version: "3.8" services: mysql: image: mysql:8.0.23 restart: always environment: - MYSQL_ROOT_PASSWORD=aA123456! command: --default-authentication-plugin=mysql_native_password ports: - 3306:3306 volumes: - ./conf/mysql/my.cnf:/etc/mysql/conf.d/my.cnf - ./data/mysql:/var/lib/mysql - ./conf/mysql/initdb.d:/docker-entrypoint-initdb.d zookeeper: image: zookeeper:3.7.0 restart: always ports: - 2181:2181 kafka: image: wurstmeister/kafka:2.13-2.7.0 restart: always environment: KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 KAFKA_HEAP_OPTS: "-Xmx512m -Xms512m" KAFKA_ADVERTISED_HOST_NAME: $IP volumes: - ./data/kafka:/kafka ports: - 9092:9092 depends_on: - zookeeper kafka-manager: image: kafkamanager/kafka-manager:3.0.0.4 restart: always environment: ZK_HOSTS: zookeeper KAFKA_BROKERS: kafka:9092 ports: - 9010:9000 depends_on: - zookeeper - kafka # cockroachdb to kafka :https://www.cockroachlabs.com/docs/v21.1/stream-data-out-of-cockroachdb-using-changefeeds.html#create-a-core-changefeed # curl -i -X POST -H "Accept:application/json" -H "Content-Type:application/json" http://localhost:8083/connectors/ -d @register-mysql.json # https://github.com/debezium/docker-images/blob/master/examples/mysql/1.5/inventory.sql # https://github.com/debezium/debezium-examples/blob/master/tutorial/register-mysql.json debezium: image: debezium/connect:1.5 environment: - BOOTSTRAP_SERVERS=$IP:9092 - GROUP_ID=1 - CONFIG_STORAGE_TOPIC=my_connect_configs - OFFSET_STORAGE_TOPIC=my_connect_offsets - STATUS_STORAGE_TOPIC=my_connect_statuses ports: - 8083:8083 debezium-ui: image: debezium/debezium-ui restart: always environment: - KAFKA_CONNECT_URI=http://debezium:8083 - ui.base.uri=http://localhost:8082/api ports: - 8082:8080 depends_on: - kafka - debezium doris-be: image: primetoninc/jdk:1.8 ports: - 8000:8000 - 8040:8040 - 8060:8060 - 9050:9050 - 9060:9060 environment: - priority_networks=$IP/28 volumes: - ./apps/DORIS-0.13.15-release-binary/incubator-doris:/doris - ./conf/be.conf:/doris/be/conf/be.conf - ./data/be/storage:/doris/be/storage command: bash -c "/doris/be/bin/start_be.sh" doris-fe: image: primetoninc/jdk:1.8 ports: - 8000:8000 - 8030:8030 - 9010:9010 - 9020:9020 - 9030:9030 environment: - priority_networks=$CIDR volumes: - ./apps/DORIS-0.13.15-release-binary/incubator-doris:/doris - ./conf/fe.conf:/doris/fe/conf/fe.conf - ./log/fe:/doris/fe/log - ./data/fe/doris-meta:/doris/fe/doris-meta command: bash -c "/doris/fe/bin/start_fe.sh" depends_on: - doris-be #doris kafka Routine Load https://cloud.baidu.com/doc/PALO/s/ykizgdgv8