From 72b5bb60e11fd263d1b467760ac2910c1cb6a803 Mon Sep 17 00:00:00 2001 From: wanggang <76527413@qq.com> Date: Mon, 26 Apr 2021 16:43:15 +0800 Subject: [PATCH] update Former-commit-id: 452146e3bfbb542830d1731fa11b87313b12b1d1 Former-commit-id: e73ec83d1aefbb58d7c2ac5aebbcdb557295068f --- .../doris/{init => conf/debezium}/debezium.sh | 0 .../debezium}/register-mysql.json | 3 +- labs/doris/docker-compose.yml | 53 ++++++++++++------- 3 files changed, 36 insertions(+), 20 deletions(-) rename labs/doris/{init => conf/debezium}/debezium.sh (100%) rename labs/doris/{init => conf/debezium}/register-mysql.json (92%) diff --git a/labs/doris/init/debezium.sh b/labs/doris/conf/debezium/debezium.sh similarity index 100% rename from labs/doris/init/debezium.sh rename to labs/doris/conf/debezium/debezium.sh diff --git a/labs/doris/init/register-mysql.json b/labs/doris/conf/debezium/register-mysql.json similarity index 92% rename from labs/doris/init/register-mysql.json rename to labs/doris/conf/debezium/register-mysql.json index 8f761115..fb11fdc2 100644 --- a/labs/doris/init/register-mysql.json +++ b/labs/doris/conf/debezium/register-mysql.json @@ -11,6 +11,7 @@ "database.server.name": "server1", "database.include": "example", "database.history.kafka.bootstrap.servers": "kafka:9092", - "database.history.kafka.topic": "schema-changes.example" + "database.history.kafka.topic": "schema-changes.example", + "include.schema.changes": "true" } } \ No newline at end of file diff --git a/labs/doris/docker-compose.yml b/labs/doris/docker-compose.yml index f3a35191..6a967015 100644 --- a/labs/doris/docker-compose.yml +++ b/labs/doris/docker-compose.yml @@ -24,6 +24,7 @@ services: KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 KAFKA_HEAP_OPTS: "-Xmx512m -Xms512m" KAFKA_ADVERTISED_HOST_NAME: $IP + num.partitions: 1 volumes: - ./data/kafka:/kafka ports: @@ -37,7 +38,7 @@ services: ZK_HOSTS: zookeeper KAFKA_BROKERS: kafka:9092 ports: - - 9010:9000 + - 9090:9000 depends_on: - zookeeper - kafka @@ -45,6 +46,7 @@ services: # curl -i -X POST -H "Accept:application/json" -H "Content-Type:application/json" http://localhost:8083/connectors/ -d @register-mysql.json # https://github.com/debezium/docker-images/blob/master/examples/mysql/1.5/inventory.sql # https://github.com/debezium/debezium-examples/blob/master/tutorial/register-mysql.json + # https://debezium.io/documentation/reference/1.5/connectors/mysql.html debezium: image: debezium/connect:1.5 environment: @@ -56,20 +58,16 @@ services: ports: - 8083:8083 debezium-ui: - image: debezium/debezium-ui + image: debezium/debezium-ui:1.5 restart: always environment: - KAFKA_CONNECT_URI=http://debezium:8083 - - ui.base.uri=http://localhost:8082/api + - ui.base.uri=http://localhost:8080/api ports: - - 8082:8080 - depends_on: - - kafka - - debezium + - 8080:8080 doris-be: image: primetoninc/jdk:1.8 ports: - - 8000:8000 - 8040:8040 - 8060:8060 - 9050:9050 @@ -77,14 +75,16 @@ services: environment: - priority_networks=$IP/28 volumes: - - ./apps/DORIS-0.13.15-release-binary/incubator-doris:/doris - - ./conf/be.conf:/doris/be/conf/be.conf - - ./data/be/storage:/doris/be/storage + - ./apps/doris:/doris + - ./conf/doris/be.conf:/doris/be/conf/be.conf + - ./data/doris/be/storage:/doris/be/storage command: bash -c "/doris/be/bin/start_be.sh" + #ALTER SYSTEM ADD BACKEND "192.168.100.144:9050"; + #SET PASSWORD FOR 'root' = PASSWORD('aA123456!'); + #启动耗时长 doris-fe: image: primetoninc/jdk:1.8 ports: - - 8000:8000 - 8030:8030 - 9010:9010 - 9020:9020 @@ -92,12 +92,27 @@ services: environment: - priority_networks=$CIDR volumes: - - ./apps/DORIS-0.13.15-release-binary/incubator-doris:/doris - - ./conf/fe.conf:/doris/fe/conf/fe.conf - - ./log/fe:/doris/fe/log - - ./data/fe/doris-meta:/doris/fe/doris-meta + - ./apps/doris:/doris + - ./conf/doris/fe.conf:/doris/fe/conf/fe.conf + - ./log/doris/fe:/doris/fe/log + - ./data/doris/fe/doris-meta:/doris/fe/doris-meta command: bash -c "/doris/fe/bin/start_fe.sh" - depends_on: - - doris-be #doris kafka Routine Load https://cloud.baidu.com/doc/PALO/s/ykizgdgv8 - + #doris 不支持 superset 和 metabase,以后通过二次开发解决 + #https://hub.docker.com/r/apache/superset + #superset fab create-admin --username admin --firstname Superset --lastname Admin --email admin@superset.com --password admin + #superset db upgrade + #superset load_examples + #superset init + #superset: + # image: apache/superset:4d2c9324be3979ecbc3d97d0d029b19e91c67c87-dev + # ports: + # - 8088:8088 + #metabase: + # image: metabase/metabase:v0.39.0.1 + # ports: + # - 3000:3000 + # volumes: + # - ./data/metabase:/metabase-data + # environment: + # - MB_DB_FILE=/metabase-data/metabase.db