From f498240aa6c792776fc9bb7afd98d77b33e29ecc Mon Sep 17 00:00:00 2001 From: wanggang <76527413@qq.com> Date: Thu, 13 May 2021 16:38:52 +0800 Subject: [PATCH] docker spark Former-commit-id: 7d00332ff3dbf4ac828d0923a58c778792b892f8 Former-commit-id: 4b25269294f7fa9e352fc5f25391843c6f8e93bf --- labs/doris/docker-compose.yml | 23 ++++++++++++++++++++++- 1 file changed, 22 insertions(+), 1 deletion(-) diff --git a/labs/doris/docker-compose.yml b/labs/doris/docker-compose.yml index a68dd761..e19354ff 100644 --- a/labs/doris/docker-compose.yml +++ b/labs/doris/docker-compose.yml @@ -182,13 +182,34 @@ services: image: apache/superset:31f406a526b1ca8e7a72b8f8429c148636426ef9 ports: - 8088:8088 - volumes: + volumes: - ./conf/superset/start.sh:/start.sh - ./data/superset:/app/superset_home command: bash -c "/start.sh" networks: default: ipv4_address: 172.172.0.51 + spark-master: + image: bde2020/spark-master:3.1.1-hadoop3.2 + ports: + - "8080:8080" + - "7077:7077" + environment: + - INIT_DAEMON_STEP=setup_spark + networks: + default: + ipv4_address: 172.172.0.60 + spark-worker: + image: bde2020/spark-worker:3.1.1-hadoop3.2 + ports: + - "8081:8081" + environment: + - "SPARK_MASTER=spark://spark-master:7077" + depends_on: + - spark-master + networks: + default: + ipv4_address: 172.172.0.61 networks: default: driver: bridge