docker spark

Former-commit-id: 7d00332ff3dbf4ac828d0923a58c778792b892f8 Former-commit-id: 4b25269294f7fa9e352fc5f25391843c6f8e93bf
4 years ago · f498240aa6
parent 9d8e338fc0
commit f498240aa6
1 changed files with 22 additions and 1 deletions
--- a/labs/doris/docker-compose.yml
+++ b/labs/doris/docker-compose.yml
@ -189,6 +189,27 @@ services:
        networks:
            default:
                ipv4_address: 172.172.0.51
+    spark-master:
+        image: bde2020/spark-master:3.1.1-hadoop3.2
+        ports:
+            - "8080:8080"
+            - "7077:7077"
+        environment:
+            - INIT_DAEMON_STEP=setup_spark
+        networks:
+            default:
+                ipv4_address: 172.172.0.60
+    spark-worker:
+        image: bde2020/spark-worker:3.1.1-hadoop3.2
+        ports:
+            - "8081:8081"
+        environment:
+            - "SPARK_MASTER=spark://spark-master:7077"
+        depends_on:
+            - spark-master
+        networks:
+            default:
+                ipv4_address: 172.172.0.61
 networks:
    default:
        driver: bridge