update

Former-commit-id: 70d8bdd5746b168bf06d8a9a6bd38c8d4b8667ef
Former-commit-id: c53e948b3e235b9e5c073316bd94bdb30b3cbfcb

labs/docker-swarm/data/nginx/index.html

@@ -0,0 +1 @@
+test

labs/docker-swarm/docker-compose.yml

@@ -0,0 +1,18 @@
+#docker swarm join --token SWMTKN-1-3ezrtc4zmt0e4ew0udop4kcv56d4ryny8q2uroeryt64e9mb14-5dad5of7vve00dxnav90nyv0k 192.168.65.3:2377
+version: "3.8"
+services: 
+    web:
+        image: nginx:1.18
+        ports: 
+            - 80:80
+            - 443:443
+        volumes: 
+            - nginx-sshfs:/var/log/nginx
+volumes: 
+    nginx-sshfs: 
+        #docker plugin install vieux/sshfs
+        driver: vieux/sshfs:latest
+        driver_opts:
+          sshcmd: root@host.docker.internal:$PWD/data/nginx
+          password: root
+          allow_other: ""

labs/docker-swarm/start.cmd

@@ -0,0 +1 @@
+docker stack deploy -c .\docker-compose.yml demo

labs/doris/.env

@@ -0,0 +1 @@
+export IP=192.168.100.144

labs/doris/Dockerfile

@@ -1,23 +1,5 @@
-FROM primetoninc/jdk:1.8
-
-COPY fe /opt/fe
-RUN mkdir /opt/fe/doris-meta
-COPY be /opt/be
-RUN mkdir /opt/be/storage
-
-EXPOSE 8030 9030 9050
-
-Run yum install net-tools -y
-Run rpm -ivh https://repo.mysql.com/mysql57-community-release-el7-11.noarch.rpm
-Run yum install mysql-community-client.x86_64 -y
-#RUN rpm -ivh https://repo.mysql.com/mysql57-community-release-el7-11.noarch.rpm&&RUN yum install mysql-community-client.x86_64 -y
-
-#ENTRYPOINT tail -f /dev/null
-
-#ENTRYPOINT /opt/fe/bin/start_fe.sh
-#RUN /opt/fe/bin/start_fe.sh
-#ENTRYPOINT tail -f /dev/null
-#mysql -h 127.0.0.1 -P9030 -u root -e 'ALTER SYSTEM ADD BACKEND "172.172.0.172:9050"'
-#ENTRYPOINT /opt/fe/bin/start_fe.sh & /opt/be/bin/start_be.sh
-#docker build -t doris:0.12.0 .
-#docker run -itd --name doris_1 -p 8030:8030 -p 9030:9030 -p 9050:9050 doris:0.12.0
+FROM apachedoris/doris-dev:build-env-1.2
+COPY apache-doris-0.12.0-incubating-src.tar.gz /tmp/doris.tar.gz
+RUN \
+    cd /tmp \
+    && tar -zxvf doris.tar.gz

labs/doris/Dockerfile1

@@ -0,0 +1,23 @@
+FROM primetoninc/jdk:1.8
+
+COPY fe /opt/fe
+RUN mkdir /opt/fe/doris-meta
+COPY be /opt/be
+RUN mkdir /opt/be/storage
+
+EXPOSE 8030 9030 9050
+
+Run yum install net-tools -y
+Run rpm -ivh https://repo.mysql.com/mysql57-community-release-el7-11.noarch.rpm
+Run yum install mysql-community-client.x86_64 -y
+#RUN rpm -ivh https://repo.mysql.com/mysql57-community-release-el7-11.noarch.rpm&&RUN yum install mysql-community-client.x86_64 -y
+
+#ENTRYPOINT tail -f /dev/null
+
+#ENTRYPOINT /opt/fe/bin/start_fe.sh
+#RUN /opt/fe/bin/start_fe.sh
+#ENTRYPOINT tail -f /dev/null
+#mysql -h 127.0.0.1 -P9030 -u root -e 'ALTER SYSTEM ADD BACKEND "172.172.0.172:9050"'
+#ENTRYPOINT /opt/fe/bin/start_fe.sh & /opt/be/bin/start_be.sh
+#docker build -t doris:0.12.0 .
+#docker run -itd --name doris_1 -p 8030:8030 -p 9030:9030 -p 9050:9050 doris:0.12.0

labs/doris/apps/DORIS-0.13.15-release-binary/incubator-doris/apache_hdfs_broker/bin/start_broker.sh

@@ -0,0 +1,88 @@
+#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+curdir=`dirname "$0"`
+curdir=`cd "$curdir"; pwd`
+
+OPTS=$(getopt \
+  -n $0 \
+  -o '' \
+  -l 'daemon' \
+  -- "$@")
+
+eval set -- "$OPTS"
+
+RUN_DAEMON=0
+while true; do
+    case "$1" in
+        --daemon) RUN_DAEMON=1 ; shift ;;
+        --) shift ;  break ;;
+        *) ehco "Internal error" ; exit 1 ;;
+    esac
+done
+
+export BROKER_HOME=`cd "$curdir/.."; pwd`
+export PID_DIR=`cd "$curdir"; pwd`
+
+export JAVA_OPTS="-Xmx1024m -Dfile.encoding=UTF-8"
+export BROKER_LOG_DIR="$BROKER_HOME/log"
+# export JAVA_HOME="/usr/java/jdk1.8.0_131"
+# java
+if [ "$JAVA_HOME" = "" ]; then
+  echo "Error: JAVA_HOME is not set."
+  exit 1
+fi
+
+JAVA=$JAVA_HOME/bin/java
+
+# add libs to CLASSPATH
+for f in $BROKER_HOME/lib/*.jar; do
+  CLASSPATH=$f:${CLASSPATH};
+done
+export CLASSPATH=${CLASSPATH}:${BROKER_HOME}/lib:$BROKER_HOME/conf
+
+while read line; do
+    envline=`echo $line | sed 's/[[:blank:]]*=[[:blank:]]*/=/g' | sed 's/^[[:blank:]]*//g' | egrep "^[[:upper:]]([[:upper:]]|_|[[:digit:]])*="`
+    envline=`eval "echo $envline"`
+    if [[ $envline == *"="* ]]; then
+        eval 'export "$envline"'
+    fi
+done < $BROKER_HOME/conf/apache_hdfs_broker.conf
+
+pidfile=$PID_DIR/apache_hdfs_broker.pid
+
+if [ -f $pidfile ]; then
+    if kill -0 `cat $pidfile` > /dev/null 2>&1; then
+        echo "Broker running as process `cat $pidfile`.  Stop it first."
+        exit 1
+    fi
+fi
+
+if [ ! -d $BROKER_LOG_DIR ]; then
+    mkdir -p $BROKER_LOG_DIR
+fi
+
+echo `date` >> $BROKER_LOG_DIR/apache_hdfs_broker.out
+
+if [ ${RUN_DAEMON} -eq 1 ]; then
+    nohup $LIMIT $JAVA $JAVA_OPTS org.apache.doris.broker.hdfs.BrokerBootstrap "$@" >> $BROKER_LOG_DIR/apache_hdfs_broker.out 2>&1 </dev/null &
+else
+    $LIMIT $JAVA $JAVA_OPTS org.apache.doris.broker.hdfs.BrokerBootstrap "$@" >> $BROKER_LOG_DIR/apache_hdfs_broker.out 2>&1 </dev/null
+fi
+
+echo $! > $pidfile

labs/doris/apps/DORIS-0.13.15-release-binary/incubator-doris/apache_hdfs_broker/bin/stop_broker.sh

@@ -0,0 +1,48 @@
+#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+curdir=`dirname "$0"`
+curdir=`cd "$curdir"; pwd`
+
+export BROKER_HOME=`cd "$curdir/.."; pwd`
+export PID_DIR=`cd "$curdir"; pwd`
+
+while read line; do
+    envline=`echo $line | sed 's/[[:blank:]]*=[[:blank:]]*/=/g' | sed 's/^[[:blank:]]*//g' | egrep "^[[:upper:]]([[:upper:]]|_|[[:digit:]])*="`
+    envline=`eval "echo $envline"`
+    if [[ $envline == *"="* ]]; then
+        eval 'export "$envline"'
+    fi
+done < $BROKER_HOME/conf/apache_hdfs_broker.conf
+
+pidfile=$PID_DIR/apache_hdfs_broker.pid
+
+if [ -f $pidfile ]; then
+   pid=`cat $pidfile`
+   pidcomm=`ps -p $pid -o comm=`
+   
+   if [ "java" != "$pidcomm" ]; then
+       echo "ERROR: pid process may not be fe. "
+   fi
+
+   if kill -9 $pid > /dev/null 2>&1; then
+        echo "stop $pidcomm, and remove pid file. "
+        rm $pidfile
+   fi
+fi
+

labs/doris/apps/DORIS-0.13.15-release-binary/incubator-doris/apache_hdfs_broker/conf/apache_hdfs_broker.conf

@@ -0,0 +1,22 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# the thrift rpc port
+broker_ipc_port=8000
+
+# client session will be deleted if not receive ping after this time
+client_expire_seconds=300

labs/doris/apps/DORIS-0.13.15-release-binary/incubator-doris/apache_hdfs_broker/conf/hdfs-site.xml

@@ -0,0 +1,20 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License. See accompanying LICENSE file.
+-->
+
+<!-- Put site-specific property overrides in this file. -->
+
+<configuration>
+</configuration>

labs/doris/apps/DORIS-0.13.15-release-binary/incubator-doris/apache_hdfs_broker/conf/log4j.properties

@@ -0,0 +1,30 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+log4j.rootLogger = debug,stdout,D
+
+log4j.appender.stdout = org.apache.log4j.ConsoleAppender
+log4j.appender.stdout.Target = System.out
+log4j.appender.stdout.layout = org.apache.log4j.PatternLayout
+log4j.appender.stdout.layout.ConversionPattern = [%-5p] %d{yyyy-MM-dd HH:mm:ss,SSS} method:%l%n%m%n
+
+log4j.appender.D = org.apache.log4j.DailyRollingFileAppender
+log4j.appender.D.File = ${BROKER_LOG_DIR}/apache_hdfs_broker.log
+log4j.appender.D.Append = true
+log4j.appender.D.Threshold = INFO
+log4j.appender.D.layout = org.apache.log4j.PatternLayout
+log4j.appender.D.layout.ConversionPattern = %-d{yyyy-MM-dd HH:mm:ss}  [ %t:%r ] - [ %p ]  %m%n

labs/doris/build/0.13.15/.gitignore

@@ -0,0 +1,6 @@
+.vscode
+be
+fe
+udf
+log
+data

labs/doris/build/0.13.15/DORIS-0.13.15-release-binary.tar.gz.REMOVED.git-id

@@ -0,0 +1 @@
+54c1b45ff605ff2f367d518d0994cbe86d11b540

labs/doris/build/0.13.15/DORIS-0.13.15-release-binary/incubator-doris/apache_hdfs_broker/bin/start_broker.sh

@@ -0,0 +1,88 @@
+#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+curdir=`dirname "$0"`
+curdir=`cd "$curdir"; pwd`
+
+OPTS=$(getopt \
+  -n $0 \
+  -o '' \
+  -l 'daemon' \
+  -- "$@")
+
+eval set -- "$OPTS"
+
+RUN_DAEMON=0
+while true; do
+    case "$1" in
+        --daemon) RUN_DAEMON=1 ; shift ;;
+        --) shift ;  break ;;
+        *) ehco "Internal error" ; exit 1 ;;
+    esac
+done
+
+export BROKER_HOME=`cd "$curdir/.."; pwd`
+export PID_DIR=`cd "$curdir"; pwd`
+
+export JAVA_OPTS="-Xmx1024m -Dfile.encoding=UTF-8"
+export BROKER_LOG_DIR="$BROKER_HOME/log"
+# export JAVA_HOME="/usr/java/jdk1.8.0_131"
+# java
+if [ "$JAVA_HOME" = "" ]; then
+  echo "Error: JAVA_HOME is not set."
+  exit 1
+fi
+
+JAVA=$JAVA_HOME/bin/java
+
+# add libs to CLASSPATH
+for f in $BROKER_HOME/lib/*.jar; do
+  CLASSPATH=$f:${CLASSPATH};
+done
+export CLASSPATH=${CLASSPATH}:${BROKER_HOME}/lib:$BROKER_HOME/conf
+
+while read line; do
+    envline=`echo $line | sed 's/[[:blank:]]*=[[:blank:]]*/=/g' | sed 's/^[[:blank:]]*//g' | egrep "^[[:upper:]]([[:upper:]]|_|[[:digit:]])*="`
+    envline=`eval "echo $envline"`
+    if [[ $envline == *"="* ]]; then
+        eval 'export "$envline"'
+    fi
+done < $BROKER_HOME/conf/apache_hdfs_broker.conf
+
+pidfile=$PID_DIR/apache_hdfs_broker.pid
+
+if [ -f $pidfile ]; then
+    if kill -0 `cat $pidfile` > /dev/null 2>&1; then
+        echo "Broker running as process `cat $pidfile`.  Stop it first."
+        exit 1
+    fi
+fi
+
+if [ ! -d $BROKER_LOG_DIR ]; then
+    mkdir -p $BROKER_LOG_DIR
+fi
+
+echo `date` >> $BROKER_LOG_DIR/apache_hdfs_broker.out
+
+if [ ${RUN_DAEMON} -eq 1 ]; then
+    nohup $LIMIT $JAVA $JAVA_OPTS org.apache.doris.broker.hdfs.BrokerBootstrap "$@" >> $BROKER_LOG_DIR/apache_hdfs_broker.out 2>&1 </dev/null &
+else
+    $LIMIT $JAVA $JAVA_OPTS org.apache.doris.broker.hdfs.BrokerBootstrap "$@" >> $BROKER_LOG_DIR/apache_hdfs_broker.out 2>&1 </dev/null
+fi
+
+echo $! > $pidfile

labs/doris/build/0.13.15/DORIS-0.13.15-release-binary/incubator-doris/apache_hdfs_broker/bin/stop_broker.sh

@@ -0,0 +1,48 @@
+#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+curdir=`dirname "$0"`
+curdir=`cd "$curdir"; pwd`
+
+export BROKER_HOME=`cd "$curdir/.."; pwd`
+export PID_DIR=`cd "$curdir"; pwd`
+
+while read line; do
+    envline=`echo $line | sed 's/[[:blank:]]*=[[:blank:]]*/=/g' | sed 's/^[[:blank:]]*//g' | egrep "^[[:upper:]]([[:upper:]]|_|[[:digit:]])*="`
+    envline=`eval "echo $envline"`
+    if [[ $envline == *"="* ]]; then
+        eval 'export "$envline"'
+    fi
+done < $BROKER_HOME/conf/apache_hdfs_broker.conf
+
+pidfile=$PID_DIR/apache_hdfs_broker.pid
+
+if [ -f $pidfile ]; then
+   pid=`cat $pidfile`
+   pidcomm=`ps -p $pid -o comm=`
+   
+   if [ "java" != "$pidcomm" ]; then
+       echo "ERROR: pid process may not be fe. "
+   fi
+
+   if kill -9 $pid > /dev/null 2>&1; then
+        echo "stop $pidcomm, and remove pid file. "
+        rm $pidfile
+   fi
+fi
+