'commit'

SyncData/C1_CreateTable.py

@@ -1,8 +1,7 @@
 import pymysql
 import re
 from config.db_config import *
-from config.db_config import MYSQL_CONFIG
+from connectors.clickhouse_connector import ClickHouseConnector
-from connectors.clickhouse_connector import ClickHouseConnecto
 
 
 def get_mysql_table_structure(config, table):
@@ -149,6 +148,9 @@ def create_ch_table(table):
 
 
 if __name__ == '__main__':
+    # 输出配置信息
+    print_config()
+
     #table = 't_station'
     table='t_equipment_charge_order'
 

SyncData/C2_SyncData.py

@@ -3,9 +3,8 @@ from connectors.clickhouse_connector import ClickHouseConnector
 from mappers.data_mapper import DataMapper
 from services.sync_service import SyncService, SyncType
 from utils.logger import configure_logger
-
 logger = configure_logger()
-from config.db_config import MYSQL_CONFIG, CH_CONFIG
+from config.db_config import MYSQL_CONFIG, CH_CONFIG, print_config
 
 
 def sync(tableName, sync_type_id):
@@ -38,7 +37,10 @@ def sync(tableName, sync_type_id):
         ch_conn.disconnect()
 
 
+
 if __name__ == "__main__":
+    #输出配置信息
+    print_config()
     # 要处理的表名
     tableName = 't_equipment_charge_order'
     sync(tableName, SyncType.INCREMENTAL)

SyncData/config/db_config.py

@@ -1,14 +1,39 @@
+
+import os
+
 # 数据库配置
-MYSQL_CONFIG = {
+ENV = os.getenv('ENV', 'dev')  # 默认环境为dev
+
+if ENV == 'prod':
+    MYSQL_CONFIG = {
+        'host': '10.10.14.101',
+        'port': 3306,
+        'user': 'ylt',
+        'password': 'Ycharge666',
+        'database': 'yltcharge',
+        'charset': 'utf8mb4'
+    }
+
+    CH_CONFIG = {
+        'host': '10.10.14.250',
+        'port': 9000,
+        'settings': {
+            'max_insert_block_size': 100000,
+            'async_insert': 1,
+            'wait_for_async_insert': 0
+        }
+    }
+else:
+    MYSQL_CONFIG = {
         'host': '10.10.14.101',
         'port': 3306,
         'user': 'ylt',
         'password': 'Ycharge666',
         'database': 'yltcharge',
         'charset': 'utf8mb4'
-}
+    }
 
-CH_CONFIG = {
+    CH_CONFIG = {
         'host': '10.10.14.250',
         'port': 9000,
         'settings': {
@@ -16,4 +41,8 @@ CH_CONFIG = {
             'async_insert': 1,
             'wait_for_async_insert': 0
         }
-}
+    }
+
+def print_config():
+    print("当前配置:")
+    print(f"环境: {os.getenv('ENV', 'dev')}")

SyncData/readme.txt

@@ -1,24 +1,7 @@
 conda activate py310
 
-pip install --upgrade pymysql
-pip install --upgrade clickhouse-driver
-pip install --upgrade tqdm
-pip install --upgrade psutil
-
-
-# 删除所有.pyc缓存文件
-find . -name "*.pyc" -delete
-find . -type d -name "__pycache__" -exec rm -rf {} +
-# 递归转换所有文件为LF格式
-find . -type f -not -path './.git/*' -exec dos2unix {} \;
-
-# 特别处理SQL文件（根据检测结果）
-dos2unix ./schemas/*.sql
-dos2unix ./services/sync_service.py
-dos2unix ./utils/logger.py
-dos2unix ./*.py
 # 构建镜像
-docker build --no-cache   --build-arg PYTHON_VERSION=3.10   --build-arg APP_ENV=production   -t data-sync-service:1.0 .
+docker build --no-cache   --build-arg PYTHON_VERSION=3.10   --build-arg APP_ENV=prod   -t data-sync-service:1.0 .
 
 # 运行
 # 运行测试容器