|
|
@ -8,13 +8,22 @@ logger = configure_logger()
|
|
|
|
from config.db_config import MYSQL_CONFIG, CH_CONFIG
|
|
|
|
from config.db_config import MYSQL_CONFIG, CH_CONFIG
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def main():
|
|
|
|
# type_id = 1 全量
|
|
|
|
|
|
|
|
# type_id = 2 增量
|
|
|
|
|
|
|
|
def sync(tableName, type_id):
|
|
|
|
# 初始化组件
|
|
|
|
# 初始化组件
|
|
|
|
mysql_conn = MySQLConnector(MYSQL_CONFIG)
|
|
|
|
mysql_conn = MySQLConnector(MYSQL_CONFIG)
|
|
|
|
ch_conn = ClickHouseConnector(CH_CONFIG)
|
|
|
|
ch_conn = ClickHouseConnector(CH_CONFIG)
|
|
|
|
|
|
|
|
|
|
|
|
# 要处理的表名
|
|
|
|
if type_id == 1:
|
|
|
|
tableName = 't_equipment_charge_order'
|
|
|
|
logger.info(f"开始全量同步表{tableName}")
|
|
|
|
|
|
|
|
# 清空目标表
|
|
|
|
|
|
|
|
ch_conn.connect().execute(f"TRUNCATE TABLE {tableName}")
|
|
|
|
|
|
|
|
ch_conn.disconnect()
|
|
|
|
|
|
|
|
else:
|
|
|
|
|
|
|
|
logger.info(f"开始增量同步表{tableName}")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# 创建数据映射器(不再需要手动指定列)
|
|
|
|
# 创建数据映射器(不再需要手动指定列)
|
|
|
|
mapper = DataMapper(mysql_conn, tableName)
|
|
|
|
mapper = DataMapper(mysql_conn, tableName)
|
|
|
|
|
|
|
|
|
|
|
@ -35,4 +44,6 @@ def main():
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == "__main__":
|
|
|
|
if __name__ == "__main__":
|
|
|
|
main()
|
|
|
|
# 要处理的表名
|
|
|
|
|
|
|
|
tableName = 't_equipment_charge_order'
|
|
|
|
|
|
|
|
sync(tableName, 1)
|
|
|
|