QingLong/AI/ClickHouse/main.py

from connectors.mysql_connector import MySQLConnector
from connectors.clickhouse_connector import ClickHouseConnector
from mappers.data_mapper import DataMapper
from services.sync_service import SyncService
from utils.logger import configure_logger
from config.db_config import *
logger = configure_logger()

from config.tables_config import TABLE_CONFIG

def main():
    # 初始化组件
    mysql_conn = MySQLConnector(mysql_config)
    ch_conn = ClickHouseConnector(ch_config)

    # 创建同步服务（支持多表）
    service = SyncService(
        mysql_conn=mysql_conn,
        ch_conn=ch_conn,
        mapper=DataMapper(),
        table_config=TABLE_CONFIG
    )

    try:
        success, failed = service.sync_all_tables()
        logger.info(f"同步完成：成功 {len(success)} 表，失败 {len(failed)} 表")
    except Exception as e:
        logger.error(f"全局同步失败: {str(e)}", exc_info=True)
    finally:
        ch_conn.disconnect()


if __name__ == "__main__":
    main()