You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
57 lines
2.0 KiB
57 lines
2.0 KiB
from connectors.mysql_connector import MySQLConnector
|
|
from connectors.clickhouse_connector import ClickHouseConnector
|
|
from mappers.data_mapper import DataMapper
|
|
from services.sync_service import SyncService
|
|
from utils.logger import configure_logger
|
|
|
|
logger = configure_logger()
|
|
from config.db_config import MYSQL_CONFIG, CH_CONFIG
|
|
|
|
|
|
def main():
|
|
# 初始化组件
|
|
mysql_conn = MySQLConnector(MYSQL_CONFIG)
|
|
ch_conn = ClickHouseConnector(CH_CONFIG)
|
|
|
|
mapper = DataMapper(
|
|
date_columns=[
|
|
'order_time', 'charge_begin_time', 'charge_end_time',
|
|
'pay_time', 'cancel_time', 'finish_time', 'report_time',
|
|
'create_time', 'update_time'
|
|
],
|
|
uint64_columns=[
|
|
'id', 'user_id', 'company_id', 'station_id', 'equipment_id',
|
|
'connector_id', 'user_coupon_id', 'invoice_id', 'charge_market_id',
|
|
'company_activity_id', 'charge_begin_soc', 'charge_end_soc',
|
|
'charge_cur_soc', 'charge_duration', 'charge_settle_type',
|
|
'order_type', 'pay_method', 'coupon_type', 'ticket_status',
|
|
'charge_discount_type', 'settle_method', 'settle_status',
|
|
'cancel_type', 'cancel_code', 'finish_type', 'finish_code',
|
|
'boot_mode', 'settlement_type', 'is_parking_coupon', 'exception_flag',
|
|
'has_shallow_report', 'has_deep_report', 'shallow_report_is_received',
|
|
'com_charge_discount_type', 'special_channel_order_source'
|
|
]
|
|
)
|
|
|
|
# 创建同步服务
|
|
service = SyncService(
|
|
mysql_conn=mysql_conn,
|
|
ch_conn=ch_conn,
|
|
mapper=mapper,
|
|
schema_path="schemas/t_equipment_charge_order.sql"
|
|
)
|
|
|
|
try:
|
|
# 创建ClickHouse表
|
|
service.create_ch_table()
|
|
# 同步数据
|
|
service.sync_data()
|
|
except Exception as e:
|
|
logger.error(f"同步失败: {str(e)}", exc_info=True)
|
|
finally:
|
|
ch_conn.disconnect()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|