From 1033f5dccf1f5dcab55f98dc4667eb7891b38ab3 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E9=BB=84=E6=B5=B7?= <10402852@qq.com> Date: Mon, 27 Feb 2023 09:51:29 +0800 Subject: [PATCH] 'commit' --- .../Config/__pycache__/Config.cpython-37.pyc | Bin 553 -> 549 bytes ETL/Mars/Model/HuiJiModel.py | 7 ++++++- .../__pycache__/HuiJiModel.cpython-37.pyc | Bin 14989 -> 15042 bytes ETL/Mars/Start.py | 4 +++- 4 files changed, 9 insertions(+), 2 deletions(-) diff --git a/ETL/Mars/Config/__pycache__/Config.cpython-37.pyc b/ETL/Mars/Config/__pycache__/Config.cpython-37.pyc index cf96053a8453a76370bb9ec07ee6ad99d75d3503..8227361b7878d627f015e7630d52a46667945a50 100644 GIT binary patch delta 47 zcmZ3XlfQIQbEy FGXQ2X5GViu diff --git a/ETL/Mars/Model/HuiJiModel.py b/ETL/Mars/Model/HuiJiModel.py index 76c0a6e..62909c3 100644 --- a/ETL/Mars/Model/HuiJiModel.py +++ b/ETL/Mars/Model/HuiJiModel.py @@ -227,11 +227,15 @@ class HuiJiModel(object): Db.execute(sql) # 批量插入 sql = "insert into " + tableName + "(task_id,org_code,flag,action_time) values(%s,%s,0,now())" + data = [] for x in organizationnoList: data.append((task_id, x)) # 批量插入 # start = datetime.datetime.now() + + # 去重 + data = list(set(data)) Db.execute_by_execute_batch(sql, data) # end = datetime.datetime.now() # print("execute_by_execute_batch方法用时：", end - start, "秒") @@ -241,7 +245,7 @@ class HuiJiModel(object): Db.execute(sql) # 回写关联关系 - sql = "insert into t_huiji_task_org_releation select task_id,org_code from {tableName} where task_id={task_id}".format( + sql = "insert into t_huiji_task_org_releation(task_id,org_code,flag) select task_id,org_code,flag from {tableName} where task_id={task_id}".format( tableName=tableName, task_id=task_id) Db.execute(sql) @@ -417,6 +421,7 @@ class HuiJiModel(object): sql = sql + " order by t1.task_id desc" + print(sql) return Db.paginate(sql, page, limit) # 根据任务ID获取模块ID diff --git a/ETL/Mars/Model/__pycache__/HuiJiModel.cpython-37.pyc b/ETL/Mars/Model/__pycache__/HuiJiModel.cpython-37.pyc index ddbe7941e1b8c94a7cdbd29c1510a91be0fd7749..81c372cb836cc8c170242eca7c2dcafec59bfc54 100644 GIT binary patch delta 389 zcmZus%PT}-9KGj0%xA{+7>~Tt&09?#6K2dtd8FjAkfapj&NWRVqwikN#zLcHF*cu- zEU*-b-$v}LQP}w#EbUM(Yp2fXob&6qIN6o^6}?Z_y^@RF+%NO>Nr zof&Bb_0&|a0z(vNs8ujRYrmML7~iK2GJUPz&U*e4d9xpJD;KP zHTOY$bWP({jCDWx*4@ZAeq~cMg$7HfnU@u@JXXgvR>c}w4)ZWSZHHcE^oz+z_y>Ai BX(Ipt delta 340 zcmX?9+FQ!&#LLUY00d9&XeZ}xUz8n_lvtb^oLW?tnVjmCSeCeX zJM(&e#){49!WK-MSBtJ;W=x+vms?_Tfh3=}LUC$NYI2D}Nn&w!d}fMHeo=aSa(>F> zItlH~cO)el84D(VlS*J`WMSlD6k*;RFD=Z-_;Yiy%q2!f=FM($olJ}(n=dHTFf%G_ z_ElkFWOUvfq^iWs=&`v}V-5>r@@64jFGj}B&9Qo#jEw!0+x4v&b0#0sPi9)cyjkC1 z4I>9jkv-5CMGBMa6{IG!7}+UKV`N|`mH>GTXeS3F8xXUASsaWai~>v?Op{ZM&M+?D zY-Fs!$hdZMu*pS6_FJq4MVWaelQqpE8MjVuHao{%4l=X?L{v_WF?SUW<>2BF