|
|
|
|
@ -1,65 +1,75 @@
|
|
|
|
|
package com.YunXiao;
|
|
|
|
|
|
|
|
|
|
import cn.hutool.core.date.DateTime;
|
|
|
|
|
import cn.hutool.core.io.file.FileWriter;
|
|
|
|
|
import com.YunXiao.Model.BaseModel;
|
|
|
|
|
import com.YunXiao.Util.SyncUtil;
|
|
|
|
|
import com.alibaba.fastjson.JSONArray;
|
|
|
|
|
import com.alibaba.fastjson.JSONObject;
|
|
|
|
|
|
|
|
|
|
import com.dsideal.QingLong.Util.RedisKit;
|
|
|
|
|
import com.dsideal.QingLong.Util.SimilarayUtil;
|
|
|
|
|
import com.dsideal.QingLong.Util.SimilarUtil;
|
|
|
|
|
import com.hankcs.hanlp.seg.common.Term;
|
|
|
|
|
import com.hankcs.hanlp.tokenizer.StandardTokenizer;
|
|
|
|
|
import com.jfinal.plugin.activerecord.Db;
|
|
|
|
|
import com.jfinal.plugin.activerecord.Record;
|
|
|
|
|
|
|
|
|
|
import java.io.File;
|
|
|
|
|
import java.nio.charset.StandardCharsets;
|
|
|
|
|
import java.util.ArrayList;
|
|
|
|
|
import java.util.Collections;
|
|
|
|
|
import java.util.List;
|
|
|
|
|
import java.util.*;
|
|
|
|
|
|
|
|
|
|
public class Study {
|
|
|
|
|
//Model层的实例，在此层，不允许调用Dao层，只能对接Model层
|
|
|
|
|
public static BaseModel bm = new BaseModel();
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
static long start;
|
|
|
|
|
static boolean logFirst = false;
|
|
|
|
|
static String LOG_FILE = null;
|
|
|
|
|
static String directoryPath = null;
|
|
|
|
|
public static String KEY = "TY_BUREAU";
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 功能：记录日志，每个任务一个单独文件
|
|
|
|
|
* 功能:利用中文分词技术，将两个字符串都进行分词，通过对比完全命中的数量来评估是不是两个单位名称是同一个单位
|
|
|
|
|
*
|
|
|
|
|
* @param msg
|
|
|
|
|
* @param s1
|
|
|
|
|
* @param s2
|
|
|
|
|
* @return
|
|
|
|
|
*/
|
|
|
|
|
public static void log(String msg) {
|
|
|
|
|
if (!logFirst) {
|
|
|
|
|
// 记录到日志文件
|
|
|
|
|
LOG_FILE = SyncUtil.WEBPATH + "/Logs/{start_time}.log";
|
|
|
|
|
// 创建 File 对象
|
|
|
|
|
File file = new File(LOG_FILE);
|
|
|
|
|
// 获取目录部分
|
|
|
|
|
directoryPath = file.getParent();
|
|
|
|
|
// 判断目录是否存在，如果不存在则创建
|
|
|
|
|
File directory = new File(directoryPath);
|
|
|
|
|
if (!directory.exists()) {
|
|
|
|
|
if (directory.mkdirs()) {
|
|
|
|
|
System.out.println(DateTime.now() + " 目录已创建：" + directoryPath);
|
|
|
|
|
} else {
|
|
|
|
|
System.out.println("创建日志目录失败，请检查！");
|
|
|
|
|
System.exit(0);
|
|
|
|
|
public static boolean check(String s1, String s2) {
|
|
|
|
|
//静态变量
|
|
|
|
|
String[] area = {
|
|
|
|
|
"南关区", "宽城区", "朝阳区", "二道区", "绿园区", "双阳区", "九台市",
|
|
|
|
|
"农安县", "经开区", "德惠市", "高新区", "净月区", "汽开区", "榆树市", "公主岭市", "长春市"
|
|
|
|
|
};
|
|
|
|
|
List<String> areaList = Arrays.stream(area).toList();
|
|
|
|
|
|
|
|
|
|
List<Term> termList1 = StandardTokenizer.segment(s1);
|
|
|
|
|
Map<String, Integer> map = new HashMap<>();
|
|
|
|
|
for (Term term : termList1) {
|
|
|
|
|
String key = SimilarUtil.Convert(term.word);
|
|
|
|
|
|
|
|
|
|
for (int i = 0; i < areaList.size(); i++) {
|
|
|
|
|
if (areaList.get(i).startsWith(key)) {
|
|
|
|
|
key = areaList.get(i);
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
LOG_FILE = LOG_FILE.replace("{start_time}", String.valueOf(start));
|
|
|
|
|
logFirst = true;
|
|
|
|
|
int x = 0;
|
|
|
|
|
if (map.containsKey(key)) x = map.get(key);
|
|
|
|
|
map.put(key, x + 1);
|
|
|
|
|
}
|
|
|
|
|
System.out.println(DateTime.now() + " " + msg);
|
|
|
|
|
FileWriter writer = new FileWriter(LOG_FILE, StandardCharsets.UTF_8);
|
|
|
|
|
writer.append(DateTime.now() + " " + msg + "\n");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public static String KEY = "TY_BUREAU";
|
|
|
|
|
List<Term> termList2 = StandardTokenizer.segment(s2);
|
|
|
|
|
for (Term term : termList2) {
|
|
|
|
|
String key = SimilarUtil.Convert(term.word);
|
|
|
|
|
for (int i = 0; i < areaList.size(); i++) {
|
|
|
|
|
if (areaList.get(i).startsWith(key)) {
|
|
|
|
|
key = areaList.get(i);
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
int x = 0;
|
|
|
|
|
if (map.containsKey(key)) x = map.get(key);
|
|
|
|
|
map.put(key, x + 1);
|
|
|
|
|
}
|
|
|
|
|
// 使用 for-each 循环遍历 Map
|
|
|
|
|
for (Map.Entry<String, Integer> entry : map.entrySet()) {
|
|
|
|
|
if (entry.getValue() == 1) return false;
|
|
|
|
|
}
|
|
|
|
|
return true;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public static void main(String[] args) throws Exception {
|
|
|
|
|
//初始化
|
|
|
|
|
@ -99,18 +109,24 @@ public class Study {
|
|
|
|
|
for (Record record : ourList) {
|
|
|
|
|
String org_name = record.getStr("org_name");
|
|
|
|
|
String org_id = record.getStr("org_id");
|
|
|
|
|
JSONObject jo = SimilarayUtil.Get(org_name, array);
|
|
|
|
|
JSONObject jo = SimilarUtil.Get(org_name, array);
|
|
|
|
|
int idx = jo.getInteger("idx");
|
|
|
|
|
String ty_org_name = array[idx];
|
|
|
|
|
double similary = jo.getDouble("similary");
|
|
|
|
|
String ty_org_id = tyList.get(idx).getString("org_id");
|
|
|
|
|
if (Math.abs(similary - 1.0) < 0.0001) {
|
|
|
|
|
//与我系统中单位名称完全一致，则自动完成关联
|
|
|
|
|
sql = "update t_base_organization set third_party_id=? where org_id=?";
|
|
|
|
|
Db.update(sql, ty_org_id, org_id);
|
|
|
|
|
} else {
|
|
|
|
|
System.out.println("QingLong系统 org_id:" + org_id + ",org_name：" + org_name + "\n天喻平台 ty_org_id:" + ty_org_id + ",ty_org_name：" + ty_org_name );
|
|
|
|
|
System.out.println("相似度：" + similary);
|
|
|
|
|
System.out.println();
|
|
|
|
|
//没有完全一致的，就让系统推荐一个
|
|
|
|
|
//再用其它的算法检查一下这个推荐的是不是合适
|
|
|
|
|
boolean success = check(org_name, ty_org_name);
|
|
|
|
|
if (success) {
|
|
|
|
|
System.out.println("QingLong系统 org_id:" + org_id + ",org_name：" + org_name + "\n天喻平台 ty_org_id:" + ty_org_id + ",ty_org_name：" + ty_org_name);
|
|
|
|
|
} else {
|
|
|
|
|
System.out.println("QingLong系统 org_id:" + org_id + ",org_name：" + org_name + " 无法推荐出合适的单位名，请人工检索！");
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
// 关闭连接
|
|
|
|
|
|
