main
黄海 9 months ago
parent 63dd87242d
commit b53d448680

@ -22,8 +22,7 @@ import java.util.stream.Collectors;
public class DataEaseModel { public class DataEaseModel {
//DataEase数据库名称 //DataEase数据库名称
public static final String DB_NAME = "dataease"; public static String DB_NAME = "dataease";
/** /**
* *
* *

@ -15,7 +15,7 @@ public class ChangUrlLink {
public static DataEaseModel dm = new DataEaseModel(); public static DataEaseModel dm = new DataEaseModel();
public static void main(String[] args) throws IOException, JSchException { public static void main(String[] args) throws IOException, JSchException {
LocalMysqlConnectUtil.Init(null); LocalMysqlConnectUtil.Init();
//原地址 //原地址
String sourceHost = "http://10.10.21.20:9000/dsBase/"; String sourceHost = "http://10.10.21.20:9000/dsBase/";
//目标地址 //目标地址

@ -16,7 +16,7 @@ public class DataSetAddXzqh {
public static DataEaseModel dm = new DataEaseModel(); public static DataEaseModel dm = new DataEaseModel();
public static void main(String[] args) throws IOException, JSchException { public static void main(String[] args) throws IOException, JSchException {
LocalMysqlConnectUtil.Init(null); LocalMysqlConnectUtil.Init();
//遍历所有以excel_开头的表找出这些表中是不是存在行政区划,上级行政区划的列名 //遍历所有以excel_开头的表找出这些表中是不是存在行政区划,上级行政区划的列名
for (int identity_id : new int[]{1, 2, 3}) { for (int identity_id : new int[]{1, 2, 3}) {

@ -23,12 +23,17 @@ public class DataSetFakeData {
List<Record> list = Db.use(DataEaseModel.DB_NAME).find(sql); List<Record> list = Db.use(DataEaseModel.DB_NAME).find(sql);
for (Record r : list) { for (Record r : list) {
r.set("行政区划", area_name); r.set("行政区划", area_name);
r.remove("id");
} }
Db.use(DataEaseModel.DB_NAME).batchSave(table_name, list, 100); Db.use(DataEaseModel.DB_NAME).batchSave(table_name, list, 100);
} }
public static void main(String[] args) throws IOException { public static void main(String[] args) throws IOException {
LocalMysqlConnectUtil.Init("dataease_huanghai"); //切换至测试数据库
DataEaseModel.DB_NAME = "dataease_huanghai";
//初始化数据库链接
LocalMysqlConnectUtil.Init();
DataEaseModel dm = new DataEaseModel(); DataEaseModel dm = new DataEaseModel();
//这几个是要保留的地名 //这几个是要保留的地名
@ -57,6 +62,8 @@ public class DataSetFakeData {
int cnt = Db.use(DataEaseModel.DB_NAME).queryInt(sql); int cnt = Db.use(DataEaseModel.DB_NAME).queryInt(sql);
if (cnt == 0) { if (cnt == 0) {
CopyData(table_name, area_name, "昆明市"); CopyData(table_name, area_name, "昆明市");
} else {
System.out.println("数据集:" + table_name + " 已经存在,跳过");
} }
} }
} }
@ -74,12 +81,14 @@ public class DataSetFakeData {
List<Record> list = dm.getDataSetByIdentityId(identity_id, null); List<Record> list = dm.getDataSetByIdentityId(identity_id, null);
for (Record record : list) { for (Record record : list) {
String table_name = record.getStr("table_name"); String table_name = record.getStr("table_name");
System.out.println("正在处理数据集:" + table_name); System.out.println(area_name + "正在处理数据集:" + table_name);
//检查这个行政区划,在本数据表中是不是存在过,判断办法是 列名: `行政区划`= area_name,如果存在则不作处理,否则拷贝昆明市的数据 //检查这个行政区划,在本数据表中是不是存在过,判断办法是 列名: `行政区划`= area_name,如果存在则不作处理,否则拷贝昆明市的数据
String sql = "select count(1) from `" + table_name + "` where `行政区划`='" + area_name + "'"; String sql = "select count(1) from `" + table_name + "` where `行政区划`='" + area_name + "'";
int cnt = Db.use(DataEaseModel.DB_NAME).queryInt(sql); int cnt = Db.use(DataEaseModel.DB_NAME).queryInt(sql);
if (cnt == 0) { if (cnt == 0) {
CopyData(table_name, area_name, "寻甸县"); CopyData(table_name, area_name, "寻甸县");
} else {
System.out.println("数据集:" + table_name + " 已经存在,跳过");
} }
} }
} }

@ -9,7 +9,7 @@ public class DataSetInit {
public static DataEaseModel dm = new DataEaseModel(); public static DataEaseModel dm = new DataEaseModel();
public static void main(String[] args) throws IOException { public static void main(String[] args) throws IOException {
LocalMysqlConnectUtil.Init(null); LocalMysqlConnectUtil.Init();
//1、添加到数据集表中 //1、添加到数据集表中
dm.collectDataSet(); dm.collectDataSet();
//2、加上主键 //2、加上主键

@ -24,7 +24,7 @@ public class InitOrgPerson {
public static Prop PropKit; public static Prop PropKit;
public static void main(String[] args) throws Exception { public static void main(String[] args) throws Exception {
LocalMysqlConnectUtil.Init(null); LocalMysqlConnectUtil.Init();
// 用于缓存模块的redis服务 // 用于缓存模块的redis服务
RedisPlugin redis = new RedisPlugin("myRedis", PropKit.get("redis.ip"), PropKit.getInt("redis.port"), 10 * 1000); RedisPlugin redis = new RedisPlugin("myRedis", PropKit.get("redis.ip"), PropKit.getInt("redis.port"), 10 * 1000);

@ -14,7 +14,7 @@ public class ExportExcel {
public static DataEaseModel dm = new DataEaseModel(); public static DataEaseModel dm = new DataEaseModel();
public static void main(String[] args) throws IOException, JSchException { public static void main(String[] args) throws IOException, JSchException {
LocalMysqlConnectUtil.Init(null); LocalMysqlConnectUtil.Init();
//Excel的保存目录 //Excel的保存目录
String exportPath = "D:/360Downloads/Excel"; String exportPath = "D:/360Downloads/Excel";

@ -14,15 +14,14 @@ import java.io.File;
public class LocalMysqlConnectUtil { public class LocalMysqlConnectUtil {
public static Prop PropKit; public static Prop PropKit;
public static void Init(String database_dbName) { public static void Init() {
//加载配置文件 //加载配置文件
String configFile = "application.yaml"; String configFile = "application.yaml";
PropKit = new YamlProp(configFile); PropKit = new YamlProp(configFile);
if (StrKit.isBlank(database_dbName)) database_dbName = "dataease";
HikariCpPlugin masterPlugin = new HikariCpPlugin(PropKit.get("mysql.jdbcUrl"), PropKit.get("mysql.user"), HikariCpPlugin masterPlugin = new HikariCpPlugin(PropKit.get("mysql.jdbcUrl"), PropKit.get("mysql.user"),
PropKit.get("mysql.password").trim(), PropKit.get("mysql.driverClassName")); PropKit.get("mysql.password").trim(), PropKit.get("mysql.driverClassName"));
HikariCpPlugin dataEasePlugin = new HikariCpPlugin(PropKit.get("mysql.jdbcUrl").replace("ds_db", database_dbName), PropKit.get("mysql.user"), HikariCpPlugin dataEasePlugin = new HikariCpPlugin(PropKit.get("mysql.jdbcUrl").replace("ds_db", DataEaseModel.DB_NAME), PropKit.get("mysql.user"),
PropKit.get("mysql.password").trim(), PropKit.get("mysql.driverClassName")); PropKit.get("mysql.password").trim(), PropKit.get("mysql.driverClassName"));
masterPlugin.start(); masterPlugin.start();

Loading…
Cancel
Save