huanghai
/
YunNanDsBase
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

'commit'

Browse Source
main
黄海 7 months ago
parent 52868746b6
commit bd7e971907
4 changed files with 179 additions and 51 deletions
Show Stats Download Patch File Download Diff File

5
src/main/java/com/dsideal/base/DataEase/Util/CallApiToCopy.java
Unescape View File

@ -59,13 +59,14 @@ public class CallApiToCopy {
String screenId = JSONObject.parseObject(res).getString("data");
System.out.println("生成大屏ID=" + screenId);
JSONObject canvasViewInfo = FileUtil.readJsonFile(PathKit.getRootClassPath() + "/Data/CanvasViewInfo.json");
//将临时副本保存下来
url = urlPrefix + "/de2api/dataVisualization/saveCanvas";
jo = new JSONObject();
jo.put("appData", null);
jo.put("canvasStyleData", canvas_style_data);
jo.put("canvasViewInfo", canvasViewInfo);
jo.put("componentData", component_data);
jo.put("canvasViewInfo", FileUtil.readJsonFile(PathKit.getRootClassPath() + "/Data/CanvasViewInfo.json"));
jo.put("appData", null);
jo.put("id", screenId);
jo.put("name", screenName);
jo.put("pid", pid);

91
src/main/java/com/dsideal/base/DataEase/Util/SyncCityScreen.java
Unescape View File

@ -102,8 +102,6 @@ public class SyncCityScreen {
* @throws InterruptedException
*/
public static void SyncCityScreen(String dataVisualizationName) throws InterruptedException {
// 二、开始全新插入数据
//1、获取母屏数据
String sql = "select * from data_visualization_info where name =?";
@ -113,8 +111,8 @@ public class SyncCityScreen {
sql = "select * from core_chart_view where scene_id=?";
List<Record> motherChartList = Db.use(DataEaseModel.DB_NAME).find(sql, motherId);
//母屏共享链接
sql = "select * from xpack_share where resource_id=?";
Record motherShareRecord = Db.use(DataEaseModel.DB_NAME).findFirst(sql, motherId);
// sql = "select * from xpack_share where resource_id=?";
// Record motherShareRecord = Db.use(DataEaseModel.DB_NAME).findFirst(sql, motherId);
//母屏的可视化资源表
sql = "select * from core_opt_recent where resource_id=?";
Record motherOptRecord = Db.use(DataEaseModel.DB_NAME).findFirst(sql, motherId);
@ -123,17 +121,17 @@ public class SyncCityScreen {
sql = "select * from visualization_link_jump where source_dv_id=?";
List<Record> motherLinkJumpList = Db.use(DataEaseModel.DB_NAME).find(sql, motherId);
//母屏的linkJumpInfo
sql = "select * from visualization_link_jump_info where target_dv_id=?";
List<Record> motherLinkJumpInfoList = Db.use(DataEaseModel.DB_NAME).find(sql, motherId);
// sql = "select * from visualization_link_jump_info where target_dv_id=?";
// List<Record> motherLinkJumpInfoList = Db.use(DataEaseModel.DB_NAME).find(sql, motherId);
//母屏的外部参数关联关系表
sql = "select * from visualization_outer_params where visualization_id=?";
List<Record> motheRouterParamsList = Db.use(DataEaseModel.DB_NAME).find(sql, motherId);
// sql = "select * from visualization_outer_params where visualization_id=?";
// List<Record> motheRouterParamsList = Db.use(DataEaseModel.DB_NAME).find(sql, motherId);
//跳转目标仪表板图表字段配置表
sql = "select * from visualization_link_jump_target_view_info where link_jump_info_id in (" +
"select id from visualization_link_jump_info where target_dv_id=?)";
List<Record> motherLinkJumpTargetViewInfo = Db.use(DataEaseModel.DB_NAME).find(sql, motherId);
// sql = "select * from visualization_link_jump_target_view_info where link_jump_info_id in (" +
// "select id from visualization_link_jump_info where target_dv_id=?)";
// List<Record> motherLinkJumpTargetViewInfo = Db.use(DataEaseModel.DB_NAME).find(sql, motherId);
//2、需要哪16个城市
for (String cityName : dm.getCityNameList()) {
//（1）复制16个大屏
@ -177,11 +175,11 @@ public class SyncCityScreen {
}
// (4) 发布共享链接
Record shareRecord = new Record().setColumns(motherShareRecord);
shareRecord.set("resource_id", bigScreenId);
shareRecord.set("id", getSnowId());
shareRecord.set("uuid", randomString(8));//大小写字母和数字组合，长度为8
Db.use(DataEaseModel.DB_NAME).save("xpack_share", "id", shareRecord);
// Record shareRecord = new Record().setColumns(motherShareRecord);
// shareRecord.set("resource_id", bigScreenId);
// shareRecord.set("id", getSnowId());
// shareRecord.set("uuid", randomString(8));//大小写字母和数字组合，长度为8
// Db.use(DataEaseModel.DB_NAME).save("xpack_share", "id", shareRecord);
// (5) 插入可视化资源表
Record optRecord = new Record().setColumns(motherOptRecord);
@ -199,16 +197,16 @@ public class SyncCityScreen {
}
// (7) 插入跳转配置信息表
Map<Integer, Long> map = new HashMap<>();
int idx = 0;
for (Record rMotherLinkJumpInfo : motherLinkJumpInfoList) {
idx++;
Record rCityLinkJumpInfo = new Record().setColumns(rMotherLinkJumpInfo);//克隆出来
rCityLinkJumpInfo.set("id", getSnowId());
map.put(idx, rCityLinkJumpInfo.getLong("id"));
rCityLinkJumpInfo.set("target_dv_id", bigScreenId);
Db.use(DataEaseModel.DB_NAME).save("visualization_link_jump_info", "id", rCityLinkJumpInfo);
}
// Map<Integer, Long> map = new HashMap<>();
// int idx = 0;
// for (Record rMotherLinkJumpInfo : motherLinkJumpInfoList) {
// idx++;
// Record rCityLinkJumpInfo = new Record().setColumns(rMotherLinkJumpInfo);//克隆出来
// rCityLinkJumpInfo.set("id", getSnowId());
// map.put(idx, rCityLinkJumpInfo.getLong("id"));
// rCityLinkJumpInfo.set("target_dv_id", bigScreenId);
// Db.use(DataEaseModel.DB_NAME).save("visualization_link_jump_info", "id", rCityLinkJumpInfo);
// }
//TODO 外部参数比较复杂
/*
@ -216,28 +214,29 @@ public class SyncCityScreen {
*/
//(8) 跳转目标仪表板图表字段配置表：visualization_link_jump_info
idx = 0;
for (Record record : motherLinkJumpTargetViewInfo) {
idx++;
Record rCityLinkJumpTargetViewInfo = new Record().setColumns(record);//克隆出来
rCityLinkJumpTargetViewInfo.set("target_id", getSnowId());
rCityLinkJumpTargetViewInfo.set("link_jump_info_id", map.get(idx));
Db.use(DataEaseModel.DB_NAME).save(
"visualization_link_jump_target_view_info", "target_id", rCityLinkJumpTargetViewInfo);
}
// idx = 0;
// for (Record record : motherLinkJumpTargetViewInfo) {
// idx++;
// Record rCityLinkJumpTargetViewInfo = new Record().setColumns(record);//克隆出来
// rCityLinkJumpTargetViewInfo.set("target_id", getSnowId());
// rCityLinkJumpTargetViewInfo.set("link_jump_info_id", map.get(idx));
// Db.use(DataEaseModel.DB_NAME).save(
// "visualization_link_jump_target_view_info", "target_id", rCityLinkJumpTargetViewInfo);
// }
System.out.println("完成" + cityName + "的数据填充~");
break;
}
//查询出每个城市的共享链接
for (String cityName : dm.getCityNameList()) {
String screenName = dataVisualizationName + cityName;
sql = "select * from data_visualization_info where name =?";
Record record = Db.use(DataEaseModel.DB_NAME).findFirst(sql, screenName);
long id = record.getLong("id");
sql = "select * from xpack_share where resource_id=?";
Record shareRecord = Db.use(DataEaseModel.DB_NAME).findFirst(sql, id);
System.out.println(cityName + "的共享链接：" + shareRecord.getStr("uuid"));
}
// //查询出每个城市的共享链接
// for (String cityName : dm.getCityNameList()) {
// String screenName = dataVisualizationName + cityName;
// sql = "select * from data_visualization_info where name =?";
// Record record = Db.use(DataEaseModel.DB_NAME).findFirst(sql, screenName);
// long id = record.getLong("id");
// sql = "select * from xpack_share where resource_id=?";
// Record shareRecord = Db.use(DataEaseModel.DB_NAME).findFirst(sql, id);
// System.out.println(cityName + "的共享链接：" + shareRecord.getStr("uuid"));
// }
System.out.println("生成完毕");
}
@ -246,6 +245,6 @@ public class SyncCityScreen {
//获取数据可视化名称
String dataVisualizationName = LocalMysqlConnectUtil.PropKit.get("dataEase.dataVisualizationName");
clear(dataVisualizationName);
// SyncCityScreen(dataVisualizationName);
//SyncCityScreen(dataVisualizationName);
}
}

120
src/main/java/com/dsideal/base/DataEase/Util/SyncCityScreenNew.java
Unescape View File

@ -0,0 +1,120 @@
package com.dsideal.base.DataEase.Util;
import cn.hutool.core.lang.Snowflake;
import cn.hutool.core.util.IdUtil;
import com.dsideal.base.DataEase.Model.DataEaseModel;
import com.dsideal.base.Tools.Util.LocalMysqlConnectUtil;
import com.jfinal.plugin.activerecord.Db;
import com.jfinal.plugin.activerecord.Record;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
public class SyncCityScreenNew {
/*
开启数据库SQL执行日志
SHOW VARIABLES LIKE 'general_log%';
SET GLOBAL general_log = 'ON';
SET GLOBAL general_log = 'OFF';
*/
/**
* 利用雪花算法获取唯一ID
*
* @return
*/
public static long getSnowId() throws InterruptedException {
//雪花算法生成唯一ID
Snowflake snowflake = IdUtil.createSnowflake(1, 1);
Thread.sleep(2);
return snowflake.nextId();
}
public static DataEaseModel dm = new DataEaseModel();
/**
* @param dataVisualizationName
* @throws InterruptedException
*/
public static void SyncScreen(String dataVisualizationName) throws InterruptedException {
//1、获取母屏数据
String sql = "select * from data_visualization_info where name =?";
Record motherRecord = Db.use(DataEaseModel.DB_NAME).findFirst(sql, dataVisualizationName);
long motherId = motherRecord.getLong("id");
//母屏细节表
sql = "select * from core_chart_view where scene_id=?";
List<Record> motherChartList = Db.use(DataEaseModel.DB_NAME).find(sql, motherId);
//母屏的可视化资源表
sql = "select * from core_opt_recent where resource_id=?";
Record motherOptRecord = Db.use(DataEaseModel.DB_NAME).findFirst(sql, motherId);
//母屏的linkJump
sql = "select * from visualization_link_jump where source_dv_id=?";
List<Record> motherLinkJumpList = Db.use(DataEaseModel.DB_NAME).find(sql, motherId);
//（1）复制大屏
Record cityRecord = new Record().setColumns(motherRecord);//复制record对象
cityRecord.set("name", dataVisualizationName + "_copy");
long bigScreenId = getSnowId();
cityRecord.set("id", bigScreenId);
Db.use(DataEaseModel.DB_NAME).save("data_visualization_info", "id", cityRecord);
Map<Long, Long> mcMap = new HashMap<>();
// (2) 复制大屏的细节表
List<Record> writeList = new ArrayList<>();
for (Record rMotherChart : motherChartList) {
long motherChartId = rMotherChart.getLong("id");
Record rCityChart = new Record().setColumns(rMotherChart);//克隆出来
//修改大屏ID
rCityChart.set("id", getSnowId());
rCityChart.set("scene_id", bigScreenId);
writeList.add(rCityChart);
//保存母屏的组件IDS 与复制品组件IDS之间的对应关系
mcMap.put(motherChartId, rCityChart.getLong("id"));
}
//批量保存
Db.use(DataEaseModel.DB_NAME).batchSave("core_chart_view", writeList, 100);//需要修改
//回头修改一下主表
sql = "select component_data from data_visualization_info where id=?";
Record rChild = Db.use(DataEaseModel.DB_NAME).findFirst(sql, bigScreenId);
String component_data = rChild.getStr("component_data");
//遍历map
for (Map.Entry<Long, Long> entry : mcMap.entrySet()) {
Long key = entry.getKey();
Long value = entry.getValue();
component_data = component_data.replace(key.toString(), value.toString());
}
// 更新回去
sql = "update data_visualization_info set component_data=? where id=?";
Db.use(DataEaseModel.DB_NAME).update(sql, component_data, bigScreenId);
// (5) 插入可视化资源表
Record optRecord = new Record().setColumns(motherOptRecord);
optRecord.set("resource_id", bigScreenId);
optRecord.set("id", getSnowId());
Db.use(DataEaseModel.DB_NAME).save("core_opt_recent", "id", optRecord);
// (6) 插入跳转配置表
for (Record rMotherLinkJump : motherLinkJumpList) {
Record rCityLinkJump = new Record().setColumns(rMotherLinkJump);//克隆出来
rCityLinkJump.set("id", getSnowId());
rCityLinkJump.set("source_dv_id", bigScreenId);
Db.use(DataEaseModel.DB_NAME).save("visualization_link_jump", "id", rCityLinkJump);
}
System.out.println("生成完毕");
}
public static void main(String[] args) throws InterruptedException {
LocalMysqlConnectUtil.Init();
//获取数据可视化名称
String dataVisualizationName = "黄海测试的气泡地图";
SyncScreen(dataVisualizationName);
}
}

14
src/main/java/com/dsideal/base/DataEase/Util/Watch.java
Unescape View File

@ -8,7 +8,9 @@ import java.io.IOException;
import java.net.URI;
import java.net.URISyntaxException;
import java.util.HashMap;
import java.util.HashSet;
import java.util.Map;
import java.util.Set;
import java.util.concurrent.atomic.AtomicBoolean;
public class Watch {
@ -23,6 +25,9 @@ public class Watch {
int port = uri.getPort(); // 获取端口号
String user = "root";//用户名
String password = "Password123@mysql";//密码
Set<String> set = new HashSet<>();
set.add("QRTZ_FIRED_TRIGGERS");
// 构建二进制日志客户端
BinaryLogClient client = new BinaryLogClient(host, port, user, password);
// 反序列化配置
@ -32,7 +37,7 @@ public class Watch {
client.setEventDeserializer(eventDeserializer);
// 设置自己的client作为服务器的id
client.setServerId(SERVER_ID);
Map<Long,String> tableMap = new HashMap<>();
Map<Long, String> tableMap = new HashMap<>();
client.registerEventListener(event -> {
EventData data = event.getData();
@ -41,10 +46,13 @@ public class Watch {
tableMap.put(tableMapEventData.getTableId(), tableMapEventData.getTable());
}
if (data instanceof WriteRowsEventData) {
System.out.println("Insert:"+tableMap.get(((WriteRowsEventData) data).getTableId()));
String tableName = tableMap.get(((WriteRowsEventData) data).getTableId());
if (!set.contains(tableName) && !tableName.startsWith("tmp_") && !tableName.endsWith("_log")) {
set.add(tableName);
System.out.println(tableName);
}
}
});
client.connect();
}
}

Write Preview
Loading…
Cancel
Save