parent
ce2695a177
commit
9387daf1a9
@ -1,133 +0,0 @@
|
||||
package com.dsideal.base.Tools;
|
||||
|
||||
import cn.hutool.core.io.FileUtil;
|
||||
|
||||
import java.io.File;
|
||||
import java.io.FileOutputStream;
|
||||
import java.io.IOException;
|
||||
import java.sql.*;
|
||||
import java.util.ArrayList;
|
||||
import java.util.List;
|
||||
|
||||
import org.apache.poi.ss.usermodel.*;
|
||||
import org.apache.poi.xssf.usermodel.XSSFWorkbook;
|
||||
|
||||
public class GenerateExcel {
|
||||
|
||||
public static void exportResultSetToExcel(ResultSet resultSet, String excelFilePath) throws SQLException, IOException {
|
||||
// 创建一个新的Excel工作簿
|
||||
Workbook workbook = new XSSFWorkbook();
|
||||
// 创建一个工作表
|
||||
Sheet sheet = workbook.createSheet("查询结果");
|
||||
|
||||
// 创建表头单元格
|
||||
Row headerRow = sheet.createRow(0);
|
||||
ResultSetMetaData metaData = resultSet.getMetaData();
|
||||
int columnCount = metaData.getColumnCount();
|
||||
|
||||
// 设置表头单元格样式
|
||||
CellStyle headerStyle = workbook.createCellStyle();
|
||||
headerStyle.setBorderTop(BorderStyle.THIN);
|
||||
headerStyle.setBorderBottom(BorderStyle.THIN);
|
||||
headerStyle.setBorderLeft(BorderStyle.THIN);
|
||||
headerStyle.setBorderRight(BorderStyle.THIN);
|
||||
headerStyle.setFillForegroundColor(IndexedColors.LIGHT_GREEN.getIndex());
|
||||
headerStyle.setFillPattern(FillPatternType.SOLID_FOREGROUND);
|
||||
headerStyle.setFont(workbook.createFont());
|
||||
//headerStyle.getFont().setBold(true);
|
||||
|
||||
for (int i = 1; i <= columnCount; i++) {
|
||||
Cell cell = headerRow.createCell(i - 1);
|
||||
cell.setCellValue(metaData.getColumnName(i));
|
||||
cell.setCellStyle(headerStyle);
|
||||
}
|
||||
|
||||
headerRow.setHeightInPoints(28); // 设置表头行高为28
|
||||
|
||||
// 填充数据
|
||||
int rowNumber = 1;
|
||||
while (resultSet.next()) {
|
||||
Row row = sheet.createRow(rowNumber++);
|
||||
row.setHeightInPoints(28); // 设置数据行高为28
|
||||
|
||||
// 设置数据单元格样式
|
||||
CellStyle dataStyle = workbook.createCellStyle();
|
||||
dataStyle.setBorderTop(BorderStyle.THIN);
|
||||
dataStyle.setBorderBottom(BorderStyle.THIN);
|
||||
dataStyle.setBorderLeft(BorderStyle.THIN);
|
||||
dataStyle.setBorderRight(BorderStyle.THIN);
|
||||
|
||||
for (int i = 1; i <= columnCount; i++) {
|
||||
Cell cell = row.createCell(i - 1);
|
||||
Object value = resultSet.getObject(i);
|
||||
if (value != null) cell.setCellValue(value.toString());
|
||||
cell.setCellStyle(dataStyle);
|
||||
}
|
||||
}
|
||||
|
||||
// 自动调整列宽
|
||||
for (int i = 0; i < columnCount; i++) {
|
||||
sheet.autoSizeColumn(i);
|
||||
}
|
||||
|
||||
// 将工作簿写入文件
|
||||
try (FileOutputStream fileOut = new FileOutputStream(excelFilePath)) {
|
||||
workbook.write(fileOut);
|
||||
}
|
||||
// 关闭工作簿和结果集
|
||||
workbook.close();
|
||||
resultSet.close();
|
||||
}
|
||||
|
||||
public static List<String> getFiles(String path) {
|
||||
List<String> files = new ArrayList<>();
|
||||
File file = new File(path);
|
||||
File[] tempList = file.listFiles();
|
||||
|
||||
for (int i = 0; i < tempList.length; i++) {
|
||||
if (tempList[i].isFile()) {
|
||||
files.add(tempList[i].toString());
|
||||
}
|
||||
}
|
||||
return files;
|
||||
}
|
||||
|
||||
public static void main(String[] args) throws ClassNotFoundException, SQLException {
|
||||
// 指定目录路径
|
||||
String directoryPath = "C:\\Users\\Administrator\\Documents\\Navicat\\SQLite\\Servers\\长春市教育数据统计2024\\main";
|
||||
// SQLite数据库的URL
|
||||
String url = "jdbc:sqlite:C:/Users/Administrator/Desktop/DataBase/edudb_gather_220100000000_full_fullreport.db";
|
||||
|
||||
// 加载SQLite的JDBC驱动
|
||||
Class.forName("org.sqlite.JDBC");
|
||||
|
||||
// 建立连接
|
||||
Connection connection = DriverManager.getConnection(url);
|
||||
Statement statement = connection.createStatement();
|
||||
// 遍历所有文件
|
||||
List<String> files = getFiles(directoryPath);
|
||||
int cnt = 0;//有问题的查询个数
|
||||
for (String file : files) {
|
||||
if (!file.contains(".sql")) continue;
|
||||
String sql = FileUtil.readUtf8String(file);
|
||||
try {
|
||||
String excelFilePath = file.replace(".sql", ".xlsx");
|
||||
ResultSet rs = statement.executeQuery(sql);
|
||||
//如果数据集是空的，返回
|
||||
if (!rs.isBeforeFirst()) continue;
|
||||
//否则导出
|
||||
cnt++;
|
||||
exportResultSetToExcel(rs, excelFilePath);
|
||||
} catch (Exception err) {
|
||||
System.out.println(err);
|
||||
System.out.println(file + "无法执行，请检查原因！");
|
||||
}
|
||||
}
|
||||
connection.close();
|
||||
if (cnt > 0) {
|
||||
System.out.println("导出问题表" + cnt + "个！");
|
||||
} else {
|
||||
System.out.println("全部成功！");
|
||||
}
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,87 @@
|
||||
package com.dsideal.base.Tools;
|
||||
|
||||
import com.dsideal.base.Plugin.YamlProp;
|
||||
import com.jfinal.kit.Prop;
|
||||
import com.jfinal.plugin.activerecord.ActiveRecordPlugin;
|
||||
import com.jfinal.plugin.activerecord.Db;
|
||||
import com.jfinal.plugin.activerecord.Record;
|
||||
import com.jfinal.plugin.activerecord.dialect.MysqlDialect;
|
||||
import com.jfinal.plugin.hikaricp.HikariCpPlugin;
|
||||
|
||||
import java.io.File;
|
||||
import java.util.List;
|
||||
|
||||
public class addDataEaseExcelPrimary {
|
||||
|
||||
|
||||
public static void main(String[] args) {
|
||||
//加载配置文件
|
||||
String configFile = "application_dev.yaml";
|
||||
Prop PropKit = new YamlProp(configFile);
|
||||
HikariCpPlugin arpPlugin = new HikariCpPlugin(PropKit.get("mysql.jdbcUrl"), PropKit.get("mysql.user"),
|
||||
PropKit.get("mysql.password").trim(), PropKit.get("mysql.driverClassName"));
|
||||
arpPlugin.start();
|
||||
|
||||
HikariCpPlugin dataEasePlugin = new HikariCpPlugin(PropKit.get("mysql.jdbcUrl").replace("ds_db", "dataease"), PropKit.get("mysql.user"),
|
||||
PropKit.get("mysql.password").trim(), PropKit.get("mysql.driverClassName"));
|
||||
dataEasePlugin.start();
|
||||
|
||||
// 配置ActiveRecord插件
|
||||
ActiveRecordPlugin arp = new ActiveRecordPlugin("master", arpPlugin);
|
||||
arp.setDialect(new MysqlDialect());
|
||||
|
||||
ActiveRecordPlugin arpDataEase = new ActiveRecordPlugin("dataease", dataEasePlugin);
|
||||
arpDataEase.setDialect(new MysqlDialect());
|
||||
|
||||
//遍历sql目录下所有的sql文件
|
||||
File sqlDir;
|
||||
String basePath = addDataEaseExcelPrimary.class.getResource("/").getPath();
|
||||
sqlDir = new File(basePath + "/Sql");
|
||||
File[] sqlFiles = sqlDir.listFiles();
|
||||
for (File sqlFile : sqlFiles != null ? sqlFiles : new File[0]) {
|
||||
//只加载.sql文件
|
||||
if (sqlFile.getName().indexOf(".sql") > 0) {
|
||||
arp.addSqlTemplate("/Sql/" + sqlFile.getName());
|
||||
arpDataEase.addSqlTemplate("/Sql/" + sqlFile.getName());
|
||||
}
|
||||
}
|
||||
arp.start();
|
||||
arpDataEase.start();
|
||||
|
||||
//处理表，增加列
|
||||
// 查询所有以 excel_ 开头的表
|
||||
List<Record> tables = Db.use("dataease").find("SELECT TABLE_NAME FROM information_schema.TABLES WHERE TABLE_SCHEMA = 'dataease' AND TABLE_NAME LIKE 'excel\\_%'");
|
||||
|
||||
for (Record table : tables) {
|
||||
String tableName = table.getStr("TABLE_NAME");
|
||||
if (!hasPrimaryKey(tableName)) {
|
||||
addPrimaryKeyAndTimestamp(tableName);
|
||||
System.out.println("Processed table: " + tableName);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
// 检查表是否存在主键
|
||||
public static boolean hasPrimaryKey(String tableName) {
|
||||
String sql = "SELECT COUNT(*) as c FROM information_schema.TABLE_CONSTRAINTS WHERE TABLE_SCHEMA = ? AND TABLE_NAME = ? AND CONSTRAINT_TYPE = 'PRIMARY KEY'";
|
||||
return Db.use("dataease").queryInt(sql, "dataease", tableName) > 0;
|
||||
}
|
||||
|
||||
// 添加主键列和时间戳列，并设置为主键
|
||||
public static void addPrimaryKeyAndTimestamp(String tableName) {
|
||||
// 添加 id 列和 update_ts 列
|
||||
String alterTableSql = "ALTER TABLE `" + tableName + "` ADD COLUMN `id` CHAR(36) NULL, ADD COLUMN `update_ts` TIMESTAMP NULL DEFAULT CURRENT_TIMESTAMP";
|
||||
Db.use("dataease").update(alterTableSql);
|
||||
|
||||
|
||||
// 生成 UUID 并更新 id 列和 update_ts 列
|
||||
String updateSql = "UPDATE `" + tableName + "` SET `id` = UUID(), `update_ts` = CURRENT_TIMESTAMP";
|
||||
Db.use("dataease").update(updateSql);
|
||||
|
||||
//设置主键
|
||||
String sql="ALTER TABLE `" + tableName +"` MODIFY COLUMN `id` char(36) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NOT NULL,ADD PRIMARY KEY (`ID`)";
|
||||
System.out.println(sql);
|
||||
Db.use("dataease").update(sql);
|
||||
}
|
||||
}
|
||||
Loading…
Reference in new issue