main
黄海 7 months ago
parent 6ddd2ffc67
commit bec5726903

@ -411,31 +411,7 @@ public class YunXiao {
return set;
}
public static void main(String[] args) {
// 初始化数据库连接
PropKit.use("application.properties");
HikariCpPlugin hp = new HikariCpPlugin(PropKit.get("jdbcUrl"), PropKit.get("user"),
PropKit.get("password").trim(), PropKit.get("driverClassName"));
hp.start();
ActiveRecordPlugin arp = new ActiveRecordPlugin(hp);
arp.setContainerFactory(new CaseInsensitiveContainerFactory(true));
arp.setDialect(new PostgreSqlDialect());
String basePath = Start.class.getClassLoader().getResource(".").getPath();
File sqlDir = new File(basePath + "/Sql");
File[] sqlFiles = sqlDir.listFiles();
File[] var10 = sqlFiles != null ? sqlFiles : new File[0];
int var11 = var10.length;
for (int i = 0; i < var11; ++i) {
File sqlFile = var10[i];
if (sqlFile.getName().indexOf(".sql") > 0) {
arp.addSqlTemplate("/Sql/" + sqlFile.getName());
}
}
arp.start();
public static void Start() {
Map<String, String> map = new HashMap<>();
map.put("1", "学前");
map.put("2", "小学");
@ -518,7 +494,7 @@ public class YunXiao {
List<Record> writeList = new ArrayList<>();
for (Record record : lessonList) {
String original_school_name = record.getStr("teacher_school_name");//原始学校名称
String teacher_name= record.getStr("teacher_name");
String teacher_name = record.getStr("teacher_name");
String organization_name = "";
String organization_no = "";
String gather_regionc = "";
@ -566,4 +542,31 @@ public class YunXiao {
long endTime = System.currentTimeMillis();
print("爬取数据耗时:" + (endTime - startTime) / 1000 + "秒");
}
public static void main(String[] args) {
// 初始化数据库连接
PropKit.use("application.properties");
HikariCpPlugin hp = new HikariCpPlugin(PropKit.get("jdbcUrl"), PropKit.get("user"),
PropKit.get("password").trim(), PropKit.get("driverClassName"));
hp.start();
ActiveRecordPlugin arp = new ActiveRecordPlugin(hp);
arp.setContainerFactory(new CaseInsensitiveContainerFactory(true));
arp.setDialect(new PostgreSqlDialect());
String basePath = Start.class.getClassLoader().getResource(".").getPath();
File sqlDir = new File(basePath + "/Sql");
File[] sqlFiles = sqlDir.listFiles();
File[] var10 = sqlFiles != null ? sqlFiles : new File[0];
int var11 = var10.length;
for (int i = 0; i < var11; ++i) {
File sqlFile = var10[i];
if (sqlFile.getName().indexOf(".sql") > 0) {
arp.addSqlTemplate("/Sql/" + sqlFile.getName());
}
}
arp.start();
//爬虫开始
Start();
}
}

@ -1,13 +1,17 @@
package com.dsideal.QingLong.Cron4j;
import Tools.Crawler.YunXiao;
import com.jfinal.plugin.cron4j.ITask;
import lombok.SneakyThrows;
public class FillSubjectTask implements ITask {
//0点任务
public class LingDianTask implements ITask {
@SneakyThrows
public void run() {
// 这里放被执行的调试任务代码
Tools.FillSubject.syncSubject();
//爬去云校数据
YunXiao.Start();
}
public void stop() {

@ -7,12 +7,13 @@
# 星号 *:表示每一个时间点,例如 * * * * * 表示每分钟执行
# 除号 /:表示指定一个值的增加幅度。例如 n/m表示从 n 开始,每次增加 m 的时间点执行
# cron4j 集成cron 只有 分 时 天 月 周 没有秒
cron4j=syncSubject
cron4j=LingDianTask
# 每天凌晨0点执行一次
syncSubject.cron=0 0 * * *
syncSubject.class=com.dsideal.QingLong.Cron4j.FillSubjectTask
syncSubject.daemon=true
syncSubject.enable=true
LingDianTask.cron=0 0 * * *
LingDianTask.class=com.dsideal.QingLong.Cron4j.LingDianTask
LingDianTask.daemon=true
LingDianTask.enable=true

Loading…
Cancel
Save