main
黄海 6 months ago
parent 20f0aed9fd
commit b85af57b4e

@ -15,7 +15,7 @@ import java.util.concurrent.*;
import java.util.concurrent.atomic.AtomicInteger;
import java.util.stream.Collectors;
public class YunXiaoBook {
public class BookLesson {
// 使用线程安全的集合
private static final CopyOnWriteArrayList<Record> subjectList = new CopyOnWriteArrayList<>();
private static final CopyOnWriteArrayList<Record> lessonList = new CopyOnWriteArrayList<>();

@ -14,7 +14,7 @@ import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.concurrent.atomic.AtomicInteger;
public class YunXiaoKnowledge {
public class KnowledgeLesson {
// 用于存储课程信息的线程安全列表
public static List<Record> lessonList = Collections.synchronizedList(new ArrayList<>());
public static int batchSize = 100;
@ -108,7 +108,7 @@ public class YunXiaoKnowledge {
argBook.put("sortType", 2);
argBook.put("stageCode", stageCode);
argBook.put("subjectCode", subjectCode);
String respBook = YunXiaoBook.doRequestWithRetry(url, argBook.toString(), false, 3);
String respBook = BookLesson.doRequestWithRetry(url, argBook.toString(), false, 3);
if (respBook != null) {
JSONArray jsonArrSource = JSONObject.parseObject(respBook)
@ -204,7 +204,7 @@ public class YunXiaoKnowledge {
subjectCode, subjectMap.get(subjectCode));
String url = "https://yx.ccsjy.cn/api/business/v1/knowledge/tree";
String respBook = YunXiaoBook.doRequestWithRetry(url, argBook.toString(), false, 3);
String respBook = BookLesson.doRequestWithRetry(url, argBook.toString(), false, 3);
if (respBook != null) {
try {
List<Record> allRecords = new ArrayList<>();

@ -1,6 +1,6 @@
package com.dsideal.QingLong.Cron4j;
import Tools.Crawler.YunXiaoBook;
import Tools.Crawler.BookLesson;
import com.jfinal.plugin.cron4j.ITask;
import lombok.SneakyThrows;
@ -11,7 +11,7 @@ public class LingDianTask implements ITask {
// 这里放被执行的调试任务代码
Tools.FillSubject.syncSubject();
//爬去云校数据
YunXiaoBook.Start();
BookLesson.Start();
}
public void stop() {

Loading…
Cancel
Save