|
|
|
@ -427,7 +427,10 @@ public class YunXiaoYouHua {
|
|
|
|
|
Db.batchSave("t_crawler_book", bookList, batchSize);
|
|
|
|
|
Db.batchSave("t_crawler_structure", structureList, batchSize);
|
|
|
|
|
Db.batchSave("t_crawler_resource", lessonList, batchSize);
|
|
|
|
|
print("爬取数据完成!总共收集资源:" + resourceCount.get() + "个");
|
|
|
|
|
|
|
|
|
|
print("爬取数据完成!");
|
|
|
|
|
print("总共收集资源:" + lessonList.size() + "个");
|
|
|
|
|
print("总共收集节点:" + structureList.size() + "个");
|
|
|
|
|
//记录结束时间,并输出两者的差值是多少分钟多少少
|
|
|
|
|
long endTime = System.currentTimeMillis();
|
|
|
|
|
print("爬取数据耗时:" + (endTime - startTime) / 1000 + "秒");
|
|
|
|
|