huanghai
/
QingLong
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

'commit'

Browse Source
main
HuangHai 5 months ago
parent e25d119ff5
commit 669ebf65e5
3 changed files with 11 additions and 84 deletions
Show Stats Download Patch File Download Diff File

81
AI/Text2Sql/Sql/CreateTable.sql
Unescape View File

@ -1,36 +1,3 @@
CREATE TABLE "public"."t_crawler_book" (
"book_id" varchar(255) COLLATE "pg_catalog"."default" NOT NULL,
"book_name" varchar(255) COLLATE "pg_catalog"."default",
"scheme_id" varchar(255) COLLATE "pg_catalog"."default",
"subject_id" varchar(255) COLLATE "pg_catalog"."default",
"stage_id" varchar(255) COLLATE "pg_catalog"."default",
"id" varchar(255) COLLATE "pg_catalog"."default" NOT NULL
)
;
COMMENT ON COLUMN "public"."t_crawler_book"."book_id" IS '册ID';
COMMENT ON COLUMN "public"."t_crawler_book"."book_name" IS '册的名称';
COMMENT ON COLUMN "public"."t_crawler_book"."scheme_id" IS '版本ID，比如人教版本ID,与t_crawler_scheme表中的scheme_id关联';
COMMENT ON COLUMN "public"."t_crawler_book"."subject_id" IS '科目id,与t_crawler_subject中的subject_id关联';
COMMENT ON COLUMN "public"."t_crawler_book"."stage_id" IS '学段ID，与t_crawler_stage中的stage_id关联';
COMMENT ON COLUMN "public"."t_crawler_book"."id" IS '主键，无实际意义';
COMMENT ON TABLE "public"."t_crawler_book" IS '课程章节目录中的册概念，比如三年级上册，四年级下册';
CREATE TABLE "public"."t_crawler_scheme" (
"scheme_id" varchar(255) COLLATE "pg_catalog"."default" NOT NULL,
"scheme_name" varchar(255) COLLATE "pg_catalog"."default",
"subject_id" varchar(255) COLLATE "pg_catalog"."default",
"stage_id" varchar(255) COLLATE "pg_catalog"."default",
"id" varchar(255) COLLATE "pg_catalog"."default" NOT NULL
)
;
COMMENT ON COLUMN "public"."t_crawler_scheme"."scheme_id" IS '版本ID';
COMMENT ON COLUMN "public"."t_crawler_scheme"."scheme_name" IS '版本名称';
COMMENT ON COLUMN "public"."t_crawler_scheme"."subject_id" IS '学科ID';
COMMENT ON COLUMN "public"."t_crawler_scheme"."stage_id" IS '学段ID';
COMMENT ON COLUMN "public"."t_crawler_scheme"."id" IS '主键';
COMMENT ON TABLE "public"."t_crawler_scheme" IS '教材版本，目前一般一个学科一个版本';
-- ----------------------------
-- Table structure for t_crawler_lesson
-- ----------------------------
@ -81,51 +48,3 @@ COMMENT ON COLUMN "public"."t_crawler_lesson"."stage_name" IS '学段名称';
COMMENT ON TABLE "public"."t_crawler_lesson" IS '课程，resource资源表';
CREATE TABLE "public"."t_crawler_structure" (
"node_id" varchar(255) COLLATE "pg_catalog"."default" NOT NULL,
"node_name" varchar(255) COLLATE "pg_catalog"."default",
"parent_id" varchar(255) COLLATE "pg_catalog"."default",
"is_leaf" int2,
"book_id" varchar(255) COLLATE "pg_catalog"."default",
"scheme_id" varchar(255) COLLATE "pg_catalog"."default",
"subject_id" varchar(255) COLLATE "pg_catalog"."default",
"stage_id" varchar(255) COLLATE "pg_catalog"."default",
"id" varchar(255) COLLATE "pg_catalog"."default" NOT NULL
)
;
COMMENT ON COLUMN "public"."t_crawler_structure"."node_id" IS '章节目录结点ID';
COMMENT ON COLUMN "public"."t_crawler_structure"."node_name" IS '章节目录结点名称';
COMMENT ON COLUMN "public"."t_crawler_structure"."parent_id" IS '章节目录父结点ID';
COMMENT ON COLUMN "public"."t_crawler_structure"."is_leaf" IS '是不是叶子节点';
COMMENT ON COLUMN "public"."t_crawler_structure"."book_id" IS '哪一册，关联t_crawler_book表中的book_id';
COMMENT ON COLUMN "public"."t_crawler_structure"."scheme_id" IS '版本ID，关联t_crawler_scheme的scheme_id';
COMMENT ON COLUMN "public"."t_crawler_structure"."subject_id" IS '科目ID，关联t_crawler_subject中的subject_id';
COMMENT ON COLUMN "public"."t_crawler_structure"."stage_id" IS '学段ID,关联t_crawler_stage中的stage_id';
COMMENT ON COLUMN "public"."t_crawler_structure"."id" IS '主键';
COMMENT ON TABLE "public"."t_crawler_structure" IS 'stage-subject-scheme-book-structure-resource';
DROP TABLE IF EXISTS "public"."t_crawler_structure_knowledge";
CREATE TABLE "public"."t_crawler_structure_knowledge" (
"id" int4 NOT NULL DEFAULT nextval('t_crawler_structure_knowledge_id_seq'::regclass),
"title" varchar(255) COLLATE "pg_catalog"."default" NOT NULL,
"parent_id" varchar(50) COLLATE "pg_catalog"."default",
"is_leaf" bool,
"node_id" varchar(50) COLLATE "pg_catalog"."default",
"sort" int4,
"stage_id" varchar(10) COLLATE "pg_catalog"."default",
"stage_name" varchar(50) COLLATE "pg_catalog"."default",
"subject_id" varchar(10) COLLATE "pg_catalog"."default",
"subject_name" varchar(50) COLLATE "pg_catalog"."default",
"created_at" timestamp(6) DEFAULT CURRENT_TIMESTAMP
)
;
COMMENT ON COLUMN "public"."t_crawler_structure_knowledge"."id" IS '主键';
COMMENT ON COLUMN "public"."t_crawler_structure_knowledge"."title" IS '知识点名称';
COMMENT ON COLUMN "public"."t_crawler_structure_knowledge"."parent_id" IS '父ID';
COMMENT ON COLUMN "public"."t_crawler_structure_knowledge"."is_leaf" IS '是不是叶子';
COMMENT ON COLUMN "public"."t_crawler_structure_knowledge"."node_id" IS '知识点ID';
COMMENT ON COLUMN "public"."t_crawler_structure_knowledge"."sort" IS '排序号';
COMMENT ON COLUMN "public"."t_crawler_structure_knowledge"."stage_id" IS '学段ID';
COMMENT ON COLUMN "public"."t_crawler_structure_knowledge"."stage_name" IS '学段名称';
COMMENT ON COLUMN "public"."t_crawler_structure_knowledge"."subject_id" IS '科目ID';
COMMENT ON COLUMN "public"."t_crawler_structure_knowledge"."subject_name" IS '科目名称';

8
AI/Text2Sql/YunXiao.py
Unescape View File

@ -25,12 +25,14 @@ if __name__ == "__main__":
# 自然语言提问
# '''
question = '''
查询发布时间是2024年度，每个行政区划每个学校都上传了多少课程数量,
返回: 行政区划名,学段，排名,学校名称,课程数量
查询:
1、发布时间是2024年度
2、每个行政区每个学校都上传了多少课程数量
3、格式: 行政区划名,学段,排名,学校名称,课程数量
'''
common_prompt = '''
要求：
1、行政区划为NULL 或者是空字符的不参加统计工作，
1、行政区划为NULL 或者是空字符的不参加统计
'''
question = question + common_prompt
# 开始查询

6
src/main/java/com/dsideal/QingLong/Cron4j/LingDianTask.java
Unescape View File

@ -1,6 +1,7 @@
package com.dsideal.QingLong.Cron4j;
import Tools.Crawler.Util.BookLesson;
import Tools.Crawler.Util.KnowledgeLesson;
import com.jfinal.plugin.cron4j.ITask;
import lombok.SneakyThrows;
@ -11,7 +12,12 @@ public class LingDianTask implements ITask {
// 这里放被执行的调试任务代码
Tools.FillSubject.syncSubject();
//爬去云校数据
//同步章节目录
BookLesson.Start();
//同步知识点
KnowledgeLesson.Start();
//打补丁
BookLesson.fixPatch();
}
public void stop() {

Write Preview
Loading…
Cancel
Save