'commit'
This commit is contained in:
@@ -12,209 +12,220 @@ from Util.DataUtil import (
|
||||
convert_area_name, save_to_json, load_workbook_sheet
|
||||
)
|
||||
|
||||
# 创建数据保存目录
|
||||
DATA_DIR = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'Data')
|
||||
os.makedirs(DATA_DIR, exist_ok=True)
|
||||
JSON_PATH = os.path.join(DATA_DIR, 'SchoolCount.json') # 学校数JSON路径
|
||||
def main():
|
||||
"""主函数：提取学校数量数据"""
|
||||
# 创建数据保存目录
|
||||
DATA_DIR = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'Data')
|
||||
os.makedirs(DATA_DIR, exist_ok=True)
|
||||
JSON_PATH = os.path.join(DATA_DIR, 'SchoolCount.json') # 学校数JSON路径
|
||||
|
||||
file_name = EXCEL_PATH
|
||||
school_data = []
|
||||
name_conversion_errors = [] # 记录转换失败的名称
|
||||
conversion_records = [] # 定义转换记录变量
|
||||
file_name = EXCEL_PATH
|
||||
school_data = []
|
||||
name_conversion_errors = [] # 记录转换失败的名称
|
||||
conversion_records = [] # 定义转换记录变量
|
||||
|
||||
workbook = None # 初始化workbook变量，确保在finally块中可以访问
|
||||
|
||||
try:
|
||||
# 加载工作簿并选择学校数Sheet
|
||||
workbook = openpyxl.load_workbook(file_name, read_only=True)
|
||||
if '学校数' not in workbook.sheetnames:
|
||||
print("❌ 错误：未找到'学校数'Sheet")
|
||||
exit(1)
|
||||
sheet = workbook['学校数']
|
||||
try:
|
||||
# 加载工作簿并选择学校数Sheet
|
||||
workbook = openpyxl.load_workbook(file_name, read_only=True)
|
||||
if '学校数' not in workbook.sheetnames:
|
||||
print("❌ 错误：未找到'学校数'Sheet")
|
||||
return
|
||||
sheet = workbook['学校数']
|
||||
|
||||
# 定义数据列范围与英文属性映射
|
||||
# 每个教育阶段包含：年份列表、列配置（年份→列名映射）、数据类别
|
||||
data_columns = {
|
||||
# 学前教育（每年份4列：城区/镇区/乡村/总计，取前3列）
|
||||
'preschool_schools': {
|
||||
'years': [2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024],
|
||||
'columns': [
|
||||
{'year': 2015, 'urban': 'D', 'town': 'E', 'rural': 'F'},
|
||||
{'year': 2016, 'urban': 'H', 'town': 'I', 'rural': 'J'},
|
||||
{'year': 2017, 'urban': 'L', 'town': 'M', 'rural': 'N'},
|
||||
{'year': 2018, 'urban': 'P', 'town': 'Q', 'rural': 'R'},
|
||||
{'year': 2019, 'urban': 'T', 'town': 'U', 'rural': 'V'},
|
||||
{'year': 2020, 'urban': 'X', 'town': 'Y', 'rural': 'Z'},
|
||||
{'year': 2021, 'urban': 'AB', 'town': 'AC', 'rural': 'AD'},
|
||||
{'year': 2022, 'urban': 'AF', 'town': 'AG', 'rural': 'AH'},
|
||||
{'year': 2023, 'urban': 'AJ', 'town': 'AK', 'rural': 'AL'},
|
||||
{'year': 2024, 'urban': 'AN', 'town': 'AO', 'rural': 'AP'}
|
||||
],
|
||||
'categories': ['urban', 'town', 'rural']
|
||||
},
|
||||
# 定义数据列范围与英文属性映射
|
||||
# 每个教育阶段包含：年份列表、列配置（年份→列名映射）、数据类别
|
||||
data_columns = {
|
||||
# 学前教育（每年份4列：城区/镇区/乡村/总计，取前3列）
|
||||
'preschool_schools': {
|
||||
'years': [2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024],
|
||||
'columns': [
|
||||
{'year': 2015, 'urban': 'D', 'town': 'E', 'rural': 'F'},
|
||||
{'year': 2016, 'urban': 'H', 'town': 'I', 'rural': 'J'},
|
||||
{'year': 2017, 'urban': 'L', 'town': 'M', 'rural': 'N'},
|
||||
{'year': 2018, 'urban': 'P', 'town': 'Q', 'rural': 'R'},
|
||||
{'year': 2019, 'urban': 'T', 'town': 'U', 'rural': 'V'},
|
||||
{'year': 2020, 'urban': 'X', 'town': 'Y', 'rural': 'Z'},
|
||||
{'year': 2021, 'urban': 'AB', 'town': 'AC', 'rural': 'AD'},
|
||||
{'year': 2022, 'urban': 'AF', 'town': 'AG', 'rural': 'AH'},
|
||||
{'year': 2023, 'urban': 'AJ', 'town': 'AK', 'rural': 'AL'},
|
||||
{'year': 2024, 'urban': 'AN', 'town': 'AO', 'rural': 'AP'}
|
||||
],
|
||||
'categories': ['urban', 'town', 'rural']
|
||||
},
|
||||
|
||||
# 小学教育（每年份4列，取前3列）
|
||||
'primary_schools': {
|
||||
'years': [2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024],
|
||||
'columns': [
|
||||
{'year': 2015, 'urban': 'AR', 'town': 'AS', 'rural': 'AT'},
|
||||
{'year': 2016, 'urban': 'AV', 'town': 'AW', 'rural': 'AX'},
|
||||
{'year': 2017, 'urban': 'AZ', 'town': 'BA', 'rural': 'BB'},
|
||||
{'year': 2018, 'urban': 'BD', 'town': 'BE', 'rural': 'BF'},
|
||||
{'year': 2019, 'urban': 'BH', 'town': 'BI', 'rural': 'BJ'},
|
||||
{'year': 2020, 'urban': 'BL', 'town': 'BM', 'rural': 'BN'},
|
||||
{'year': 2021, 'urban': 'BP', 'town': 'BQ', 'rural': 'BR'},
|
||||
{'year': 2022, 'urban': 'BT', 'town': 'BU', 'rural': 'BV'},
|
||||
{'year': 2023, 'urban': 'BX', 'town': 'BY', 'rural': 'BZ'},
|
||||
{'year': 2024, 'urban': 'CB', 'town': 'CC', 'rural': 'CD'}
|
||||
],
|
||||
'categories': ['urban', 'town', 'rural']
|
||||
},
|
||||
# 小学教育（每年份4列，取前3列）
|
||||
'primary_schools': {
|
||||
'years': [2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024],
|
||||
'columns': [
|
||||
{'year': 2015, 'urban': 'AR', 'town': 'AS', 'rural': 'AT'},
|
||||
{'year': 2016, 'urban': 'AV', 'town': 'AW', 'rural': 'AX'},
|
||||
{'year': 2017, 'urban': 'AZ', 'town': 'BA', 'rural': 'BB'},
|
||||
{'year': 2018, 'urban': 'BD', 'town': 'BE', 'rural': 'BF'},
|
||||
{'year': 2019, 'urban': 'BH', 'town': 'BI', 'rural': 'BJ'},
|
||||
{'year': 2020, 'urban': 'BL', 'town': 'BM', 'rural': 'BN'},
|
||||
{'year': 2021, 'urban': 'BP', 'town': 'BQ', 'rural': 'BR'},
|
||||
{'year': 2022, 'urban': 'BT', 'town': 'BU', 'rural': 'BV'},
|
||||
{'year': 2023, 'urban': 'BX', 'town': 'BY', 'rural': 'BZ'},
|
||||
{'year': 2024, 'urban': 'CB', 'town': 'CC', 'rural': 'CD'}
|
||||
],
|
||||
'categories': ['urban', 'town', 'rural']
|
||||
},
|
||||
|
||||
# 初中教育
|
||||
'junior_high_schools': {
|
||||
'years': [2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024],
|
||||
'columns': [
|
||||
{'year': 2015, 'urban': 'CF', 'town': 'CG', 'rural': 'CH'},
|
||||
{'year': 2016, 'urban': 'CJ', 'town': 'CK', 'rural': 'CL'},
|
||||
{'year': 2017, 'urban': 'CN', 'town': 'CO', 'rural': 'CP'},
|
||||
{'year': 2018, 'urban': 'CR', 'town': 'CS', 'rural': 'CT'},
|
||||
{'year': 2019, 'urban': 'CV', 'town': 'CW', 'rural': 'CX'},
|
||||
{'year': 2020, 'urban': 'CZ', 'town': 'DA', 'rural': 'DB'},
|
||||
{'year': 2021, 'urban': 'DD', 'town': 'DE', 'rural': 'DF'},
|
||||
{'year': 2022, 'urban': 'DH', 'town': 'DI', 'rural': 'DJ'},
|
||||
{'year': 2023, 'urban': 'DL', 'town': 'DM', 'rural': 'DN'},
|
||||
{'year': 2024, 'urban': 'DP', 'town': 'DQ', 'rural': 'DR'}
|
||||
],
|
||||
'categories': ['urban', 'town', 'rural']
|
||||
},
|
||||
# 初中教育
|
||||
'junior_high_schools': {
|
||||
'years': [2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024],
|
||||
'columns': [
|
||||
{'year': 2015, 'urban': 'CF', 'town': 'CG', 'rural': 'CH'},
|
||||
{'year': 2016, 'urban': 'CJ', 'town': 'CK', 'rural': 'CL'},
|
||||
{'year': 2017, 'urban': 'CN', 'town': 'CO', 'rural': 'CP'},
|
||||
{'year': 2018, 'urban': 'CR', 'town': 'CS', 'rural': 'CT'},
|
||||
{'year': 2019, 'urban': 'CV', 'town': 'CW', 'rural': 'CX'},
|
||||
{'year': 2020, 'urban': 'CZ', 'town': 'DA', 'rural': 'DB'},
|
||||
{'year': 2021, 'urban': 'DD', 'town': 'DE', 'rural': 'DF'},
|
||||
{'year': 2022, 'urban': 'DH', 'town': 'DI', 'rural': 'DJ'},
|
||||
{'year': 2023, 'urban': 'DL', 'town': 'DM', 'rural': 'DN'},
|
||||
{'year': 2024, 'urban': 'DP', 'town': 'DQ', 'rural': 'DR'}
|
||||
],
|
||||
'categories': ['urban', 'town', 'rural']
|
||||
},
|
||||
|
||||
# 普通高中教育
|
||||
'senior_high_schools': {
|
||||
'years': [2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024],
|
||||
'columns': [
|
||||
{'year': 2015, 'urban': 'DT', 'town': 'DU', 'rural': 'DV'},
|
||||
{'year': 2016, 'urban': 'DX', 'town': 'DY', 'rural': 'DZ'},
|
||||
{'year': 2017, 'urban': 'EB', 'town': 'EC', 'rural': 'ED'},
|
||||
{'year': 2018, 'urban': 'EF', 'town': 'EG', 'rural': 'EH'},
|
||||
{'year': 2019, 'urban': 'EJ', 'town': 'EK', 'rural': 'EL'},
|
||||
{'year': 2020, 'urban': 'EN', 'town': 'EO', 'rural': 'EP'},
|
||||
{'year': 2021, 'urban': 'ER', 'town': 'ES', 'rural': 'ET'},
|
||||
{'year': 2022, 'urban': 'EV', 'town': 'EW', 'rural': 'EX'},
|
||||
{'year': 2023, 'urban': 'EZ', 'town': 'FA', 'rural': 'FB'},
|
||||
{'year': 2024, 'urban': 'FD', 'town': 'FE', 'rural': 'FF'}
|
||||
],
|
||||
'categories': ['urban', 'town', 'rural']
|
||||
},
|
||||
# 普通高中教育
|
||||
'senior_high_schools': {
|
||||
'years': [2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024],
|
||||
'columns': [
|
||||
{'year': 2015, 'urban': 'DT', 'town': 'DU', 'rural': 'DV'},
|
||||
{'year': 2016, 'urban': 'DX', 'town': 'DY', 'rural': 'DZ'},
|
||||
{'year': 2017, 'urban': 'EB', 'town': 'EC', 'rural': 'ED'},
|
||||
{'year': 2018, 'urban': 'EF', 'town': 'EG', 'rural': 'EH'},
|
||||
{'year': 2019, 'urban': 'EJ', 'town': 'EK', 'rural': 'EL'},
|
||||
{'year': 2020, 'urban': 'EN', 'town': 'EO', 'rural': 'EP'},
|
||||
{'year': 2021, 'urban': 'ER', 'town': 'ES', 'rural': 'ET'},
|
||||
{'year': 2022, 'urban': 'EV', 'town': 'EW', 'rural': 'EX'},
|
||||
{'year': 2023, 'urban': 'EZ', 'town': 'FA', 'rural': 'FB'},
|
||||
{'year': 2024, 'urban': 'FD', 'town': 'FE', 'rural': 'FF'}
|
||||
],
|
||||
'categories': ['urban', 'town', 'rural']
|
||||
},
|
||||
|
||||
# 中职教育（特殊：每年份1列）
|
||||
'vocational_schools': {
|
||||
'years': [2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024],
|
||||
'columns': [
|
||||
{'year': 2015, 'column': 'FH'},
|
||||
{'year': 2016, 'column': 'FI'},
|
||||
{'year': 2017, 'column': 'FJ'},
|
||||
{'year': 2018, 'column': 'FK'},
|
||||
{'year': 2019, 'column': 'FL'},
|
||||
{'year': 2020, 'column': 'FM'},
|
||||
{'year': 2021, 'column': 'FN'},
|
||||
{'year': 2022, 'column': 'FO'},
|
||||
{'year': 2023, 'column': 'FP'},
|
||||
{'year': 2024, 'column': 'FQ'}
|
||||
]
|
||||
}
|
||||
}
|
||||
|
||||
# 遍历数据行（跳过前4行表头，与T4_2保持一致）
|
||||
for row_num, row in enumerate(sheet.iter_rows(min_row=4, values_only=True), start=4):
|
||||
# 区域名称从B列获取（索引1）
|
||||
raw_name = row[1] if (len(row) > 1 and row[1] is not None) else '未知地区'
|
||||
if not raw_name: # 跳过空行
|
||||
continue
|
||||
|
||||
# 区域名称转换
|
||||
str_raw_name = str(raw_name).strip() if raw_name is not None else '未知地区'
|
||||
area_info = query_area_info(str_raw_name)
|
||||
if area_info:
|
||||
area_name = area_info['full_name']
|
||||
area_code = area_info['area_code']
|
||||
if raw_name != area_name:
|
||||
conversion_records.append({
|
||||
'row': row_num,
|
||||
'raw_name': raw_name,
|
||||
'converted_name': area_name
|
||||
})
|
||||
else:
|
||||
area_name = raw_name
|
||||
area_code = 'unknown'
|
||||
name_conversion_errors.append(f"行 {row_num}: '{raw_name}'")
|
||||
|
||||
area_data = {
|
||||
'area_name': area_name,
|
||||
'area_code': area_code,
|
||||
'raw_name': raw_name
|
||||
# 中职教育（特殊：每年份1列）
|
||||
'vocational_schools': {
|
||||
'years': [2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024],
|
||||
'columns': [
|
||||
{'year': 2015, 'column': 'FH'},
|
||||
{'year': 2016, 'column': 'FI'},
|
||||
{'year': 2017, 'column': 'FJ'},
|
||||
{'year': 2018, 'column': 'FK'},
|
||||
{'year': 2019, 'column': 'FL'},
|
||||
{'year': 2020, 'column': 'FM'},
|
||||
{'year': 2021, 'column': 'FN'},
|
||||
{'year': 2022, 'column': 'FO'},
|
||||
{'year': 2023, 'column': 'FP'},
|
||||
{'year': 2024, 'column': 'FQ'}
|
||||
]
|
||||
}
|
||||
}
|
||||
|
||||
# 提取各教育阶段数据
|
||||
for stage, config in data_columns.items():
|
||||
stage_data = {}
|
||||
# 处理学前/小学/初中/高中（多类别）
|
||||
if 'categories' in config:
|
||||
for year_config in config['columns']:
|
||||
year = year_config['year']
|
||||
year_data = {}
|
||||
for category in config['categories']:
|
||||
col_name = year_config[category]
|
||||
# 遍历数据行（跳过前4行表头，与T4_2保持一致）
|
||||
for row_num, row in enumerate(sheet.iter_rows(min_row=4, values_only=True), start=4):
|
||||
# 区域名称从B列获取（索引1）
|
||||
raw_name = row[1] if (len(row) > 1 and row[1] is not None) else '未知地区'
|
||||
if not raw_name: # 跳过空行
|
||||
continue
|
||||
|
||||
# 区域名称转换
|
||||
str_raw_name = str(raw_name).strip() if raw_name is not None else '未知地区'
|
||||
area_info = query_area_info(str_raw_name)
|
||||
if area_info:
|
||||
area_name = area_info['full_name']
|
||||
area_code = area_info['area_code']
|
||||
if raw_name != area_name:
|
||||
conversion_records.append({
|
||||
'row': row_num,
|
||||
'raw_name': raw_name,
|
||||
'converted_name': area_name
|
||||
})
|
||||
else:
|
||||
area_name = raw_name
|
||||
area_code = 'unknown'
|
||||
name_conversion_errors.append(f"行 {row_num}: '{raw_name}'")
|
||||
|
||||
area_data = {
|
||||
'area_name': area_name,
|
||||
'area_code': area_code,
|
||||
'raw_name': raw_name
|
||||
}
|
||||
|
||||
# 提取各教育阶段数据
|
||||
for stage, config in data_columns.items():
|
||||
stage_data = {}
|
||||
# 处理学前/小学/初中/高中（多类别）
|
||||
if 'categories' in config:
|
||||
for year_config in config['columns']:
|
||||
year = year_config['year']
|
||||
year_data = {}
|
||||
for category in config['categories']:
|
||||
col_name = year_config[category]
|
||||
col_idx = openpyxl.utils.column_index_from_string(col_name) - 1
|
||||
if col_idx < len(row):
|
||||
value = row[col_idx]
|
||||
# 数据清洗
|
||||
if value is None:
|
||||
year_data[category] = 0
|
||||
else:
|
||||
str_value = str(value).strip()
|
||||
if str_value in ['', '####']:
|
||||
year_data[category] = 0
|
||||
else:
|
||||
year_data[category] = int(str_value) if str_value.isdigit() else 0
|
||||
stage_data[str(year)] = year_data
|
||||
# 处理中职教育（单值）
|
||||
else:
|
||||
for year_config in config['columns']:
|
||||
year = year_config['year']
|
||||
col_name = year_config['column']
|
||||
col_idx = openpyxl.utils.column_index_from_string(col_name) - 1
|
||||
if col_idx < len(row):
|
||||
value = row[col_idx]
|
||||
# 数据清洗
|
||||
if value is None:
|
||||
year_data[category] = 0
|
||||
stage_data[str(year)] = 0
|
||||
else:
|
||||
str_value = str(value).strip()
|
||||
if str_value in ['', '####']:
|
||||
year_data[category] = 0
|
||||
else:
|
||||
year_data[category] = int(str_value) if str_value.isdigit() else 0
|
||||
stage_data[str(year)] = year_data
|
||||
# 处理中职教育（单值）
|
||||
else:
|
||||
for year_config in config['columns']:
|
||||
year = year_config['year']
|
||||
col_name = year_config['column']
|
||||
col_idx = openpyxl.utils.column_index_from_string(col_name) - 1
|
||||
if col_idx < len(row):
|
||||
value = row[col_idx]
|
||||
if value is None:
|
||||
stage_data[str(year)] = 0
|
||||
else:
|
||||
str_value = str(value).strip()
|
||||
stage_data[str(year)] = int(str_value) if str_value.isdigit() else 0
|
||||
area_data[stage] = stage_data
|
||||
stage_data[str(year)] = int(str_value) if str_value.isdigit() else 0
|
||||
area_data[stage] = stage_data
|
||||
|
||||
school_data.append(area_data)
|
||||
school_data.append(area_data)
|
||||
|
||||
workbook.close()
|
||||
# 保存JSON
|
||||
with open(JSON_PATH, 'w', encoding='utf-8') as f:
|
||||
json.dump(school_data, f, ensure_ascii=False, indent=2)
|
||||
|
||||
# 保存JSON
|
||||
with open(JSON_PATH, 'w', encoding='utf-8') as f:
|
||||
json.dump(school_data, f, ensure_ascii=False, indent=2)
|
||||
# 输出统计信息
|
||||
print(f"✅ 学校数数据提取完成，已保存至：{JSON_PATH}")
|
||||
print(f"📊 共处理 {len(school_data)} 条地区数据")
|
||||
print("\n=== 名称转换记录 ===")
|
||||
if conversion_records:
|
||||
for record in conversion_records:
|
||||
print(f"🔄 行 {record['row']}: {record['raw_name']} → {record['converted_name']}")
|
||||
print(f"📊 共检测到 {len(conversion_records)} 项名称转换")
|
||||
else:
|
||||
print("📝 不存在名称转换的情况")
|
||||
if name_conversion_errors:
|
||||
print(f"⚠️ 发现 {len(name_conversion_errors)} 个区域名称转换失败：")
|
||||
for error in name_conversion_errors:
|
||||
print(f" - {error}")
|
||||
|
||||
# 输出统计信息
|
||||
print(f"✅ 学校数数据提取完成，已保存至：{JSON_PATH}")
|
||||
print(f"📊 共处理 {len(school_data)} 条地区数据")
|
||||
print("\n=== 名称转换记录 ===")
|
||||
if conversion_records:
|
||||
for record in conversion_records:
|
||||
print(f"🔄 行 {record['row']}: {record['raw_name']} → {record['converted_name']}")
|
||||
print(f"📊 共检测到 {len(conversion_records)} 项名称转换")
|
||||
else:
|
||||
print("📝 不存在名称转换的情况")
|
||||
if name_conversion_errors:
|
||||
print(f"⚠️ 发现 {len(name_conversion_errors)} 个区域名称转换失败：")
|
||||
for error in name_conversion_errors:
|
||||
print(f" - {error}")
|
||||
except FileNotFoundError:
|
||||
print(f"🔴 错误：Excel文件 '{file_name}' 不存在")
|
||||
except Exception as e:
|
||||
print(f"🔴 处理数据时发生错误：{str(e)}{traceback.format_exc()}") # 修复：添加闭合引号
|
||||
finally:
|
||||
try:
|
||||
if workbook:
|
||||
workbook.close()
|
||||
except:
|
||||
pass
|
||||
|
||||
except FileNotFoundError:
|
||||
print(f"🔴 错误：Excel文件 '{file_name}' 不存在")
|
||||
except Exception as e:
|
||||
print(f"🔴 处理数据时发生错误：{str(e)}{traceback.format_exc()}") # 修复：添加闭合引号
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
Reference in New Issue
Block a user