|
|
|
|
@ -132,7 +132,8 @@ if __name__ == '__main__':
|
|
|
|
|
# 打开搜索的微信公众号文章列表页
|
|
|
|
|
query_fakeid_response = requests.get(appmsg_url, cookies=cookies, headers=header, params=query_id_data)
|
|
|
|
|
fakeid_list = query_fakeid_response.json().get('app_msg_list')
|
|
|
|
|
item = fakeid_list[0]
|
|
|
|
|
|
|
|
|
|
for item in fakeid_list:
|
|
|
|
|
# 采集item示例
|
|
|
|
|
new_article = {
|
|
|
|
|
'title': item.get('title'),
|
|
|
|
|
@ -144,7 +145,7 @@ if __name__ == '__main__':
|
|
|
|
|
}
|
|
|
|
|
logging.info("new_article:", new_article)
|
|
|
|
|
article_urls.append(item.get('link'))
|
|
|
|
|
time.sleep(2)
|
|
|
|
|
time.sleep(1)
|
|
|
|
|
|
|
|
|
|
for article_url in article_urls:
|
|
|
|
|
print("正在爬取文章：" + article_url)
|
|
|
|
|
|
