'commit'

dsLightRag/Test/TestCrawl.py

@@ -132,7 +132,8 @@ if __name__ == '__main__':
         # 打开搜索的微信公众号文章列表页
         query_fakeid_response = requests.get(appmsg_url, cookies=cookies, headers=header, params=query_id_data)
         fakeid_list = query_fakeid_response.json().get('app_msg_list')
-        item = fakeid_list[0]
+
+        for item in fakeid_list:
             # 采集item示例
             new_article = {
                 'title': item.get('title'),
@@ -144,7 +145,7 @@ if __name__ == '__main__':
             }
             logging.info("new_article:", new_article)
             article_urls.append(item.get('link'))
-        time.sleep(2)
+            time.sleep(1)
 
     for article_url in article_urls:
         print("正在爬取文章：" + article_url)