parent
af3f8098c4
commit
2ad3154fe8
@ -0,0 +1,100 @@
|
||||
import datetime
|
||||
import random
|
||||
import requests
|
||||
from selenium import webdriver
|
||||
from selenium.webdriver.chrome.options import Options
|
||||
from selenium.webdriver.chrome.service import Service as ChromeService
|
||||
from selenium.webdriver.common.by import By
|
||||
|
||||
def init_wechat_browser():
|
||||
"""初始化微信爬虫浏览器实例"""
|
||||
options = Options()
|
||||
options.add_argument('-headless')
|
||||
service = ChromeService(executable_path=r"C:\Windows\System32\chromedriver.exe")
|
||||
return webdriver.Chrome(service=service, options=options)
|
||||
|
||||
def get_wechat_articles(account_name, account_id, token, cookies, header):
|
||||
"""获取指定公众号的文章列表"""
|
||||
article_urls = []
|
||||
|
||||
# 搜索微信公众号的接口地址
|
||||
search_url = 'https://mp.weixin.qq.com/cgi-bin/searchbiz?'
|
||||
query_id = {
|
||||
'action': 'search_biz',
|
||||
'token': token,
|
||||
'lang': 'zh_CN',
|
||||
'f': 'json',
|
||||
'ajax': '1',
|
||||
'random': random.random(),
|
||||
'query': account_name,
|
||||
'begin': '0',
|
||||
'count': '5'
|
||||
}
|
||||
|
||||
# 完整实现搜索和获取文章逻辑
|
||||
search_response = requests.get(search_url, cookies=cookies, headers=header, params=query_id)
|
||||
lists = search_response.json().get('list')[0]
|
||||
fakeid = lists.get('fakeid')
|
||||
|
||||
# 微信公众号文章接口
|
||||
appmsg_url = 'https://mp.weixin.qq.com/cgi-bin/appmsg?'
|
||||
query_id_data = {
|
||||
'token': token,
|
||||
'lang': 'zh_CN',
|
||||
'f': 'json',
|
||||
'ajax': '1',
|
||||
'random': random.random(),
|
||||
'action': 'list_ex',
|
||||
'begin': '0',
|
||||
'count': '5',
|
||||
'query': '',
|
||||
'fakeid': fakeid,
|
||||
'type': '9'
|
||||
}
|
||||
|
||||
query_fakeid_response = requests.get(appmsg_url, cookies=cookies, headers=header, params=query_id_data)
|
||||
fakeid_list = query_fakeid_response.json().get('app_msg_list')
|
||||
|
||||
for item in fakeid_list:
|
||||
article_urls.append({
|
||||
'title': item.get('title'),
|
||||
'url': item.get('link'),
|
||||
'publish_time': datetime.datetime.fromtimestamp(int(item.get("update_time"))).strftime('%Y-%m-%d %H:%M:%S')
|
||||
})
|
||||
|
||||
return article_urls
|
||||
|
||||
def get_article_content(url):
|
||||
"""
|
||||
获取微信公众号文章内容
|
||||
:param url: 文章URL
|
||||
:return: 文章内容文本
|
||||
"""
|
||||
options = Options()
|
||||
options.add_argument('-headless')
|
||||
service = ChromeService(executable_path=r"C:\Windows\System32\chromedriver.exe")
|
||||
driver = webdriver.Chrome(service=service, options=options)
|
||||
|
||||
try:
|
||||
driver.get(url)
|
||||
html_content = driver.find_element(By.CLASS_NAME, "rich_media").text
|
||||
|
||||
# 处理内容，提取空行后的文本
|
||||
lines = html_content.split('\n')
|
||||
content_after_empty_line = ""
|
||||
found_empty_line = False
|
||||
|
||||
for line in lines:
|
||||
if not found_empty_line and line.strip() == "":
|
||||
found_empty_line = True
|
||||
continue
|
||||
|
||||
if found_empty_line:
|
||||
content_after_empty_line += line + "\n"
|
||||
|
||||
if not found_empty_line:
|
||||
content_after_empty_line = html_content
|
||||
|
||||
return content_after_empty_line.replace("\n\n", "\n")
|
||||
finally:
|
||||
driver.quit()
|
||||
Binary file not shown.
@ -1,45 +0,0 @@
|
||||
from selenium import webdriver
|
||||
from selenium.webdriver.chrome.options import Options
|
||||
from selenium.webdriver.chrome.service import Service as ChromeService
|
||||
from selenium.webdriver.common.by import By
|
||||
|
||||
def get_article_content(url):
|
||||
"""
|
||||
获取微信公众号文章内容
|
||||
:param url: 文章URL
|
||||
:return: 文章内容文本
|
||||
"""
|
||||
options = Options()
|
||||
options.add_argument('-headless')
|
||||
service = ChromeService(executable_path=r"C:\Windows\System32\chromedriver.exe")
|
||||
driver = webdriver.Chrome(service=service, options=options)
|
||||
|
||||
try:
|
||||
driver.get(url)
|
||||
html_content = driver.find_element(By.CLASS_NAME, "rich_media").text
|
||||
|
||||
# 处理内容，提取空行后的文本
|
||||
lines = html_content.split('\n')
|
||||
content_after_empty_line = ""
|
||||
found_empty_line = False
|
||||
|
||||
for line in lines:
|
||||
if not found_empty_line and line.strip() == "":
|
||||
found_empty_line = True
|
||||
continue
|
||||
|
||||
if found_empty_line:
|
||||
content_after_empty_line += line + "\n"
|
||||
|
||||
if not found_empty_line:
|
||||
content_after_empty_line = html_content
|
||||
|
||||
return content_after_empty_line.replace("\n\n", "\n")
|
||||
finally:
|
||||
driver.quit()
|
||||
|
||||
if __name__ == '__main__':
|
||||
# 示例用法
|
||||
url = 'http://mp.weixin.qq.com/s?__biz=MzA3MjQ1Mjg2MQ==&mid=2651526302&idx=1&sn=41f941e481be6a7ccd26ad734c8d7a13&chksm=84e1ab0cb396221a59bce5c4ee842c9326968daf4aea1c7d24e55ed8879789c3ef34a7ce5ed1#rd'
|
||||
content = get_article_content(url)
|
||||
print(content)
|
||||
Loading…
Reference in new issue