You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
44 lines
1.4 KiB
44 lines
1.4 KiB
5 months ago
|
import requests
|
||
|
|
from bs4 import BeautifulSoup
|
||
|
|
import csv
|
||
|
|
|
||
|
|
# 设置请求头
|
||
|
|
headers = {
|
||
|
|
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36'
|
||
|
|
}
|
||
|
|
|
||
|
|
# 发送HTTP请求并获取网页内容
|
||
|
|
response = requests.get('https://zh.wikipedia.org/wiki/Wikipedia:首页', headers=headers)
|
||
|
|
html = response.text
|
||
|
|
|
||
|
|
|
||
|
|
# 使用BeautifulSoup解析网页内容
|
||
|
|
soup = BeautifulSoup(html, 'lxml')
|
||
|
|
|
||
|
|
# 提取历史中今天的事件和发生时间
|
||
|
|
events = soup.find_all('div', class_='event')
|
||
|
|
|
||
|
|
# 创建历史中今天的CSV文件并写入数据
|
||
|
|
with open('history_today.csv', 'w', newline='') as f:
|
||
|
|
writer = csv.writer(f)
|
||
|
|
writer.writerow(['日期', '事件'])
|
||
|
|
for event in events:
|
||
|
|
dt = event.find('dt').text.strip()
|
||
|
|
dd = event.find('dd').text.strip()
|
||
|
|
writer.writerow([dt, dd])
|
||
|
|
|
||
|
|
# 提取新闻动态的新闻
|
||
|
|
news_list = soup.find('div', id='column-itn').find_all('li')
|
||
|
|
|
||
|
|
# 创建新闻动态文本文件并写入数据
|
||
|
|
with open('news_dynamics.txt', 'w', encoding='utf-8') as f:
|
||
|
|
for news in news_list:
|
||
|
|
f.write(news.text.strip() + '\n')
|
||
|
|
|
||
|
|
# 提取"你知道吗？"里的条目
|
||
|
|
dyk_list = soup.find('div', id='column-dyk').find_all('li')
|
||
|
|
|
||
|
|
# 创建"你知道吗？"文本文件并写入数据
|
||
|
|
with open('你知道吗.txt', 'w', encoding='utf-8') as f:
|
||
|
|
for dyk in dyk_list:
|
||
|
|
f.write(dyk.text.strip() + '\n')
|