|
|
|
|
|
import requests
|
|
|
|
|
|
import csv
|
|
|
|
|
|
from lxml import etree
|
|
|
|
|
|
import pandas as pd
|
|
|
|
|
|
import matplotlib.pyplot as plt
|
|
|
|
|
|
|
|
|
|
|
|
url = "https://www.bitpush.news/covid19/"
|
|
|
|
|
|
headers = {
|
|
|
|
|
|
"user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.82 Safari/537.36",
|
|
|
|
|
|
} # 头部，伪装浏览器访问，防反爬虫。
|
|
|
|
|
|
response = requests.get(url=url, headers=headers) # request.get请求网址
|
|
|
|
|
|
html = response.text # 网址源代码
|
|
|
|
|
|
parse = etree.HTMLParser(encoding='utf-8') # 创建HTML解析，格式为"utf-8"
|
|
|
|
|
|
doc = etree.HTML(html)
|
|
|
|
|
|
|
|
|
|
|
|
# xpath解析网站格式
|
|
|
|
|
|
country = doc.xpath('/html/body/div/div/div[2]/div[2]/div/div/div/div/div[1]/table/tbody/tr/td/span/text()')
|
|
|
|
|
|
person = doc.xpath('/html/body/div/div/div[2]/div[2]/div/div/div/div/div[1]/table/tbody/tr/td[2]/text()')
|
|
|
|
|
|
person = [x.replace(",", "") for x in person] # 由于确诊人数中有逗号，我们使用列表推导式删除
|
|
|
|
|
|
death = doc.xpath('/html/body/div/div/div[2]/div[2]/div/div/div/div/div[1]/table/tbody/tr/td[3]/text()')
|
|
|
|
|
|
death = [x.replace(",", "") for x in death] # 同上
|
|
|
|
|
|
|
|
|
|
|
|
message = list(zip(country, person, death)) # 打包数据之后将其转换成列表
|
|
|
|
|
|
# csv文件保存
|
|
|
|
|
|
with open("content.csv", "w", encoding="utf-8", newline="") as f: # newline=""防止空行
|
|
|
|
|
|
w = csv.writer(f)
|
|
|
|
|
|
w.writerows(message)
|
|
|
|
|
|
df = pd.read_csv("content.csv", names=["country", "person", "death"])
|
|
|
|
|
|
df1 = df.head(15) # df的前15项
|
|
|
|
|
|
|
|
|
|
|
|
# 绘制条形图
|
|
|
|
|
|
# 设置中文显示
|
|
|
|
|
|
plt.rcParams['font.sans-serif'] = ['SimHei']
|
|
|
|
|
|
plt.rcParams['figure.figsize'] = (10, 5) # 设置figure_size尺寸
|
|
|
|
|
|
# x轴坐标
|
|
|
|
|
|
x = df1["country"].values
|
|
|
|
|
|
# y轴坐标
|
|
|
|
|
|
y = df1["person"].values
|
|
|
|
|
|
# 绘制柱状图
|
|
|
|
|
|
plt.bar(x, y)
|
|
|
|
|
|
# 设置x轴名称
|
|
|
|
|
|
plt.xlabel("城市", fontsize=14)
|
|
|
|
|
|
# 设置x轴名称
|
|
|
|
|
|
plt.ylabel("确诊人数", fontsize=14)
|
|
|
|
|
|
plt.show() # 显示条形图
|
