Update 疫情爬虫.py

master
hnu202109070101 3 years ago
parent 1d23c556d3
commit 8e64b39ee7

@ -29,3 +29,75 @@ plt.bar(x, y)
plt.xlabel("国家",fontsize=14) plt.xlabel("国家",fontsize=14)
plt.ylabel("死亡人数",fontsize=14) plt.ylabel("死亡人数",fontsize=14)
plt.show() plt.show()
#练习二如下
import requests
url = "https://www.bitpush.news/covid19/"
headers = {"user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/95.0.4638.69 Safari/537.36"}
response = requests.get(url, headers=headers)
html = response.text
from lxml import etree
doc = etree.HTML(html)
country = doc.xpath('//div[@class="table_container"]//tbody/tr/td/span/text()')
person = doc.xpath('//div[@class="table_container"]//tbody/tr/td[2]/text()')
person = [x.replace(",", "") for x in person]
death = doc.xpath('//div[@class="table_container"]//tbody/tr/td[3]/text()')
death = [x.replace(",", "") for x in death]
message=[]
for i in range(len(death)):
a=[country[i],person[i],death[i]]
message.append(a)
f=lambda x : eval(x[1])
message=sorted(message,key=f,reverse=True)
print(message)
import csv
with open("content.csv", "w") as f:
w = csv.writer(f)
w.writerows(message)
import pandas as pd
df = pd.read_csv("content.csv", names=["country", "person", "death"],encoding='gbk')
df1 = df.drop(0).head(15)
import matplotlib.pyplot as plt
plt.rcParams['font.sans-serif'] = ['SimHei']
plt.rcParams['figure.figsize'] = (15, 5)
x = df1["country"].values
y = df1["person"].values
plt.bar(x, y)
plt.xlabel("国家",fontsize=14)
plt.ylabel("感染人数",fontsize=14)
plt.show()
#练习一如下
import requests
url = "https://www.bitpush.news/covid19/"
headers = {"user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/95.0.4638.69 Safari/537.36"}
response = requests.get(url, headers=headers)
html = response.text
from lxml import etree
doc = etree.HTML(html)
country = doc.xpath('/html/body/div/div/div[2]/div[2]/div/div/div/div//tbody/tr/td/span/text()')
person = doc.xpath('/html/body/div/div/div[2]/div[2]/div/div/div/div//tbody/tr/td[2]/text()')
person = [x.replace(",", "") for x in person]
death = doc.xpath('/html/body/div/div/div[2]/div[2]/div/div/div/div//tbody/tr/td[3]/text()')
death = [x.replace(",", "") for x in death]
message=[]
for i in range(len(death)):
a=[country[i],person[i],death[i]]
message.append(a)
f=lambda x : eval(x[1])
message=sorted(message,key=f,reverse=True)
print(message)
import csv
with open("content.csv", "w") as f:
w = csv.writer(f)
w.writerows(message)
import pandas as pd
df = pd.read_csv("content.csv", names=["country", "person", "death"],encoding='gbk')
df1 = df.drop(0).head(15)
import matplotlib.pyplot as plt
plt.rcParams['font.sans-serif'] = ['SimHei']
plt.rcParams['figure.figsize'] = (15, 5)
x = df1["country"].values
y = df1["person"].values
plt.bar(x, y)
plt.xlabel("地区",fontsize=14)
plt.ylabel("感染人数",fontsize=14)
plt.show()
Loading…
Cancel
Save