|
|
# -*- coding: utf-8 -*-
|
|
|
"""
|
|
|
Created on Tue May 31 13:44:13 2022
|
|
|
|
|
|
@author: 86136
|
|
|
"""
|
|
|
import requests
|
|
|
import re
|
|
|
#设置headers
|
|
|
headers={'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.64 Safari/537.36 Edg/101.0.1210.53'}
|
|
|
# 存储内容
|
|
|
message = []
|
|
|
#获取17个页面的公司数据，共510个公司
|
|
|
|
|
|
for page in range(17):
|
|
|
# 组装url
|
|
|
if page == 0:
|
|
|
url = "https://top.chinaz.com/gongsi/index_zhuce.html"
|
|
|
else:
|
|
|
url = "https://top.chinaz.com/gongsi/index_zhuce_{}.html".format(page + 1)
|
|
|
# 使用reqeusts模快发起 GET 请求
|
|
|
response = requests.get(url, headers=headers)
|
|
|
html = response.text
|
|
|
# 使用 findall 函数来获取数据
|
|
|
# 公司名
|
|
|
company = re.findall('<a.*?target="_blank">(.+?)</a></h3>', html)
|
|
|
money = re.findall('注册资本：</span>(.*?)</p>', html)
|
|
|
pageOne = list(zip(company,money))
|
|
|
# 合并列表
|
|
|
message.extend(pageOne)
|
|
|
#取前500强的公司数据
|
|
|
message=message[0:500]
|
|
|
|
|
|
|
|
|
#数据写入
|
|
|
# 导入python中的内置模块csv
|
|
|
import csv
|
|
|
with open("content.csv", "w") as f:
|
|
|
w = csv.writer(f)
|
|
|
w.writerows(message)
|
|
|
#数据可视化
|
|
|
%matplotlib inline
|
|
|
import pandas as pd
|
|
|
# 读取数据
|
|
|
df = pd.read_csv("content.csv", names=["company",'money'],encoding='gbk')
|
|
|
lmoney=list(df['money'])[:20]
|
|
|
lcompany=list(df['company'])[:20]
|
|
|
#单位统一换算
|
|
|
tmoney=[]
|
|
|
for i in lmoney:
|
|
|
p=''
|
|
|
j=re.findall(r'\d+\.\d+',i)
|
|
|
if j==[]:
|
|
|
j=re.findall(r'\d+',i)
|
|
|
for z in j:
|
|
|
if '万' in i:
|
|
|
p=round(float(z)*0.0001)
|
|
|
elif '亿' in i:
|
|
|
p=round(float(z))
|
|
|
tmoney.append(p)
|
|
|
#应用matplotlib作图
|
|
|
import matplotlib.pyplot as plt
|
|
|
plt.rcParams['font.sans-serif'] = ['SimHei']
|
|
|
plt.rcParams['axes.unicode_minus'] = False
|
|
|
tmoney.reverse()
|
|
|
lcompany.reverse()
|
|
|
y=tmoney
|
|
|
x=lcompany
|
|
|
colors=['green']*5+['cyan']*5+['blue']*5+['red']*5
|
|
|
plt.barh(x,y,height=0.7,color=colors)
|
|
|
plt.yticks(x,x)
|
|
|
for i,j in zip(x,y):
|
|
|
plt.text(j,i,j,fontsize=8)
|
|
|
plt.title('注册资金最多的公司 top20')
|
|
|
plt.ylabel('公司名字')
|
|
|
plt.xlabel('注册资本/亿元')
|
|
|
plt.show()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
