diff --git a/陈乐鑫--python中国500强公司信息爬取代码.py b/陈乐鑫--python中国500强公司信息爬取代码.py new file mode 100644 index 0000000..f16bd16 --- /dev/null +++ b/陈乐鑫--python中国500强公司信息爬取代码.py @@ -0,0 +1,95 @@ +# -*- coding: utf-8 -*- +""" +Created on Tue May 31 13:44:13 2022 + +@author: 86136 +""" +import requests +import re +#设置headers +headers={'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.64 Safari/537.36 Edg/101.0.1210.53'} +# 存储内容 +message = [] +#获取17个页面的公司数据,共510个公司 + +for page in range(17): + # 组装url + if page == 0: + url = "https://top.chinaz.com/gongsi/index_zhuce.html" + else: + url = "https://top.chinaz.com/gongsi/index_zhuce_{}.html".format(page + 1) + # 使用reqeusts模快发起 GET 请求 + response = requests.get(url, headers=headers) + html = response.text + # 使用 findall 函数来获取数据 + # 公司名 + company = re.findall('(.+?)', html) + money = re.findall('注册资本:(.*?)

', html) + pageOne = list(zip(company,money)) + # 合并列表 + message.extend(pageOne) +#取前500强的公司数据 +message=message[0:500] + + +#数据写入 +# 导入python中的内置模块csv +import csv +with open("content.csv", "w") as f: + w = csv.writer(f) + w.writerows(message) +#数据可视化 +%matplotlib inline +import pandas as pd +# 读取数据 +df = pd.read_csv("content.csv", names=["company",'money'],encoding='gbk') +lmoney=list(df['money'])[:20] +lcompany=list(df['company'])[:20] +#单位统一换算 +tmoney=[] +for i in lmoney: + p='' + j=re.findall(r'\d+\.\d+',i) + if j==[]: + j=re.findall(r'\d+',i) + for z in j: + if '万' in i: + p=round(float(z)*0.0001) + elif '亿' in i: + p=round(float(z)) + tmoney.append(p) +#应用matplotlib作图 +import matplotlib.pyplot as plt +plt.rcParams['font.sans-serif'] = ['SimHei'] +plt.rcParams['axes.unicode_minus'] = False +tmoney.reverse() +lcompany.reverse() +y=tmoney +x=lcompany +colors=['green']*5+['cyan']*5+['blue']*5+['red']*5 +plt.barh(x,y,height=0.7,color=colors) +plt.yticks(x,x) +for i,j in zip(x,y): + plt.text(j,i,j,fontsize=8) +plt.title('注册资金最多的公司 top20') +plt.ylabel('公司名字') +plt.xlabel('注册资本/亿元') +plt.show() + + + + + + + + + + + + + + + + + +