ADD file via upload

main
pp3zah5lx 5 months ago
parent 252d49628b
commit 20c426eaba

@ -0,0 +1,114 @@
import re
import bs4
import lxml
import pymysql
import requests
def urlList():
url = 'https://store.steampowered.com/search/?filter=popularnew&sort_by=Released_DESC&os=win'
head = {
'User-Agent':'Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Mobile Safari/537.36 Edg/122.0.0.0'
}
r = requests.get(url,headers=head)
r.encoding = 'utf-8'
# print(r.text)
urllist = []
bea = bs4.BeautifulSoup(r.text,'lxml')
text = bea.select("div#search_resultsRows>a")
# print(len(text))
for i in text:
urllist.append(i.get("href"))
# print(i.get("href"))
return urllist
def text(url):
head = {
'User-Agent': 'Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Mobile Safari/537.36 Edg/122.0.0.0'
}
r = requests.get(url, headers=head)
r.encoding = 'utf-8'
# print(r.text)
arr = []
# 标题
zz = '<div id="appHubAppName" class="apphub_AppName">(.*?)</div>'
title = re.findall(zz, r.text)
if(len(title) == 0):
return "Huh"
else:
arr.append(title[0])
# 价格
bea = bs4.BeautifulSoup(r.text, 'lxml')
text = bea.select("div.game_purchase_price")
if (len(text) == 0):
zz = '<div class="discount_final_price">(.*?)</div>'
price = re.findall(zz, r.text)
if (len(price) == 0):
arr.append("Just start playing")
else:
arr.append(price[0])
else:
arr.append(text[0].get_text(strip=True))
# 发行时间
zz = '<b>Release Date:</b>(.*?)<br>'
time = re.findall(zz, r.text)
arr.append(time[0])
# 评价
zz = '<span class="game_review_summary positive" itemprop="description">(.*?)</span>'
appraise = re.findall(zz, r.text)
if (len(appraise) == 0):
zz = '<span class="game_review_summary mixed" itemprop="description">(.*?)</span>'
appraise = re.findall(zz, r.text)
arr.append(appraise[0])
else:
arr.append(appraise[0])
# 简介
bea = bs4.BeautifulSoup(r.text, 'lxml')
text = bea.select("div#game_area_description")
Brief_introduction = ""
for i in text:
Brief_introduction = Brief_introduction + i.get_text(strip=True)
arr.append(Brief_introduction)
# 标签
bea = bs4.BeautifulSoup(r.text, 'lxml')
text = bea.select("div.glance_tags.popular_tags>a")
label = ""
for i in text:
label = label + i.get_text(strip=True)
arr.append(label)
# 系统需求
bea = bs4.BeautifulSoup(r.text, 'lxml')
text = bea.select("div.sys_req.game_page_autocollapse")
system_requirements = ""
for i in text:
system_requirements = system_requirements + "\n" + i.get_text(strip=True)
arr.append(system_requirements)
print("一次")
return arr
def mysql(arr):
db = pymysql.connect(user='root', password='12345678', host='localhost', db='spark')
cur = db.cursor()
sql = '''
INSERT INTO steam1(name,price,time,appraise,Brief_introduction,label,system_requirements) VALUES (%s,%s,%s,%s,%s,%s,%s)
'''
cur.execute(sql, arr)
db.commit()
db.close()
cur.close()
print("mysql")
urllist = urlList()
for url in urllist:
print(url)
arr = text(url)
if(arr == "Huh"):
print("这个要认证")
else:
mysql(arr)
Loading…
Cancel
Save