You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
25 lines
1.3 KiB
25 lines
1.3 KiB
import requests
|
|
|
|
from lxml import etree
|
|
headers={
|
|
'Cookie': 'Hm_lvt_e71d0b417f75981e161a94970becbb1b=1623642627; DIDA642a4585eb3d6e32fdaa37b44468fb6c=cbpkv0aghe6jjfjcgnt6kta7g6; remember=0; time=MTEzNTI2LjIxNjM0Mi4xMDI4MTYuMTA3MTAwLjExMTM4NC4yMDc3NzQuMTE5OTUyLjExMTM4NC4xMDQ5NTguMTE1NjY4LjEwNzEwMC4xMDkyNDIuMTE1NjY4LjExMTM4NC4xMDkyNDIuMTAyODE2LjExNzgxMC4xMTM1MjYuMA%3D%3D; Hm_lpvt_e71d0b417f75981e161a94970becbb1b=1623643075',
|
|
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.101 Safari/537.36 Edg/91.0.864.48'
|
|
}
|
|
for i in range(0,11):
|
|
url = 'http://58921.com/alltime?page={}'.format(i)
|
|
wood=requests.get(url=url,headers=headers)
|
|
wood.encoding=wood.apparent_encoding
|
|
# print(wood)
|
|
|
|
word=etree.HTML(wood.text)
|
|
all_list=word.xpath('//div[@class="table-responsive"]/table[@class="center_table movie_box_office_stats_table table table-bordered table-condensed"]//tr')
|
|
for li in all_list:
|
|
wa=li.xpath('./td[2]/text()')
|
|
title=li.xpath('./td[3]/a/text()')
|
|
year=li.xpath('./td[last()-1]/text()')
|
|
if wa !=[]:
|
|
text=wa[0]+'|'+title[0]+'|'+year[0]
|
|
print(text)
|
|
with open('wood.txt','a+',encoding='utf-8') as f:
|
|
f.write(text+'\n')
|