ADD file via upload

main.py

@@ -0,0 +1,48 @@
+import requests, csv, re
+from lxml import etree
+
+# 设置浏览器代理,它是一个字典
+headers = {
+    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.149 Safari/537.36'
+}
+
+# 创建文件夹并打开
+fp = open("./豆瓣top250.csv", 'a', newline='', encoding='utf-8-sig')
+writer = csv.writer(fp)  # 我要写入
+# 写入内容
+writer.writerow(('排名', '名称', '链接', '星级', '评分', '评价人数'))
+
+for page in range(0, 226, 25):  # 226
+    print("正在获取第%s页" % page)
+    url = 'https://movie.douban.com/top250?start=%s&filter=' % page
+
+    # 请求源代码，向服务器发出请求,200代表成功
+    reponse = requests.get(url=url, headers=headers).text
+
+    html_etree = etree.HTML(reponse)  # 看成一个筛子，树状
+    # 过滤
+    li = html_etree.xpath('//*[@id="content"]/div/div[1]/ol/li')
+    for item in li:
+        # 排名
+        rank = item.xpath('./div/div[1]/em/text()')[0]
+        # 电影名称
+        name = item.xpath('./div/div[2]/div[1]/a/span[1]/text()')[0]
+        # 链接
+        dy_url = item.xpath('./div/div[2]/div[1]/a/@href')[0]
+        # 评分
+        rating = item.xpath('./div/div[2]/div[2]/div/span[1]/@class')[0]
+        # 提取我们想要的信息
+        rating = re.findall('rating(.*?)-t', rating)[0]
+        if len(rating) == 2:
+            star = int(rating) / 10  # int()转化为数字
+        else:
+            star = rating
+
+        rating_num = item.xpath('./div/div[2]/div[2]/div/span[2]/text()')[0]
+        content = item.xpath('./div/div[2]/div[2]/div/span[4]/text()')[0]
+        content = re.sub(r'\D', "", content)
+        #         print (rank, name, dy_url, star, rating_num, content)
+        # 写入内容
+        writer.writerow((rank, name, dy_url, star, rating_num, content))
+fp.close()
+