|
|
|
|
|
from bs4 import BeautifulSoup
|
|
|
|
|
|
import requests
|
|
|
|
|
|
import os
|
|
|
|
|
|
import csv
|
|
|
|
|
|
|
|
|
|
|
|
urls = ['https://www.tadu.com/book/rank/list/0-hour72-0-0-{}'.format(numbers) for numbers in range(1, 21)]
|
|
|
|
|
|
bookname = []
|
|
|
|
|
|
|
|
|
|
|
|
save_folder = "book_images"
|
|
|
|
|
|
if not os.path.exists(save_folder):
|
|
|
|
|
|
os.makedirs(save_folder)
|
|
|
|
|
|
|
|
|
|
|
|
# 循环遍历每个链接
|
|
|
|
|
|
for i in urls:
|
|
|
|
|
|
headers = {"User-Agent": 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) '
|
|
|
|
|
|
'Chrome/125.0.0.0 Safari/537.36 Edg/125.0.0.0'}
|
|
|
|
|
|
# 发送GET请求到当前链接，并获取响应内容
|
|
|
|
|
|
res = requests.get(i, headers=headers)
|
|
|
|
|
|
html = res.text # 将响应内容存储为字符串
|
|
|
|
|
|
|
|
|
|
|
|
soup = BeautifulSoup(html, "lxml")
|
|
|
|
|
|
# 在页面中找到所有包含小说名称的元素
|
|
|
|
|
|
y = soup.find_all("span", class_='bookname_name')
|
|
|
|
|
|
# 在页面中找到所有包含作者信息的元素
|
|
|
|
|
|
j = soup.find_all("div", class_='booknick')
|
|
|
|
|
|
# 在页面中找到所有包含小说描述的元素
|
|
|
|
|
|
a = soup.find_all("div", class_='bookdes')
|
|
|
|
|
|
|
|
|
|
|
|
# 在页面中找到所有包含小说图片的元素
|
|
|
|
|
|
imgs = soup.select("div.bookimg img")
|
|
|
|
|
|
|
|
|
|
|
|
for k, v, h, img in zip(y, j, a, imgs):
|
|
|
|
|
|
l = k.get_text()
|
|
|
|
|
|
t = v.text.strip().split('\n')[0]
|
|
|
|
|
|
t2 = v.text.strip().split('\n')[1].split('· ')[1]
|
|
|
|
|
|
p = h.get_text().strip().replace('\r\n', '').replace('\n', '')
|
|
|
|
|
|
bookname.append([l, t, t2, p])
|
|
|
|
|
|
|
|
|
|
|
|
# 提取小说图片的URL
|
|
|
|
|
|
img_url = img.get('src')
|
|
|
|
|
|
# 发送HTTP请求到小说图片的URL
|
|
|
|
|
|
response = requests.get(img_url, headers=headers)
|
|
|
|
|
|
# 使用小说的索引和名称作为文件名
|
|
|
|
|
|
file_name = f"book_{len(bookname)}_{l.replace(' ', '_')}.jpg"
|
|
|
|
|
|
|
|
|
|
|
|
# 将图片保存到文件夹中
|
|
|
|
|
|
save_path = os.path.join(save_folder, file_name)
|
|
|
|
|
|
with open(save_path, "wb") as f:
|
|
|
|
|
|
f.write(response.content)
|
|
|
|
|
|
|
|
|
|
|
|
# 将小说信息写入CSV文件
|
|
|
|
|
|
with open("book.csv", "w", encoding="utf-8", newline="") as f:
|
|
|
|
|
|
writer = csv.writer(f)
|
|
|
|
|
|
writer.writerow(["书名", "作者", "小说类型", "简介"])
|
|
|
|
|
|
# 遍历bookname列表，将每一行数据写入CSV文件
|
|
|
|
|
|
for row in bookname:
|
|
|
|
|
|
writer.writerow(row)
|
