import requests
from lxml import etree
import csv
start_url="https://shici.tqzw.net.cn/poetry/"
h={"User-Agent":
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36 Edg/125.0.0.0"}
def get_source(url=start_url):
    response= requests.get(url,headers=h)
    if response.status_code==200:
        response.encoding="utf-8"
        return response.text
    else:
        print("请求失败，状态码为{}".format(response.status_code))
        return ""

def get_article(acticle_html):
    selector = etree.HTML(acticle_html)
    title = selector.xpath('//div[@class="gs-cont-title"]/h3/a/text()')
    # print(title)
    year = selector.xpath('//div[@class="gs-poem-sub"]/a[1]/text()')
    shiren = selector.xpath('//div[@class="gs-poem-sub"]/a[2]/text()')
    # print(year)
    # print(shiren)

    brief_introduction = selector.xpath('//div[@class="gs-works-text"]/div/p/text()')[:20]
    return title,year,shiren,brief_introduction
def save(content):
    with open("古诗词.txt","a+",encoding='utf-8') as f:
        f.write(content)
def save_to_csv(chapter_data):
    with open("古诗词.csv","w",newline="",encoding="utf-8") as csvfile:
        writer=csv.writer(csvfile)
        writer.writerow(["诗名","年代","诗人","诗句"])
        for data in chapter_data:
            writer.writerow(data)
html=get_source(start_url)
nai=get_article(html)
list = []
for a,s,d,f in zip(nai[0],nai[1],nai[2],nai[3]):
    list.append([a,s,d,f])
print(list)
save_to_csv(list)
for i in list:
    save(str(i)+'\n')

import pymysql
con=pymysql.connect(user="root",password="123456",host="localhost",port=3306,charset="utf8",database="27yk")
cur=con.cursor()
sql="""
create table if not exists gushi(
title varchar(50),
year varchar(30) not null,
author varchar(30) not null,
text varchar(1000) not null
);
"""
cur.execute(sql)

for i in list:
    cur.execute("insert into gushi value(%s,%s,%s,%s);",(i[0], i[1], i[2], i[3]))

# 提交更改并关闭连接
con.commit()
cur.close()
con.cursor()