From 8fc3927f5ac57431d1e32406fd553359d695f63a Mon Sep 17 00:00:00 2001 From: pgsj7zf8t <3585596421@qq.com> Date: Mon, 29 Apr 2024 20:13:36 +0800 Subject: [PATCH] ADD file via upload --- test8.py | 54 ++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 54 insertions(+) create mode 100644 test8.py diff --git a/test8.py b/test8.py new file mode 100644 index 0000000..538373d --- /dev/null +++ b/test8.py @@ -0,0 +1,54 @@ +import re +import requests + +# 1.进入江西现代职业技术学院官网“ http://www.jxxdxy.edu.cn/”, 点击首页中的“现代要闻”,页面中有“现代要闻”栏目。 +url_head = 'https://www.jxxdxy.edu.cn/news-list-xiaoyuanyaowen' +url_tail = '.html' +url_list = [] +url_list.append(url_head + url_tail) +for i in range(2, 21): + url_list.append(url_head + '-'+str(i) + url_tail) + +# 2.使用python列表及循环语句构造所有页的url列表(总共20页)。 +for url in url_list: + print(url) +headers = {"User-Agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 " + "(KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36 Edg/124.0.0.0"} + +res = requests.get(url_list[0], headers=headers) +res.encoding = "utf-8" + +# 3.循环使用requests库的get方法定制请求头获取“现代要闻”所有页的网页源代码,并打印响应对象编码、响应状态码和第1页的网页源代码 +print(res.text) +for url in url_list: + response = requests.get(url, headers=headers) + print(response.status_code) + print(response.encoding) + +texts = [] +for url in url_list: + response = requests.get(url, headers=headers) + texts.append(response.text) +my_re = '