pp3zah5lx
/
BeautifulSoup
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
Branches Tags
${ item.name }
Create tag ${ searchTerm }
Create branch ${ searchTerm }
from 'main'
${ noResults }
BeautifulSoup/README.md

1.2 KiB
Raw Permalink Blame History

BeautifulSoup

import requests from bs4 import BeautifulSoup

#获取url def urlList(): url = "https://www.ncrczpw.com/index.php?m=jobfair&c=index&a=index" head = { 'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36 Edg/125.0.0.0' } r = requests.get(url,headers=head) r.encoding = 'utf-8' bea = BeautifulSoup(r.text,'lxml') text = bea.select("div.td2 a") arr = [] for i in text: arr.append(i.get("href")) arr.pop() return arr

#获取前8个内容 def text(url): head = { 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36 Edg/125.0.0.0' } r = requests.get(url, headers=head) r.encoding = 'utf-8' bea = BeautifulSoup(r.text, 'lxml') sum = "" text = bea.select("div.jobfairshow div.txt") for i in text: # print(i.get_text(strip=True)) sum = sum + i.get_text(strip=True) + "," text = bea.select("div a strong") for i in text: # print(i.get_text(strip=True)) sum = sum + i.get_text(strip=True) + "," print(sum)

arr = urlList() print(arr) for i in range(0,8): text(arr[i])