parent
b9cf1fa4d9
commit
2c3d2ed77a
@ -0,0 +1,62 @@
|
||||
import requests
|
||||
from bs4 import BeautifulSoup
|
||||
|
||||
|
||||
def fetch_job_info1(url, output_file1):
|
||||
head = {
|
||||
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36 Edg/125.0.0.0'
|
||||
}
|
||||
r = requests.get(url, headers=head)
|
||||
r.encoding = 'utf-8'
|
||||
mysoup = BeautifulSoup(r.text, 'lxml')
|
||||
result = mysoup.select("p")
|
||||
job_info = ""
|
||||
for t in result:
|
||||
job_info += t.get_text(strip=True) + "\n"
|
||||
# 将信息写入到文件中
|
||||
with open(output_file1, 'a', encoding='utf-8') as f:
|
||||
f.write(job_info)
|
||||
|
||||
def fetch_job_info2(url1):
|
||||
head = {
|
||||
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36 Edg/125.0.0.0'
|
||||
}
|
||||
r = requests.get(url1, headers=head)
|
||||
r.encoding = 'utf-8'
|
||||
mysoup = BeautifulSoup(r.text, 'lxml')
|
||||
result = mysoup.select("p.name")
|
||||
for t in result:
|
||||
job_info = t.get_text()
|
||||
|
||||
return (job_info)
|
||||
|
||||
base_url = "http://www.jvrmusic.com"
|
||||
url = "http://www.jvrmusic.com/artist"
|
||||
output_file1 = "artist.txt"
|
||||
output_file2 = "artist_info.txt"
|
||||
|
||||
head = {
|
||||
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36 Edg/125.0.0.0'
|
||||
}
|
||||
r = requests.get(url, headers=head)
|
||||
r.encoding = 'utf-8'
|
||||
mysoup = BeautifulSoup(r.text, 'lxml')
|
||||
artist_links = mysoup.select("div.item a")
|
||||
|
||||
for t in artist_links:
|
||||
ttext = t.get_text()
|
||||
tattr = t.get("href")
|
||||
url1 = base_url + tattr
|
||||
test = fetch_job_info2(url1)
|
||||
fetch_job_info1(url1, output_file1)
|
||||
r = requests.get(url1, headers=head)
|
||||
mysoup2 = BeautifulSoup(r.text, 'lxml')
|
||||
artist_links2 = mysoup2.select("div.sub-menu a")
|
||||
info = fetch_job_info2(url1) + "\n"
|
||||
for t in artist_links2:
|
||||
ttext = t.get_text()
|
||||
tattr = t.get("href")
|
||||
url2 = base_url + tattr +"\n"
|
||||
info += url2
|
||||
with open(output_file2, 'a', encoding='utf-8') as f:
|
||||
f.write(info)
|
Loading…
Reference in new issue