From e0732224e4928a7f4797c829d3ee3270e0afdf5a Mon Sep 17 00:00:00 2001 From: pwfnlmjh2 <1164250597@qq.com> Date: Fri, 13 Sep 2024 22:12:13 +0800 Subject: [PATCH 1/5] Delete 'first.py' --- first.py | 92 -------------------------------------------------------- 1 file changed, 92 deletions(-) delete mode 100644 first.py diff --git a/first.py b/first.py deleted file mode 100644 index a459fde..0000000 --- a/first.py +++ /dev/null @@ -1,92 +0,0 @@ -import requests -from bs4 import BeautifulSoup -import re -import jieba # 结巴分词 pip install jieba -import wordcloud # 词云图 pip install wordcloud -import imageio # 读取本地图片 修改词云图形 -import matplotlib.pyplot as plt -headers = {'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36 Edg/128.0.0.0' } -# 获取搜索结果页面的内容 -def get_search_page(search_url): - response = requests.get(search_url, headers=headers) - response.raise_for_status() # 确保请求成功 - return response.text - -# 提取页面中所有视频的链接 -def extract_video_links(page_content): - soup = BeautifulSoup(page_content, 'html.parser') - video_links = [] - # 选择器根据实际网页结构可能需要调整 - for a_tag in soup.select(".video-list.row div.bili-video-card > div > a"): - link = a_tag.get('href') - video_links.append(link) - - return video_links - -# 提取视频的BV号 -def extract__BV(video_url): - video_id_match = re.search(r'/video/([^/]+)', video_url) - if video_id_match: - return video_id_match.group(1) - return None - -def get_cid_from_bv(bv_id): - # 视频详情 API 地址 - video_url = f'https://api.bilibili.com/x/web-interface/view?bvid={bv_id}' - - - # 发送请求 - response = requests.get(video_url, headers=headers) - response.raise_for_status() - data = response.json() - - # 提取 cid - if data.get('code') == 0: - cid = data.get('data', {}).get('cid') - return cid - else: - return None -def get_danmu(id): - video_url = f'https://api.bilibili.com/x/v1/dm/list.so?oid={id}' - response = requests.get(video_url, headers=headers) #要爬取的网址 - response.encoding='utf-8' #编码方式 - html = response.text - soup = BeautifulSoup(html) #使用beautifulsoup库快速查找我们想要的信息 - all_txt = soup.findAll("d") #寻找到所有包含d的行 - txt=[all_txts.attrs ["p"]for all_txts in all_txt] #寻找到所有包含d的行中属性为p的值，这里边包含了弹幕的虚拟id等 - txtss=[all_txts.string for all_txts in all_txt] #寻找到所有包含d的行中的字符串数据，即弹幕内容 - txtsss=[txts.replace(' ','') for txts in txtss] #将字符串中的空格消除掉 - - return(txtsss) ###打印便可看见一条条弹幕的属性和内容了。 - -# 主函数 -def main(search_url): - page_content = get_search_page(search_url) - video_links = extract_video_links(page_content) - bvs = [] - for link in video_links: - bv = extract__BV(link) - if bv: - bvs.append(bv) - cids = [] - for bv in bvs: - cid = get_cid_from_bv(bv) - cids.append(cid) - return(cids) - -# 示例搜索页 URL（需要替换为实际的搜索页 URL） -search_url = 'https://search.bilibili.com/all?keyword=2024巴黎奥运会' -aa = main(search_url) -alltxt=[] -for id in aa: - txt = get_danmu(id) - alltxt=alltxt + txt -danmustr=''.join(i for i in alltxt) #将所有弹幕拼接在一起 -words=list(jieba.cut(danmustr)) ###利用jieba库将弹幕按词进行切分 -words=[i for i in words if len(i)>1] ###挑出长度大于1的词语（为去除诸如？，哈，啊等字符） -wc=wordcloud.WordCloud(height=1000,width=1000,font_path='simsun.ttc')#利用wordcloud库定义词云图片的信息 -wc.generate(' '.join(words)) ##生成图片 -print(wc) -plt.imshow(wc) -plt.show() - From 2b7e27a4e36fd339456f4a836cad3563b9b823bd Mon Sep 17 00:00:00 2001 From: pwfnlmjh2 <1164250597@qq.com> Date: Fri, 13 Sep 2024 22:12:26 +0800 Subject: [PATCH 2/5] Delete 'danmu.py' --- danmu.py | 13 ------------- 1 file changed, 13 deletions(-) delete mode 100644 danmu.py diff --git a/danmu.py b/danmu.py deleted file mode 100644 index a0d9a03..0000000 --- a/danmu.py +++ /dev/null @@ -1,13 +0,0 @@ -import requests -from bs4 import BeautifulSoup -headers = {'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36 Edg/128.0.0.0' } -response = requests.get("https://api.bilibili.com/x/v1/dm/list.so?oid=1512399639", headers=headers) #要爬取的网址 -response.encoding='utf-8' #编码方式 -html = response.text -soup = BeautifulSoup(html) #使用beautifulsoup库快速查找我们想要的信息 -all_txt = soup.findAll("d") #寻找到所有包含d的行 -txt=[all_txts.attrs ["p"]for all_txts in all_txt] #寻找到所有包含d的行中属性为p的值，这里边包含了弹幕的虚拟id等 -txtss=[all_txts.string for all_txts in all_txt] #寻找到所有包含d的行中的字符串数据，即弹幕内容 -txtsss=[txts.replace(' ','') for txts in txtss] #将字符串中的空格消除掉 -print(txtsss) ###打印便可看见一条条弹幕的属性和内容了。 - From c1b47d5526b27a9280473fe35e46809deb0d5029 Mon Sep 17 00:00:00 2001 From: pwfnlmjh2 <1164250597@qq.com> Date: Fri, 13 Sep 2024 22:12:32 +0800 Subject: [PATCH 3/5] Delete 'BV.py' --- BV.py | 45 --------------------------------------------- 1 file changed, 45 deletions(-) delete mode 100644 BV.py diff --git a/BV.py b/BV.py deleted file mode 100644 index 81ea98f..0000000 --- a/BV.py +++ /dev/null @@ -1,45 +0,0 @@ -import requests -from bs4 import BeautifulSoup -import re - -headers = {'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36 Edg/128.0.0.0' } -# 获取搜索结果页面的内容 -def get_search_page(search_url): - response = requests.get(search_url, headers=headers) - response.raise_for_status() # 确保请求成功 - return response.text - -# 提取页面中所有视频的链接 -def extract_video_links(page_content): - soup = BeautifulSoup(page_content, 'html.parser') - video_links = [] - for a_tag in soup.select(".video-list.row div.bili-video-card > div > a"): - link = a_tag.get('href') - video_links.append(link) - - return video_links - -# 提取视频的BV号 -def extract__BV(video_url): - video_id_match = re.search(r'/video/([^/]+)', video_url) - if video_id_match: - return video_id_match.group(1) - return None - - -# 主函数 -def main(search_url): - page_content = get_search_page(search_url) - video_links = extract_video_links(page_content) - bvs = [] - for link in video_links: - bv = extract__BV(link) - if bv: - bvs.append(bv) - return(bvs) - -search_url = 'https://search.bilibili.com/all?keyword=2024巴黎奥运会' -aa = main(search_url) -print(aa) - - From 52fb60e678eca5e77240d514475c635af0a5411c Mon Sep 17 00:00:00 2001 From: pwfnlmjh2 <1164250597@qq.com> Date: Fri, 13 Sep 2024 22:12:38 +0800 Subject: [PATCH 4/5] Delete 'aa.py' --- aa.py | 26 -------------------------- 1 file changed, 26 deletions(-) delete mode 100644 aa.py diff --git a/aa.py b/aa.py deleted file mode 100644 index b73a807..0000000 --- a/aa.py +++ /dev/null @@ -1,26 +0,0 @@ -import requests - -def get_cid_from_bv(bv_id): - # 视频详情 API 地址 - video_url = f'https://api.bilibili.com/x/web-interface/view?bvid={bv_id}' - - headers = { - 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36' - } - - # 发送请求 - response = requests.get(video_url, headers=headers) - response.raise_for_status() - data = response.json() - - # 提取 cid - if data.get('code') == 0: - cid = data.get('data', {}).get('cid') - return cid - else: - return None - -# 使用示例 -bv_id = 'BV1m7411e71N' # 替换为你的视频 BV 号 -cid = get_cid_from_bv(bv_id) -print(f'CID: {cid}') \ No newline at end of file From 17e8cbfdc8292a4666b23584dab376374efad06e Mon Sep 17 00:00:00 2001 From: pwfnlmjh2 <1164250597@qq.com> Date: Fri, 13 Sep 2024 22:12:42 +0800 Subject: [PATCH 5/5] Delete 'demo.py' --- demo.py | 92 --------------------------------------------------------- 1 file changed, 92 deletions(-) delete mode 100644 demo.py diff --git a/demo.py b/demo.py deleted file mode 100644 index a459fde..0000000 --- a/demo.py +++ /dev/null @@ -1,92 +0,0 @@ -import requests -from bs4 import BeautifulSoup -import re -import jieba # 结巴分词 pip install jieba -import wordcloud # 词云图 pip install wordcloud -import imageio # 读取本地图片 修改词云图形 -import matplotlib.pyplot as plt -headers = {'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36 Edg/128.0.0.0' } -# 获取搜索结果页面的内容 -def get_search_page(search_url): - response = requests.get(search_url, headers=headers) - response.raise_for_status() # 确保请求成功 - return response.text - -# 提取页面中所有视频的链接 -def extract_video_links(page_content): - soup = BeautifulSoup(page_content, 'html.parser') - video_links = [] - # 选择器根据实际网页结构可能需要调整 - for a_tag in soup.select(".video-list.row div.bili-video-card > div > a"): - link = a_tag.get('href') - video_links.append(link) - - return video_links - -# 提取视频的BV号 -def extract__BV(video_url): - video_id_match = re.search(r'/video/([^/]+)', video_url) - if video_id_match: - return video_id_match.group(1) - return None - -def get_cid_from_bv(bv_id): - # 视频详情 API 地址 - video_url = f'https://api.bilibili.com/x/web-interface/view?bvid={bv_id}' - - - # 发送请求 - response = requests.get(video_url, headers=headers) - response.raise_for_status() - data = response.json() - - # 提取 cid - if data.get('code') == 0: - cid = data.get('data', {}).get('cid') - return cid - else: - return None -def get_danmu(id): - video_url = f'https://api.bilibili.com/x/v1/dm/list.so?oid={id}' - response = requests.get(video_url, headers=headers) #要爬取的网址 - response.encoding='utf-8' #编码方式 - html = response.text - soup = BeautifulSoup(html) #使用beautifulsoup库快速查找我们想要的信息 - all_txt = soup.findAll("d") #寻找到所有包含d的行 - txt=[all_txts.attrs ["p"]for all_txts in all_txt] #寻找到所有包含d的行中属性为p的值，这里边包含了弹幕的虚拟id等 - txtss=[all_txts.string for all_txts in all_txt] #寻找到所有包含d的行中的字符串数据，即弹幕内容 - txtsss=[txts.replace(' ','') for txts in txtss] #将字符串中的空格消除掉 - - return(txtsss) ###打印便可看见一条条弹幕的属性和内容了。 - -# 主函数 -def main(search_url): - page_content = get_search_page(search_url) - video_links = extract_video_links(page_content) - bvs = [] - for link in video_links: - bv = extract__BV(link) - if bv: - bvs.append(bv) - cids = [] - for bv in bvs: - cid = get_cid_from_bv(bv) - cids.append(cid) - return(cids) - -# 示例搜索页 URL（需要替换为实际的搜索页 URL） -search_url = 'https://search.bilibili.com/all?keyword=2024巴黎奥运会' -aa = main(search_url) -alltxt=[] -for id in aa: - txt = get_danmu(id) - alltxt=alltxt + txt -danmustr=''.join(i for i in alltxt) #将所有弹幕拼接在一起 -words=list(jieba.cut(danmustr)) ###利用jieba库将弹幕按词进行切分 -words=[i for i in words if len(i)>1] ###挑出长度大于1的词语（为去除诸如？，哈，啊等字符） -wc=wordcloud.WordCloud(height=1000,width=1000,font_path='simsun.ttc')#利用wordcloud库定义词云图片的信息 -wc.generate(' '.join(words)) ##生成图片 -print(wc) -plt.imshow(wc) -plt.show() -