commit 22e953d45b388ae4bad9f2aaa546c2af7b720410 Author: QMZ <1164250597@qq.com> Date: Fri Sep 13 21:28:20 2024 +0800 aa diff --git a/102201438 b/102201438 new file mode 160000 index 0000000..af41f9d --- /dev/null +++ b/102201438 @@ -0,0 +1 @@ +Subproject commit af41f9d4e6ed0b266e67327bd31f70ec09bcba07 diff --git a/BV.py b/BV.py new file mode 100644 index 0000000..81ea98f --- /dev/null +++ b/BV.py @@ -0,0 +1,45 @@ +import requests +from bs4 import BeautifulSoup +import re + +headers = {'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36 Edg/128.0.0.0' } +# 获取搜索结果页面的内容 +def get_search_page(search_url): + response = requests.get(search_url, headers=headers) + response.raise_for_status() # 确保请求成功 + return response.text + +# 提取页面中所有视频的链接 +def extract_video_links(page_content): + soup = BeautifulSoup(page_content, 'html.parser') + video_links = [] + for a_tag in soup.select(".video-list.row div.bili-video-card > div > a"): + link = a_tag.get('href') + video_links.append(link) + + return video_links + +# 提取视频的BV号 +def extract__BV(video_url): + video_id_match = re.search(r'/video/([^/]+)', video_url) + if video_id_match: + return video_id_match.group(1) + return None + + +# 主函数 +def main(search_url): + page_content = get_search_page(search_url) + video_links = extract_video_links(page_content) + bvs = [] + for link in video_links: + bv = extract__BV(link) + if bv: + bvs.append(bv) + return(bvs) + +search_url = 'https://search.bilibili.com/all?keyword=2024巴黎奥运会' +aa = main(search_url) +print(aa) + + diff --git a/aa.py b/aa.py new file mode 100644 index 0000000..b73a807 --- /dev/null +++ b/aa.py @@ -0,0 +1,26 @@ +import requests + +def get_cid_from_bv(bv_id): + # 视频详情 API 地址 + video_url = f'https://api.bilibili.com/x/web-interface/view?bvid={bv_id}' + + headers = { + 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36' + } + + # 发送请求 + response = requests.get(video_url, headers=headers) + response.raise_for_status() + data = response.json() + + # 提取 cid + if data.get('code') == 0: + cid = data.get('data', {}).get('cid') + return cid + else: + return None + +# 使用示例 +bv_id = 'BV1m7411e71N' # 替换为你的视频 BV 号 +cid = get_cid_from_bv(bv_id) +print(f'CID: {cid}') \ No newline at end of file diff --git a/danmu.py b/danmu.py new file mode 100644 index 0000000..a0d9a03 --- /dev/null +++ b/danmu.py @@ -0,0 +1,13 @@ +import requests +from bs4 import BeautifulSoup +headers = {'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36 Edg/128.0.0.0' } +response = requests.get("https://api.bilibili.com/x/v1/dm/list.so?oid=1512399639", headers=headers) #要爬取的网址 +response.encoding='utf-8' #编码方式 +html = response.text +soup = BeautifulSoup(html) #使用beautifulsoup库快速查找我们想要的信息 +all_txt = soup.findAll("d") #寻找到所有包含d的行 +txt=[all_txts.attrs ["p"]for all_txts in all_txt] #寻找到所有包含d的行中属性为p的值，这里边包含了弹幕的虚拟id等 +txtss=[all_txts.string for all_txts in all_txt] #寻找到所有包含d的行中的字符串数据，即弹幕内容 +txtsss=[txts.replace(' ','') for txts in txtss] #将字符串中的空格消除掉 +print(txtsss) ###打印便可看见一条条弹幕的属性和内容了。 + diff --git a/demo.py b/demo.py new file mode 100644 index 0000000..a459fde --- /dev/null +++ b/demo.py @@ -0,0 +1,92 @@ +import requests +from bs4 import BeautifulSoup +import re +import jieba # 结巴分词 pip install jieba +import wordcloud # 词云图 pip install wordcloud +import imageio # 读取本地图片 修改词云图形 +import matplotlib.pyplot as plt +headers = {'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36 Edg/128.0.0.0' } +# 获取搜索结果页面的内容 +def get_search_page(search_url): + response = requests.get(search_url, headers=headers) + response.raise_for_status() # 确保请求成功 + return response.text + +# 提取页面中所有视频的链接 +def extract_video_links(page_content): + soup = BeautifulSoup(page_content, 'html.parser') + video_links = [] + # 选择器根据实际网页结构可能需要调整 + for a_tag in soup.select(".video-list.row div.bili-video-card > div > a"): + link = a_tag.get('href') + video_links.append(link) + + return video_links + +# 提取视频的BV号 +def extract__BV(video_url): + video_id_match = re.search(r'/video/([^/]+)', video_url) + if video_id_match: + return video_id_match.group(1) + return None + +def get_cid_from_bv(bv_id): + # 视频详情 API 地址 + video_url = f'https://api.bilibili.com/x/web-interface/view?bvid={bv_id}' + + + # 发送请求 + response = requests.get(video_url, headers=headers) + response.raise_for_status() + data = response.json() + + # 提取 cid + if data.get('code') == 0: + cid = data.get('data', {}).get('cid') + return cid + else: + return None +def get_danmu(id): + video_url = f'https://api.bilibili.com/x/v1/dm/list.so?oid={id}' + response = requests.get(video_url, headers=headers) #要爬取的网址 + response.encoding='utf-8' #编码方式 + html = response.text + soup = BeautifulSoup(html) #使用beautifulsoup库快速查找我们想要的信息 + all_txt = soup.findAll("d") #寻找到所有包含d的行 + txt=[all_txts.attrs ["p"]for all_txts in all_txt] #寻找到所有包含d的行中属性为p的值，这里边包含了弹幕的虚拟id等 + txtss=[all_txts.string for all_txts in all_txt] #寻找到所有包含d的行中的字符串数据，即弹幕内容 + txtsss=[txts.replace(' ','') for txts in txtss] #将字符串中的空格消除掉 + + return(txtsss) ###打印便可看见一条条弹幕的属性和内容了。 + +# 主函数 +def main(search_url): + page_content = get_search_page(search_url) + video_links = extract_video_links(page_content) + bvs = [] + for link in video_links: + bv = extract__BV(link) + if bv: + bvs.append(bv) + cids = [] + for bv in bvs: + cid = get_cid_from_bv(bv) + cids.append(cid) + return(cids) + +# 示例搜索页 URL（需要替换为实际的搜索页 URL） +search_url = 'https://search.bilibili.com/all?keyword=2024巴黎奥运会' +aa = main(search_url) +alltxt=[] +for id in aa: + txt = get_danmu(id) + alltxt=alltxt + txt +danmustr=''.join(i for i in alltxt) #将所有弹幕拼接在一起 +words=list(jieba.cut(danmustr)) ###利用jieba库将弹幕按词进行切分 +words=[i for i in words if len(i)>1] ###挑出长度大于1的词语（为去除诸如？，哈，啊等字符） +wc=wordcloud.WordCloud(height=1000,width=1000,font_path='simsun.ttc')#利用wordcloud库定义词云图片的信息 +wc.generate(' '.join(words)) ##生成图片 +print(wc) +plt.imshow(wc) +plt.show() +