From 84bf40bcbd76e1f4bbf72c36e023080a3dc22d93 Mon Sep 17 00:00:00 2001 From: piylk2msn <2013753671@qq.com> Date: Wed, 18 Sep 2024 14:57:05 +0800 Subject: [PATCH] ADD file via upload --- 102201203王子怡.py | 84 +++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 84 insertions(+) create mode 100644 102201203王子怡.py diff --git a/102201203王子怡.py b/102201203王子怡.py new file mode 100644 index 0000000..e6fc5e7 --- /dev/null +++ b/102201203王子怡.py @@ -0,0 +1,84 @@ +import requests +import re +from bs4 import BeautifulSoup +from collections import Counter +from openpyxl import Workbook +import pandas as pd +import jieba +from wordcloud import WordCloud +import imageio + +# 自定义请求头 +headers = { + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36 Edg/128.0.0.0", + "cookie": "buvid3=EC7F71FB-704D-BC2F-878E-060C9BB612D457758infoc; b_nut=1723797357; buvid_fp=c08f0cc51dccc720ed3a6ae23c5993ce; buvid4=BA329B3A-045C-D770-A220-0ABF4AB3A65459138-024081608-vt1IkSnsVWpP9n3wj7cBFA%3D%3D; _uuid=938B8637-6C16-573D-B41C-C2C777FB13B1097589infoc; header_theme_version=CLOSE; enable_web_push=DISABLE; is-2022-channel=1; CURRENT_FNVAL=4048; bili_ticket=eyJhbGciOiJIUzI1NiIsImtpZCI6InMwMyIsInR5cCI6IkpXVCJ9.eyJleHAiOjE3MjY4Mzk5MTUsImlhdCI6MTcyNjU4MDY1NSwicGx0IjotMX0.pZvh0NsfTw53cQQz2zS7FURglT5oimgQSKIewfAyX0U; bili_ticket_expires=1726839855; SESSDATA=f2257e8a%2C1742138056%2C7342c%2A91CjBj2a9mnoec-WGYJHyOS54IzHo75eIEzOFcQpBxBRhIJ1QkCht2IjeodCewKBabaXkSVkhUdDZiQWlhTjZTUGtIbnJnNGN6S3JwQnExakMzSV8zWkJLTVNvMW5wMmhPSEg2VDkyZm90R0tGakhhSW9UNzloTHJ6QzdEV2kzVnd3bjg4VjZhX1NBIIEC; bili_jct=68e737446e9c9510ab766b465af1c75f; DedeUserID=104367431; DedeUserID__ckMd5=50fce7fb6de2fe29; rpdid=|(JlRYJ)|R~|0J'u~kYl)YJR|; bp_t_offset_104367431=978170954758750208; b_lsid=95B101073A_19202E92625; sid=849wwfno; bsource=search_bing; browser_resolution=1272-560; home_feed_column=4" +} + +# 检查文本是否包含“AI”或“人工智能” +def check_ai_content(text): + pattern = re.compile(r'(\bai\b|人工智能|([\u4e00-\u9fff]|\s|^)ai([\u4e00-\u9fff]|\s|$))', re.IGNORECASE) + return pattern.search(text) + +# 获取网页内容 +def fetch_html(url): + response = requests.get(url, headers=headers) + response.encoding = 'utf-8' + return response.text + +# 提取视频链接 +def extract_video_links(html_data): + soup = BeautifulSoup(html_data, 'html.parser') + video_links = set() + for link in soup.find_all('a', href=True): + video_links.add(link['href']) + return video_links + +# 获取视频弹幕API链接 +def get_danmaku_api_links(video_url): + response = requests.get(video_url, headers=headers) + if response.status_code == 200: + html_data = response.text + return extract_danmaku_api_links(html_data) + return [] + +# 提取弹幕API链接 +def extract_danmaku_api_links(html_data): + pattern = re.compile(r'https://api\.bilibili\.com/x/v1/dm/list\.so\?') + return [url for url in html_data.split('\n') if pattern.match(url)] + +# 主程序 +def main(): + ai_comments = [] # 存储AI相关的弹幕 + danmaku_api_links = [] # 存储弹幕API链接 + + # 循环获取视频链接 + for page in range(1, 8): + video_links = extract_video_links(fetch_html(f"https://search.bilibili.com/video?keyword=%E5%B7%B4%E9%BB%8E%E5%A5%A5%E8%BF%90%E4%BC%9A&from_source=webtop_search&spm_id_from=333.1007&search_source=2&page={page}")) + for video_link in video_links: + danmaku_api_links.extend(get_danmaku_api_links(video_link)) + + # 获取弹幕数据并筛选AI相关的弹幕 + for danmaku_api in danmaku_api_links: + html_data = fetch_html(danmaku_api) + soup = BeautifulSoup(html_data, 'html.parser') + content_list = [danmaku['content'] for danmaku in soup.find_all('d')] + for content in content_list: + if check_ai_content(content): + ai_comments.append(content) + + # 输出AI相关的弹幕数量 + print(f"AI相关的弹幕数量: {len(ai_comments)}") + + # 将数据转换为DataFrame + df = pd.DataFrame(ai_comments, columns=['弹幕']) + # 写入Excel文件 + df.to_excel('ai_comments.xlsx', index=False) + + # 绘制词云图 + ai_str = ' '.join(ai_comments) + wc = WordCloud(width=500, height=500, background_color='white', font_path='msyh.ttc') + wc.generate(ai_str) + wc.to_file('ai_wordcloud.png') + +if __name__ == "__main__": + main() \ No newline at end of file