python/python.py

import requests
import re
import time
from collections import Counter
import pandas as pd
from wordcloud import WordCloud
import matplotlib.pyplot as plt

query = "2024巴黎奥运会"
headers = {
    "Cookie": "buvid3=F85083C9-B0B0-58EF-387E-9810D717FBD394717infoc; b_nut=1695630694; i-wanna-go-back=-1; b_ut=7; _uuid=4691069C1-57109-F951-5C2C-71061B15CAB9C93820infoc; buvid4=80C1A4DB-57B6-89F1-B7AB-7AE606C3BFB795506-023092516-b1nz50QSFWAVh9QAs1wBqg%3D%3D; DedeUserID=391260816; DedeUserID__ckMd5=874384c11cc311ca; hit-dyn-v2=1; rpdid=|(JlRYJ~Yk||0J'uYmlYJ|~mu; buvid_fp_plain=undefined; LIVE_BUVID=AUTO7816956505396915; is-2022-channel=1; enable_web_push=DISABLE; header_theme_version=CLOSE; FEED_LIVE_VERSION=V_WATCHLATER_PIP_WINDOW3; CURRENT_BLACKGAP=0; bp_video_offset_391260816=964407697698979840; CURRENT_FNVAL=4048; CURRENT_QUALITY=116; fingerprint=0caf6ff40a6d821a9253179cd16721cc; buvid_fp=daecdb2a27b0352be0af14099f69b721; bili_ticket=eyJhbGciOiJIUzI1NiIsImtpZCI6InMwMyIsInR5cCI6IkpXVCJ9.eyJleHAiOjE3MjU1MDk5MzUsImlhdCI6MTcyNTI1MDY3NSwicGx0IjotMX0.uE2PcZgAdDTBtqyfu7qsT_GKqNMsmsvjtdKYmeQ0eno; bili_ticket_expires=1725509875; SESSDATA=d4e31c61%2C1740843740%2Cc4b21%2A91CjBgFJe4MbiVSvKl_Z-oJcHfxPNmwxIX4iMw7S41V1DMuuAhaahCmSK6_p-xsyPHvC8SVi13bXN4RE40V2NCeGYwNWhYclNJckNfaGx4SzZydk05aE56ajdkS2dzZUVRWG9YeE5jbXFVdXF1aTZWTmxQZnRjZXZYaHJLU1dleElsRVczZG4wQW9RIIEC; bili_jct=f25b09f990746c712d4ef672d19e2628; PVID=1; sid=84brlx1u; home_feed_column=5; browser_resolution=2048-1018; bp_t_offset_391260816=973171033005621248; b_lsid=54110E26A_191BB365E57",
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36"
}

total_page = 10
cid_pattern = re.compile(r'"cid":(\d+)')
total_cid_list = []
total_comment_dict = {}
bvid_pattern = re.compile(r'bvid:"(.*?)"')


def GetFirstBidUrl():  # 获取第一个视频的bid
    return "https://search.bilibili.com/all?vt=82099157&keyword=2024%E5%B7%B4%E9%BB%8E%E5%A5%A5%E8%BF%90%E4%BC%9A&from_source=webtop_search&spm_id_from=333.1007&search_source=5&page=2&o=36"


def GetCid():  # 获取300个视频的 bvid
    for page in range(1, total_page + 1):
        if len(total_cid_list) >= 300:
            break

        print(f"Processing page {page}...\n", )
        start = time.time()
        if page == 1:
            search_url = GetFirstBidUrl()
        else:
            search_url = f"https://search.bilibili.com/all?vt=82451961&keyword=2024%E5%B7%B4%E9%BB%8E%E5%A5%A5%E8%BF%90%E4%BC%9A&from_source=webtop_search&spm_id_from=333.1007&search_source=5&page={page}&o=36"
        respons = requests.get(search_url, headers=headers)

        current_bvid_list = bvid_pattern.findall(respons.text)

        end = time.time()
        print(f"获取bid用时{end - start}s\n")

        start = time.time()

        # 通过bvid获取300个视频的cid
        for index, bvid in enumerate(current_bvid_list):
            video_url = f"https://www.bilibili.com/video/{bvid}"
            respons = requests.get(video_url, headers=headers)
            current_cid = cid_pattern.search(respons.text).group(1)
            print(f"获取到第{len(total_cid_list) + 1}个cid:{current_cid}")
            total_cid_list.append(current_cid)
            if len(total_cid_list) >= 300:
                break
        # time.sleep(1)
        end = time.time()
        print(f"获取cid用时:{end - start}s\n")
        time.sleep(1)

def Getdanmu():  # 遍历所有视频的 cid，获取对应弹幕
    get_cid_index = 0
    for cid in total_cid_list:
        get_cid_index += 1
        print(f"正在获取第{get_cid_index}个视频的弹幕")
        DanMu_url = f"https://api.bilibili.com/x/v1/dm/list.so?oid={cid}"
        respons = requests.get(DanMu_url, headers=headers)
        respons.encoding = 'utf-8'
        current_danmu_list = re.findall('<d p=".*?">(.*?)</d>', respons.text)
        current_comment_dict = {}
        # 将每条弹幕加入到总的弹幕列表中
        for danmu in current_danmu_list:
            if danmu in current_comment_dict:
                current_comment_dict[danmu] += 1
            else:
                current_comment_dict[danmu] = 1
        for k, v in current_comment_dict.items():
            if k in total_comment_dict:
                total_comment_dict[k] += v
            else:
                total_comment_dict[k] = v
        time.sleep(0.5)
 # 在得到的弹幕里筛选与ai相关的弹幕
def Sortdanmu():
    ai_pattern1 = re.compile(r'ai[\u4e00-\u9fff]', re.IGNORECASE)
    ai_pattern2 = re.compile(r'[\u4e00-\u9fff]ai', re.IGNORECASE)
    ai_comment = {}
    for k, v in total_comment_dict.items():
        if ai_pattern1.search(k) and 'aiden' not in k and 'Aiden' not in k:
            ai_comment[k] = v
        if ai_pattern2.search(k) and 'aiden' not in k and 'Adien' not in k:
            ai_comment[k] = v
        if '人工智能' in k:
            ai_comment[k] = v


    global sorted_comment_dict
    sorted_comment_dict = dict(sorted(ai_comment.items(), key=lambda x: x[1], reverse=True))
    print(sorted_comment_dict)
    df = pd.DataFrame(list(sorted_comment_dict.items()), columns=['Comment', 'Count'])
    df.to_excel('comments.xlsx', index=False)
def CreatWordCloud():
    # 根据弹幕表格生成词云图
    comment_text = ' '.join([((k + ' ') * v) for k, v in sorted_comment_dict.items()])
    wordcloud = WordCloud(
        font_path='C:/Windows/Fonts/simsun.ttc',
        width=800, height=400,
        background_color='white',
        max_words=200,
        colormap='viridis'
    ).generate(comment_text)

def main():
    GetCid()
    Getdanmu()
    Sortdanmu()
    CreatWordCloud()


if __name__ == "__main__":
    main()