"""
从B站获取视频的弹幕并保存到文件中
"""

import re
import json
import requests
from common_headers import HEADERS  # 假设你有一个公共的header文件

def load_bv_numbers(file_path):
    """从文件中读取BV号"""
    with open(file_path, 'r', encoding='utf-8') as f:
        return [line.strip() for line in f.readlines()]

def fetch_video_cids(bv_list):
    """获取视频的CID号"""
    cid_list = []
    for bv in bv_list:
        url = f'https://api.bilibili.com/x/player/pagelist?bvid={bv}&jsonp=jsonp'
        response = requests.get(url=url, headers=HEADERS, timeout=10)
        cid = json.loads(response.text)['data'][0]['cid']
        cid_list.append(cid)
    return cid_list

def fetch_and_save_danmu(cid_list, danmu_file):
    """爬取视频弹幕并保存到文件"""
    for cid in cid_list:
        url = f'https://api.bilibili.com/x/v1/dm/list.so?oid={cid}'
        response = requests.get(url=url, headers=HEADERS, timeout=10)
        response.encoding = response.apparent_encoding
        data_list = re.findall('<d p=".*?">(.*?)</d>', response.text)
        with open(danmu_file, mode='a', encoding='utf-8') as f:
            for danmu in data_list:
                f.write(danmu + '\n')

def main():
    """主函数：从BV号中获取CID并爬取弹幕"""
    bv_file_path = 'E:/Crawler/output/bv_numbers.txt'
    danmu_output_file = 'E:/Crawler/output/danmu.txt'

    bv_numbers = load_bv_numbers(bv_file_path)
    cids = fetch_video_cids(bv_numbers)
    fetch_and_save_danmu(cids, danmu_output_file)

    print("弹幕数据爬取完成")

if __name__ == '__main__':
    main()