|
|
|
|
|
'''
|
|
|
|
|
|
获取相关视频弹幕信息
|
|
|
|
|
|
由于B站反爬虫机制，对每一次数据爬取都手动规定了一定的随机延时，防止被ban
|
|
|
|
|
|
|
|
|
|
|
|
searchWord是搜索关键词
|
|
|
|
|
|
savePath将弹幕信息保存至xlsx文件中
|
|
|
|
|
|
'''
|
|
|
|
|
|
|
|
|
|
|
|
import re
|
|
|
|
|
|
import time
|
|
|
|
|
|
import random
|
|
|
|
|
|
import requests
|
|
|
|
|
|
import itertools
|
|
|
|
|
|
from openpyxl import Workbook
|
|
|
|
|
|
|
|
|
|
|
|
# 获取当前页码的视频链接地址
|
|
|
|
|
|
def GetAllSearchVideoUrl(url, headers):
|
|
|
|
|
|
response = requests.get(url, headers = headers)
|
|
|
|
|
|
response.encoding = 'utf-8'
|
|
|
|
|
|
html_data = response.text
|
|
|
|
|
|
content_list = re.findall('<a href="(.*?)" .*? target="_blank" data-v-4caf9c8c><div class=".*?" data-v-4caf9c8c>', html_data)
|
|
|
|
|
|
return content_list
|
|
|
|
|
|
|
|
|
|
|
|
# 获取当前视频的弹幕接口cid地址
|
|
|
|
|
|
def GetVideoCid(url, headers):
|
|
|
|
|
|
response = requests.get(url, headers = headers)
|
|
|
|
|
|
response.encoding = 'utf-8'
|
|
|
|
|
|
html_data = response.text
|
|
|
|
|
|
content = re.findall('"dynamic":.*?,(.*?),"dimension":.*?', html_data)
|
|
|
|
|
|
back = re.search('"cid":', content[0])
|
|
|
|
|
|
num = back.span()[1]
|
|
|
|
|
|
cid = content[0][num:]
|
|
|
|
|
|
return cid
|
|
|
|
|
|
|
|
|
|
|
|
# 获取当前cid地址下的视频弹幕数据
|
|
|
|
|
|
def GetVideoBarrage(url, headers):
|
|
|
|
|
|
response = requests.get(url, headers = headers)
|
|
|
|
|
|
response.encoding = 'utf-8'
|
|
|
|
|
|
html_data = response.text
|
|
|
|
|
|
content_list = re.findall('<d p=".*?">(.*?)</d>', html_data)
|
|
|
|
|
|
return content_list
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def main():
|
|
|
|
|
|
savePath = './docs/barrage.xlsx'
|
|
|
|
|
|
searchWord = '2024巴黎奥运会'
|
|
|
|
|
|
|
|
|
|
|
|
headers = {
|
|
|
|
|
|
'Cookie': '',
|
|
|
|
|
|
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.6261.95 Safari/537.36'
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
content_list = []
|
|
|
|
|
|
|
|
|
|
|
|
for i in range(15):
|
|
|
|
|
|
page = i + 1
|
|
|
|
|
|
o = page * 30
|
|
|
|
|
|
url = f'https://search.bilibili.com/all?keyword={searchWord}&from_source=webtop_search&spm_id_from=333.934&search_source=5&page={page}&o={o}'
|
|
|
|
|
|
content = GetAllSearchVideoUrl(url, headers)
|
|
|
|
|
|
content_list.append(content)
|
|
|
|
|
|
print(f'现在正在获取第{page}页的视频数据')
|
|
|
|
|
|
time.sleep(1+random.random())
|
|
|
|
|
|
|
|
|
|
|
|
content_list = list(itertools.chain.from_iterable(content_list))
|
|
|
|
|
|
content_list = list(set(content_list))
|
|
|
|
|
|
|
|
|
|
|
|
cid_list = []
|
|
|
|
|
|
|
|
|
|
|
|
for i in range(300):
|
|
|
|
|
|
url = 'https:' + content_list[i]
|
|
|
|
|
|
cid = GetVideoCid(url, headers)
|
|
|
|
|
|
cid_list.append(cid)
|
|
|
|
|
|
print(f'现在正在获取第{i+1}个视频弹幕接口cid信息')
|
|
|
|
|
|
time.sleep(1+random.random())
|
|
|
|
|
|
|
|
|
|
|
|
wb = Workbook()
|
|
|
|
|
|
ws = wb.active
|
|
|
|
|
|
for i in range(300):
|
|
|
|
|
|
url = 'https://api.bilibili.com/x/v1/dm/list.so?oid=' + cid_list[i]
|
|
|
|
|
|
barrage_list = GetVideoBarrage(url, headers)
|
|
|
|
|
|
print(f'现在正在获取第{i+1}个视频的弹幕信息')
|
|
|
|
|
|
time.sleep(1+random.random())
|
|
|
|
|
|
ws.cell(1, i+1, f'视频{i+1}')
|
|
|
|
|
|
for j in range(len(barrage_list)):
|
|
|
|
|
|
ws.cell(j+2, i+1, barrage_list[j])
|
|
|
|
|
|
|
|
|
|
|
|
wb.save(savePath)
|
|
|
|
|
|
|
|
|
|
|
|
print(cid_list)
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
|
|
main()
|
