You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
SE/Crawl/BiliBili/demo.py

59 lines
2.3 KiB

This file contains ambiguous Unicode characters!

This file contains ambiguous Unicode characters that may be confused with others in your current locale. If your use case is intentional and legitimate, you can safely ignore this warning. Use the Escape button to highlight these characters.

import requests
from bs4 import BeautifulSoup
import json
import math
"""
Bilibili简易评论抓取
"""
# next 用来控制评论页数next=0表示第一页
url = 'https://api.bilibili.com/x/v2/reply/main?mode=3&next=0&oid={}&plat=1&seek_rpid=&type=1'
headers = {
'accept': 'application/json, text/plain, */*',
'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/105.0.0.0 Safari/537.36 Edg/105.0.1343.42',
'cookie': "buvid3=1BE9BF5E-174E-E36F-638F-A83EBFE3923B73812infoc; buvid_fp=1BE9BF5E-174E-E36F-638F-A83EBFE3923B73812infoc; blackside_state=0; rpdid=|(u)Rm|uR|)l0J'uYRukmJ~RJ; LIVE_BUVID=AUTO1016419942077939; DedeUserID=1128547717; DedeUserID__ckMd5=6e2c06fc4d4a080a; b_ut=5; fingerprint_s=a1a842bc7f2ecb138fcd0ee9ebd6c264; i-wanna-go-back=-1; nostalgia_conf=-1; is-2022-channel=1; fingerprint3=da72afc7e244beb108e5842d6c8c8ccb; go_old_video=-1; i-wanna-go-feeds=-1; CURRENT_BLACKGAP=0; CURRENT_QUALITY=80; buvid4=null; fingerprint=aae73dad5de59138dcd2680c4d451960; buvid_fp_plain=undefined; b_nut=1666187479; CURRENT_FNVAL=4048; bp_video_offset_1128547717=719454129464803300; SESSDATA=4df18d94%2C1683255514%2C2be5f%2Ab1; bili_jct=a2c88699d75f8024401a4deae6d82e76; sid=8vjk7l6x",
'Connection': 'keep-alive',
'TE': 'Trailers'
}
videoList = []
def getVideo():
search = input("输入搜索关键字:")
pass
def getReplyPageNum(oid):
url="https://api.bilibili.com/x/v2/reply?&jsonp=jsonp&pn=1"+"&type=1&oid="+str(oid)+"&sort=2"
respond=requests.get(url)
res_dirct=json.loads(respond.text)
replyNum=int(res_dirct['data']['page']['acount'])
replyPageCount=int(res_dirct['data']['page']['count'])
replyPageSize=int(res_dirct['data']['page']['size'])
replyPageNum=math.ceil(replyPageCount/replyPageSize)
return replyPageNum
def getAid(bvid):
url = "http://api.bilibili.com/x/web-interface/view?bvid="+str(bvid)
response = requests.get(url)
dirt=json.loads(response.text)
aid=dirt['data']['aid']
return aid
if __name__ == "__main__":
url = url.format(getAid('BV1AW41117bT'))
# print(getReplyPageNum(getAid('BV1AW41117bT')))
# print(url)
resp = requests.get(url, headers=headers)
# print(resp.json()['data']['replies'][0]['content']['message'])
# print(resp.text)
# getVideo()
# print(videoList)