|
|
|
|
|
import requests
|
|
|
|
|
|
from bs4 import BeautifulSoup
|
|
|
|
|
|
import re
|
|
|
|
|
|
import time
|
|
|
|
|
|
import jieba
|
|
|
|
|
|
import wordcloud
|
|
|
|
|
|
import matplotlib.pyplot as plt
|
|
|
|
|
|
import pandas as pd
|
|
|
|
|
|
from pandas import ExcelWriter
|
|
|
|
|
|
from collections import Counter
|
|
|
|
|
|
headers = {
|
|
|
|
|
|
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36 Edg/127.0.0.0',
|
|
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
keywords = [
|
|
|
|
|
|
'AI', '人工智能', '机器学习', '深度学习', '神经网络', '自动化',
|
|
|
|
|
|
'算法', '数据科学' '自然语言处理', '计算机视觉', '人工智能技术', 'AI技术', 'AI应用', 'AI模型',
|
|
|
|
|
|
'大数据', '预测分析', '机器视觉', '自动驾驶',
|
|
|
|
|
|
'智能推荐', '计算机科学', '人工智能应用',
|
|
|
|
|
|
'数据分析','智能化', '情感计算','ai'
|
|
|
|
|
|
]
|
|
|
|
|
|
|
|
|
|
|
|
def chuli(etxt):
|
|
|
|
|
|
#danmustr=''.join(i for i in etxt) #将所有弹幕拼接在一起
|
|
|
|
|
|
#words=list(jieba.cut(danmustr)) ###利用jieba库将弹幕按词进行切分
|
|
|
|
|
|
words=[i for i in etxt if len(i)>1] ###挑出长度大于1的词语（为去除诸如？，哈，啊等字符）
|
|
|
|
|
|
wc=wordcloud.WordCloud(background_color='white',height=1000,width=1000,font_path='simsun.ttc')#利用wordcloud库定义词云图片的信息
|
|
|
|
|
|
wc.generate(' '.join(words)) ##生成图片
|
|
|
|
|
|
print(wc)
|
|
|
|
|
|
plt.imshow(wc)
|
|
|
|
|
|
plt.show()
|
|
|
|
|
|
|
|
|
|
|
|
def sort(txt, keywords):
|
|
|
|
|
|
|
|
|
|
|
|
comment_counter = Counter()
|
|
|
|
|
|
for line in txt:
|
|
|
|
|
|
line.strip()
|
|
|
|
|
|
if any(word in keywords for word in jieba.cut(line)):
|
|
|
|
|
|
comment_counter[line] += 1
|
|
|
|
|
|
|
|
|
|
|
|
return comment_counter
|
|
|
|
|
|
|
|
|
|
|
|
AIdanmu = sort(altxt, keywords)
|
|
|
|
|
|
chuli(AIdanmu)
|
