Delete '数据提取统计.md'

main
pxskm4tvn 2 months ago
parent dc8e41274a
commit 8cb80c32ee

@ -1,25 +0,0 @@
const fs = require('fs');
const lodash = require('lodash');
const csv = require('fast-csv');
// 读取CSV文件跳过有问题的行并给出警告
csv.parseFile('chat.txt', { headers: true }, (err, data) => {
if (err) throw err;
const keyword = 'ai';
const keywordData = data.filter(item => item.chat.includes(keyword));
const wordCounts = lodash.countBy(data, 'chat');
const top8Common = lodash.takeOrdered(wordCounts, 8, lodash.identity);
const stats = {
Keyword: keyword,
Count: keywordData.length,
};
const results = {
stats: [stats],
top8: top8Common,
keywordData: keywordData,
};
fs.writeFileSync('statistics.json', JSON.stringify(results, null, 2), 'utf-8');
});
Loading…
Cancel
Save