29 lines
1.2 KiB
JavaScript
29 lines
1.2 KiB
JavaScript
// 拉取全部视频单篇数据（56条），输出可分析表
|
|
import { connect, evaluate, saveJson } from './lib.mjs';
|
|
import fs from 'node:fs';
|
|
|
|
const cdp = await connect();
|
|
const { targetInfos } = await cdp.send('Target.getTargets');
|
|
const page = targetInfos.find(t => t.type === 'page' && t.url.includes('baijiahao.baidu.com'));
|
|
const { sessionId } = await cdp.send('Target.attachToTarget', { targetId: page.targetId, flatten: true });
|
|
await cdp.send('Runtime.enable', {}, sessionId);
|
|
|
|
const res = await evaluate(cdp, sessionId, `(async () => {
|
|
const all = [];
|
|
for (let p = 1; p <= 3; p++) {
|
|
const url = '/author/eco/statistics/articleListStatistic?start_day=20261001&end_day=20261109&type=video&num=' + p + '&count=50';
|
|
const r = await fetch(url, { credentials: 'include' });
|
|
const j = await r.json();
|
|
const list = (j.data && j.data.list) || [];
|
|
all.push(...list);
|
|
if (list.length < 50) break;
|
|
}
|
|
return all;
|
|
})()`);
|
|
|
|
saveJson('out/videos.json', res);
|
|
fs.writeFileSync('out/videos-count.txt', String(res.length), 'utf8');
|
|
console.log('VIDEOS=' + res.length);
|
|
if (res.length) console.log('FIELDS=' + Object.keys(res[0]).join(','));
|
|
process.exit(0);
|