vault backup: 2026-11-09 09:18:58
This commit is contained in:
1 parent
856d0203da
commit
75072389db
42 files changed
+5994
-37
No files matched your search
@@ -0,0 +1,28 @@
|
||||
// 拉取全部视频单篇数据(56条),输出可分析表
|
||||
import { connect, evaluate, saveJson } from './lib.mjs';
|
||||
import fs from 'node:fs';
|
||||
|
||||
const cdp = await connect();
|
||||
const { targetInfos } = await cdp.send('Target.getTargets');
|
||||
const page = targetInfos.find(t => t.type === 'page' && t.url.includes('baijiahao.baidu.com'));
|
||||
const { sessionId } = await cdp.send('Target.attachToTarget', { targetId: page.targetId, flatten: true });
|
||||
await cdp.send('Runtime.enable', {}, sessionId);
|
||||
|
||||
const res = await evaluate(cdp, sessionId, `(async () => {
|
||||
const all = [];
|
||||
for (let p = 1; p <= 3; p++) {
|
||||
const url = '/author/eco/statistics/articleListStatistic?start_day=20261001&end_day=20261109&type=video&num=' + p + '&count=50';
|
||||
const r = await fetch(url, { credentials: 'include' });
|
||||
const j = await r.json();
|
||||
const list = (j.data && j.data.list) || [];
|
||||
all.push(...list);
|
||||
if (list.length < 50) break;
|
||||
}
|
||||
return all;
|
||||
})()`);
|
||||
|
||||
saveJson('out/videos.json', res);
|
||||
fs.writeFileSync('out/videos-count.txt', String(res.length), 'utf8');
|
||||
console.log('VIDEOS=' + res.length);
|
||||
if (res.length) console.log('FIELDS=' + Object.keys(res[0]).join(','));
|
||||
process.exit(0);
|
||||
Reference in new issue
Block a user