vault backup: 2026-11-06 20:27:00
This commit is contained in:
admin committed
1 parent
f7d1bff65f
commit
856d0203da
2 files changed
+235
No files matched your search
@@ -0,0 +1,63 @@
|
||||
// 抓取内容分析页：作品列表 + 单篇数据
|
||||
import { connect, attachPage, evaluate, saveJson, listPages } from './lib.mjs';
|
||||
|
||||
const cdp = await connect();
|
||||
|
||||
// 直接在百家号标签页内导航到内容分析
|
||||
const hit = await attachPage(cdp, 'baijiahao.baidu.com');
|
||||
if (!hit) { console.log('NO_TAB'); process.exit(1); }
|
||||
const { sessionId } = hit;
|
||||
|
||||
// 先看内容分析页有哪些数据接口，装 XHR 钩子
|
||||
await cdp.send('Page.enable', {}, sessionId).catch(() => {});
|
||||
await cdp.send('Runtime.enable', {}, sessionId).catch(() => {});
|
||||
|
||||
await evaluate(cdp, sessionId, `(() => {
|
||||
window.__CAP = window.__CAP || [];
|
||||
if (!window.__HOOKED) {
|
||||
window.__HOOKED = true;
|
||||
const origOpen = XMLHttpRequest.prototype.open;
|
||||
const origSend = XMLHttpRequest.prototype.send;
|
||||
XMLHttpRequest.prototype.open = function(m, u) { this.__u = u; this.__m = m; return origOpen.apply(this, arguments); };
|
||||
XMLHttpRequest.prototype.send = function() {
|
||||
this.addEventListener('load', () => {
|
||||
try {
|
||||
const ct = this.getResponseHeader('content-type') || '';
|
||||
if (ct.includes('json')) {
|
||||
window.__CAP.push({ url: this.__u, body: this.responseText.slice(0, 200000) });
|
||||
}
|
||||
} catch (e) {}
|
||||
});
|
||||
return origSend.apply(this, arguments);
|
||||
};
|
||||
const origFetch = window.fetch;
|
||||
window.fetch = function(...args) {
|
||||
return origFetch.apply(this, args).then(res => {
|
||||
try {
|
||||
const u = (typeof args[0] === 'string') ? args[0] : args[0].url;
|
||||
res.clone().text().then(t => {
|
||||
if (t && (t[0] === '{' || t[0] === '[')) window.__CAP.push({ url: u, body: t.slice(0, 200000) });
|
||||
}).catch(() => {});
|
||||
} catch (e) {}
|
||||
return res;
|
||||
});
|
||||
};
|
||||
}
|
||||
return 'hooked';
|
||||
})()`);
|
||||
|
||||
// 导航到内容分析页
|
||||
await evaluate(cdp, sessionId, `location.href = 'https://baijiahao.baidu.com/builder/rc/analysiscontent'`);
|
||||
await new Promise(r => setTimeout(r, 9000));
|
||||
|
||||
const state = await evaluate(cdp, sessionId, `(() => ({
|
||||
url: location.href,
|
||||
title: document.title,
|
||||
text: (document.body ? document.body.innerText : '').slice(0, 6000),
|
||||
captured: (window.__CAP || []).map(x => x.url)
|
||||
}))()`);
|
||||
|
||||
saveJson('out/analysis-content.json', state);
|
||||
console.log('URL=' + String(state.url).replace(/[^\x20-\x7E]/g, '?'));
|
||||
console.log('CAPTURED=' + (state.captured || []).length);
|
||||
process.exit(0);
|
||||
@@ -0,0 +1,172 @@
|
||||
{
|
||||
"url": "https://baijiahao.baidu.com/",
|
||||
"title": "百家号",
|
||||
"textLen": 1807,
|
||||
"textSample": "切换\n7\n发布作品\n首页\n内容管理\n作品管理\n话题管理\n素材管理\n原创保护\n互动管理\n评论管理\n私信管理\n粉丝管理\n消息管理\n数据中心\n内容分析\n消息分析\n号主页分析\n变现中心\n收入中心\n电商带货\n度星选商单\n内容分销\n百享计划\n成长中心\n成长权益\n学习中心\n搜索话题\n百家榜\n海报生成\n咨询中心\n咨询工作台\n咨询消息\n咨询知识库\n咨询数据\n个人中心\n更多\n最新作品\n大角羊诱敌深入，一记重踏踩断枯木把美洲狮送进雪沟\n阅读量\n3\n点赞量\n0\n大角羊诱敌深入，一记重踏踩断枯木把美洲狮送进雪沟\n2026-11-06\n推荐量\n5\n播放量\n3\n评论量\n0\n点赞量\n0\n分享量\n0\n更多数据\n近期数据\n数据总览\n更多\n累计投稿量\n678\n昨日 +6\n累计阅读(播放)量\n248.85万\n昨日 +1.83万\n累计百度搜索量\n9.23万\n昨日 +417\n总粉丝量\n1281\n昨日 0\n年度累计总收入(数据次日更新)\n121.79\n昨日 +9.98\n近30天分润收益\n47\n昨日 +9.96\n更多\n评论\n《\n悬崖冰桥上的极限遭遇战！大角羊看准地形一记重踏，让狼群无路可走\n》\n11-06 13:42\n老母鸡在哪呢\n《\n黄鼠狼进院偷袭小鸡，老母鸡瞬间炸毛暴起，实力演绎“为母则刚”！\n》\n10-26 22:27\n更多\n私信\n是您公司员工用吗\n05-29 11:20\n厦门现在气温22℃，多云，东北风3级，2024年10月9日（今日）气温22~26℃，空气质量优，空气质量指数27。您最近要出行吗？\n02-25 15:54\n1\n热门任务\n更多\n热爆趣创赛第二十期\n现金奖励\n3697人参加\n冬天的暖藏在这些小事里\n流量奖励\n2635人参加\n新大陆计划\n单周最高分1万\n37909人参加\nAI走进文脉里的中国\n10万元现金激励\n6565人参加\n百度AI未来创作联赛S5\n万元奖金\n1390人参加\n秋招进化营\n千元流量激励\n3260人参加\n推荐热点\n实时热点\n更多\n在北京拥抱具象化的秋天\n垂类热点\n热度 26.1万\n考研备考高效指南\n商单热点\n按有效点击结算\n王虹在香港领取求是杰出科学家奖\n最新热点\n热度 42.6万\n中国空间站制备出已知最冷物质\n最新热点\n热度 14万\n张雪机车校招薪资被嫌低\n最新热点\n热度 628.4万\n延安大学回应副教授留绝笔信\n最新热点\n热度 375.2万\n每周热门\n每周精选\n更多\n会飞的鸡你没吃过吧？#百家真人生活秀#\n朱较瘦\n|\n硬核干货帖\n没想到开水也可以直接加到肉馅里，这样做的包子馅里面汤汁反而更多。#灌汤包#\n小吃培训喜喜老师\n|\n硬核干货帖\n对3D打印机的玩法开发不足1%#年轻人小邹##3D打印#\n年轻人小邹\n|\n硬核干货帖\n爷爷伟大的爱，视频有刀\n秦少\n|\n硬核干货帖\n你身边有这样的“伥鬼朋友”吗？#热点共创剧乐部#\n十五的月饼十六圆\n|\n硬核干货帖\n热心网友发现新西兰野兔泛滥成灾，帅小伙火速带女友前往 #乘风计划 #钓鱼人狂喜现场# #钓鱼人必看#\n大豪夫妇\n|\n新势力达人\n已打卡\n0\n天\n流量券\n积分\n抽奖\n1天\n2天\n3天\n4天\n今天\n6天\n7天\n完成1/3个赢今日奖励\n换一换\n成功发布1篇内容\n抽奖券x1\n去领奖\n查看成长坐标\n去了解\n点赞任意1条评论\n去完成\n涨收入\n电商带货\n更多变现\n【新人专属 山珍海味】到手6包炒菜煲汤调馅一勺搞定 2包试吃\n售价 ¥9.9|每单赚¥0.99\n栀子花盘香古法工艺清雅花香静心舒缓居家香薰c\n售价 ¥9.9|每单赚¥0.99\n五白谷物即食麦片三百克六罐新鲜日期营养早餐冲饮c\n售价 ¥29.9|每单赚¥2.99\n更多\n快捷导航\n度加\nAI创作工具\n乘风计划\n赋能创作者\n百家榜\n见证影响力\n学创作\n更多\n星火训练营大咖分享：普通人如何打造城市人文爆款？\n3.1万次学习\n星火训练营达人分享：如何挖掘被低估的\"宝藏景点\"#星火创作挑战赛#\n5.2万次学习\n星火训练营大咖复盘｜数码博主踩坑后，如何找对定位、做好变现？#星火创作挑战赛#\n5万次学习\n百度首页\n规则中心\n服务协议\n社区规范\n侵权反馈\n隐私协议\n京公网安备11000002000001号\n互联网新闻信息服务许可\n©2026 Baidu\n使用百度前必读\n自然领域热点榜更新啦！\nHi，走在乡间的小路上，你好\n你可以试试\n\n\n\n\n在此输入你感兴趣的主题获得灵感吧～\n联网搜索",
|
||||
"links": [
|
||||
{
|
||||
"text": "更多",
|
||||
"href": "https://baijiahao.baidu.com/builder/rc/content"
|
||||
},
|
||||
{
|
||||
"text": "",
|
||||
"href": "http://baijiahao.baidu.com/builder/preview/s?id=1881108800612090961"
|
||||
},
|
||||
{
|
||||
"text": "更多",
|
||||
"href": "https://baijiahao.baidu.com/builder/rc/analysiscontent"
|
||||
},
|
||||
{
|
||||
"text": "更多",
|
||||
"href": "https://baijiahao.baidu.com/builder/rc/commentmanage/comment/all"
|
||||
},
|
||||
{
|
||||
"text": "《\n悬崖冰桥上的极限遭遇战！大角羊看准地形一记重踏，让狼群无路可走\n》\n11-0",
|
||||
"href": "https://baijiahao.baidu.com/builder/rc/commentmanage/comment/all"
|
||||
},
|
||||
{
|
||||
"text": "老母鸡在哪呢\n《\n黄鼠狼进院偷袭小鸡，老母鸡瞬间炸毛暴起，实力演绎“为母则刚”！",
|
||||
"href": "https://baijiahao.baidu.com/builder/rc/commentmanage/comment/all"
|
||||
},
|
||||
{
|
||||
"text": "更多",
|
||||
"href": "https://baijiahao.baidu.com/builder/rc/fans"
|
||||
},
|
||||
{
|
||||
"text": "是您公司员工用吗\n05-29 11:20",
|
||||
"href": "https://baijiahao.baidu.com/builder/rc/fans"
|
||||
},
|
||||
{
|
||||
"text": "厦门现在气温22℃，多云，东北风3级，2024年10月9日（今日）气温22~26",
|
||||
"href": "https://baijiahao.baidu.com/builder/rc/fans"
|
||||
},
|
||||
{
|
||||
"text": "",
|
||||
"href": "https://baijiahao.baidu.com/s?id=1880285504504976122"
|
||||
},
|
||||
{
|
||||
"text": "热爆趣创赛第二十期\n现金奖励\n3697人参加",
|
||||
"href": "https://baijiahao.baidu.com/builder/bjh-activity/articlesTask?taskId=1605386&aside=0&footer=true&from=0"
|
||||
},
|
||||
{
|
||||
"text": "冬天的暖藏在这些小事里\n流量奖励\n2635人参加",
|
||||
"href": "https://baijiahao.baidu.com/builder/bjh-activity/articlesTask?taskId=1605407&aside=0&footer=true&from=0"
|
||||
},
|
||||
{
|
||||
"text": "新大陆计划\n单周最高分1万\n37909人参加",
|
||||
"href": "https://baijiahao.baidu.com/builder/bjh-activity/articlesTask?taskId=1605397&aside=0&footer=true&from=0"
|
||||
},
|
||||
{
|
||||
"text": "AI走进文脉里的中国\n10万元现金激励\n6565人参加",
|
||||
"href": "https://baijiahao.baidu.com/builder/bjh-activity/articlesTask?taskId=1605372&aside=0&footer=true&from=0"
|
||||
},
|
||||
{
|
||||
"text": "百度AI未来创作联赛S5\n万元奖金\n1390人参加",
|
||||
"href": "https://baijiahao.baidu.com/builder/bjh-activity/articlesTask?taskId=1605332&aside=0&footer=true&from=0"
|
||||
},
|
||||
{
|
||||
"text": "秋招进化营\n千元流量激励\n3260人参加",
|
||||
"href": "https://baijiahao.baidu.com/builder/bjh-activity/articlesTask?taskId=1605312&aside=0&footer=true&from=0"
|
||||
},
|
||||
{
|
||||
"text": "会飞的鸡你没吃过吧？#百家真人生活秀#\n朱较瘦\n|\n硬核干货帖",
|
||||
"href": "https://mbd.baidu.com/newspage/data/videolanding?nid=sv_4660245211836803791"
|
||||
},
|
||||
{
|
||||
"text": "没想到开水也可以直接加到肉馅里，这样做的包子馅里面汤汁反而更多。#灌汤包#\n小吃",
|
||||
"href": "https://mbd.baidu.com/newspage/data/videolanding?nid=sv_5407907775095877928"
|
||||
},
|
||||
{
|
||||
"text": "对3D打印机的玩法开发不足1%#年轻人小邹##3D打印#\n年轻人小邹\n|\n硬核干",
|
||||
"href": "https://mbd.baidu.com/newspage/data/videolanding?nid=sv_4126419856571288357"
|
||||
},
|
||||
{
|
||||
"text": "爷爷伟大的爱，视频有刀\n秦少\n|\n硬核干货帖",
|
||||
"href": "https://mbd.baidu.com/newspage/data/videolanding?nid=sv_4854549192843192877"
|
||||
},
|
||||
{
|
||||
"text": "你身边有这样的“伥鬼朋友”吗？#热点共创剧乐部#\n十五的月饼十六圆\n|\n硬核干货",
|
||||
"href": "https://mbd.baidu.com/newspage/data/videolanding?nid=sv_5268989102758527455"
|
||||
},
|
||||
{
|
||||
"text": "热心网友发现新西兰野兔泛滥成灾，帅小伙火速带女友前往 #乘风计划 #钓鱼人狂喜现",
|
||||
"href": "https://mbd.baidu.com/newspage/data/videolanding?nid=sv_4997431785331706323"
|
||||
},
|
||||
{
|
||||
"text": "度加AI创作工具",
|
||||
"href": "https://aigc.baidu.com/home"
|
||||
},
|
||||
{
|
||||
"text": "乘风计划赋能创作者",
|
||||
"href": "https://baijiahao.baidu.com/builder/bjh-activity/planChengFeng"
|
||||
},
|
||||
{
|
||||
"text": "百家榜见证影响力",
|
||||
"href": "https://baijiahao.baidu.com/builder/bjh-activity/bjhRank"
|
||||
},
|
||||
{
|
||||
"text": "更多",
|
||||
"href": "https://baijiahao.baidu.com/builder/rc/commerceToolBox/home"
|
||||
},
|
||||
{
|
||||
"text": "度加\nAI创作工具",
|
||||
"href": "https://aigc.baidu.com/home"
|
||||
},
|
||||
{
|
||||
"text": "乘风计划\n赋能创作者",
|
||||
"href": "https://baijiahao.baidu.com/builder/bjh-activity/planChengFeng"
|
||||
},
|
||||
{
|
||||
"text": "百家榜\n见证影响力",
|
||||
"href": "https://baijiahao.baidu.com/builder/bjh-activity/bjhRank"
|
||||
},
|
||||
{
|
||||
"text": "更多",
|
||||
"href": "https://baijiahao.baidu.com/builder/rc/bjcollege/index"
|
||||
},
|
||||
{
|
||||
"text": "星火训练营大咖分享：普通人如何打造城市人文爆款？\n3.1万次学习",
|
||||
"href": "https://mbd.baidu.com/newspage/data/videolanding?nid=sv_13141131441522524830"
|
||||
},
|
||||
{
|
||||
"text": "星火训练营达人分享：如何挖掘被低估的\"宝藏景点\"#星火创作挑战赛#\n5.2万次学",
|
||||
"href": "https://mbd.baidu.com/newspage/data/videolanding?nid=sv_15315155946704938199"
|
||||
},
|
||||
{
|
||||
"text": "星火训练营大咖复盘｜数码博主踩坑后，如何找对定位、做好变现？#星火创作挑战赛#\n",
|
||||
"href": "https://mbd.baidu.com/newspage/data/videolanding?nid=sv_8428453876291037699"
|
||||
},
|
||||
{
|
||||
"text": "百度首页",
|
||||
"href": "https://www.baidu.com/"
|
||||
},
|
||||
{
|
||||
"text": "规则中心",
|
||||
"href": "https://baijiahao.baidu.com/builder/rc/ruleDocumentationCenter/home"
|
||||
},
|
||||
{
|
||||
"text": "服务协议",
|
||||
"href": "https://baijiahao.baidu.com/docs/#/argument/BaiJiaHaoFuWuXieYiZaiYao/"
|
||||
},
|
||||
{
|
||||
"text": "社区规范",
|
||||
"href": "https://baijiahao.baidu.com/docs/#/markdownsingle/sqgf"
|
||||
},
|
||||
{
|
||||
"text": "侵权反馈",
|
||||
"href": "https://baijiahao.baidu.com/builder/rc/stores/complain?aside=0&freezeModal=0&fixedBottom=0&complain_type=44&typeid=6"
|
||||
},
|
||||
{
|
||||
"text": "隐私协议",
|
||||
"href": "https://baijiahao.baidu.com/docs/#/argument/PrivacyPolicy/"
|
||||
},
|
||||
{
|
||||
"text": "京公网安备11000002000001号",
|
||||
"href": "http://www.beian.gov.cn/portal/registerSystemInfo?recordcode=11000002000001"
|
||||
},
|
||||
{
|
||||
"text": "使用百度前必读",
|
||||
"href": "http://www.baidu.com/duty/"
|
||||
}
|
||||
]
|
||||
}
|
||||
Reference in new issue
Block a user