102 lines
4.5 KiB
JavaScript
102 lines
4.5 KiB
JavaScript
// 只读：买家侧搜索竞争侦察（隐藏标签页，跑完关闭）
|
|
import fs from 'node:fs';
|
|
import path from 'node:path';
|
|
|
|
const KWS = fs.readFileSync('.cdp/keywords.txt', 'utf8')
|
|
.split(/\r?\n/).map(s => s.trim()).filter(Boolean);
|
|
const OUT = path.resolve('.cdp/out/search');
|
|
fs.mkdirSync(OUT, { recursive: true });
|
|
|
|
const UDD = 'C:\\Users\\Administrator\\AppData\\Local\\Google\\Chrome\\User Data';
|
|
const lines = fs.readFileSync(path.join(UDD, 'DevToolsActivePort'), 'utf8')
|
|
.split('\n').map(s => s.trim()).filter(Boolean);
|
|
const say = s => console.log(String(s));
|
|
|
|
class Cdp {
|
|
constructor(ws) { this.ws = ws; this.seq = 0; this.pending = new Map(); }
|
|
static async attach(url) {
|
|
const ws = new WebSocket(url);
|
|
await new Promise((res, rej) => {
|
|
const t = setTimeout(() => rej(new Error('ws timeout')), 15000);
|
|
ws.addEventListener('open', () => { clearTimeout(t); res(); }, { once: true });
|
|
ws.addEventListener('error', () => { clearTimeout(t); rej(new Error('ws error')); }, { once: true });
|
|
});
|
|
const c = new Cdp(ws);
|
|
ws.addEventListener('message', ev => {
|
|
let m; try { m = JSON.parse(ev.data); } catch { return; }
|
|
if (m.id && c.pending.has(m.id)) {
|
|
const p = c.pending.get(m.id); c.pending.delete(m.id); clearTimeout(p.timer);
|
|
m.error ? p.reject(new Error(m.error.message)) : p.resolve(m.result);
|
|
} else if (m.method) c.onEvent?.(m.method, m.params, m.sessionId);
|
|
});
|
|
return c;
|
|
}
|
|
send(method, params = {}, sid, t = 90000) {
|
|
const id = ++this.seq;
|
|
return new Promise((res, rej) => {
|
|
const timer = setTimeout(() => { this.pending.delete(id); rej(new Error('timeout ' + method)); }, t);
|
|
this.pending.set(id, { resolve: res, reject: rej, timer });
|
|
const msg = { id, method, params }; if (sid) msg.sessionId = sid;
|
|
this.ws.send(JSON.stringify(msg));
|
|
});
|
|
}
|
|
close() { try { this.ws.close(); } catch {} }
|
|
}
|
|
|
|
const cdp = await Cdp.attach(`ws://127.0.0.1:${lines[0]}${lines[1]}`);
|
|
const first = 'https://www.goofish.com/search?q=' + encodeURIComponent(KWS[0]);
|
|
const { targetId } = await cdp.send('Target.createTarget', { url: first, background: true });
|
|
const { sessionId: S } = await cdp.send('Target.attachToTarget', { targetId, flatten: true });
|
|
await cdp.send('Page.enable', {}, S);
|
|
say('tab created for ' + KWS.length + ' 词');
|
|
|
|
const sleep = ms => new Promise(r => setTimeout(r, ms));
|
|
let last = Date.now();
|
|
cdp.onEvent = (m, p, sid) => { if (sid === S) last = Date.now(); };
|
|
|
|
const EXTRACT = `(() => {
|
|
const t = e => (e.innerText || '').replace(/\\s+/g,' ').trim();
|
|
const links = Array.from(document.querySelectorAll('a[href*="item?id="], a[href*="/item"]'));
|
|
const cards = [];
|
|
const seen = new Set();
|
|
for (const a of links) {
|
|
const id = (a.href.match(/id=(\\d+)/) || [])[1];
|
|
if (!id || seen.has(id)) continue;
|
|
seen.add(id);
|
|
// 向上找卡片容器，拿完整文本
|
|
let node = a, txt = t(a);
|
|
for (let i = 0; i < 5 && node.parentElement; i++) {
|
|
node = node.parentElement;
|
|
const nt = t(node);
|
|
if (nt.length > txt.length && nt.length < 600) txt = nt;
|
|
if (nt.length >= 600) break;
|
|
}
|
|
const img = a.querySelector('img') || node.querySelector('img');
|
|
const title = (img && (img.alt || '')) || '';
|
|
const price = (txt.match(/¥\\s*[\\d.]+/) || [''])[0];
|
|
const want = (txt.match(/([\\d.]+万?)\\s*人想要/) || ['',''])[1];
|
|
cards.push({ id, title: title.slice(0,90), price, want, text: txt.slice(0, 200) });
|
|
}
|
|
const total = (document.body.innerText.match(/([\\d,]+)\\s*(件|个)宝贝/) || [])[1] || null;
|
|
return { href: location.href, title: document.title, count: cards.length, total, cards: cards.slice(0, 40) };
|
|
})()`;
|
|
|
|
const results = {};
|
|
for (const kw of KWS) {
|
|
const url = 'https://www.goofish.com/search?q=' + encodeURIComponent(kw);
|
|
await cdp.send('Page.navigate', { url }, S);
|
|
last = Date.now();
|
|
const t0 = Date.now();
|
|
while (Date.now() - t0 < 25000) { await sleep(400); if (Date.now() - last > 4000 && Date.now() - t0 > 6000) break; }
|
|
const r = await cdp.send('Runtime.evaluate', { expression: EXTRACT, returnByValue: true, awaitPromise: true }, S, 60000);
|
|
const v = r.exceptionDetails ? { __error: r.exceptionDetails.text } : r.result?.value;
|
|
results[kw] = v;
|
|
fs.writeFileSync(path.join(OUT, kw.replace(/[^\w\u4e00-\u9fa5]/g, '_') + '.json'), JSON.stringify(v, null, 2), 'utf8');
|
|
say(`${kw} -> count=${v && v.count} total=${v && v.total}`);
|
|
}
|
|
|
|
await cdp.send('Target.closeTarget', { targetId });
|
|
say('tab closed; saved to ' + OUT);
|
|
cdp.close();
|
|
process.exit(0);
|