first commit

小鱼/.cdp/cdp-search.mjs

@@ -0,0 +1,101 @@
+// 只读：买家侧搜索竞争侦察（隐藏标签页，跑完关闭）
+import fs from 'node:fs';
+import path from 'node:path';
+
+const KWS = fs.readFileSync('.cdp/keywords.txt', 'utf8')
+  .split(/\r?\n/).map(s => s.trim()).filter(Boolean);
+const OUT = path.resolve('.cdp/out/search');
+fs.mkdirSync(OUT, { recursive: true });
+
+const UDD = 'C:\\Users\\Administrator\\AppData\\Local\\Google\\Chrome\\User Data';
+const lines = fs.readFileSync(path.join(UDD, 'DevToolsActivePort'), 'utf8')
+  .split('\n').map(s => s.trim()).filter(Boolean);
+const say = s => console.log(String(s));
+
+class Cdp {
+  constructor(ws) { this.ws = ws; this.seq = 0; this.pending = new Map(); }
+  static async attach(url) {
+    const ws = new WebSocket(url);
+    await new Promise((res, rej) => {
+      const t = setTimeout(() => rej(new Error('ws timeout')), 15000);
+      ws.addEventListener('open', () => { clearTimeout(t); res(); }, { once: true });
+      ws.addEventListener('error', () => { clearTimeout(t); rej(new Error('ws error')); }, { once: true });
+    });
+    const c = new Cdp(ws);
+    ws.addEventListener('message', ev => {
+      let m; try { m = JSON.parse(ev.data); } catch { return; }
+      if (m.id && c.pending.has(m.id)) {
+        const p = c.pending.get(m.id); c.pending.delete(m.id); clearTimeout(p.timer);
+        m.error ? p.reject(new Error(m.error.message)) : p.resolve(m.result);
+      } else if (m.method) c.onEvent?.(m.method, m.params, m.sessionId);
+    });
+    return c;
+  }
+  send(method, params = {}, sid, t = 90000) {
+    const id = ++this.seq;
+    return new Promise((res, rej) => {
+      const timer = setTimeout(() => { this.pending.delete(id); rej(new Error('timeout ' + method)); }, t);
+      this.pending.set(id, { resolve: res, reject: rej, timer });
+      const msg = { id, method, params }; if (sid) msg.sessionId = sid;
+      this.ws.send(JSON.stringify(msg));
+    });
+  }
+  close() { try { this.ws.close(); } catch {} }
+}
+
+const cdp = await Cdp.attach(`ws://127.0.0.1:${lines[0]}${lines[1]}`);
+const first = 'https://www.goofish.com/search?q=' + encodeURIComponent(KWS[0]);
+const { targetId } = await cdp.send('Target.createTarget', { url: first, background: true });
+const { sessionId: S } = await cdp.send('Target.attachToTarget', { targetId, flatten: true });
+await cdp.send('Page.enable', {}, S);
+say('tab created for ' + KWS.length + ' 词');
+
+const sleep = ms => new Promise(r => setTimeout(r, ms));
+let last = Date.now();
+cdp.onEvent = (m, p, sid) => { if (sid === S) last = Date.now(); };
+
+const EXTRACT = `(() => {
+  const t = e => (e.innerText || '').replace(/\\s+/g,' ').trim();
+  const links = Array.from(document.querySelectorAll('a[href*="item?id="], a[href*="/item"]'));
+  const cards = [];
+  const seen = new Set();
+  for (const a of links) {
+    const id = (a.href.match(/id=(\\d+)/) || [])[1];
+    if (!id || seen.has(id)) continue;
+    seen.add(id);
+    // 向上找卡片容器，拿完整文本
+    let node = a, txt = t(a);
+    for (let i = 0; i < 5 && node.parentElement; i++) {
+      node = node.parentElement;
+      const nt = t(node);
+      if (nt.length > txt.length && nt.length < 600) txt = nt;
+      if (nt.length >= 600) break;
+    }
+    const img = a.querySelector('img') || node.querySelector('img');
+    const title = (img && (img.alt || '')) || '';
+    const price = (txt.match(/¥\\s*[\\d.]+/) || [''])[0];
+    const want = (txt.match(/([\\d.]+万?)\\s*人想要/) || ['',''])[1];
+    cards.push({ id, title: title.slice(0,90), price, want, text: txt.slice(0, 200) });
+  }
+  const total = (document.body.innerText.match(/([\\d,]+)\\s*(件|个)宝贝/) || [])[1] || null;
+  return { href: location.href, title: document.title, count: cards.length, total, cards: cards.slice(0, 40) };
+})()`;
+
+const results = {};
+for (const kw of KWS) {
+  const url = 'https://www.goofish.com/search?q=' + encodeURIComponent(kw);
+  await cdp.send('Page.navigate', { url }, S);
+  last = Date.now();
+  const t0 = Date.now();
+  while (Date.now() - t0 < 25000) { await sleep(400); if (Date.now() - last > 4000 && Date.now() - t0 > 6000) break; }
+  const r = await cdp.send('Runtime.evaluate', { expression: EXTRACT, returnByValue: true, awaitPromise: true }, S, 60000);
+  const v = r.exceptionDetails ? { __error: r.exceptionDetails.text } : r.result?.value;
+  results[kw] = v;
+  fs.writeFileSync(path.join(OUT, kw.replace(/[^\w\u4e00-\u9fa5]/g, '_') + '.json'), JSON.stringify(v, null, 2), 'utf8');
+  say(`${kw}  ->  count=${v && v.count}  total=${v && v.total}`);
+}
+
+await cdp.send('Target.closeTarget', { targetId });
+say('tab closed; saved to ' + OUT);
+cdp.close();
+process.exit(0);