Scrape And Store

codemode-gatewaysourcejavascript
Path: codemode-gateway/scripts/snippets/scrape-and-store.jsRelative: scripts/snippets/scrape-and-store.jsSubproject: codemode-gatewayCategory: codemode-gateway
Lines: 7Bytes: 408Imports: 0Exports: 0
codemode-gatewaysourcejavascriptscriptssnippets

Content Preview

  1. async () => {
  2. const md = await browser.markdown({ url: "https://example.com" });
  3. const summary = await ai.generate({ prompt: "Summarize in one sentence: " + md.slice(0, 2000) });
  4. const saved = await scrape.save({ url: "https://example.com", title: "Example Domain", markdown: md, summary, meta: { source: "b6-verify" } });
  5. return { id: saved.id, rows: (await scrape.recent({ limit: 3 })).length };
  6. }