Install tavily-search via clawhub

skills/tavily-search/scripts/extract.mjs

@@ -0,0 +1,59 @@
+#!/usr/bin/env node
+
+function usage() {
+  console.error(`Usage: extract.mjs "url1" ["url2" ...]`);
+  process.exit(2);
+}
+
+const args = process.argv.slice(2);
+if (args.length === 0 || args[0] === "-h" || args[0] === "--help") usage();
+
+const urls = args.filter(a => !a.startsWith("-"));
+
+if (urls.length === 0) {
+  console.error("No URLs provided");
+  usage();
+}
+
+const apiKey = (process.env.TAVILY_API_KEY ?? "").trim();
+if (!apiKey) {
+  console.error("Missing TAVILY_API_KEY");
+  process.exit(1);
+}
+
+const resp = await fetch("https://api.tavily.com/extract", {
+  method: "POST",
+  headers: {
+    "Content-Type": "application/json",
+  },
+  body: JSON.stringify({
+    api_key: apiKey,
+    urls: urls,
+  }),
+});
+
+if (!resp.ok) {
+  const text = await resp.text().catch(() => "");
+  throw new Error(`Tavily Extract failed (${resp.status}): ${text}`);
+}
+
+const data = await resp.json();
+
+const results = data.results ?? [];
+const failed = data.failed_results ?? [];
+
+for (const r of results) {
+  const url = String(r?.url ?? "").trim();
+  const content = String(r?.raw_content ?? "").trim();
+  
+  console.log(`# ${url}\n`);
+  console.log(content || "(no content extracted)");
+  console.log("\n---\n");
+}
+
+if (failed.length > 0) {
+  console.log("## Failed URLs\n");
+  for (const f of failed) {
+    console.log(`- ${f.url}: ${f.error}`);
+  }
+}