Tavily Search

#!/usr/bin/env node

function usage() {
  console.error('Usage: crawl.mjs "url" [--depth N] [--breadth N] [--limit N] [--instructions "..."] [--format markdown|text]');
  process.exit(2);
}

const args = process.argv.slice(2);
if (args.length === 0 || args[0] === "-h" || args[0] === "--help") usage();

const url = args[0];
let depth = null;
let breadth = null;
let limit = null;
let instructions = null;
let format = null;

for (let i = 1; i < args.length; i++) {
  const a = args[i];
  if (a === "--depth") {
    depth = Number.parseInt(args[i + 1] ?? "2", 10);
    i++;
  } else if (a === "--breadth") {
    breadth = Number.parseInt(args[i + 1] ?? "10", 10);
    i++;
  } else if (a === "--limit") {
    limit = Number.parseInt(args[i + 1] ?? "10", 10);
    i++;
  } else if (a === "--instructions") {
    instructions = args[i + 1] ?? null;
    i++;
  } else if (a === "--format") {
    format = args[i + 1] ?? "markdown";
    i++;
  } else {
    console.error(`Unknown arg: ${a}`);
    usage();
  }
}

const apiKey = (process.env.TAVILY_API_KEY ?? "").trim();
if (!apiKey) {
  console.error("Missing TAVILY_API_KEY");
  process.exit(1);
}

const body = { url };
if (depth !== null) body.max_depth = depth;
if (breadth !== null) body.max_breadth = breadth;
if (limit !== null) body.limit = limit;
if (instructions) body.instructions = instructions;
if (format) body.format = format;

const resp = await fetch("https://api.tavily.com/crawl", {
  method: "POST",
  headers: {
    "Content-Type": "application/json",
    Authorization: `Bearer ${apiKey}`,
  },
  body: JSON.stringify(body),
});

if (!resp.ok) {
  const text = await resp.text().catch(() => "");
  console.error(`Tavily Crawl failed (${resp.status}): ${text}`);
  process.exit(1);
}

const data = await resp.json();

console.log(`## Crawl: ${data.base_url ?? url}\n`);

const results = data.results ?? [];
console.log(`Found ${results.length} page(s)\n`);

for (const r of results) {
  const pageUrl = String(r?.url ?? "").trim();
  const content = String(r?.raw_content ?? "").trim();
  console.log(`### ${pageUrl}\n`);
  if (content) {
    console.log(content.slice(0, 2000) + (content.length > 2000 ? "\n\n... (truncated)" : ""));
  } else {
    console.log("(no content extracted)");
  }
  console.log("\n---\n");
}

#!/usr/bin/env node

function usage() {
  console.error('Usage: extract.mjs "url1" ["url2" ...] [--format markdown|text] [--query "..."]');
  process.exit(2);
}

const args = process.argv.slice(2);
if (args.length === 0 || args[0] === "-h" || args[0] === "--help") usage();

const urls = [];
let format = "markdown";
let query = null;

for (let i = 0; i < args.length; i++) {
  const a = args[i];
  if (a === "--format") {
    format = args[i + 1] ?? "markdown";
    i++;
  } else if (a === "--query") {
    query = args[i + 1] ?? null;
    i++;
  } else if (!a.startsWith("-")) {
    urls.push(a);
  } else {
    console.error(`Unknown arg: ${a}`);
    usage();
  }
}

if (urls.length === 0) {
  console.error("No URLs provided");
  usage();
}

const apiKey = (process.env.TAVILY_API_KEY ?? "").trim();
if (!apiKey) {
  console.error("Missing TAVILY_API_KEY");
  process.exit(1);
}

const extractBody = { urls, format };
if (query) extractBody.query = query;

const resp = await fetch("https://api.tavily.com/extract", {
  method: "POST",
  headers: {
    "Content-Type": "application/json",
    Authorization: `Bearer ${apiKey}`,
  },
  body: JSON.stringify(extractBody),
});

if (!resp.ok) {
  const text = await resp.text().catch(() => "");
  console.error(`Tavily Extract failed (${resp.status}): ${text}`);
  process.exit(1);
}

const data = await resp.json();

for (const r of data.results ?? []) {
  const url = String(r?.url ?? "").trim();
  const content = String(r?.raw_content ?? "").trim();
  console.log(`# ${url}\n`);
  console.log(content || "(no content extracted)");
  console.log("\n---\n");
}

const failed = data.failed_results ?? [];
if (failed.length > 0) {
  console.log("## Failed URLs\n");
  for (const f of failed) {
    console.log(`- ${f.url}: ${f.error}`);
  }
}

#!/usr/bin/env node

function usage() {
  console.error('Usage: map.mjs "url" [--depth N] [--breadth N] [--limit N] [--instructions "..."]');
  process.exit(2);
}

const args = process.argv.slice(2);
if (args.length === 0 || args[0] === "-h" || args[0] === "--help") usage();

const url = args[0];
let depth = null;
let breadth = null;
let limit = null;
let instructions = null;

for (let i = 1; i < args.length; i++) {
  const a = args[i];
  if (a === "--depth") {
    depth = Number.parseInt(args[i + 1] ?? "2", 10);
    i++;
  } else if (a === "--breadth") {
    breadth = Number.parseInt(args[i + 1] ?? "10", 10);
    i++;
  } else if (a === "--limit") {
    limit = Number.parseInt(args[i + 1] ?? "50", 10);
    i++;
  } else if (a === "--instructions") {
    instructions = args[i + 1] ?? null;
    i++;
  } else {
    console.error(`Unknown arg: ${a}`);
    usage();
  }
}

const apiKey = (process.env.TAVILY_API_KEY ?? "").trim();
if (!apiKey) {
  console.error("Missing TAVILY_API_KEY");
  process.exit(1);
}

const body = { url };
if (depth !== null) body.max_depth = depth;
if (breadth !== null) body.max_breadth = breadth;
if (limit !== null) body.limit = limit;
if (instructions) body.instructions = instructions;

const resp = await fetch("https://api.tavily.com/map", {
  method: "POST",
  headers: {
    "Content-Type": "application/json",
    Authorization: `Bearer ${apiKey}`,
  },
  body: JSON.stringify(body),
});

if (!resp.ok) {
  const text = await resp.text().catch(() => "");
  console.error(`Tavily Map failed (${resp.status}): ${text}`);
  process.exit(1);
}

const data = await resp.json();

const urls = data.results ?? [];
console.log(`## Site Map: ${url}\n`);
console.log(`Found ${urls.length} URL(s)\n`);

for (const u of urls) {
  console.log(`- ${u}`);
}
console.log();

#!/usr/bin/env node

function usage() {
  console.error('Usage: research.mjs "question" [--model mini|pro|auto] [--citation-format numbered|mla|apa|chicago]');
  process.exit(2);
}

const args = process.argv.slice(2);
if (args.length === 0 || args[0] === "-h" || args[0] === "--help") usage();

const input = args[0];
let model = null;
let citationFormat = null;

for (let i = 1; i < args.length; i++) {
  const a = args[i];
  if (a === "--model") {
    model = args[i + 1] ?? "auto";
    i++;
  } else if (a === "--citation-format") {
    citationFormat = args[i + 1] ?? "numbered";
    i++;
  } else {
    console.error(`Unknown arg: ${a}`);
    usage();
  }
}

const apiKey = (process.env.TAVILY_API_KEY ?? "").trim();
if (!apiKey) {
  console.error("Missing TAVILY_API_KEY");
  process.exit(1);
}

const body = { input };
if (model) body.model = model;
if (citationFormat) body.citation_format = citationFormat;

// Step 1: Create the research task
const createResp = await fetch("https://api.tavily.com/research", {
  method: "POST",
  headers: {
    "Content-Type": "application/json",
    Authorization: `Bearer ${apiKey}`,
  },
  body: JSON.stringify(body),
});

if (!createResp.ok) {
  const text = await createResp.text().catch(() => "");
  console.error(`Tavily Research failed (${createResp.status}): ${text}`);
  process.exit(1);
}

let data = await createResp.json();

// Step 2: If pending, poll until complete
if (data.status === "pending" && data.request_id) {
  const requestId = data.request_id;
  const pollUrl = `https://api.tavily.com/research/${requestId}`;
  const POLL_INTERVAL = 2000;
  const MAX_WAIT = 150_000; // 2.5 minutes
  const start = Date.now();

  process.stderr.write(`Research task ${requestId}: polling`);

  while (Date.now() - start < MAX_WAIT) {
    await new Promise((r) => setTimeout(r, POLL_INTERVAL));
    process.stderr.write(".");

    const pollResp = await fetch(pollUrl, {
      method: "GET",
      headers: { Authorization: `Bearer ${apiKey}` },
    });

    if (!pollResp.ok) {
      const text = await pollResp.text().catch(() => "");
      console.error(`\nPoll failed (${pollResp.status}): ${text}`);
      process.exit(1);
    }

    data = await pollResp.json();

    if (data.status === "completed" || data.content || data.output) {
      process.stderr.write(` done (${Math.round((Date.now() - start) / 1000)}s)\n`);
      break;
    }

    if (data.status === "failed" || data.status === "error") {
      console.error(`\nResearch task failed: ${JSON.stringify(data)}`);
      process.exit(1);
    }
  }

  if (data.status === "pending") {
    console.error(`\nResearch task timed out after ${MAX_WAIT / 1000}s. Request ID: ${requestId}`);
    process.exit(1);
  }
}

console.log("## Research Report\n");

const reportContent = data.content || data.output || "";
if (reportContent) {
  console.log(reportContent);
  console.log();
}

const sources = data.sources ?? [];
if (sources.length > 0) {
  console.log("---\n");
  console.log("## Sources\n");
  for (const s of sources) {
    const title = String(s?.title ?? "").trim();
    const url = String(s?.url ?? "").trim();
    if (url) {
      console.log(`- ${title ? `**${title}**: ` : ""}${url}`);
    }
  }
  console.log();
}

#!/usr/bin/env node

function usage() {
  console.error('Usage: search.mjs "query" [-n 5] [--deep] [--topic general|news|finance] [--time-range day|week|month|year]');
  process.exit(2);
}

const args = process.argv.slice(2);
if (args.length === 0 || args[0] === "-h" || args[0] === "--help") usage();

const query = args[0];
let n = 5;
let searchDepth = "basic";
let topic = "general";
let timeRange = null;

for (let i = 1; i < args.length; i++) {
  const a = args[i];
  if (a === "-n") {
    n = Number.parseInt(args[i + 1] ?? "5", 10);
    i++;
  } else if (a === "--deep") {
    searchDepth = "advanced";
  } else if (a === "--topic") {
    topic = args[i + 1] ?? "general";
    i++;
  } else if (a === "--time-range") {
    timeRange = args[i + 1] ?? null;
    i++;
  } else {
    console.error(`Unknown arg: ${a}`);
    usage();
  }
}

const apiKey = (process.env.TAVILY_API_KEY ?? "").trim();
if (!apiKey) {
  console.error("Missing TAVILY_API_KEY");
  process.exit(1);
}

const body = {
  query,
  search_depth: searchDepth,
  topic,
  max_results: Math.max(1, Math.min(n, 20)),
  include_answer: true,
  include_raw_content: false,
};

if (timeRange) {
  body.time_range = timeRange;
}

const resp = await fetch("https://api.tavily.com/search", {
  method: "POST",
  headers: {
    "Content-Type": "application/json",
    Authorization: `Bearer ${apiKey}`,
  },
  body: JSON.stringify(body),
});

if (!resp.ok) {
  const text = await resp.text().catch(() => "");
  console.error(`Tavily Search failed (${resp.status}): ${text}`);
  process.exit(1);
}

const data = await resp.json();

if (data.answer) {
  console.log("## Answer\n");
  console.log(data.answer);
  console.log("\n---\n");
}

const results = (data.results ?? []).slice(0, n);
console.log("## Sources\n");

for (const r of results) {
  const title = String(r?.title ?? "").trim();
  const url = String(r?.url ?? "").trim();
  const content = String(r?.content ?? "").trim();
  const score = r?.score ? ` (relevance: ${(r.score * 100).toFixed(0)}%)` : "";

  if (!title || !url) continue;
  console.log(`- **${title}**${score}`);
  console.log(`  ${url}`);
  if (content) {
    console.log(`  ${content.slice(0, 300)}${content.length > 300 ? "..." : ""}`);
  }
  console.log();
}