web.ts

  1import { readFile } from "node:fs/promises";
  2import { basename } from "node:path";
  3import { applyConfigOverrides, loadConfig } from "../../config/loader.js";
  4import { createWorkspace } from "../../workspace/manager.js";
  5import { writeWorkspaceFile } from "../../workspace/content.js";
  6import { createGrepTool } from "../../agent/tools/grep.js";
  7import { createReadTool } from "../../agent/tools/read.js";
  8import { createLsTool } from "../../agent/tools/ls.js";
  9import { createFindTool } from "../../agent/tools/find.js";
 10import { createWebFetchTool } from "../../agent/tools/web-fetch.js";
 11import { createWebSearchTool } from "../../agent/tools/web-search.js";
 12import { runAgent } from "../../agent/runner.js";
 13import { WEB_SYSTEM_PROMPT } from "../../agent/prompts/web.js";
 14import { createEventLogger, printUsageSummary } from "../output.js";
 15import { FetchError, ToolInputError } from "../../util/errors.js";
 16
 17const INJECT_THRESHOLD = 50 * 1024;
 18
 19export interface WebCommandOptions {
 20  query: string;
 21  url?: string;
 22  model?: string;
 23  verbose: boolean;
 24  cleanup: boolean;
 25}
 26
 27export async function runWebCommand(options: WebCommandOptions): Promise<void> {
 28  const { config } = await loadConfig();
 29  const overrides = applyConfigOverrides(config, {
 30    defaults: { model: options.model ?? config.defaults.model, cleanup: options.cleanup },
 31    web: { model: options.model ?? config.web.model },
 32  });
 33
 34  const workspace = await createWorkspace({ cleanup: overrides.defaults.cleanup });
 35
 36  try {
 37    const logger = createEventLogger({ verbose: options.verbose });
 38
 39    const kagiSession =
 40      overrides.web.kagi_session_token ?? overrides.defaults.kagi_session_token ?? process.env["KAGI_SESSION_TOKEN"];
 41    const tabstackKey =
 42      overrides.web.tabstack_api_key ??
 43      overrides.defaults.tabstack_api_key ??
 44      process.env["TABSTACK_API_KEY"];
 45
 46    if (!kagiSession) {
 47      throw new ToolInputError("Missing Kagi session token (set KAGI_SESSION_TOKEN or config)");
 48    }
 49    if (!tabstackKey) {
 50      throw new ToolInputError("Missing Tabstack API key (set TABSTACK_API_KEY or config)");
 51    }
 52
 53    let systemPrompt = WEB_SYSTEM_PROMPT;
 54    const promptPath = overrides.web.system_prompt_path;
 55    if (promptPath) {
 56      const home = process.env["HOME"] ?? "";
 57      systemPrompt = await readFile(promptPath.replace(/^~\//, `${home}/`), "utf8");
 58    }
 59
 60    const tools = [
 61      createWebSearchTool(kagiSession),
 62      createWebFetchTool(tabstackKey),
 63      createReadTool(workspace.path),
 64      createGrepTool(workspace.path),
 65      createLsTool(workspace.path),
 66      createFindTool(workspace.path),
 67    ];
 68
 69    let seededContext = "";
 70    if (options.url) {
 71      const fetchTool = createWebFetchTool(tabstackKey);
 72      try {
 73        const result = await fetchTool.execute("prefetch", { url: options.url, nocache: false });
 74        const text = result.content
 75          .map((block) => (block.type === "text" ? block.text ?? "" : ""))
 76          .join("");
 77        if (text.length <= INJECT_THRESHOLD) {
 78          seededContext = text;
 79        } else {
 80          const filename = `web/${basename(new URL(options.url).pathname) || "index"}.md`;
 81          await writeWorkspaceFile(workspace.path, filename, text);
 82          seededContext = `Fetched content stored at ${filename}`;
 83        }
 84      } catch (error: any) {
 85        throw new FetchError(options.url, error?.message ?? String(error));
 86      }
 87    }
 88
 89    const query = seededContext ? `${options.query}\n\n${seededContext}` : options.query;
 90
 91    const result = await runAgent(query, {
 92      model: overrides.web.model ?? overrides.defaults.model,
 93      systemPrompt,
 94      tools,
 95      onEvent: logger,
 96      config: overrides,
 97    });
 98
 99    process.stdout.write(result.message + "\n");
100    printUsageSummary(result.usage as any);
101  } finally {
102    await workspace.cleanup();
103  }
104}