web.ts

  1import { readFile } from "node:fs/promises";
  2import { basename } from "node:path";
  3import { expandHomePath } from "../../util/path.js";
  4import { applyConfigOverrides, loadConfig } from "../../config/loader.js";
  5import { createWorkspace } from "../../workspace/manager.js";
  6import { writeWorkspaceFile } from "../../workspace/content.js";
  7import { createGrepTool } from "../../agent/tools/grep.js";
  8import { createReadTool } from "../../agent/tools/read.js";
  9import { createLsTool } from "../../agent/tools/ls.js";
 10import { createFindTool } from "../../agent/tools/find.js";
 11import { createWebFetchTool } from "../../agent/tools/web-fetch.js";
 12import { createWebSearchTool } from "../../agent/tools/web-search.js";
 13import { runAgent } from "../../agent/runner.js";
 14import { WEB_SYSTEM_PROMPT } from "../../agent/prompts/web.js";
 15import { createEventLogger, printUsageSummary } from "../output.js";
 16import { ConfigError, FetchError } from "../../util/errors.js";
 17
 18const INJECT_THRESHOLD = 50 * 1024;
 19
 20export interface WebCommandOptions {
 21  query: string;
 22  url?: string;
 23  model?: string;
 24  verbose: boolean;
 25  cleanup: boolean;
 26}
 27
 28export async function runWebCommand(options: WebCommandOptions): Promise<void> {
 29  const { config } = await loadConfig();
 30  const overrides = applyConfigOverrides(config, {
 31    defaults: { model: options.model ?? config.defaults.model, cleanup: options.cleanup },
 32    web: { model: options.model ?? config.web.model },
 33  });
 34
 35  const workspace = await createWorkspace({ cleanup: overrides.defaults.cleanup });
 36
 37  try {
 38    const logger = createEventLogger({ verbose: options.verbose });
 39
 40    const kagiSession =
 41      overrides.web.kagi_session_token ?? overrides.defaults.kagi_session_token ?? process.env["KAGI_SESSION_TOKEN"];
 42    const tabstackKey =
 43      overrides.web.tabstack_api_key ??
 44      overrides.defaults.tabstack_api_key ??
 45      process.env["TABSTACK_API_KEY"];
 46
 47    if (!kagiSession) {
 48      throw new ConfigError("Missing Kagi session token (set KAGI_SESSION_TOKEN or config)");
 49    }
 50    if (!tabstackKey) {
 51      throw new ConfigError("Missing Tabstack API key (set TABSTACK_API_KEY or config)");
 52    }
 53
 54    let systemPrompt = WEB_SYSTEM_PROMPT;
 55    const promptPath = overrides.web.system_prompt_path;
 56    if (promptPath) {
 57      systemPrompt = await readFile(expandHomePath(promptPath), "utf8");
 58    }
 59
 60    const tools = [
 61      createWebSearchTool(kagiSession),
 62      createWebFetchTool(tabstackKey),
 63      createReadTool(workspace.path),
 64      createGrepTool(workspace.path),
 65      createLsTool(workspace.path),
 66      createFindTool(workspace.path),
 67    ];
 68
 69    let seededContext = "";
 70    if (options.url) {
 71      const fetchTool = createWebFetchTool(tabstackKey);
 72      try {
 73        const result = await fetchTool.execute("prefetch", { url: options.url, nocache: false });
 74        const text = result.content
 75          .map((block) => (block.type === "text" ? block.text ?? "" : ""))
 76          .join("");
 77        if (text.length <= INJECT_THRESHOLD) {
 78          seededContext = text;
 79        } else {
 80          const filename = `web/${basename(new URL(options.url).pathname) || "index"}.md`;
 81          await writeWorkspaceFile(workspace.path, filename, text);
 82          seededContext = `Fetched content stored at ${filename}`;
 83        }
 84      } catch (error: any) {
 85        throw new FetchError(options.url, error?.message ?? String(error));
 86      }
 87    }
 88
 89    const query = seededContext ? `${options.query}\n\n${seededContext}` : options.query;
 90
 91    const result = await runAgent(query, {
 92      model: overrides.web.model ?? overrides.defaults.model,
 93      systemPrompt,
 94      tools,
 95      onEvent: logger,
 96      config: overrides,
 97    });
 98
 99    process.stdout.write(result.message + "\n");
100    printUsageSummary(result.usage as any, result.requestCount);
101  } finally {
102    await workspace.cleanup();
103  }
104}