From fcbe9666bddf20c6c996b04891a962d374687226 Mon Sep 17 00:00:00 2001 From: Kujtim Hoxha Date: Thu, 31 Jul 2025 10:49:07 +0200 Subject: [PATCH 01/26] chore: limit tool output --- internal/llm/tools/tools.go | 75 ++++++++++++++++++++++++++++++++++++- 1 file changed, 74 insertions(+), 1 deletion(-) diff --git a/internal/llm/tools/tools.go b/internal/llm/tools/tools.go index 41c0515616032b117f3c09a0056cac9e86b62c66..1759c3d33ef4e685be82c868d82e914c501174aa 100644 --- a/internal/llm/tools/tools.go +++ b/internal/llm/tools/tools.go @@ -3,6 +3,8 @@ package tools import ( "context" "encoding/json" + "fmt" + "strings" ) type ToolInfo struct { @@ -25,6 +27,10 @@ const ( SessionIDContextKey sessionIDContextKey = "session_id" MessageIDContextKey messageIDContextKey = "message_id" + + MaxResponseWidth = 3000 + MaxResponseHeight = 5000 + MaxResponseChars = 50000 ) type ToolResponse struct { @@ -37,10 +43,77 @@ type ToolResponse struct { func NewTextResponse(content string) ToolResponse { return ToolResponse{ Type: ToolResponseTypeText, - Content: content, + Content: truncateContent(content), } } +func truncateContent(content string) string { + if len(content) <= MaxResponseChars { + return truncateWidthAndHeight(content) + } + + truncated := content[:MaxResponseChars] + + if lastNewline := strings.LastIndex(truncated, "\n"); lastNewline > MaxResponseChars/2 { + truncated = truncated[:lastNewline] + } + + truncated += "\n\n... [Content truncated due to length] ..." + + return truncateWidthAndHeight(truncated) +} + +func truncateWidthAndHeight(content string) string { + lines := strings.Split(content, "\n") + + heightTruncated := false + if len(lines) > MaxResponseHeight { + keepLines := MaxResponseHeight - 3 + firstHalf := keepLines / 2 + secondHalf := keepLines - firstHalf + + truncatedLines := make([]string, 0, MaxResponseHeight) + truncatedLines = append(truncatedLines, lines[:firstHalf]...) + truncatedLines = append(truncatedLines, "") + truncatedLines = append(truncatedLines, fmt.Sprintf("... [%d lines truncated] ...", len(lines)-keepLines)) + truncatedLines = append(truncatedLines, "") + truncatedLines = append(truncatedLines, lines[len(lines)-secondHalf:]...) + + lines = truncatedLines + heightTruncated = true + } + + widthTruncated := false + for i, line := range lines { + if len(line) > MaxResponseWidth { + if MaxResponseWidth > 20 { + keepChars := MaxResponseWidth - 10 + firstHalf := keepChars / 2 + secondHalf := keepChars - firstHalf + lines[i] = line[:firstHalf] + " ... " + line[len(line)-secondHalf:] + } else { + lines[i] = line[:MaxResponseWidth] + } + widthTruncated = true + } + } + + result := strings.Join(lines, "\n") + + if heightTruncated || widthTruncated { + notices := []string{} + if heightTruncated { + notices = append(notices, "height") + } + if widthTruncated { + notices = append(notices, "width") + } + result += fmt.Sprintf("\n\n[Note: Content truncated by %s to fit response limits]", strings.Join(notices, " and ")) + } + + return result +} + func WithResponseMetadata(response ToolResponse, metadata any) ToolResponse { if metadata != nil { metadataBytes, err := json.Marshal(metadata) From 7bfd0469acc8bb5cdbed13787f7c04fcaa12f660 Mon Sep 17 00:00:00 2001 From: Kujtim Hoxha Date: Fri, 1 Aug 2025 08:06:25 +0200 Subject: [PATCH 02/26] chore: make consts private --- internal/llm/tools/tools.go | 26 +++++++++++++------------- 1 file changed, 13 insertions(+), 13 deletions(-) diff --git a/internal/llm/tools/tools.go b/internal/llm/tools/tools.go index 1759c3d33ef4e685be82c868d82e914c501174aa..641794cd74fd662c645c0f4cd634961c28cf915c 100644 --- a/internal/llm/tools/tools.go +++ b/internal/llm/tools/tools.go @@ -28,9 +28,9 @@ const ( SessionIDContextKey sessionIDContextKey = "session_id" MessageIDContextKey messageIDContextKey = "message_id" - MaxResponseWidth = 3000 - MaxResponseHeight = 5000 - MaxResponseChars = 50000 + maxResponseWidth = 3000 + maxResponseHeight = 5000 + maxResponseChars = 50000 ) type ToolResponse struct { @@ -48,13 +48,13 @@ func NewTextResponse(content string) ToolResponse { } func truncateContent(content string) string { - if len(content) <= MaxResponseChars { + if len(content) <= maxResponseChars { return truncateWidthAndHeight(content) } - truncated := content[:MaxResponseChars] + truncated := content[:maxResponseChars] - if lastNewline := strings.LastIndex(truncated, "\n"); lastNewline > MaxResponseChars/2 { + if lastNewline := strings.LastIndex(truncated, "\n"); lastNewline > maxResponseChars/2 { truncated = truncated[:lastNewline] } @@ -67,12 +67,12 @@ func truncateWidthAndHeight(content string) string { lines := strings.Split(content, "\n") heightTruncated := false - if len(lines) > MaxResponseHeight { - keepLines := MaxResponseHeight - 3 + if len(lines) > maxResponseHeight { + keepLines := maxResponseHeight - 3 firstHalf := keepLines / 2 secondHalf := keepLines - firstHalf - truncatedLines := make([]string, 0, MaxResponseHeight) + truncatedLines := make([]string, 0, maxResponseHeight) truncatedLines = append(truncatedLines, lines[:firstHalf]...) truncatedLines = append(truncatedLines, "") truncatedLines = append(truncatedLines, fmt.Sprintf("... [%d lines truncated] ...", len(lines)-keepLines)) @@ -85,14 +85,14 @@ func truncateWidthAndHeight(content string) string { widthTruncated := false for i, line := range lines { - if len(line) > MaxResponseWidth { - if MaxResponseWidth > 20 { - keepChars := MaxResponseWidth - 10 + if len(line) > maxResponseWidth { + if maxResponseWidth > 20 { + keepChars := maxResponseWidth - 10 firstHalf := keepChars / 2 secondHalf := keepChars - firstHalf lines[i] = line[:firstHalf] + " ... " + line[len(line)-secondHalf:] } else { - lines[i] = line[:MaxResponseWidth] + lines[i] = line[:maxResponseWidth] } widthTruncated = true } From cb6642b5fb1a67cfe5feb8052df36c7aa55f1c40 Mon Sep 17 00:00:00 2001 From: Kujtim Hoxha Date: Sun, 3 Aug 2025 22:56:26 +0200 Subject: [PATCH 03/26] fix: sidebar files jumping --- internal/tui/components/chat/sidebar/sidebar.go | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/internal/tui/components/chat/sidebar/sidebar.go b/internal/tui/components/chat/sidebar/sidebar.go index 1f5fd2a672e3d643efbed4ca35b08ed88c55d2eb..ccbc9330f979acd0750279a278ebb8748e5a32cf 100644 --- a/internal/tui/components/chat/sidebar/sidebar.go +++ b/internal/tui/components/chat/sidebar/sidebar.go @@ -400,6 +400,9 @@ func (m *sidebarCmp) filesBlockCompact(maxWidth int) string { fileList := []string{section, ""} sort.Slice(files, func(i, j int) bool { + if files[i].History.latestVersion.CreatedAt == files[j].History.latestVersion.CreatedAt { + return files[i].FilePath < files[j].FilePath + } return files[i].History.latestVersion.CreatedAt > files[j].History.latestVersion.CreatedAt }) @@ -626,8 +629,11 @@ func (m *sidebarCmp) filesBlock() string { } fileList := []string{section, ""} - // order files by the latest version's created time + // order files by the latest version's created time, then by path for stability sort.Slice(files, func(i, j int) bool { + if files[i].History.latestVersion.CreatedAt == files[j].History.latestVersion.CreatedAt { + return files[i].FilePath < files[j].FilePath + } return files[i].History.latestVersion.CreatedAt > files[j].History.latestVersion.CreatedAt }) From dbb998c76e336b6e57a57a11a5478726a3ad7c93 Mon Sep 17 00:00:00 2001 From: Kujtim Hoxha Date: Sun, 3 Aug 2025 22:56:42 +0200 Subject: [PATCH 04/26] fix: width related commands not showing --- internal/tui/components/dialogs/commands/commands.go | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/internal/tui/components/dialogs/commands/commands.go b/internal/tui/components/dialogs/commands/commands.go index 6c292ce7fd16eb671abc02bf577c6fc420dbd283..139ec1ea5ac0461b0c4fa8de65c61c7293b8ac50 100644 --- a/internal/tui/components/dialogs/commands/commands.go +++ b/internal/tui/components/dialogs/commands/commands.go @@ -119,7 +119,10 @@ func (c *commandDialogCmp) Update(msg tea.Msg) (tea.Model, tea.Cmd) { case tea.WindowSizeMsg: c.wWidth = msg.Width c.wHeight = msg.Height - return c, c.commandList.SetSize(c.listWidth(), c.listHeight()) + return c, tea.Batch( + c.SetCommandType(c.commandType), + c.commandList.SetSize(c.listWidth(), c.listHeight()), + ) case tea.KeyPressMsg: switch { case key.Matches(msg, c.keyMap.Select): @@ -318,7 +321,6 @@ func (c *commandDialogCmp) defaultCommands() []Command { }) } } - // Only show toggle compact mode command if window width is larger than compact breakpoint (90) if c.wWidth > 120 && c.sessionID != "" { commands = append(commands, Command{ From cf72cb88b53588d77725e3af4e49524479b885b2 Mon Sep 17 00:00:00 2001 From: Kujtim Hoxha Date: Sun, 3 Aug 2025 22:57:04 +0200 Subject: [PATCH 05/26] fix: make sure to make rendered string concurrency sage --- internal/tui/exp/list/list.go | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/internal/tui/exp/list/list.go b/internal/tui/exp/list/list.go index 44a849fcf6027813feb49be5a68c401f4253eeb6..4bf8b2dbbc4ffde261465c8ebd655a26f2344852 100644 --- a/internal/tui/exp/list/list.go +++ b/internal/tui/exp/list/list.go @@ -3,6 +3,7 @@ package list import ( "slices" "strings" + "sync" "github.com/charmbracelet/bubbles/v2/key" tea "github.com/charmbracelet/bubbletea/v2" @@ -90,6 +91,7 @@ type list[T Item] struct { renderedItems *csync.Map[string, renderedItem] + renderMu sync.Mutex rendered string movingByItem bool @@ -328,7 +330,9 @@ func (l *list[T]) render() tea.Cmd { // we are not rendering the first time if l.rendered != "" { // rerender everything will mostly hit cache + l.renderMu.Lock() l.rendered, _ = l.renderIterator(0, false, "") + l.renderMu.Unlock() if l.direction == DirectionBackward { l.recalculateItemPositions() } @@ -338,9 +342,10 @@ func (l *list[T]) render() tea.Cmd { } return focusChangeCmd } + l.renderMu.Lock() rendered, finishIndex := l.renderIterator(0, true, "") l.rendered = rendered - + l.renderMu.Unlock() // recalculate for the initial items if l.direction == DirectionBackward { l.recalculateItemPositions() @@ -348,7 +353,10 @@ func (l *list[T]) render() tea.Cmd { renderCmd := func() tea.Msg { l.offset = 0 // render the rest + + l.renderMu.Lock() l.rendered, _ = l.renderIterator(finishIndex, false, l.rendered) + l.renderMu.Unlock() // needed for backwards if l.direction == DirectionBackward { l.recalculateItemPositions() @@ -357,7 +365,6 @@ func (l *list[T]) render() tea.Cmd { if l.focused { l.scrollToSelection() } - return nil } return tea.Batch(focusChangeCmd, renderCmd) From 7c6e39d83a885da2beb82e8f0308693021192079 Mon Sep 17 00:00:00 2001 From: Kujtim Hoxha Date: Sun, 3 Aug 2025 23:23:32 +0200 Subject: [PATCH 06/26] fix: summarize provider should be large --- internal/llm/agent/agent.go | 68 ++++++++++++++++++++----------------- 1 file changed, 37 insertions(+), 31 deletions(-) diff --git a/internal/llm/agent/agent.go b/internal/llm/agent/agent.go index 80a7095ed381985b5155c8a29ac933156eb85ffd..57c30f41078f9a577d2f7bdbca5303da0eb83724 100644 --- a/internal/llm/agent/agent.go +++ b/internal/llm/agent/agent.go @@ -159,11 +159,12 @@ func NewAgent( if err != nil { return nil, err } + summarizeOpts := []provider.ProviderClientOption{ - provider.WithModel(config.SelectedModelTypeSmall), - provider.WithSystemMessage(prompt.GetPrompt(prompt.PromptSummarizer, smallModelProviderCfg.ID)), + provider.WithModel(config.SelectedModelTypeLarge), + provider.WithSystemMessage(prompt.GetPrompt(prompt.PromptSummarizer, providerCfg.ID)), } - summarizeProvider, err := provider.NewProvider(*smallModelProviderCfg, summarizeOpts...) + summarizeProvider, err := provider.NewProvider(*providerCfg, summarizeOpts...) if err != nil { return nil, err } @@ -224,7 +225,7 @@ func NewAgent( sessions: sessions, titleProvider: titleProvider, summarizeProvider: summarizeProvider, - summarizeProviderID: string(smallModelProviderCfg.ID), + summarizeProviderID: string(providerCfg.ID), activeRequests: csync.NewMap[string, context.CancelFunc](), tools: csync.NewLazySlice(toolFn), }, nil @@ -904,54 +905,59 @@ func (a *agent) UpdateModel() error { a.providerID = string(currentProviderCfg.ID) } - // Check if small model provider has changed (affects title and summarize providers) + // Check if providers have changed for title (small) and summarize (large) smallModelCfg := cfg.Models[config.SelectedModelTypeSmall] var smallModelProviderCfg config.ProviderConfig - for p := range cfg.Providers.Seq() { if p.ID == smallModelCfg.Provider { smallModelProviderCfg = p break } } - if smallModelProviderCfg.ID == "" { return fmt.Errorf("provider %s not found in config", smallModelCfg.Provider) } - // Check if summarize provider has changed - if string(smallModelProviderCfg.ID) != a.summarizeProviderID { - smallModel := cfg.GetModelByType(config.SelectedModelTypeSmall) - if smallModel == nil { - return fmt.Errorf("model %s not found in provider %s", smallModelCfg.Model, smallModelProviderCfg.ID) + largeModelCfg := cfg.Models[config.SelectedModelTypeLarge] + var largeModelProviderCfg config.ProviderConfig + for p := range cfg.Providers.Seq() { + if p.ID == largeModelCfg.Provider { + largeModelProviderCfg = p + break } + } + if largeModelProviderCfg.ID == "" { + return fmt.Errorf("provider %s not found in config", largeModelCfg.Provider) + } - // Recreate title provider - titleOpts := []provider.ProviderClientOption{ - provider.WithModel(config.SelectedModelTypeSmall), - provider.WithSystemMessage(prompt.GetPrompt(prompt.PromptTitle, smallModelProviderCfg.ID)), - // We want the title to be short, so we limit the max tokens - provider.WithMaxTokens(40), - } - newTitleProvider, err := provider.NewProvider(smallModelProviderCfg, titleOpts...) - if err != nil { - return fmt.Errorf("failed to create new title provider: %w", err) - } + // Recreate title provider + titleOpts := []provider.ProviderClientOption{ + provider.WithModel(config.SelectedModelTypeSmall), + provider.WithSystemMessage(prompt.GetPrompt(prompt.PromptTitle, smallModelProviderCfg.ID)), + provider.WithMaxTokens(40), + } + newTitleProvider, err := provider.NewProvider(smallModelProviderCfg, titleOpts...) + if err != nil { + return fmt.Errorf("failed to create new title provider: %w", err) + } + a.titleProvider = newTitleProvider - // Recreate summarize provider + // Recreate summarize provider if provider changed (now large model) + if string(largeModelProviderCfg.ID) != a.summarizeProviderID { + largeModel := cfg.GetModelByType(config.SelectedModelTypeLarge) + if largeModel == nil { + return fmt.Errorf("model %s not found in provider %s", largeModelCfg.Model, largeModelProviderCfg.ID) + } summarizeOpts := []provider.ProviderClientOption{ - provider.WithModel(config.SelectedModelTypeSmall), - provider.WithSystemMessage(prompt.GetPrompt(prompt.PromptSummarizer, smallModelProviderCfg.ID)), + provider.WithModel(config.SelectedModelTypeLarge), + provider.WithSystemMessage(prompt.GetPrompt(prompt.PromptSummarizer, largeModelProviderCfg.ID)), } - newSummarizeProvider, err := provider.NewProvider(smallModelProviderCfg, summarizeOpts...) + newSummarizeProvider, err := provider.NewProvider(largeModelProviderCfg, summarizeOpts...) if err != nil { return fmt.Errorf("failed to create new summarize provider: %w", err) } - - // Update the providers and provider ID - a.titleProvider = newTitleProvider a.summarizeProvider = newSummarizeProvider - a.summarizeProviderID = string(smallModelProviderCfg.ID) + a.summarizeProviderID = string(largeModelProviderCfg.ID) } return nil From e130e0385682a0ede0a63630e527328a4d187e49 Mon Sep 17 00:00:00 2001 From: Kujtim Hoxha Date: Mon, 4 Aug 2025 10:38:11 +0200 Subject: [PATCH 07/26] chore: set notices size --- internal/llm/tools/tools.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/internal/llm/tools/tools.go b/internal/llm/tools/tools.go index 641794cd74fd662c645c0f4cd634961c28cf915c..d8eb9b30c10378c06700d82a584eab19294f99ae 100644 --- a/internal/llm/tools/tools.go +++ b/internal/llm/tools/tools.go @@ -101,7 +101,7 @@ func truncateWidthAndHeight(content string) string { result := strings.Join(lines, "\n") if heightTruncated || widthTruncated { - notices := []string{} + notices := make([]string, 0, 2) if heightTruncated { notices = append(notices, "height") } From 8940ba1ddf3d686e2e8b3f29a04ab904ec2e8c66 Mon Sep 17 00:00:00 2001 From: Kujtim Hoxha Date: Sat, 2 Aug 2025 09:16:05 +0200 Subject: [PATCH 08/26] fix: fix openai compatible provider some providers expect simple content differently Co-authored-by: Peter Steinberger --- internal/llm/provider/openai.go | 27 ++++++++++++++++++--------- 1 file changed, 18 insertions(+), 9 deletions(-) diff --git a/internal/llm/provider/openai.go b/internal/llm/provider/openai.go index b001353c9d94acebdf3eba9707c1525b65a38098..7075ddcc4dd8bceb14e8fa6837d2df391e9a1298 100644 --- a/internal/llm/provider/openai.go +++ b/internal/llm/provider/openai.go @@ -70,8 +70,9 @@ func (o *openaiClient) convertMessages(messages []message.Message) (openaiMessag systemMessage = o.providerOptions.systemPromptPrefix + "\n" + systemMessage } - systemTextBlock := openai.ChatCompletionContentPartTextParam{Text: systemMessage} + system := openai.SystemMessage(systemMessage) if isAnthropicModel && !o.providerOptions.disableCache { + systemTextBlock := openai.ChatCompletionContentPartTextParam{Text: systemMessage} systemTextBlock.SetExtraFields( map[string]any{ "cache_control": map[string]string{ @@ -79,10 +80,10 @@ func (o *openaiClient) convertMessages(messages []message.Message) (openaiMessag }, }, ) + var content []openai.ChatCompletionContentPartTextParam + content = append(content, systemTextBlock) + system = openai.SystemMessage(content) } - var content []openai.ChatCompletionContentPartTextParam - content = append(content, systemTextBlock) - system := openai.SystemMessage(content) openaiMessages = append(openaiMessages, system) for i, msg := range messages { @@ -93,9 +94,12 @@ func (o *openaiClient) convertMessages(messages []message.Message) (openaiMessag switch msg.Role { case message.User: var content []openai.ChatCompletionContentPartUnionParam + textBlock := openai.ChatCompletionContentPartTextParam{Text: msg.Content().String()} content = append(content, openai.ChatCompletionContentPartUnionParam{OfText: &textBlock}) + hasBinaryContent := false for _, binaryContent := range msg.BinaryContent() { + hasBinaryContent = true imageURL := openai.ChatCompletionContentPartImageImageURLParam{URL: binaryContent.String(catwalk.InferenceProviderOpenAI)} imageBlock := openai.ChatCompletionContentPartImageParam{ImageURL: imageURL} @@ -108,8 +112,11 @@ func (o *openaiClient) convertMessages(messages []message.Message) (openaiMessag }, }) } - - openaiMessages = append(openaiMessages, openai.UserMessage(content)) + if hasBinaryContent || (isAnthropicModel && !o.providerOptions.disableCache) { + openaiMessages = append(openaiMessages, openai.UserMessage(content)) + } else { + openaiMessages = append(openaiMessages, openai.UserMessage(msg.Content().String())) + } case message.Assistant: assistantMsg := openai.ChatCompletionAssistantMessageParam{ @@ -134,13 +141,15 @@ func (o *openaiClient) convertMessages(messages []message.Message) (openaiMessag }, }, } + if !isAnthropicModel { + assistantMsg.Content = openai.ChatCompletionAssistantMessageParamContentUnion{ + OfString: param.NewOpt(msg.Content().String()), + } + } } if len(msg.ToolCalls()) > 0 { hasContent = true - assistantMsg.Content = openai.ChatCompletionAssistantMessageParamContentUnion{ - OfString: param.NewOpt(msg.Content().String()), - } assistantMsg.ToolCalls = make([]openai.ChatCompletionMessageToolCallParam, len(msg.ToolCalls())) for i, call := range msg.ToolCalls() { assistantMsg.ToolCalls[i] = openai.ChatCompletionMessageToolCallParam{ From 7f7749601a0792f772c0fffdbc73e05121b5055e Mon Sep 17 00:00:00 2001 From: Kujtim Hoxha Date: Sat, 2 Aug 2025 10:42:08 +0200 Subject: [PATCH 09/26] fix: handle nil body in http log --- internal/log/http.go | 3 +++ 1 file changed, 3 insertions(+) diff --git a/internal/log/http.go b/internal/log/http.go index 1091e5706c09be374e6775f8906c91505e10b33f..2c74bd05201ad9cbd8d60c6e3c3db3f637fb99b3 100644 --- a/internal/log/http.go +++ b/internal/log/http.go @@ -79,6 +79,9 @@ func (h *HTTPRoundTripLogger) RoundTrip(req *http.Request) (*http.Response, erro } func bodyToString(body io.ReadCloser) string { + if body == nil { + return "" + } src, err := io.ReadAll(body) if err != nil { slog.Error("Failed to read body", "error", err) From 5177982f3ff60f98cf55e5cb33215cc742e48927 Mon Sep 17 00:00:00 2001 From: Kujtim Hoxha Date: Sat, 2 Aug 2025 14:23:41 +0200 Subject: [PATCH 10/26] chore: fix models --- internal/tui/components/chat/splash/splash.go | 12 ++---------- internal/tui/components/dialogs/models/models.go | 12 ++---------- 2 files changed, 4 insertions(+), 20 deletions(-) diff --git a/internal/tui/components/chat/splash/splash.go b/internal/tui/components/chat/splash/splash.go index 9a74e79b30bbdcc9e0049f9fea55c23607fbc00a..c87f965f47298a9de726ce20a16587ffde7971ca 100644 --- a/internal/tui/components/chat/splash/splash.go +++ b/internal/tui/components/chat/splash/splash.go @@ -3,7 +3,6 @@ package splash import ( "fmt" "os" - "slices" "strings" "time" @@ -107,16 +106,9 @@ func (s *splashCmp) SetOnboarding(onboarding bool) { return } filteredProviders := []catwalk.Provider{} - simpleProviders := []string{ - "anthropic", - "openai", - "gemini", - "xai", - "groq", - "openrouter", - } + for _, p := range providers { - if slices.Contains(simpleProviders, string(p.ID)) { + if strings.HasPrefix(p.APIKey, "$") && p.ID != catwalk.InferenceProviderAzure { filteredProviders = append(filteredProviders, p) } } diff --git a/internal/tui/components/dialogs/models/models.go b/internal/tui/components/dialogs/models/models.go index d863e1998ad91164822d11253c960d50b8d8199a..bdeaae4f3c7d86cfc7c68605574132c653022407 100644 --- a/internal/tui/components/dialogs/models/models.go +++ b/internal/tui/components/dialogs/models/models.go @@ -2,7 +2,7 @@ package models import ( "fmt" - "slices" + "strings" "time" "github.com/charmbracelet/bubbles/v2/help" @@ -99,16 +99,8 @@ func (m *modelDialogCmp) Init() tea.Cmd { providers, err := config.Providers() if err == nil { filteredProviders := []catwalk.Provider{} - simpleProviders := []string{ - "anthropic", - "openai", - "gemini", - "xai", - "groq", - "openrouter", - } for _, p := range providers { - if slices.Contains(simpleProviders, string(p.ID)) { + if strings.HasPrefix(p.APIKey, "$") && p.ID != catwalk.InferenceProviderAzure { filteredProviders = append(filteredProviders, p) } } From 0de5b24655432cfaf8268e1387251e902940dfef Mon Sep 17 00:00:00 2001 From: Kujtim Hoxha Date: Mon, 4 Aug 2025 14:14:38 +0200 Subject: [PATCH 11/26] fix: some openai providers Co-authored-by: Peter Steinberger --- internal/llm/provider/openai.go | 98 ++++++++++++++------------------- 1 file changed, 41 insertions(+), 57 deletions(-) diff --git a/internal/llm/provider/openai.go b/internal/llm/provider/openai.go index 7075ddcc4dd8bceb14e8fa6837d2df391e9a1298..70bbe128663ce6163a93a2eb172e6d23f5873af3 100644 --- a/internal/llm/provider/openai.go +++ b/internal/llm/provider/openai.go @@ -6,6 +6,7 @@ import ( "fmt" "io" "log/slog" + "slices" "strings" "time" @@ -14,6 +15,7 @@ import ( "github.com/charmbracelet/crush/internal/llm/tools" "github.com/charmbracelet/crush/internal/log" "github.com/charmbracelet/crush/internal/message" + "github.com/google/uuid" "github.com/openai/openai-go" "github.com/openai/openai-go/option" "github.com/openai/openai-go/packages/param" @@ -338,21 +340,16 @@ func (o *openaiClient) stream(ctx context.Context, messages []message.Message, t acc := openai.ChatCompletionAccumulator{} currentContent := "" toolCalls := make([]message.ToolCall, 0) - - var currentToolCallID string - var currentToolCall openai.ChatCompletionMessageToolCall var msgToolCalls []openai.ChatCompletionMessageToolCall - currentToolIndex := 0 for openaiStream.Next() { chunk := openaiStream.Current() // Kujtim: this is an issue with openrouter qwen, its sending -1 for the tool index if len(chunk.Choices) > 0 && len(chunk.Choices[0].Delta.ToolCalls) > 0 && chunk.Choices[0].Delta.ToolCalls[0].Index == -1 { - chunk.Choices[0].Delta.ToolCalls[0].Index = int64(currentToolIndex) - currentToolIndex++ + chunk.Choices[0].Delta.ToolCalls[0].Index = 0 } acc.AddChunk(chunk) // This fixes multiple tool calls for some providers - for _, choice := range chunk.Choices { + for i, choice := range chunk.Choices { if choice.Delta.Content != "" { eventChan <- ProviderEvent{ Type: EventContentDelta, @@ -361,63 +358,50 @@ func (o *openaiClient) stream(ctx context.Context, messages []message.Message, t currentContent += choice.Delta.Content } else if len(choice.Delta.ToolCalls) > 0 { toolCall := choice.Delta.ToolCalls[0] - // Detect tool use start - if currentToolCallID == "" { - if toolCall.ID != "" { - currentToolCallID = toolCall.ID - eventChan <- ProviderEvent{ - Type: EventToolUseStart, - ToolCall: &message.ToolCall{ - ID: toolCall.ID, - Name: toolCall.Function.Name, - Finished: false, - }, + newToolCall := false + if len(msgToolCalls)-1 >= int(toolCall.Index) { // tool call exists + existingToolCall := msgToolCalls[toolCall.Index] + if toolCall.ID != "" && toolCall.ID != existingToolCall.ID { + found := false + // try to find the tool based on the ID + for i, tool := range msgToolCalls { + if tool.ID == toolCall.ID { + msgToolCalls[i].Function.Arguments += toolCall.Function.Arguments + found = true + } } - currentToolCall = openai.ChatCompletionMessageToolCall{ - ID: toolCall.ID, - Type: "function", - Function: openai.ChatCompletionMessageToolCallFunction{ - Name: toolCall.Function.Name, - Arguments: toolCall.Function.Arguments, - }, + if !found { + newToolCall = true } - } - } else { - // Delta tool use - if toolCall.ID == "" || toolCall.ID == currentToolCallID { - currentToolCall.Function.Arguments += toolCall.Function.Arguments } else { - // Detect new tool use - if toolCall.ID != currentToolCallID { - msgToolCalls = append(msgToolCalls, currentToolCall) - currentToolCallID = toolCall.ID - eventChan <- ProviderEvent{ - Type: EventToolUseStart, - ToolCall: &message.ToolCall{ - ID: toolCall.ID, - Name: toolCall.Function.Name, - Finished: false, - }, - } - currentToolCall = openai.ChatCompletionMessageToolCall{ - ID: toolCall.ID, - Type: "function", - Function: openai.ChatCompletionMessageToolCallFunction{ - Name: toolCall.Function.Name, - Arguments: toolCall.Function.Arguments, - }, - } - } + msgToolCalls[toolCall.Index].Function.Arguments += toolCall.Function.Arguments } + } else { + newToolCall = true } - } - // Kujtim: some models send finish stop even for tool calls - if choice.FinishReason == "tool_calls" || (choice.FinishReason == "stop" && currentToolCallID != "") { - msgToolCalls = append(msgToolCalls, currentToolCall) - if len(acc.Choices) > 0 { - acc.Choices[0].Message.ToolCalls = msgToolCalls + if newToolCall { // new tool call + if toolCall.ID == "" { + toolCall.ID = uuid.NewString() + } + eventChan <- ProviderEvent{ + Type: EventToolUseStart, + ToolCall: &message.ToolCall{ + ID: toolCall.ID, + Name: toolCall.Function.Name, + Finished: false, + }, + } + msgToolCalls = append(msgToolCalls, openai.ChatCompletionMessageToolCall{ + ID: toolCall.ID, + Type: "function", + Function: openai.ChatCompletionMessageToolCallFunction{ + Name: toolCall.Function.Name, + Arguments: toolCall.Function.Arguments, + }, + }) } } + acc.Choices[i].Message.ToolCalls = slices.Clone(msgToolCalls) } } From d9b0062208beee9e71cfb3e606a7de377b8c9493 Mon Sep 17 00:00:00 2001 From: Kujtim Hoxha Date: Mon, 4 Aug 2025 14:21:53 +0200 Subject: [PATCH 12/26] chore: simplify model filtering --- internal/tui/components/chat/splash/splash.go | 14 -------------- internal/tui/components/dialogs/models/list.go | 16 ++++++++++++---- internal/tui/components/dialogs/models/models.go | 11 ----------- 3 files changed, 12 insertions(+), 29 deletions(-) diff --git a/internal/tui/components/chat/splash/splash.go b/internal/tui/components/chat/splash/splash.go index c87f965f47298a9de726ce20a16587ffde7971ca..b0681c798631ee8cf3960fda26bfc2416aff2692 100644 --- a/internal/tui/components/chat/splash/splash.go +++ b/internal/tui/components/chat/splash/splash.go @@ -100,20 +100,6 @@ func New() Splash { func (s *splashCmp) SetOnboarding(onboarding bool) { s.isOnboarding = onboarding - if onboarding { - providers, err := config.Providers() - if err != nil { - return - } - filteredProviders := []catwalk.Provider{} - - for _, p := range providers { - if strings.HasPrefix(p.APIKey, "$") && p.ID != catwalk.InferenceProviderAzure { - filteredProviders = append(filteredProviders, p) - } - } - s.modelList.SetProviders(filteredProviders) - } } func (s *splashCmp) SetProjectInit(needsInit bool) { diff --git a/internal/tui/components/dialogs/models/list.go b/internal/tui/components/dialogs/models/list.go index 4d2986d2192568c9aac4db76f9011552ac61ee34..8c22094323ca2274a421ba50d668beaa42616041 100644 --- a/internal/tui/components/dialogs/models/list.go +++ b/internal/tui/components/dialogs/models/list.go @@ -3,10 +3,12 @@ package models import ( "fmt" "slices" + "strings" tea "github.com/charmbracelet/bubbletea/v2" "github.com/charmbracelet/catwalk/pkg/catwalk" "github.com/charmbracelet/crush/internal/config" + "github.com/charmbracelet/crush/internal/env" "github.com/charmbracelet/crush/internal/tui/exp/list" "github.com/charmbracelet/crush/internal/tui/styles" "github.com/charmbracelet/crush/internal/tui/util" @@ -49,6 +51,16 @@ func (m *ModelListComponent) Init() tea.Cmd { var cmds []tea.Cmd if len(m.providers) == 0 { providers, err := config.Providers() + filteredProviders := []catwalk.Provider{} + for _, p := range providers { + hasApiKeyEnv := strings.HasPrefix(p.APIKey, "$") + resolver := config.NewEnvironmentVariableResolver(env.New()) + endpoint, _ := resolver.ResolveValue(p.APIEndpoint) + if endpoint != "" && hasApiKeyEnv { + filteredProviders = append(filteredProviders, p) + } + } + m.providers = providers if err != nil { cmds = append(cmds, util.ReportError(err)) @@ -242,7 +254,3 @@ func (m *ModelListComponent) GetModelType() int { func (m *ModelListComponent) SetInputPlaceholder(placeholder string) { m.list.SetInputPlaceholder(placeholder) } - -func (m *ModelListComponent) SetProviders(providers []catwalk.Provider) { - m.providers = providers -} diff --git a/internal/tui/components/dialogs/models/models.go b/internal/tui/components/dialogs/models/models.go index bdeaae4f3c7d86cfc7c68605574132c653022407..e09b040a52ebf911ceefc455b0892c7c9ceba754 100644 --- a/internal/tui/components/dialogs/models/models.go +++ b/internal/tui/components/dialogs/models/models.go @@ -2,7 +2,6 @@ package models import ( "fmt" - "strings" "time" "github.com/charmbracelet/bubbles/v2/help" @@ -96,16 +95,6 @@ func NewModelDialogCmp() ModelDialog { } func (m *modelDialogCmp) Init() tea.Cmd { - providers, err := config.Providers() - if err == nil { - filteredProviders := []catwalk.Provider{} - for _, p := range providers { - if strings.HasPrefix(p.APIKey, "$") && p.ID != catwalk.InferenceProviderAzure { - filteredProviders = append(filteredProviders, p) - } - } - m.modelList.SetProviders(filteredProviders) - } return tea.Batch(m.modelList.Init(), m.apiKeyInput.Init()) } From bfd089d4193cbd3da9d81a4ac52852ab08eeee89 Mon Sep 17 00:00:00 2001 From: Kujtim Hoxha Date: Mon, 4 Aug 2025 14:54:55 +0200 Subject: [PATCH 13/26] chore: fix missing assignment --- internal/tui/components/dialogs/models/list.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/internal/tui/components/dialogs/models/list.go b/internal/tui/components/dialogs/models/list.go index 8c22094323ca2274a421ba50d668beaa42616041..bcec9e981228202d8eb10c86e34642043b499634 100644 --- a/internal/tui/components/dialogs/models/list.go +++ b/internal/tui/components/dialogs/models/list.go @@ -61,7 +61,7 @@ func (m *ModelListComponent) Init() tea.Cmd { } } - m.providers = providers + m.providers = filteredProviders if err != nil { cmds = append(cmds, util.ReportError(err)) } From 1b50cb61c81702d0a94bded3b0007ec3d4c348c1 Mon Sep 17 00:00:00 2001 From: Kujtim Hoxha Date: Mon, 4 Aug 2025 16:05:09 +0200 Subject: [PATCH 14/26] chore: reasoning for openai providers that support it --- internal/llm/provider/openai.go | 13 ++++++++++++- internal/tui/components/chat/messages/messages.go | 3 +++ 2 files changed, 15 insertions(+), 1 deletion(-) diff --git a/internal/llm/provider/openai.go b/internal/llm/provider/openai.go index 70bbe128663ce6163a93a2eb172e6d23f5873af3..9b612b64d63a55d278a686ba5b3f7bda7f973c69 100644 --- a/internal/llm/provider/openai.go +++ b/internal/llm/provider/openai.go @@ -2,6 +2,7 @@ package provider import ( "context" + "encoding/json" "errors" "fmt" "io" @@ -348,8 +349,18 @@ func (o *openaiClient) stream(ctx context.Context, messages []message.Message, t chunk.Choices[0].Delta.ToolCalls[0].Index = 0 } acc.AddChunk(chunk) - // This fixes multiple tool calls for some providers for i, choice := range chunk.Choices { + reasoning, ok := choice.Delta.JSON.ExtraFields["reasoning"] + if ok && reasoning.Raw() != "" { + reasoningStr := "" + json.Unmarshal([]byte(reasoning.Raw()), &reasoningStr) + if reasoningStr != "" { + eventChan <- ProviderEvent{ + Type: EventThinkingDelta, + Thinking: reasoningStr, + } + } + } if choice.Delta.Content != "" { eventChan <- ProviderEvent{ Type: EventContentDelta, diff --git a/internal/tui/components/chat/messages/messages.go b/internal/tui/components/chat/messages/messages.go index 17bb582dcadbea1f314b976bc31a31639f8d9609..17c157df5292280c6f094ec4e0f95bee82c6a77b 100644 --- a/internal/tui/components/chat/messages/messages.go +++ b/internal/tui/components/chat/messages/messages.go @@ -274,6 +274,9 @@ func (m *messageCmp) renderThinkingContent() string { if reasoningContent.StartedAt > 0 { duration := m.message.ThinkingDuration() if reasoningContent.FinishedAt > 0 { + if duration.String() == "0s" { + return "" + } m.anim.SetLabel("") opts := core.StatusOpts{ Title: "Thought for", From 75fd9510edbf29acf9507ff82dcf8230bd33c257 Mon Sep 17 00:00:00 2001 From: Kujtim Hoxha Date: Mon, 4 Aug 2025 23:14:44 +0200 Subject: [PATCH 15/26] chore: update catwalk --- go.mod | 4 ++-- go.sum | 8 ++++---- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/go.mod b/go.mod index 7e41d27cb2c2b8c7382ebfefaeab5188c5dc1e67..6f12853c9f7f70b78544049f950b1264af918c68 100644 --- a/go.mod +++ b/go.mod @@ -14,7 +14,7 @@ require ( github.com/charlievieth/fastwalk v1.0.11 github.com/charmbracelet/bubbles/v2 v2.0.0-beta.1.0.20250716191546-1e2ffbbcf5c5 github.com/charmbracelet/bubbletea/v2 v2.0.0-beta.4.0.20250730165737-56ff7146d52d - github.com/charmbracelet/catwalk v0.3.5 + github.com/charmbracelet/catwalk v0.4.5 github.com/charmbracelet/fang v0.3.1-0.20250711140230-d5ebb8c1d674 github.com/charmbracelet/glamour/v2 v2.0.0-20250516160903-6f1e2c8f9ebe github.com/charmbracelet/lipgloss/v2 v2.0.0-beta.3.0.20250721205738-ea66aa652ee0 @@ -56,7 +56,7 @@ require ( github.com/wk8/go-ordered-map/v2 v2.1.8 // indirect go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.54.0 // indirect golang.org/x/exp v0.0.0-20250305212735-054e65f0b394 // indirect - golang.org/x/oauth2 v0.25.0 // indirect + golang.org/x/oauth2 v0.30.0 // indirect golang.org/x/time v0.8.0 // indirect google.golang.org/api v0.211.0 // indirect ) diff --git a/go.sum b/go.sum index 37c3c7ed4509a19f5732262c904cf01ad329a51b..7913df3dee8435f583171fc1d4ec404ca9ab5134 100644 --- a/go.sum +++ b/go.sum @@ -78,8 +78,8 @@ github.com/charmbracelet/bubbles/v2 v2.0.0-beta.1.0.20250716191546-1e2ffbbcf5c5 github.com/charmbracelet/bubbles/v2 v2.0.0-beta.1.0.20250716191546-1e2ffbbcf5c5/go.mod h1:6HamsBKWqEC/FVHuQMHgQL+knPyvHH55HwJDHl/adMw= github.com/charmbracelet/bubbletea/v2 v2.0.0-beta.4.0.20250730165737-56ff7146d52d h1:YMXLZHSo8DjytVY/b5dK8LDuyQsVUmBK3ydQMpu2Ui4= github.com/charmbracelet/bubbletea/v2 v2.0.0-beta.4.0.20250730165737-56ff7146d52d/go.mod h1:XIQ1qQfRph6Z5o2EikCydjumo0oDInQySRHuPATzbZc= -github.com/charmbracelet/catwalk v0.3.5 h1:ChMvA5ooTNZhDKFagmGNQgIZvZp8XjpdaJ+cDmhgCgA= -github.com/charmbracelet/catwalk v0.3.5/go.mod h1:gUUCqqZ8bk4D7ZzGTu3I77k7cC2x4exRuJBN1H2u2pc= +github.com/charmbracelet/catwalk v0.4.5 h1:Kv3PadDe8IF8gpcYTfAJdCee5Bv4HufvtNT61FXtq5g= +github.com/charmbracelet/catwalk v0.4.5/go.mod h1:WnKgNPmQHuMyk7GtwAQwl+ezHusfH40IvzML2qwUGwc= github.com/charmbracelet/colorprofile v0.3.1 h1:k8dTHMd7fgw4bnFd7jXTLZrSU/CQrKnL3m+AxCzDz40= github.com/charmbracelet/colorprofile v0.3.1/go.mod h1:/GkGusxNs8VB/RSOh3fu0TJmQ4ICMMPApIIVn0KszZ0= github.com/charmbracelet/fang v0.3.1-0.20250711140230-d5ebb8c1d674 h1:+Cz+VfxD5DO+JT1LlswXWhre0HYLj6l2HW8HVGfMuC0= @@ -332,8 +332,8 @@ golang.org/x/net v0.24.0/go.mod h1:2Q7sJY5mzlzWjKtYUEXSlBWCdyaioyXzRB2RtU8KVE8= golang.org/x/net v0.25.0/go.mod h1:JkAGAh7GEvH74S6FOH42FLoXpXbE/aqXSrIQjXgsiwM= golang.org/x/net v0.40.0 h1:79Xs7wF06Gbdcg4kdCCIQArK11Z1hr5POQ6+fIYHNuY= golang.org/x/net v0.40.0/go.mod h1:y0hY0exeL2Pku80/zKK7tpntoX23cqL3Oa6njdgRtds= -golang.org/x/oauth2 v0.25.0 h1:CY4y7XT9v0cRI9oupztF8AgiIu99L/ksR/Xp/6jrZ70= -golang.org/x/oauth2 v0.25.0/go.mod h1:XYTD2NtWslqkgxebSiOHnXEap4TF09sJSc7H1sXbhtI= +golang.org/x/oauth2 v0.30.0 h1:dnDm7JmhM45NNpd8FDDeLhK6FwqbOf4MLCM9zb1BOHI= +golang.org/x/oauth2 v0.30.0/go.mod h1:B++QgG3ZKulg6sRPGD/mqlHQs5rB3Ml9erfeDY7xKlU= golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.1.0/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= From ec4c6f7898169a9948340617ddbacd25e978b760 Mon Sep 17 00:00:00 2001 From: Kujtim Hoxha Date: Mon, 4 Aug 2025 23:26:17 +0200 Subject: [PATCH 16/26] chore: small fix --- internal/tui/components/dialogs/models/list.go | 7 ++----- 1 file changed, 2 insertions(+), 5 deletions(-) diff --git a/internal/tui/components/dialogs/models/list.go b/internal/tui/components/dialogs/models/list.go index bcec9e981228202d8eb10c86e34642043b499634..66b55d85b299cb0bacb4cc2466c7b4146248ba05 100644 --- a/internal/tui/components/dialogs/models/list.go +++ b/internal/tui/components/dialogs/models/list.go @@ -8,7 +8,6 @@ import ( tea "github.com/charmbracelet/bubbletea/v2" "github.com/charmbracelet/catwalk/pkg/catwalk" "github.com/charmbracelet/crush/internal/config" - "github.com/charmbracelet/crush/internal/env" "github.com/charmbracelet/crush/internal/tui/exp/list" "github.com/charmbracelet/crush/internal/tui/styles" "github.com/charmbracelet/crush/internal/tui/util" @@ -53,10 +52,8 @@ func (m *ModelListComponent) Init() tea.Cmd { providers, err := config.Providers() filteredProviders := []catwalk.Provider{} for _, p := range providers { - hasApiKeyEnv := strings.HasPrefix(p.APIKey, "$") - resolver := config.NewEnvironmentVariableResolver(env.New()) - endpoint, _ := resolver.ResolveValue(p.APIEndpoint) - if endpoint != "" && hasApiKeyEnv { + hasAPIKeyEnv := strings.HasPrefix(p.APIKey, "$") + if hasAPIKeyEnv && p.ID != catwalk.InferenceProviderAzure { filteredProviders = append(filteredProviders, p) } } From dcbc27300c749b6eacf2b3d6d39756a0e757bdd7 Mon Sep 17 00:00:00 2001 From: Charm <124303983+charmcli@users.noreply.github.com> Date: Mon, 4 Aug 2025 18:55:53 -0300 Subject: [PATCH 17/26] chore(legal): @zloeber has signed the CLA --- .github/cla-signatures.json | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/.github/cla-signatures.json b/.github/cla-signatures.json index 0b2aa1335dadaefee2b547c3d85278006c4425f4..437f9f08ec22936ec32b680bfc9ffacf31985ec5 100644 --- a/.github/cla-signatures.json +++ b/.github/cla-signatures.json @@ -223,6 +223,14 @@ "created_at": "2025-08-04T14:01:30Z", "repoId": 987670088, "pullRequestNo": 546 + }, + { + "name": "zloeber", + "id": 4702624, + "comment_id": 3152513500, + "created_at": "2025-08-04T21:55:42Z", + "repoId": 987670088, + "pullRequestNo": 564 } ] } \ No newline at end of file From bcac79a326364948e82318a5ffa2332f0bc5a966 Mon Sep 17 00:00:00 2001 From: Charm <124303983+charmcli@users.noreply.github.com> Date: Mon, 4 Aug 2025 21:25:00 -0300 Subject: [PATCH 18/26] chore(legal): @nelsenm2 has signed the CLA --- .github/cla-signatures.json | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/.github/cla-signatures.json b/.github/cla-signatures.json index 437f9f08ec22936ec32b680bfc9ffacf31985ec5..85eb9a13ef8835ecb9b663b9086c2cde8d734415 100644 --- a/.github/cla-signatures.json +++ b/.github/cla-signatures.json @@ -231,6 +231,14 @@ "created_at": "2025-08-04T21:55:42Z", "repoId": 987670088, "pullRequestNo": 564 + }, + { + "name": "nelsenm2", + "id": 197524521, + "comment_id": 3152872109, + "created_at": "2025-08-05T00:24:50Z", + "repoId": 987670088, + "pullRequestNo": 569 } ] } \ No newline at end of file From 19d3cd06eed1a9cb594a0e31bd18d113d6de5729 Mon Sep 17 00:00:00 2001 From: Christian Rocha Date: Mon, 4 Aug 2025 20:58:03 -0400 Subject: [PATCH 19/26] chore: change LSP/MCP loading icon color + refactor icons + theme prep --- .../tui/components/chat/messages/messages.go | 1 - internal/tui/components/core/core.go | 39 +++++++------------ internal/tui/components/files/files.go | 2 - internal/tui/components/lsp/lsp.go | 12 +++--- internal/tui/components/mcp/mcp.go | 12 +++--- internal/tui/styles/crush.go | 11 +++++- internal/tui/styles/theme.go | 6 +++ 7 files changed, 41 insertions(+), 42 deletions(-) diff --git a/internal/tui/components/chat/messages/messages.go b/internal/tui/components/chat/messages/messages.go index 17bb582dcadbea1f314b976bc31a31639f8d9609..907efab4eaf22aac6ce4f5ff2ec5afbb244aed2b 100644 --- a/internal/tui/components/chat/messages/messages.go +++ b/internal/tui/components/chat/messages/messages.go @@ -278,7 +278,6 @@ func (m *messageCmp) renderThinkingContent() string { opts := core.StatusOpts{ Title: "Thought for", Description: duration.String(), - NoIcon: true, } return t.S().Base.PaddingLeft(1).Render(core.Status(opts, m.textWidth()-1)) } else if finishReason != nil && finishReason.Reason == message.FinishReasonCanceled { diff --git a/internal/tui/components/core/core.go b/internal/tui/components/core/core.go index 9f6657de33d5ed824b7d5bc7086342e8f3ec7d48..18de56b17f08e4513bde34fe9fef7aaf4e08c09f 100644 --- a/internal/tui/components/core/core.go +++ b/internal/tui/components/core/core.go @@ -82,41 +82,30 @@ func Title(title string, width int) string { } type StatusOpts struct { - Icon string - IconColor color.Color - NoIcon bool // If true, no icon will be displayed + Icon string // if empty no icon will be shown Title string TitleColor color.Color Description string DescriptionColor color.Color - ExtraContent string // Additional content to append after the description + ExtraContent string // additional content to append after the description } -func Status(ops StatusOpts, width int) string { +func Status(opts StatusOpts, width int) string { t := styles.CurrentTheme() - icon := "●" - iconColor := t.Success - if ops.Icon != "" { - icon = ops.Icon - } else if ops.NoIcon { - icon = "" - } - if ops.IconColor != nil { - iconColor = ops.IconColor - } - title := ops.Title + icon := opts.Icon + title := opts.Title titleColor := t.FgMuted - if ops.TitleColor != nil { - titleColor = ops.TitleColor + if opts.TitleColor != nil { + titleColor = opts.TitleColor } - description := ops.Description + description := opts.Description descriptionColor := t.FgSubtle - if ops.DescriptionColor != nil { - descriptionColor = ops.DescriptionColor + if opts.DescriptionColor != nil { + descriptionColor = opts.DescriptionColor } title = t.S().Base.Foreground(titleColor).Render(title) if description != "" { - extraContentWidth := lipgloss.Width(ops.ExtraContent) + extraContentWidth := lipgloss.Width(opts.ExtraContent) if extraContentWidth > 0 { extraContentWidth += 1 } @@ -126,11 +115,11 @@ func Status(ops StatusOpts, width int) string { content := []string{} if icon != "" { - content = append(content, t.S().Base.Foreground(iconColor).Render(icon)) + content = append(content, icon) } content = append(content, title, description) - if ops.ExtraContent != "" { - content = append(content, ops.ExtraContent) + if opts.ExtraContent != "" { + content = append(content, opts.ExtraContent) } return strings.Join(content, " ") diff --git a/internal/tui/components/files/files.go b/internal/tui/components/files/files.go index 234a75fd4e06431018eab1fbf37e90e562da4083..8272bd53900acf4dd032f86b8f9d2a0bd3b52ccd 100644 --- a/internal/tui/components/files/files.go +++ b/internal/tui/components/files/files.go @@ -98,8 +98,6 @@ func RenderFileList(fileSlice []SessionFile, opts RenderOptions) []string { fileList = append(fileList, core.Status( core.StatusOpts{ - IconColor: t.FgMuted, - NoIcon: true, Title: filePath, ExtraContent: extraContent, }, diff --git a/internal/tui/components/lsp/lsp.go b/internal/tui/components/lsp/lsp.go index 10d9f42198a6996e966d01305131e734fa54a614..893e6470d9f99992fe9d195e5500db8a3891c763 100644 --- a/internal/tui/components/lsp/lsp.go +++ b/internal/tui/components/lsp/lsp.go @@ -57,22 +57,22 @@ func RenderLSPList(lspClients map[string]*lsp.Client, opts RenderOptions) []stri } // Determine icon color and description based on state - iconColor := t.FgMuted + // iconColor := t.FgMuted + icon := t.ItemOfflineIcon description := l.LSP.Command if l.LSP.Disabled { - iconColor = t.FgMuted description = t.S().Subtle.Render("disabled") } else if state, exists := lspStates[l.Name]; exists { switch state.State { case lsp.StateStarting: - iconColor = t.Yellow + icon = t.ItemBusyIcon description = t.S().Subtle.Render("starting...") case lsp.StateReady: - iconColor = t.Success + icon = t.ItemOnlineIcon description = l.LSP.Command case lsp.StateError: - iconColor = t.Red + icon = t.ItemErrorIcon if state.Error != nil { description = t.S().Subtle.Render(fmt.Sprintf("error: %s", state.Error.Error())) } else { @@ -119,7 +119,7 @@ func RenderLSPList(lspClients map[string]*lsp.Client, opts RenderOptions) []stri lspList = append(lspList, core.Status( core.StatusOpts{ - IconColor: iconColor, + Icon: icon.String(), Title: l.Name, Description: description, ExtraContent: extraContent, diff --git a/internal/tui/components/mcp/mcp.go b/internal/tui/components/mcp/mcp.go index 93f2dcb230721ab95c3ea2f4937647ff7ccf5bda..2376011ae1f18f44962d59f142652a52bfc47c3d 100644 --- a/internal/tui/components/mcp/mcp.go +++ b/internal/tui/components/mcp/mcp.go @@ -54,25 +54,24 @@ func RenderMCPList(opts RenderOptions) []string { } // Determine icon and color based on state - iconColor := t.FgMuted + icon := t.ItemOfflineIcon description := l.MCP.Command extraContent := "" if state, exists := mcpStates[l.Name]; exists { switch state.State { case agent.MCPStateDisabled: - iconColor = t.FgMuted description = t.S().Subtle.Render("disabled") case agent.MCPStateStarting: - iconColor = t.Yellow + icon = t.ItemBusyIcon description = t.S().Subtle.Render("starting...") case agent.MCPStateConnected: - iconColor = t.Success + icon = t.ItemOnlineIcon if state.ToolCount > 0 { extraContent = t.S().Subtle.Render(fmt.Sprintf("(%d tools)", state.ToolCount)) } case agent.MCPStateError: - iconColor = t.Red + icon = t.ItemErrorIcon if state.Error != nil { description = t.S().Subtle.Render(fmt.Sprintf("error: %s", state.Error.Error())) } else { @@ -80,14 +79,13 @@ func RenderMCPList(opts RenderOptions) []string { } } } else if l.MCP.Disabled { - iconColor = t.FgMuted description = t.S().Subtle.Render("disabled") } mcpList = append(mcpList, core.Status( core.StatusOpts{ - IconColor: iconColor, + Icon: icon.String(), Title: l.Name, Description: description, ExtraContent: extraContent, diff --git a/internal/tui/styles/crush.go b/internal/tui/styles/crush.go index 2c54d5e41c91521b9418cdcdd4bcbc5dc7231eee..f27632784ad64ed3228ee548c7c8fe84b58bc9ec 100644 --- a/internal/tui/styles/crush.go +++ b/internal/tui/styles/crush.go @@ -1,11 +1,12 @@ package styles import ( + "github.com/charmbracelet/lipgloss/v2" "github.com/charmbracelet/x/exp/charmtone" ) func NewCrushTheme() *Theme { - return &Theme{ + t := &Theme{ Name: "crush", IsDark: true, @@ -54,4 +55,12 @@ func NewCrushTheme() *Theme { RedLight: charmtone.Salmon, Cherry: charmtone.Cherry, } + + // LSP and MCP status. + t.ItemOfflineIcon = lipgloss.NewStyle().Foreground(charmtone.Squid).SetString("●") + t.ItemBusyIcon = t.ItemOfflineIcon.Foreground(charmtone.Citron) + t.ItemErrorIcon = t.ItemOfflineIcon.Foreground(charmtone.Coral) + t.ItemOnlineIcon = t.ItemOfflineIcon.Foreground(charmtone.Guac) + + return t } diff --git a/internal/tui/styles/theme.go b/internal/tui/styles/theme.go index 1d6967684c6ccb5c8f9db2dd23300600b2b5af15..e917cb2b6ffc1ff864012366e0711b66ccf1be83 100644 --- a/internal/tui/styles/theme.go +++ b/internal/tui/styles/theme.go @@ -74,6 +74,12 @@ type Theme struct { RedLight color.Color Cherry color.Color + // LSP and MCP status indicators. + ItemOfflineIcon lipgloss.Style + ItemBusyIcon lipgloss.Style + ItemErrorIcon lipgloss.Style + ItemOnlineIcon lipgloss.Style + styles *Styles } From f5f7a10b2650201606866a1cb220b5540a25cbf8 Mon Sep 17 00:00:00 2001 From: Christian Rocha Date: Mon, 4 Aug 2025 21:35:37 -0400 Subject: [PATCH 20/26] chore(tests): update golden files for status --- CRUSH.md | 2 ++ internal/tui/components/core/status_test.go | 3 --- .../core/testdata/TestStatus/AllFieldsWithExtraContent.golden | 2 +- .../tui/components/core/testdata/TestStatus/Default.golden | 2 +- .../core/testdata/TestStatus/EmptyDescription.golden | 2 +- .../components/core/testdata/TestStatus/LongDescription.golden | 2 +- .../tui/components/core/testdata/TestStatus/NarrowWidth.golden | 2 +- .../components/core/testdata/TestStatus/VeryNarrowWidth.golden | 2 +- .../tui/components/core/testdata/TestStatus/WithColors.golden | 2 +- .../components/core/testdata/TestStatus/WithCustomIcon.golden | 2 +- .../core/testdata/TestStatus/WithExtraContent.golden | 2 +- .../core/testdata/TestStatusTruncation/Width20.golden | 2 +- .../core/testdata/TestStatusTruncation/Width30.golden | 2 +- .../core/testdata/TestStatusTruncation/Width40.golden | 2 +- .../core/testdata/TestStatusTruncation/Width50.golden | 2 +- .../core/testdata/TestStatusTruncation/Width60.golden | 2 +- 16 files changed, 16 insertions(+), 17 deletions(-) diff --git a/CRUSH.md b/CRUSH.md index 69132723e99e20b6e1d56ee79f7c777e79ce06d8..5a3104b6685fb5e246c77d416d4a12adeda91734 100644 --- a/CRUSH.md +++ b/CRUSH.md @@ -4,6 +4,8 @@ - **Build**: `go build .` or `go run .` - **Test**: `task test` or `go test ./...` (run single test: `go test ./internal/llm/prompt -run TestGetContextFromPaths`) +- **Update Golden Files**: `go test ./... -update` (regenerates .golden files when test output changes) + - Update specific package: `go test ./internal/tui/components/core -update` (in this case, we're updating "core") - **Lint**: `task lint-fix` - **Format**: `task fmt` (gofumpt -w .) - **Dev**: `task dev` (runs with profiling enabled) diff --git a/internal/tui/components/core/status_test.go b/internal/tui/components/core/status_test.go index 0b24dc321d8863c8bad2bc4fc38e38020230a7f5..c82fc5b2a3e735e1eafd385b74ae5a4877032bd9 100644 --- a/internal/tui/components/core/status_test.go +++ b/internal/tui/components/core/status_test.go @@ -37,7 +37,6 @@ func TestStatus(t *testing.T) { { name: "NoIcon", opts: core.StatusOpts{ - NoIcon: true, Title: "Info", Description: "This status has no icon", }, @@ -47,7 +46,6 @@ func TestStatus(t *testing.T) { name: "WithColors", opts: core.StatusOpts{ Icon: "⚠", - IconColor: color.RGBA{255, 165, 0, 255}, // Orange Title: "Warning", TitleColor: color.RGBA{255, 255, 0, 255}, // Yellow Description: "This is a warning message", @@ -102,7 +100,6 @@ func TestStatus(t *testing.T) { name: "AllFieldsWithExtraContent", opts: core.StatusOpts{ Icon: "🚀", - IconColor: color.RGBA{0, 255, 0, 255}, // Green Title: "Deployment", TitleColor: color.RGBA{0, 0, 255, 255}, // Blue Description: "Deploying to production environment", diff --git a/internal/tui/components/core/testdata/TestStatus/AllFieldsWithExtraContent.golden b/internal/tui/components/core/testdata/TestStatus/AllFieldsWithExtraContent.golden index e6f7fb0be25997b79c3d39bddedee2f2d7b11b72..89477e3738e6547ea26734e8a49df5d281d70c57 100644 --- a/internal/tui/components/core/testdata/TestStatus/AllFieldsWithExtraContent.golden +++ b/internal/tui/components/core/testdata/TestStatus/AllFieldsWithExtraContent.golden @@ -1 +1 @@ -🚀 Deployment Deploying to production environment v1.2.3 \ No newline at end of file +🚀 Deployment Deploying to production environment v1.2.3 \ No newline at end of file diff --git a/internal/tui/components/core/testdata/TestStatus/Default.golden b/internal/tui/components/core/testdata/TestStatus/Default.golden index a0066dedd418dafe54757dc3159b3a6b11d106ca..2151efd10b7aeb6500b55a0e61fbf5d4a6ef1638 100644 --- a/internal/tui/components/core/testdata/TestStatus/Default.golden +++ b/internal/tui/components/core/testdata/TestStatus/Default.golden @@ -1 +1 @@ -● Status Everything is working fine \ No newline at end of file +Status Everything is working fine \ No newline at end of file diff --git a/internal/tui/components/core/testdata/TestStatus/EmptyDescription.golden b/internal/tui/components/core/testdata/TestStatus/EmptyDescription.golden index f9c4d759b50d02598791a6462f8e9cab2e0a0b6d..5b396377658610dd0fbc0746fd960f2faaf76f49 100644 --- a/internal/tui/components/core/testdata/TestStatus/EmptyDescription.golden +++ b/internal/tui/components/core/testdata/TestStatus/EmptyDescription.golden @@ -1 +1 @@ -● Title Only  \ No newline at end of file +● Title Only  \ No newline at end of file diff --git a/internal/tui/components/core/testdata/TestStatus/LongDescription.golden b/internal/tui/components/core/testdata/TestStatus/LongDescription.golden index f008176649f7941b9f1ee6276f6e65fea36d4c52..13fc6c3335871aaa5513d370d078f8e350571abe 100644 --- a/internal/tui/components/core/testdata/TestStatus/LongDescription.golden +++ b/internal/tui/components/core/testdata/TestStatus/LongDescription.golden @@ -1 +1 @@ -● Processing This is a very long description that should be… \ No newline at end of file +Processing This is a very long description that should be … \ No newline at end of file diff --git a/internal/tui/components/core/testdata/TestStatus/NarrowWidth.golden b/internal/tui/components/core/testdata/TestStatus/NarrowWidth.golden index 5b9efd7dbb74dcf56344567c1918b470f90eace7..0c5b8e93c35e302038e019d58682716b1b220ef7 100644 --- a/internal/tui/components/core/testdata/TestStatus/NarrowWidth.golden +++ b/internal/tui/components/core/testdata/TestStatus/NarrowWidth.golden @@ -1 +1 @@ -● Status Short message \ No newline at end of file +● Status Short message \ No newline at end of file diff --git a/internal/tui/components/core/testdata/TestStatus/VeryNarrowWidth.golden b/internal/tui/components/core/testdata/TestStatus/VeryNarrowWidth.golden index 26628ae3bc28acd49e8f30e60f65912fe563c0e6..9bb3917977486b8f862c74db4f43951a9c44a450 100644 --- a/internal/tui/components/core/testdata/TestStatus/VeryNarrowWidth.golden +++ b/internal/tui/components/core/testdata/TestStatus/VeryNarrowWidth.golden @@ -1 +1 @@ -● Test This will be… \ No newline at end of file +● Test This will be… \ No newline at end of file diff --git a/internal/tui/components/core/testdata/TestStatus/WithColors.golden b/internal/tui/components/core/testdata/TestStatus/WithColors.golden index ff0e3a6ec4847c4786387d26c9752f664d78cd51..97eeb24db9a9803f4d8877296d38a9d878b50fed 100644 --- a/internal/tui/components/core/testdata/TestStatus/WithColors.golden +++ b/internal/tui/components/core/testdata/TestStatus/WithColors.golden @@ -1 +1 @@ -⚠ Warning This is a warning message \ No newline at end of file +⚠ Warning This is a warning message \ No newline at end of file diff --git a/internal/tui/components/core/testdata/TestStatus/WithCustomIcon.golden b/internal/tui/components/core/testdata/TestStatus/WithCustomIcon.golden index 6857f0d29dd58886308e15ea50c7e0822834f2ee..00cf9455b72e0fd3b8fc94e48b09053bb3fde60a 100644 --- a/internal/tui/components/core/testdata/TestStatus/WithCustomIcon.golden +++ b/internal/tui/components/core/testdata/TestStatus/WithCustomIcon.golden @@ -1 +1 @@ -✓ Success Operation completed successfully \ No newline at end of file +✓ Success Operation completed successfully \ No newline at end of file diff --git a/internal/tui/components/core/testdata/TestStatus/WithExtraContent.golden b/internal/tui/components/core/testdata/TestStatus/WithExtraContent.golden index 47b02e81b5ec4fc0d0c5dd54545d9634811b1636..292d1fa97f0400a7c411eff5a658af537fc8b69e 100644 --- a/internal/tui/components/core/testdata/TestStatus/WithExtraContent.golden +++ b/internal/tui/components/core/testdata/TestStatus/WithExtraContent.golden @@ -1 +1 @@ -● Build Building project [2/5] \ No newline at end of file +Build Building project [2/5] \ No newline at end of file diff --git a/internal/tui/components/core/testdata/TestStatusTruncation/Width20.golden b/internal/tui/components/core/testdata/TestStatusTruncation/Width20.golden index 4437cba67aa068c2597e558000b9b3005478b378..0df96289f5aa373f174aa9f833478d5c559abe53 100644 --- a/internal/tui/components/core/testdata/TestStatusTruncation/Width20.golden +++ b/internal/tui/components/core/testdata/TestStatusTruncation/Width20.golden @@ -1 +1 @@ -● Very Long Title  [extra] \ No newline at end of file +● Very Long Title  [extra] \ No newline at end of file diff --git a/internal/tui/components/core/testdata/TestStatusTruncation/Width30.golden b/internal/tui/components/core/testdata/TestStatusTruncation/Width30.golden index b09cc983c97382e4d92719bb5606d22f9dc2301f..56915d1966ab547740910398b101fd70371bb264 100644 --- a/internal/tui/components/core/testdata/TestStatusTruncation/Width30.golden +++ b/internal/tui/components/core/testdata/TestStatusTruncation/Width30.golden @@ -1 +1 @@ -● Very Long Title Thi… [extra] \ No newline at end of file +● Very Long Title Thi… [extra] \ No newline at end of file diff --git a/internal/tui/components/core/testdata/TestStatusTruncation/Width40.golden b/internal/tui/components/core/testdata/TestStatusTruncation/Width40.golden index 5113ce07a0b07d1cfddbcbae0c14046546308f2a..6b249b2f865698ebc73ed7787daad30ddf417945 100644 --- a/internal/tui/components/core/testdata/TestStatusTruncation/Width40.golden +++ b/internal/tui/components/core/testdata/TestStatusTruncation/Width40.golden @@ -1 +1 @@ -● Very Long Title This is an ex… [extra] \ No newline at end of file +● Very Long Title This is an ex… [extra] \ No newline at end of file diff --git a/internal/tui/components/core/testdata/TestStatusTruncation/Width50.golden b/internal/tui/components/core/testdata/TestStatusTruncation/Width50.golden index 25bd8723b0cd461311364ecaac92a2b93f00ecd9..1862198d631f525c3080f7f811ade5a5738658b1 100644 --- a/internal/tui/components/core/testdata/TestStatusTruncation/Width50.golden +++ b/internal/tui/components/core/testdata/TestStatusTruncation/Width50.golden @@ -1 +1 @@ -● Very Long Title This is an extremely lo… [extra] \ No newline at end of file +● Very Long Title This is an extremely lo… [extra] \ No newline at end of file diff --git a/internal/tui/components/core/testdata/TestStatusTruncation/Width60.golden b/internal/tui/components/core/testdata/TestStatusTruncation/Width60.golden index 0152f1c2d0ac9e011d744e0cd02283c18edc8d03..0f29e46d2660d1bf2584c730c50972e962c4dd32 100644 --- a/internal/tui/components/core/testdata/TestStatusTruncation/Width60.golden +++ b/internal/tui/components/core/testdata/TestStatusTruncation/Width60.golden @@ -1 +1 @@ -● Very Long Title This is an extremely long descrip… [extra] \ No newline at end of file +● Very Long Title This is an extremely long descrip… [extra] \ No newline at end of file From 40e16d1913ae73647b3c87c2d5d01a45bf6523e2 Mon Sep 17 00:00:00 2001 From: Christian Rocha Date: Mon, 4 Aug 2025 21:36:37 -0400 Subject: [PATCH 21/26] chore: remove commented code Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> --- internal/tui/components/lsp/lsp.go | 1 - 1 file changed, 1 deletion(-) diff --git a/internal/tui/components/lsp/lsp.go b/internal/tui/components/lsp/lsp.go index 893e6470d9f99992fe9d195e5500db8a3891c763..f2546c945e436ca196064dda5b50d35583d5b2ab 100644 --- a/internal/tui/components/lsp/lsp.go +++ b/internal/tui/components/lsp/lsp.go @@ -57,7 +57,6 @@ func RenderLSPList(lspClients map[string]*lsp.Client, opts RenderOptions) []stri } // Determine icon color and description based on state - // iconColor := t.FgMuted icon := t.ItemOfflineIcon description := l.LSP.Command From 889b1765ba22a9533f90e419efc941b74ecc17f4 Mon Sep 17 00:00:00 2001 From: Carlos Alexandro Becker Date: Mon, 4 Aug 2025 17:07:42 -0300 Subject: [PATCH 22/26] docs: improve wording Signed-off-by: Carlos Alexandro Becker --- README.md | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index bd9413799a9b30ffc55dd3695841e2b1334faf0b..7fb832b541b7122e2f7f882aa82e1edaf0cd524d 100644 --- a/README.md +++ b/README.md @@ -39,7 +39,7 @@ nix run github:numtide/nix-ai-tools#crush
Nix (NUR) - + Crush is available via [NUR](https://github.com/nix-community/NUR) in `nur.repos.charmbracelet.crush`. You can also try out Crush via `nix-shell`: @@ -221,10 +221,10 @@ control but don't want Crush to consider when providing context. The `.crushignore` file uses the same syntax as `.gitignore` and can be placed in the root of your project or in subdirectories. -### Whitelisting Tools +### Allowing Tools By default, Crush will ask you for permission before running tool calls. If -you'd like, you can whitelist tools to be executed without prompting you for +you'd like, you can allow tools to be executed without prompting you for permissions. Use this with care. ```json From 5df3ebbe8eb7dbcc501f9c2b3f4ae2608ebc5fad Mon Sep 17 00:00:00 2001 From: Christian Rocha Date: Mon, 4 Aug 2025 23:01:13 -0400 Subject: [PATCH 23/26] docs(readme): add bedrock and vertex info --- README.md | 42 ++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 42 insertions(+) diff --git a/README.md b/README.md index 7fb832b541b7122e2f7f882aa82e1edaf0cd524d..c85c3686b0096f0dfc7332311bdd4caccfea8e96 100644 --- a/README.md +++ b/README.md @@ -314,6 +314,48 @@ Custom Anthropic-compatible providers follow this format: } ``` +### Amazon Bedrock + +Crush currently supports running Anthropic models through Bedrock, with caching disabled. + +* A Bedrock provider will appear once you have AWS configured, i.e. `aws configure` +* Crush also expects the `AWS_REGION` or `AWS_DEFAULT_REGION` to be set +* To use a specific AWS profile set `AWS_PROFILE` in your environment, i.e. `AWS_PROFILE=myprofile crush` + +### Vertex AI Platform + +Vertex AI will appear in the list of available providers when `VERTEXAI_PROJECT` and `VERTEXAI_LOCATION` are set. You will also need to be authenticated: + +```bash +gcloud auth application-default login +``` + +To add specific models to the configuration, configure as such: + +```json +{ + "$schema": "https://charm.land/crush.json", + "providers": { + "vertexai": { + "models": [ + { + "id": "claude-sonnet-4@20250514", + "name": "VertexAI Sonnet 4", + "cost_per_1m_in": 3, + "cost_per_1m_out": 15, + "cost_per_1m_in_cached": 3.75, + "cost_per_1m_out_cached": 0.3, + "context_window": 200000, + "default_max_tokens": 50000, + "can_reason": true, + "supports_attachments": true + } + ] + } + } +} +``` + ## Logging Sometimes you need to look at logs. Luckily, Crush logs all sorts of From d2535e2bbe70b361eebe4920809ac9347cf22b18 Mon Sep 17 00:00:00 2001 From: Charm <124303983+charmcli@users.noreply.github.com> Date: Tue, 5 Aug 2025 00:39:20 -0300 Subject: [PATCH 24/26] chore(legal): @mohseenrm has signed the CLA --- .github/cla-signatures.json | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/.github/cla-signatures.json b/.github/cla-signatures.json index 85eb9a13ef8835ecb9b663b9086c2cde8d734415..b205cfb0b481c66fad5e08fbdaf3dd5d3892e2e1 100644 --- a/.github/cla-signatures.json +++ b/.github/cla-signatures.json @@ -239,6 +239,14 @@ "created_at": "2025-08-05T00:24:50Z", "repoId": 987670088, "pullRequestNo": 569 + }, + { + "name": "mohseenrm", + "id": 10768371, + "comment_id": 3153159347, + "created_at": "2025-08-05T03:39:12Z", + "repoId": 987670088, + "pullRequestNo": 574 } ] } \ No newline at end of file From 2673806884a295b144be542278b5e71aa6ebf423 Mon Sep 17 00:00:00 2001 From: Kujtim Hoxha Date: Tue, 5 Aug 2025 14:15:30 +0200 Subject: [PATCH 25/26] docs(readme): add Ollama and LMStudio config (#538) * docs: improve readme with more info * chore: small punctuation changes * chore: small markdwon improvements * docs(readme): copyedits * docs(readme): remove implicit colon * docs(readme): fix ephemeral config path on Widows --------- Co-authored-by: Christian Rocha --- README.md | 67 ++++++++++++++++++++++++++++++++++++++++++++++++++----- 1 file changed, 62 insertions(+), 5 deletions(-) diff --git a/README.md b/README.md index 7fb832b541b7122e2f7f882aa82e1edaf0cd524d..fa772ab3859a1874cf7f8ddc70098bde4422e24f 100644 --- a/README.md +++ b/README.md @@ -138,19 +138,29 @@ Crush runs great with no configuration. That said, if you do need or want to customize Crush, configuration can be added either local to the project itself, or globally, with the following priority: -1. `./.crush.json` -2. `./crush.json` -3. `$HOME/.config/crush/crush.json` +1. `.crush.json` +2. `crush.json` +3. `$HOME/.config/crush/crush.json` (Windows: `%USERPROFILE%\AppData\Local\crush\crush.json`) Configuration itself is stored as a JSON object: ```json { - "this-setting": { } - "that-setting": { } + "this-setting": {"this": "that"}, + "that-setting": ["ceci", "cela"] } ``` +As an additional note, Crush also stores ephemeral data, such as application state, in one additional location: + +```bash +# Unix +$HOME/.local/shared/crush/crush.json + +# Windows +%LOCALAPPDATA%\crush\crush.json +``` + ### LSPs Crush can use LSPs for additional context to help inform its decisions, just @@ -245,6 +255,53 @@ permissions. Use this with care. You can also skip all permission prompts entirely by running Crush with the `--yolo` flag. Be very, very careful with this feature. +### Local Models + +Local models can also be configured via OpenAI-compatible API. Here are two common examples: + +#### Ollama + +```json +{ + "providers": { + "ollama": { + "name": "Ollama", + "base_url": "http://localhost:11434/v1/", + "type": "openai", + "models": [ + { + "name": "Qwen 3 30B", + "id": "qwen3:30b", + "context_window": 256000, + "default_max_tokens": 20000 + } + ] + } +} +``` + +#### LM Studio + +```json +{ + "providers": { + "lmstudio": { + "name": "LM Studio", + "base_url": "http://localhost:1234/v1/", + "type": "openai", + "models": [ + { + "name": "Qwen 3 30B", + "id": "qwen/qwen3-30b-a3b-2507", + "context_window": 256000, + "default_max_tokens": 20000 + } + ] + } + } +} +``` + ### Custom Providers Crush supports custom provider configurations for both OpenAI-compatible and From d72bac2307e3027ed4e98b34723d0f999314f185 Mon Sep 17 00:00:00 2001 From: Carlos Alexandro Becker Date: Tue, 5 Aug 2025 09:51:06 -0300 Subject: [PATCH 26/26] fix(mcp): set logger on all mcp clients (#554) * fix: set logger on all mcp clients * fix: dep * chore: comment --- go.mod | 2 +- go.sum | 4 ++-- internal/llm/agent/mcp-tools.go | 16 +++++++++------- 3 files changed, 12 insertions(+), 10 deletions(-) diff --git a/go.mod b/go.mod index 554ddfe41d2b9109593014798c04b83c0b2edbf9..4564b93b3799db28ad5ce8b47de6c90dfcc58b46 100644 --- a/go.mod +++ b/go.mod @@ -27,7 +27,7 @@ require ( github.com/google/uuid v1.6.0 github.com/invopop/jsonschema v0.13.0 github.com/joho/godotenv v1.5.1 - github.com/mark3labs/mcp-go v0.36.0 + github.com/mark3labs/mcp-go v0.37.0 github.com/muesli/termenv v0.16.0 github.com/ncruces/go-sqlite3 v0.25.0 github.com/nfnt/resize v0.0.0-20180221191011-83c6a9932646 diff --git a/go.sum b/go.sum index a92dbc037bbb4c28ca94b7572954d74a041bb56a..3ccdc37bc1829d198ae33383e30a24fb95a9b1c9 100644 --- a/go.sum +++ b/go.sum @@ -180,8 +180,8 @@ github.com/lucasb-eyer/go-colorful v1.2.0 h1:1nnpGOrhyZZuNyfu1QjKiUICQ74+3FNCN69 github.com/lucasb-eyer/go-colorful v1.2.0/go.mod h1:R4dSotOR9KMtayYi1e77YzuveK+i7ruzyGqttikkLy0= github.com/mailru/easyjson v0.7.7 h1:UGYAvKxe3sBsEDzO8ZeWOSlIQfWFlxbzLZe7hwFURr0= github.com/mailru/easyjson v0.7.7/go.mod h1:xzfreul335JAWq5oZzymOObrkdz5UnU4kGfJJLY9Nlc= -github.com/mark3labs/mcp-go v0.36.0 h1:rIZaijrRYPeSbJG8/qNDe0hWlGrCJ7FWHNMz2SQpTis= -github.com/mark3labs/mcp-go v0.36.0/go.mod h1:T7tUa2jO6MavG+3P25Oy/jR7iCeJPHImCZHRymCn39g= +github.com/mark3labs/mcp-go v0.37.0 h1:BywvZLPRT6Zx6mMG/MJfxLSZQkTGIcJSEGKsvr4DsoQ= +github.com/mark3labs/mcp-go v0.37.0/go.mod h1:T7tUa2jO6MavG+3P25Oy/jR7iCeJPHImCZHRymCn39g= github.com/mattn/go-isatty v0.0.20 h1:xfD0iDuEKnDkl03q4limB+vH+GxLEtL/jb4xVJSWWEY= github.com/mattn/go-isatty v0.0.20/go.mod h1:W+V8PltTTMOvKvAeJH7IuucS94S2C6jfK/D7dTCTo3Y= github.com/mattn/go-runewidth v0.0.16 h1:E5ScNMtiwvlvB5paMFdw9p4kSQzbXFikJ5SQO6TULQc= diff --git a/internal/llm/agent/mcp-tools.go b/internal/llm/agent/mcp-tools.go index 72b57ec07ff00ba94e188b9f00ed08698a1de028..ac4385d2725c600c01a8ac479c8364c99b0cb217 100644 --- a/internal/llm/agent/mcp-tools.go +++ b/internal/llm/agent/mcp-tools.go @@ -308,29 +308,31 @@ func doGetMCPTools(ctx context.Context, permissions permission.Service, cfg *con func createMcpClient(m config.MCPConfig) (*client.Client, error) { switch m.Type { case config.MCPStdio: - return client.NewStdioMCPClient( + return client.NewStdioMCPClientWithOptions( m.Command, m.ResolvedEnv(), - m.Args..., + m.Args, + transport.WithCommandLogger(mcpLogger{}), ) case config.MCPHttp: return client.NewStreamableHttpClient( m.URL, transport.WithHTTPHeaders(m.ResolvedHeaders()), - transport.WithLogger(mcpHTTPLogger{}), + transport.WithHTTPLogger(mcpLogger{}), ) case config.MCPSse: return client.NewSSEMCPClient( m.URL, client.WithHeaders(m.ResolvedHeaders()), + transport.WithSSELogger(mcpLogger{}), ) default: return nil, fmt.Errorf("unsupported mcp type: %s", m.Type) } } -// for MCP's HTTP client. -type mcpHTTPLogger struct{} +// for MCP's clients. +type mcpLogger struct{} -func (l mcpHTTPLogger) Errorf(format string, v ...any) { slog.Error(fmt.Sprintf(format, v...)) } -func (l mcpHTTPLogger) Infof(format string, v ...any) { slog.Info(fmt.Sprintf(format, v...)) } +func (l mcpLogger) Errorf(format string, v ...any) { slog.Error(fmt.Sprintf(format, v...)) } +func (l mcpLogger) Infof(format string, v ...any) { slog.Info(fmt.Sprintf(format, v...)) }