From 0cb3de6e3c2f11135d0bc2aee16b85c028722dd3 Mon Sep 17 00:00:00 2001 From: Kujtim Hoxha Date: Mon, 20 Oct 2025 12:23:18 +0200 Subject: [PATCH] feat: allow users to disable cache --- internal/agent/agent.go | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/internal/agent/agent.go b/internal/agent/agent.go index cb0b71a99155362f792a703fd5fea4d89e5c7c8f..cafc50c301ac97ec384bfd85e952628db74cc554 100644 --- a/internal/agent/agent.go +++ b/internal/agent/agent.go @@ -6,12 +6,15 @@ import ( "errors" "fmt" "log/slog" + "os" + "strconv" "strings" "sync" "time" "charm.land/fantasy" "charm.land/fantasy/providers/anthropic" + "charm.land/fantasy/providers/bedrock" "charm.land/fantasy/providers/openai" "github.com/charmbracelet/catwalk/pkg/catwalk" "github.com/charmbracelet/crush/internal/agent/tools" @@ -545,10 +548,16 @@ func (a *sessionAgent) Summarize(ctx context.Context, sessionID string, opts fan } func (a *sessionAgent) getCacheControlOptions() fantasy.ProviderOptions { + if t, _ := strconv.ParseBool(os.Getenv("CRUSH_DISABLE_ANTHROPIC_CACHE")); t { + return fantasy.ProviderOptions{} + } return fantasy.ProviderOptions{ anthropic.Name: &anthropic.ProviderCacheControlOptions{ CacheControl: anthropic.CacheControl{Type: "ephemeral"}, }, + bedrock.Name: &anthropic.ProviderCacheControlOptions{ + CacheControl: anthropic.CacheControl{Type: "ephemeral"}, + }, } }