Change summary
internal/agent/agent.go | 9 +++++++++
1 file changed, 9 insertions(+)
Detailed changes
@@ -6,12 +6,15 @@ import (
"errors"
"fmt"
"log/slog"
+ "os"
+ "strconv"
"strings"
"sync"
"time"
"charm.land/fantasy"
"charm.land/fantasy/providers/anthropic"
+ "charm.land/fantasy/providers/bedrock"
"charm.land/fantasy/providers/openai"
"github.com/charmbracelet/catwalk/pkg/catwalk"
"github.com/charmbracelet/crush/internal/agent/tools"
@@ -545,10 +548,16 @@ func (a *sessionAgent) Summarize(ctx context.Context, sessionID string, opts fan
}
func (a *sessionAgent) getCacheControlOptions() fantasy.ProviderOptions {
+ if t, _ := strconv.ParseBool(os.Getenv("CRUSH_DISABLE_ANTHROPIC_CACHE")); t {
+ return fantasy.ProviderOptions{}
+ }
return fantasy.ProviderOptions{
anthropic.Name: &anthropic.ProviderCacheControlOptions{
CacheControl: anthropic.CacheControl{Type: "ephemeral"},
},
+ bedrock.Name: &anthropic.ProviderCacheControlOptions{
+ CacheControl: anthropic.CacheControl{Type: "ephemeral"},
+ },
}
}