fix: fix region detection for bedrock

Kujtim Hoxha created 3 months ago

Change summary

internal/config/load.go           | 4 ++++
internal/llm/provider/provider.go | 1 +
2 files changed, 5 insertions(+)

Detailed changes

internal/config/load.go

@@ -189,6 +189,10 @@ func (c *Config) configureProviders(env env.Env, resolver VariableResolver, know
 				}
 				continue
 			}
+			prepared.ExtraParams["region"] = env.Get("AWS_REGION")
+			if prepared.ExtraParams["region"] == "" {
+				prepared.ExtraParams["region"] = env.Get("AWS_DEFAULT_REGION")
+			}
 			for _, model := range p.Models {
 				if !strings.HasPrefix(model.ID, "anthropic.") {
 					return fmt.Errorf("bedrock provider only supports anthropic models for now, found: %s", model.ID)

internal/llm/provider/provider.go

@@ -160,6 +160,7 @@ func NewProvider(cfg config.ProviderConfig, opts ...ProviderClientOption) (Provi
 		apiKey:             resolvedAPIKey,
 		extraHeaders:       resolvedExtraHeaders,
 		extraBody:          cfg.ExtraBody,
+		extraParams:        cfg.ExtraParams,
 		systemPromptPrefix: cfg.SystemPromptPrefix,
 		model: func(tp config.SelectedModelType) catwalk.Model {
 			return *config.Get().GetModelByType(tp)