load.go

  1package config
  2
  3import (
  4	"encoding/json"
  5	"fmt"
  6	"io"
  7	"log/slog"
  8	"maps"
  9	"os"
 10	"path/filepath"
 11	"runtime"
 12	"slices"
 13	"strconv"
 14	"strings"
 15
 16	"github.com/charmbracelet/catwalk/pkg/catwalk"
 17	"github.com/charmbracelet/crush/internal/csync"
 18	"github.com/charmbracelet/crush/internal/env"
 19	"github.com/charmbracelet/crush/internal/fsext"
 20	"github.com/charmbracelet/crush/internal/home"
 21	"github.com/charmbracelet/crush/internal/log"
 22)
 23
 24const defaultCatwalkURL = "https://catwalk.charm.sh"
 25
 26// LoadReader config via io.Reader.
 27func LoadReader(fd io.Reader) (*Config, error) {
 28	data, err := io.ReadAll(fd)
 29	if err != nil {
 30		return nil, err
 31	}
 32
 33	var config Config
 34	err = json.Unmarshal(data, &config)
 35	if err != nil {
 36		return nil, err
 37	}
 38	return &config, err
 39}
 40
 41// Load loads the configuration from the default paths.
 42func Load(workingDir, dataDir string, debug bool) (*Config, error) {
 43	// uses default config paths
 44	configPaths := []string{
 45		globalConfig(),
 46		GlobalConfigData(),
 47		filepath.Join(workingDir, fmt.Sprintf("%s.json", appName)),
 48		filepath.Join(workingDir, fmt.Sprintf(".%s.json", appName)),
 49	}
 50	cfg, err := loadFromConfigPaths(configPaths)
 51	if err != nil {
 52		return nil, fmt.Errorf("failed to load config from paths %v: %w", configPaths, err)
 53	}
 54
 55	cfg.dataConfigDir = GlobalConfigData()
 56
 57	cfg.setDefaults(workingDir, dataDir)
 58
 59	if debug {
 60		cfg.Options.Debug = true
 61	}
 62
 63	// Setup logs
 64	log.Setup(
 65		filepath.Join(cfg.Options.DataDirectory, "logs", fmt.Sprintf("%s.log", appName)),
 66		cfg.Options.Debug,
 67	)
 68
 69	// Load known providers, this loads the config from catwalk
 70	providers, err := Providers(cfg)
 71	if err != nil {
 72		return nil, err
 73	}
 74	cfg.knownProviders = providers
 75
 76	env := env.New()
 77	// Configure providers
 78	valueResolver := NewShellVariableResolver(env)
 79	cfg.resolver = valueResolver
 80	if err := cfg.configureProviders(env, valueResolver, cfg.knownProviders); err != nil {
 81		return nil, fmt.Errorf("failed to configure providers: %w", err)
 82	}
 83
 84	if !cfg.IsConfigured() {
 85		slog.Warn("No providers configured")
 86		return cfg, nil
 87	}
 88
 89	if err := cfg.configureSelectedModels(cfg.knownProviders); err != nil {
 90		return nil, fmt.Errorf("failed to configure selected models: %w", err)
 91	}
 92	cfg.SetupAgents()
 93	return cfg, nil
 94}
 95
 96func PushPopCrushEnv() func() {
 97	found := []string{}
 98	for _, ev := range os.Environ() {
 99		if strings.HasPrefix(ev, "CRUSH_") {
100			pair := strings.SplitN(ev, "=", 2)
101			if len(pair) != 2 {
102				continue
103			}
104			found = append(found, strings.TrimPrefix(pair[0], "CRUSH_"))
105		}
106	}
107	backups := make(map[string]string)
108	for _, ev := range found {
109		backups[ev] = os.Getenv(ev)
110	}
111
112	for _, ev := range found {
113		os.Setenv(ev, os.Getenv("CRUSH_"+ev))
114	}
115
116	restore := func() {
117		for k, v := range backups {
118			os.Setenv(k, v)
119		}
120	}
121	return restore
122}
123
124func (c *Config) configureProviders(env env.Env, resolver VariableResolver, knownProviders []catwalk.Provider) error {
125	knownProviderNames := make(map[string]bool)
126	restore := PushPopCrushEnv()
127	defer restore()
128	for _, p := range knownProviders {
129		knownProviderNames[string(p.ID)] = true
130		config, configExists := c.Providers.Get(string(p.ID))
131		// if the user configured a known provider we need to allow it to override a couple of parameters
132		if configExists {
133			if config.Disable {
134				slog.Debug("Skipping provider due to disable flag", "provider", p.ID)
135				c.Providers.Del(string(p.ID))
136				continue
137			}
138			if config.BaseURL != "" {
139				p.APIEndpoint = config.BaseURL
140			}
141			if config.APIKey != "" {
142				p.APIKey = config.APIKey
143			}
144			if len(config.Models) > 0 {
145				models := []catwalk.Model{}
146				seen := make(map[string]bool)
147
148				for _, model := range config.Models {
149					if seen[model.ID] {
150						continue
151					}
152					seen[model.ID] = true
153					if model.Name == "" {
154						model.Name = model.ID
155					}
156					models = append(models, model)
157				}
158				for _, model := range p.Models {
159					if seen[model.ID] {
160						continue
161					}
162					seen[model.ID] = true
163					if model.Name == "" {
164						model.Name = model.ID
165					}
166					models = append(models, model)
167				}
168
169				p.Models = models
170			}
171		}
172
173		headers := map[string]string{}
174		if len(p.DefaultHeaders) > 0 {
175			maps.Copy(headers, p.DefaultHeaders)
176		}
177		if len(config.ExtraHeaders) > 0 {
178			maps.Copy(headers, config.ExtraHeaders)
179		}
180		prepared := ProviderConfig{
181			ID:                 string(p.ID),
182			Name:               p.Name,
183			BaseURL:            p.APIEndpoint,
184			APIKey:             p.APIKey,
185			Type:               p.Type,
186			Disable:            config.Disable,
187			SystemPromptPrefix: config.SystemPromptPrefix,
188			ExtraHeaders:       headers,
189			ExtraBody:          config.ExtraBody,
190			ExtraParams:        make(map[string]string),
191			Models:             p.Models,
192		}
193
194		switch p.ID {
195		// Handle specific providers that require additional configuration
196		case catwalk.InferenceProviderVertexAI:
197			if !hasVertexCredentials(env) {
198				if configExists {
199					slog.Warn("Skipping Vertex AI provider due to missing credentials")
200					c.Providers.Del(string(p.ID))
201				}
202				continue
203			}
204			prepared.ExtraParams["project"] = env.Get("VERTEXAI_PROJECT")
205			prepared.ExtraParams["location"] = env.Get("VERTEXAI_LOCATION")
206		case catwalk.InferenceProviderAzure:
207			endpoint, err := resolver.ResolveValue(p.APIEndpoint)
208			if err != nil || endpoint == "" {
209				if configExists {
210					slog.Warn("Skipping Azure provider due to missing API endpoint", "provider", p.ID, "error", err)
211					c.Providers.Del(string(p.ID))
212				}
213				continue
214			}
215			prepared.BaseURL = endpoint
216			prepared.ExtraParams["apiVersion"] = env.Get("AZURE_OPENAI_API_VERSION")
217		case catwalk.InferenceProviderBedrock:
218			if !hasAWSCredentials(env) {
219				if configExists {
220					slog.Warn("Skipping Bedrock provider due to missing AWS credentials")
221					c.Providers.Del(string(p.ID))
222				}
223				continue
224			}
225			prepared.ExtraParams["region"] = env.Get("AWS_REGION")
226			if prepared.ExtraParams["region"] == "" {
227				prepared.ExtraParams["region"] = env.Get("AWS_DEFAULT_REGION")
228			}
229			for _, model := range p.Models {
230				if !strings.HasPrefix(model.ID, "anthropic.") {
231					return fmt.Errorf("bedrock provider only supports anthropic models for now, found: %s", model.ID)
232				}
233			}
234		default:
235			// if the provider api or endpoint are missing we skip them
236			v, err := resolver.ResolveValue(p.APIKey)
237			if v == "" || err != nil {
238				if configExists {
239					slog.Warn("Skipping provider due to missing API key", "provider", p.ID)
240					c.Providers.Del(string(p.ID))
241				}
242				continue
243			}
244		}
245		c.Providers.Set(string(p.ID), prepared)
246	}
247
248	// validate the custom providers
249	for id, providerConfig := range c.Providers.Seq2() {
250		if knownProviderNames[id] {
251			continue
252		}
253
254		// Make sure the provider ID is set
255		providerConfig.ID = id
256		if providerConfig.Name == "" {
257			providerConfig.Name = id // Use ID as name if not set
258		}
259		// default to OpenAI if not set
260		if providerConfig.Type == "" {
261			providerConfig.Type = catwalk.TypeOpenAI
262		}
263
264		if providerConfig.Disable {
265			slog.Debug("Skipping custom provider due to disable flag", "provider", id)
266			c.Providers.Del(id)
267			continue
268		}
269		if providerConfig.APIKey == "" {
270			slog.Warn("Provider is missing API key, this might be OK for local providers", "provider", id)
271		}
272		if providerConfig.BaseURL == "" {
273			slog.Warn("Skipping custom provider due to missing API endpoint", "provider", id)
274			c.Providers.Del(id)
275			continue
276		}
277		if len(providerConfig.Models) == 0 {
278			slog.Warn("Skipping custom provider because the provider has no models", "provider", id)
279			c.Providers.Del(id)
280			continue
281		}
282		if providerConfig.Type != catwalk.TypeOpenAI && providerConfig.Type != catwalk.TypeAnthropic {
283			slog.Warn("Skipping custom provider because the provider type is not supported", "provider", id, "type", providerConfig.Type)
284			c.Providers.Del(id)
285			continue
286		}
287
288		apiKey, err := resolver.ResolveValue(providerConfig.APIKey)
289		if apiKey == "" || err != nil {
290			slog.Warn("Provider is missing API key, this might be OK for local providers", "provider", id)
291		}
292		baseURL, err := resolver.ResolveValue(providerConfig.BaseURL)
293		if baseURL == "" || err != nil {
294			slog.Warn("Skipping custom provider due to missing API endpoint", "provider", id, "error", err)
295			c.Providers.Del(id)
296			continue
297		}
298
299		c.Providers.Set(id, providerConfig)
300	}
301	return nil
302}
303
304func (c *Config) setDefaults(workingDir, dataDir string) {
305	c.workingDir = workingDir
306	if c.Options == nil {
307		c.Options = &Options{}
308	}
309	if c.Options.TUI == nil {
310		c.Options.TUI = &TUIOptions{}
311	}
312	if c.Options.ContextPaths == nil {
313		c.Options.ContextPaths = []string{}
314	}
315	if dataDir != "" {
316		c.Options.DataDirectory = dataDir
317	} else if c.Options.DataDirectory == "" {
318		if path, ok := fsext.SearchParent(workingDir, defaultDataDirectory); ok {
319			c.Options.DataDirectory = path
320		} else {
321			c.Options.DataDirectory = filepath.Join(workingDir, defaultDataDirectory)
322		}
323	}
324	if c.Providers == nil {
325		c.Providers = csync.NewMap[string, ProviderConfig]()
326	}
327	if c.Models == nil {
328		c.Models = make(map[SelectedModelType]SelectedModel)
329	}
330	if c.MCP == nil {
331		c.MCP = make(map[string]MCPConfig)
332	}
333	if c.LSP == nil {
334		c.LSP = make(map[string]LSPConfig)
335	}
336
337	// Apply default file types for known LSP servers if not specified
338	applyDefaultLSPFileTypes(c.LSP)
339
340	// Add the default context paths if they are not already present
341	c.Options.ContextPaths = append(defaultContextPaths, c.Options.ContextPaths...)
342	slices.Sort(c.Options.ContextPaths)
343	c.Options.ContextPaths = slices.Compact(c.Options.ContextPaths)
344
345	if str, ok := os.LookupEnv("CRUSH_DISABLE_PROVIDER_AUTO_UPDATE"); ok {
346		c.Options.DisableProviderAutoUpdate, _ = strconv.ParseBool(str)
347	}
348}
349
350var defaultLSPFileTypes = map[string][]string{
351	"gopls":                      {"go", "mod", "sum", "work"},
352	"typescript-language-server": {"ts", "tsx", "js", "jsx", "mjs", "cjs"},
353	"vtsls":                      {"ts", "tsx", "js", "jsx", "mjs", "cjs"},
354	"bash-language-server":       {"sh", "bash", "zsh", "ksh"},
355	"rust-analyzer":              {"rs"},
356	"pyright":                    {"py", "pyi"},
357	"pylsp":                      {"py", "pyi"},
358	"clangd":                     {"c", "cpp", "cc", "cxx", "h", "hpp"},
359	"jdtls":                      {"java"},
360	"vscode-html-languageserver": {"html", "htm"},
361	"vscode-css-languageserver":  {"css", "scss", "sass", "less"},
362	"vscode-json-languageserver": {"json", "jsonc"},
363	"yaml-language-server":       {"yaml", "yml"},
364	"lua-language-server":        {"lua"},
365	"solargraph":                 {"rb"},
366	"elixir-ls":                  {"ex", "exs"},
367	"zls":                        {"zig"},
368}
369
370// applyDefaultLSPFileTypes sets default file types for known LSP servers
371func applyDefaultLSPFileTypes(lspConfigs map[string]LSPConfig) {
372	for name, config := range lspConfigs {
373		if len(config.FileTypes) != 0 {
374			continue
375		}
376		bin := strings.ToLower(filepath.Base(config.Command))
377		config.FileTypes = defaultLSPFileTypes[bin]
378		lspConfigs[name] = config
379	}
380}
381
382func (c *Config) defaultModelSelection(knownProviders []catwalk.Provider) (largeModel SelectedModel, smallModel SelectedModel, err error) {
383	if len(knownProviders) == 0 && c.Providers.Len() == 0 {
384		err = fmt.Errorf("no providers configured, please configure at least one provider")
385		return
386	}
387
388	// Use the first provider enabled based on the known providers order
389	// if no provider found that is known use the first provider configured
390	for _, p := range knownProviders {
391		providerConfig, ok := c.Providers.Get(string(p.ID))
392		if !ok || providerConfig.Disable {
393			continue
394		}
395		defaultLargeModel := c.GetModel(string(p.ID), p.DefaultLargeModelID)
396		if defaultLargeModel == nil {
397			err = fmt.Errorf("default large model %s not found for provider %s", p.DefaultLargeModelID, p.ID)
398			return
399		}
400		largeModel = SelectedModel{
401			Provider:        string(p.ID),
402			Model:           defaultLargeModel.ID,
403			MaxTokens:       defaultLargeModel.DefaultMaxTokens,
404			ReasoningEffort: defaultLargeModel.DefaultReasoningEffort,
405		}
406
407		defaultSmallModel := c.GetModel(string(p.ID), p.DefaultSmallModelID)
408		if defaultSmallModel == nil {
409			err = fmt.Errorf("default small model %s not found for provider %s", p.DefaultSmallModelID, p.ID)
410			return
411		}
412		smallModel = SelectedModel{
413			Provider:        string(p.ID),
414			Model:           defaultSmallModel.ID,
415			MaxTokens:       defaultSmallModel.DefaultMaxTokens,
416			ReasoningEffort: defaultSmallModel.DefaultReasoningEffort,
417		}
418		return
419	}
420
421	enabledProviders := c.EnabledProviders()
422	slices.SortFunc(enabledProviders, func(a, b ProviderConfig) int {
423		return strings.Compare(a.ID, b.ID)
424	})
425
426	if len(enabledProviders) == 0 {
427		err = fmt.Errorf("no providers configured, please configure at least one provider")
428		return
429	}
430
431	providerConfig := enabledProviders[0]
432	if len(providerConfig.Models) == 0 {
433		err = fmt.Errorf("provider %s has no models configured", providerConfig.ID)
434		return
435	}
436	defaultLargeModel := c.GetModel(providerConfig.ID, providerConfig.Models[0].ID)
437	largeModel = SelectedModel{
438		Provider:  providerConfig.ID,
439		Model:     defaultLargeModel.ID,
440		MaxTokens: defaultLargeModel.DefaultMaxTokens,
441	}
442	defaultSmallModel := c.GetModel(providerConfig.ID, providerConfig.Models[0].ID)
443	smallModel = SelectedModel{
444		Provider:  providerConfig.ID,
445		Model:     defaultSmallModel.ID,
446		MaxTokens: defaultSmallModel.DefaultMaxTokens,
447	}
448	return
449}
450
451func (c *Config) configureSelectedModels(knownProviders []catwalk.Provider) error {
452	defaultLarge, defaultSmall, err := c.defaultModelSelection(knownProviders)
453	if err != nil {
454		return fmt.Errorf("failed to select default models: %w", err)
455	}
456	large, small := defaultLarge, defaultSmall
457
458	largeModelSelected, largeModelConfigured := c.Models[SelectedModelTypeLarge]
459	if largeModelConfigured {
460		if largeModelSelected.Model != "" {
461			large.Model = largeModelSelected.Model
462		}
463		if largeModelSelected.Provider != "" {
464			large.Provider = largeModelSelected.Provider
465		}
466		model := c.GetModel(large.Provider, large.Model)
467		if model == nil {
468			large = defaultLarge
469			// override the model type to large
470			err := c.UpdatePreferredModel(SelectedModelTypeLarge, large)
471			if err != nil {
472				return fmt.Errorf("failed to update preferred large model: %w", err)
473			}
474		} else {
475			if largeModelSelected.MaxTokens > 0 {
476				large.MaxTokens = largeModelSelected.MaxTokens
477			} else {
478				large.MaxTokens = model.DefaultMaxTokens
479			}
480			if largeModelSelected.ReasoningEffort != "" {
481				large.ReasoningEffort = largeModelSelected.ReasoningEffort
482			}
483			large.Think = largeModelSelected.Think
484		}
485	}
486	smallModelSelected, smallModelConfigured := c.Models[SelectedModelTypeSmall]
487	if smallModelConfigured {
488		if smallModelSelected.Model != "" {
489			small.Model = smallModelSelected.Model
490		}
491		if smallModelSelected.Provider != "" {
492			small.Provider = smallModelSelected.Provider
493		}
494
495		model := c.GetModel(small.Provider, small.Model)
496		if model == nil {
497			small = defaultSmall
498			// override the model type to small
499			err := c.UpdatePreferredModel(SelectedModelTypeSmall, small)
500			if err != nil {
501				return fmt.Errorf("failed to update preferred small model: %w", err)
502			}
503		} else {
504			if smallModelSelected.MaxTokens > 0 {
505				small.MaxTokens = smallModelSelected.MaxTokens
506			} else {
507				small.MaxTokens = model.DefaultMaxTokens
508			}
509			small.ReasoningEffort = smallModelSelected.ReasoningEffort
510			small.Think = smallModelSelected.Think
511		}
512	}
513	c.Models[SelectedModelTypeLarge] = large
514	c.Models[SelectedModelTypeSmall] = small
515	return nil
516}
517
518func loadFromConfigPaths(configPaths []string) (*Config, error) {
519	var configs []io.Reader
520
521	for _, path := range configPaths {
522		fd, err := os.Open(path)
523		if err != nil {
524			if os.IsNotExist(err) {
525				continue
526			}
527			return nil, fmt.Errorf("failed to open config file %s: %w", path, err)
528		}
529		defer fd.Close()
530
531		configs = append(configs, fd)
532	}
533
534	return loadFromReaders(configs)
535}
536
537func loadFromReaders(readers []io.Reader) (*Config, error) {
538	if len(readers) == 0 {
539		return &Config{}, nil
540	}
541
542	merged, err := Merge(readers)
543	if err != nil {
544		return nil, fmt.Errorf("failed to merge configuration readers: %w", err)
545	}
546
547	return LoadReader(merged)
548}
549
550func hasVertexCredentials(env env.Env) bool {
551	hasProject := env.Get("VERTEXAI_PROJECT") != ""
552	hasLocation := env.Get("VERTEXAI_LOCATION") != ""
553	return hasProject && hasLocation
554}
555
556func hasAWSCredentials(env env.Env) bool {
557	if env.Get("AWS_ACCESS_KEY_ID") != "" && env.Get("AWS_SECRET_ACCESS_KEY") != "" {
558		return true
559	}
560
561	if env.Get("AWS_PROFILE") != "" || env.Get("AWS_DEFAULT_PROFILE") != "" {
562		return true
563	}
564
565	if env.Get("AWS_REGION") != "" || env.Get("AWS_DEFAULT_REGION") != "" {
566		return true
567	}
568
569	if env.Get("AWS_CONTAINER_CREDENTIALS_RELATIVE_URI") != "" ||
570		env.Get("AWS_CONTAINER_CREDENTIALS_FULL_URI") != "" {
571		return true
572	}
573	return false
574}
575
576func globalConfig() string {
577	xdgConfigHome := os.Getenv("XDG_CONFIG_HOME")
578	if xdgConfigHome != "" {
579		return filepath.Join(xdgConfigHome, appName, fmt.Sprintf("%s.json", appName))
580	}
581
582	// return the path to the main config directory
583	// for windows, it should be in `%LOCALAPPDATA%/crush/`
584	// for linux and macOS, it should be in `$HOME/.config/crush/`
585	if runtime.GOOS == "windows" {
586		localAppData := os.Getenv("LOCALAPPDATA")
587		if localAppData == "" {
588			localAppData = filepath.Join(os.Getenv("USERPROFILE"), "AppData", "Local")
589		}
590		return filepath.Join(localAppData, appName, fmt.Sprintf("%s.json", appName))
591	}
592
593	return filepath.Join(home.Dir(), ".config", appName, fmt.Sprintf("%s.json", appName))
594}
595
596// GlobalConfigData returns the path to the main data directory for the application.
597// this config is used when the app overrides configurations instead of updating the global config.
598func GlobalConfigData() string {
599	xdgDataHome := os.Getenv("XDG_DATA_HOME")
600	if xdgDataHome != "" {
601		return filepath.Join(xdgDataHome, appName, fmt.Sprintf("%s.json", appName))
602	}
603
604	// return the path to the main data directory
605	// for windows, it should be in `%LOCALAPPDATA%/crush/`
606	// for linux and macOS, it should be in `$HOME/.local/share/crush/`
607	if runtime.GOOS == "windows" {
608		localAppData := os.Getenv("LOCALAPPDATA")
609		if localAppData == "" {
610			localAppData = filepath.Join(os.Getenv("USERPROFILE"), "AppData", "Local")
611		}
612		return filepath.Join(localAppData, appName, fmt.Sprintf("%s.json", appName))
613	}
614
615	return filepath.Join(home.Dir(), ".local", "share", appName, fmt.Sprintf("%s.json", appName))
616}