load.go

  1package config
  2
  3import (
  4	"encoding/json"
  5	"fmt"
  6	"io"
  7	"log/slog"
  8	"os"
  9	"path/filepath"
 10	"runtime"
 11	"slices"
 12	"strings"
 13	"sync"
 14
 15	"github.com/charmbracelet/crush/internal/csync"
 16	"github.com/charmbracelet/crush/internal/env"
 17	"github.com/charmbracelet/crush/internal/fur/provider"
 18	"github.com/charmbracelet/crush/internal/log"
 19)
 20
 21// LoadReader config via io.Reader.
 22func LoadReader(fd io.Reader) (*Config, error) {
 23	data, err := io.ReadAll(fd)
 24	if err != nil {
 25		return nil, err
 26	}
 27
 28	var config Config
 29	err = json.Unmarshal(data, &config)
 30	if err != nil {
 31		return nil, err
 32	}
 33	return &config, err
 34}
 35
 36// Load loads the configuration from the default paths.
 37func Load(workingDir string, debug bool) (*Config, error) {
 38	// uses default config paths
 39	configPaths := []string{
 40		globalConfig(),
 41		GlobalConfigData(),
 42		filepath.Join(workingDir, fmt.Sprintf("%s.json", appName)),
 43		filepath.Join(workingDir, fmt.Sprintf(".%s.json", appName)),
 44	}
 45	cfg, err := loadFromConfigPaths(configPaths)
 46	if err != nil {
 47		return nil, fmt.Errorf("failed to load config from paths %v: %w", configPaths, err)
 48	}
 49
 50	cfg.dataConfigDir = GlobalConfigData()
 51
 52	cfg.setDefaults(workingDir)
 53
 54	if debug {
 55		cfg.Options.Debug = true
 56	}
 57
 58	// Setup logs
 59	log.Setup(
 60		filepath.Join(cfg.Options.DataDirectory, "logs", fmt.Sprintf("%s.log", appName)),
 61		cfg.Options.Debug,
 62	)
 63
 64	// Load known providers, this loads the config from fur
 65	providers, err := Providers()
 66	if err != nil || len(providers) == 0 {
 67		return nil, fmt.Errorf("failed to load providers: %w", err)
 68	}
 69	cfg.knownProviders = providers
 70
 71	env := env.New()
 72	// Configure providers
 73	valueResolver := NewShellVariableResolver(env)
 74	cfg.resolver = valueResolver
 75	if err := cfg.configureProviders(env, valueResolver, providers); err != nil {
 76		return nil, fmt.Errorf("failed to configure providers: %w", err)
 77	}
 78
 79	go cfg.removeUnresponsiveProviders()
 80
 81	if !cfg.IsConfigured() {
 82		slog.Warn("No providers configured")
 83		return cfg, nil
 84	}
 85
 86	if err := cfg.configureSelectedModels(providers); err != nil {
 87		return nil, fmt.Errorf("failed to configure selected models: %w", err)
 88	}
 89	cfg.SetupAgents()
 90	return cfg, nil
 91}
 92
 93func (c *Config) removeUnresponsiveProviders() {
 94	// Test provider connections in parallel
 95	var testResults sync.Map
 96	var wg sync.WaitGroup
 97	slog.Info("Testing provider connections")
 98	defer slog.Info("Provider connection tests completed")
 99	for _, p := range c.Providers.Seq2() {
100		if p.Type == provider.TypeOpenAI || p.Type == provider.TypeAnthropic {
101			wg.Add(1)
102			go func(provider ProviderConfig) {
103				defer wg.Done()
104				err := provider.TestConnection(c.resolver)
105				testResults.Store(provider.ID, err == nil)
106				if err != nil {
107					slog.Error("Provider connection test failed", "provider", provider.ID, "error", err)
108				}
109			}(p)
110		}
111	}
112	wg.Wait()
113
114	// Remove failed providers
115	testResults.Range(func(key, value any) bool {
116		providerID := key.(string)
117		passed := value.(bool)
118		if !passed {
119			c.Providers.Del(providerID)
120		}
121		return true
122	})
123}
124
125func (c *Config) configureProviders(env env.Env, resolver VariableResolver, knownProviders []provider.Provider) error {
126	knownProviderNames := make(map[string]bool)
127	for _, p := range knownProviders {
128		knownProviderNames[string(p.ID)] = true
129		config, configExists := c.Providers.Get(string(p.ID))
130		// if the user configured a known provider we need to allow it to override a couple of parameters
131		if configExists {
132			if config.Disable {
133				slog.Debug("Skipping provider due to disable flag", "provider", p.ID)
134				c.Providers.Del(string(p.ID))
135				continue
136			}
137			if config.BaseURL != "" {
138				p.APIEndpoint = config.BaseURL
139			}
140			if config.APIKey != "" {
141				p.APIKey = config.APIKey
142			}
143			if len(config.Models) > 0 {
144				models := []provider.Model{}
145				seen := make(map[string]bool)
146
147				for _, model := range config.Models {
148					if seen[model.ID] {
149						continue
150					}
151					seen[model.ID] = true
152					if model.Model == "" {
153						model.Model = model.ID
154					}
155					models = append(models, model)
156				}
157				for _, model := range p.Models {
158					if seen[model.ID] {
159						continue
160					}
161					seen[model.ID] = true
162					if model.Model == "" {
163						model.Model = model.ID
164					}
165					models = append(models, model)
166				}
167
168				p.Models = models
169			}
170		}
171		prepared := ProviderConfig{
172			ID:           string(p.ID),
173			Name:         p.Name,
174			BaseURL:      p.APIEndpoint,
175			APIKey:       p.APIKey,
176			Type:         p.Type,
177			Disable:      config.Disable,
178			ExtraHeaders: config.ExtraHeaders,
179			ExtraBody:    config.ExtraBody,
180			ExtraParams:  make(map[string]string),
181			Models:       p.Models,
182		}
183
184		switch p.ID {
185		// Handle specific providers that require additional configuration
186		case provider.InferenceProviderVertexAI:
187			if !hasVertexCredentials(env) {
188				if configExists {
189					slog.Warn("Skipping Vertex AI provider due to missing credentials")
190					c.Providers.Del(string(p.ID))
191				}
192				continue
193			}
194			prepared.ExtraParams["project"] = env.Get("GOOGLE_CLOUD_PROJECT")
195			prepared.ExtraParams["location"] = env.Get("GOOGLE_CLOUD_LOCATION")
196		case provider.InferenceProviderAzure:
197			endpoint, err := resolver.ResolveValue(p.APIEndpoint)
198			if err != nil || endpoint == "" {
199				if configExists {
200					slog.Warn("Skipping Azure provider due to missing API endpoint", "provider", p.ID, "error", err)
201					c.Providers.Del(string(p.ID))
202				}
203				continue
204			}
205			prepared.BaseURL = endpoint
206			prepared.ExtraParams["apiVersion"] = env.Get("AZURE_OPENAI_API_VERSION")
207		case provider.InferenceProviderBedrock:
208			if !hasAWSCredentials(env) {
209				if configExists {
210					slog.Warn("Skipping Bedrock provider due to missing AWS credentials")
211					c.Providers.Del(string(p.ID))
212				}
213				continue
214			}
215			for _, model := range p.Models {
216				if !strings.HasPrefix(model.ID, "anthropic.") {
217					return fmt.Errorf("bedrock provider only supports anthropic models for now, found: %s", model.ID)
218				}
219			}
220		default:
221			// if the provider api or endpoint are missing we skip them
222			v, err := resolver.ResolveValue(p.APIKey)
223			if v == "" || err != nil {
224				if configExists {
225					slog.Warn("Skipping provider due to missing API key", "provider", p.ID)
226					c.Providers.Del(string(p.ID))
227				}
228				continue
229			}
230		}
231		c.Providers.Set(string(p.ID), prepared)
232	}
233
234	// validate the custom providers
235	for id, providerConfig := range c.Providers.Seq2() {
236		if knownProviderNames[id] {
237			continue
238		}
239
240		// Make sure the provider ID is set
241		providerConfig.ID = id
242		if providerConfig.Name == "" {
243			providerConfig.Name = id // Use ID as name if not set
244		}
245		// default to OpenAI if not set
246		if providerConfig.Type == "" {
247			providerConfig.Type = provider.TypeOpenAI
248		}
249
250		if providerConfig.Disable {
251			slog.Debug("Skipping custom provider due to disable flag", "provider", id)
252			c.Providers.Del(id)
253			continue
254		}
255		if providerConfig.APIKey == "" {
256			slog.Warn("Provider is missing API key, this might be OK for local providers", "provider", id)
257		}
258		if providerConfig.BaseURL == "" {
259			slog.Warn("Skipping custom provider due to missing API endpoint", "provider", id)
260			c.Providers.Del(id)
261			continue
262		}
263		if len(providerConfig.Models) == 0 {
264			slog.Warn("Skipping custom provider because the provider has no models", "provider", id)
265			c.Providers.Del(id)
266			continue
267		}
268		if providerConfig.Type != provider.TypeOpenAI {
269			slog.Warn("Skipping custom provider because the provider type is not supported", "provider", id, "type", providerConfig.Type)
270			c.Providers.Del(id)
271			continue
272		}
273
274		apiKey, err := resolver.ResolveValue(providerConfig.APIKey)
275		if apiKey == "" || err != nil {
276			slog.Warn("Provider is missing API key, this might be OK for local providers", "provider", id)
277		}
278		baseURL, err := resolver.ResolveValue(providerConfig.BaseURL)
279		if baseURL == "" || err != nil {
280			slog.Warn("Skipping custom provider due to missing API endpoint", "provider", id, "error", err)
281			c.Providers.Del(id)
282			continue
283		}
284
285		c.Providers.Set(id, providerConfig)
286	}
287	return nil
288}
289
290func (c *Config) setDefaults(workingDir string) {
291	c.workingDir = workingDir
292	if c.Options == nil {
293		c.Options = &Options{}
294	}
295	if c.Options.TUI == nil {
296		c.Options.TUI = &TUIOptions{}
297	}
298	if c.Options.ContextPaths == nil {
299		c.Options.ContextPaths = []string{}
300	}
301	if c.Options.DataDirectory == "" {
302		c.Options.DataDirectory = filepath.Join(workingDir, defaultDataDirectory)
303	}
304	if c.Providers == nil {
305		c.Providers = csync.NewMap[string, ProviderConfig]()
306	}
307	if c.Models == nil {
308		c.Models = make(map[SelectedModelType]SelectedModel)
309	}
310	if c.MCP == nil {
311		c.MCP = make(map[string]MCPConfig)
312	}
313	if c.LSP == nil {
314		c.LSP = make(map[string]LSPConfig)
315	}
316
317	// Add the default context paths if they are not already present
318	c.Options.ContextPaths = append(defaultContextPaths, c.Options.ContextPaths...)
319	slices.Sort(c.Options.ContextPaths)
320	c.Options.ContextPaths = slices.Compact(c.Options.ContextPaths)
321}
322
323func (c *Config) defaultModelSelection(knownProviders []provider.Provider) (largeModel SelectedModel, smallModel SelectedModel, err error) {
324	if len(knownProviders) == 0 && c.Providers.Len() == 0 {
325		err = fmt.Errorf("no providers configured, please configure at least one provider")
326		return
327	}
328
329	// Use the first provider enabled based on the known providers order
330	// if no provider found that is known use the first provider configured
331	for _, p := range knownProviders {
332		providerConfig, ok := c.Providers.Get(string(p.ID))
333		if !ok || providerConfig.Disable {
334			continue
335		}
336		defaultLargeModel := c.GetModel(string(p.ID), p.DefaultLargeModelID)
337		if defaultLargeModel == nil {
338			err = fmt.Errorf("default large model %s not found for provider %s", p.DefaultLargeModelID, p.ID)
339			return
340		}
341		largeModel = SelectedModel{
342			Provider:        string(p.ID),
343			Model:           defaultLargeModel.ID,
344			MaxTokens:       defaultLargeModel.DefaultMaxTokens,
345			ReasoningEffort: defaultLargeModel.DefaultReasoningEffort,
346		}
347
348		defaultSmallModel := c.GetModel(string(p.ID), p.DefaultSmallModelID)
349		if defaultSmallModel == nil {
350			err = fmt.Errorf("default small model %s not found for provider %s", p.DefaultSmallModelID, p.ID)
351			return
352		}
353		smallModel = SelectedModel{
354			Provider:        string(p.ID),
355			Model:           defaultSmallModel.ID,
356			MaxTokens:       defaultSmallModel.DefaultMaxTokens,
357			ReasoningEffort: defaultSmallModel.DefaultReasoningEffort,
358		}
359		return
360	}
361
362	enabledProviders := c.EnabledProviders()
363	slices.SortFunc(enabledProviders, func(a, b ProviderConfig) int {
364		return strings.Compare(a.ID, b.ID)
365	})
366
367	if len(enabledProviders) == 0 {
368		err = fmt.Errorf("no providers configured, please configure at least one provider")
369		return
370	}
371
372	providerConfig := enabledProviders[0]
373	if len(providerConfig.Models) == 0 {
374		err = fmt.Errorf("provider %s has no models configured", providerConfig.ID)
375		return
376	}
377	defaultLargeModel := c.GetModel(providerConfig.ID, providerConfig.Models[0].ID)
378	largeModel = SelectedModel{
379		Provider:  providerConfig.ID,
380		Model:     defaultLargeModel.ID,
381		MaxTokens: defaultLargeModel.DefaultMaxTokens,
382	}
383	defaultSmallModel := c.GetModel(providerConfig.ID, providerConfig.Models[0].ID)
384	smallModel = SelectedModel{
385		Provider:  providerConfig.ID,
386		Model:     defaultSmallModel.ID,
387		MaxTokens: defaultSmallModel.DefaultMaxTokens,
388	}
389	return
390}
391
392func (c *Config) configureSelectedModels(knownProviders []provider.Provider) error {
393	defaultLarge, defaultSmall, err := c.defaultModelSelection(knownProviders)
394	if err != nil {
395		return fmt.Errorf("failed to select default models: %w", err)
396	}
397	large, small := defaultLarge, defaultSmall
398
399	largeModelSelected, largeModelConfigured := c.Models[SelectedModelTypeLarge]
400	if largeModelConfigured {
401		if largeModelSelected.Model != "" {
402			large.Model = largeModelSelected.Model
403		}
404		if largeModelSelected.Provider != "" {
405			large.Provider = largeModelSelected.Provider
406		}
407		model := c.GetModel(large.Provider, large.Model)
408		if model == nil {
409			large = defaultLarge
410			// override the model type to large
411			err := c.UpdatePreferredModel(SelectedModelTypeLarge, large)
412			if err != nil {
413				return fmt.Errorf("failed to update preferred large model: %w", err)
414			}
415		} else {
416			if largeModelSelected.MaxTokens > 0 {
417				large.MaxTokens = largeModelSelected.MaxTokens
418			} else {
419				large.MaxTokens = model.DefaultMaxTokens
420			}
421			if largeModelSelected.ReasoningEffort != "" {
422				large.ReasoningEffort = largeModelSelected.ReasoningEffort
423			}
424			large.Think = largeModelSelected.Think
425		}
426	}
427	smallModelSelected, smallModelConfigured := c.Models[SelectedModelTypeSmall]
428	if smallModelConfigured {
429		if smallModelSelected.Model != "" {
430			small.Model = smallModelSelected.Model
431		}
432		if smallModelSelected.Provider != "" {
433			small.Provider = smallModelSelected.Provider
434		}
435
436		model := c.GetModel(small.Provider, small.Model)
437		if model == nil {
438			small = defaultSmall
439			// override the model type to small
440			err := c.UpdatePreferredModel(SelectedModelTypeSmall, small)
441			if err != nil {
442				return fmt.Errorf("failed to update preferred small model: %w", err)
443			}
444		} else {
445			if smallModelSelected.MaxTokens > 0 {
446				small.MaxTokens = smallModelSelected.MaxTokens
447			} else {
448				small.MaxTokens = model.DefaultMaxTokens
449			}
450			small.ReasoningEffort = smallModelSelected.ReasoningEffort
451			small.Think = smallModelSelected.Think
452		}
453	}
454	c.Models[SelectedModelTypeLarge] = large
455	c.Models[SelectedModelTypeSmall] = small
456	return nil
457}
458
459func loadFromConfigPaths(configPaths []string) (*Config, error) {
460	var configs []io.Reader
461
462	for _, path := range configPaths {
463		fd, err := os.Open(path)
464		if err != nil {
465			if os.IsNotExist(err) {
466				continue
467			}
468			return nil, fmt.Errorf("failed to open config file %s: %w", path, err)
469		}
470		defer fd.Close()
471
472		configs = append(configs, fd)
473	}
474
475	return loadFromReaders(configs)
476}
477
478func loadFromReaders(readers []io.Reader) (*Config, error) {
479	if len(readers) == 0 {
480		return &Config{}, nil
481	}
482
483	merged, err := Merge(readers)
484	if err != nil {
485		return nil, fmt.Errorf("failed to merge configuration readers: %w", err)
486	}
487
488	return LoadReader(merged)
489}
490
491func hasVertexCredentials(env env.Env) bool {
492	useVertex := env.Get("GOOGLE_GENAI_USE_VERTEXAI") == "true"
493	hasProject := env.Get("GOOGLE_CLOUD_PROJECT") != ""
494	hasLocation := env.Get("GOOGLE_CLOUD_LOCATION") != ""
495	return useVertex && hasProject && hasLocation
496}
497
498func hasAWSCredentials(env env.Env) bool {
499	if env.Get("AWS_ACCESS_KEY_ID") != "" && env.Get("AWS_SECRET_ACCESS_KEY") != "" {
500		return true
501	}
502
503	if env.Get("AWS_PROFILE") != "" || env.Get("AWS_DEFAULT_PROFILE") != "" {
504		return true
505	}
506
507	if env.Get("AWS_REGION") != "" || env.Get("AWS_DEFAULT_REGION") != "" {
508		return true
509	}
510
511	if env.Get("AWS_CONTAINER_CREDENTIALS_RELATIVE_URI") != "" ||
512		env.Get("AWS_CONTAINER_CREDENTIALS_FULL_URI") != "" {
513		return true
514	}
515
516	return false
517}
518
519func globalConfig() string {
520	xdgConfigHome := os.Getenv("XDG_CONFIG_HOME")
521	if xdgConfigHome != "" {
522		return filepath.Join(xdgConfigHome, appName, fmt.Sprintf("%s.json", appName))
523	}
524
525	// return the path to the main config directory
526	// for windows, it should be in `%LOCALAPPDATA%/crush/`
527	// for linux and macOS, it should be in `$HOME/.config/crush/`
528	if runtime.GOOS == "windows" {
529		localAppData := os.Getenv("LOCALAPPDATA")
530		if localAppData == "" {
531			localAppData = filepath.Join(os.Getenv("USERPROFILE"), "AppData", "Local")
532		}
533		return filepath.Join(localAppData, appName, fmt.Sprintf("%s.json", appName))
534	}
535
536	return filepath.Join(os.Getenv("HOME"), ".config", appName, fmt.Sprintf("%s.json", appName))
537}
538
539// GlobalConfigData returns the path to the main data directory for the application.
540// this config is used when the app overrides configurations instead of updating the global config.
541func GlobalConfigData() string {
542	xdgDataHome := os.Getenv("XDG_DATA_HOME")
543	if xdgDataHome != "" {
544		return filepath.Join(xdgDataHome, appName, fmt.Sprintf("%s.json", appName))
545	}
546
547	// return the path to the main data directory
548	// for windows, it should be in `%LOCALAPPDATA%/crush/`
549	// for linux and macOS, it should be in `$HOME/.local/share/crush/`
550	if runtime.GOOS == "windows" {
551		localAppData := os.Getenv("LOCALAPPDATA")
552		if localAppData == "" {
553			localAppData = filepath.Join(os.Getenv("USERPROFILE"), "AppData", "Local")
554		}
555		return filepath.Join(localAppData, appName, fmt.Sprintf("%s.json", appName))
556	}
557
558	return filepath.Join(os.Getenv("HOME"), ".local", "share", appName, fmt.Sprintf("%s.json", appName))
559}
560
561func HomeDir() string {
562	homeDir := os.Getenv("HOME")
563	if homeDir == "" {
564		homeDir = os.Getenv("USERPROFILE") // For Windows compatibility
565	}
566	if homeDir == "" {
567		homeDir = os.Getenv("HOMEPATH") // Fallback for some environments
568	}
569	return homeDir
570}