load.go

  1package config
  2
  3import (
  4	"encoding/json"
  5	"fmt"
  6	"io"
  7	"os"
  8	"path/filepath"
  9	"runtime"
 10	"slices"
 11	"strings"
 12	"sync"
 13
 14	"github.com/charmbracelet/crush/internal/csync"
 15	"github.com/charmbracelet/crush/internal/env"
 16	"github.com/charmbracelet/crush/internal/fur/client"
 17	"github.com/charmbracelet/crush/internal/fur/provider"
 18	"github.com/charmbracelet/crush/internal/log"
 19	"golang.org/x/exp/slog"
 20)
 21
 22// LoadReader config via io.Reader.
 23func LoadReader(fd io.Reader) (*Config, error) {
 24	data, err := io.ReadAll(fd)
 25	if err != nil {
 26		return nil, err
 27	}
 28
 29	var config Config
 30	err = json.Unmarshal(data, &config)
 31	if err != nil {
 32		return nil, err
 33	}
 34	return &config, err
 35}
 36
 37// Load loads the configuration from the default paths.
 38func Load(workingDir string, debug bool) (*Config, error) {
 39	// uses default config paths
 40	configPaths := []string{
 41		globalConfig(),
 42		GlobalConfigData(),
 43		filepath.Join(workingDir, fmt.Sprintf("%s.json", appName)),
 44		filepath.Join(workingDir, fmt.Sprintf(".%s.json", appName)),
 45	}
 46	cfg, err := loadFromConfigPaths(configPaths)
 47	if err != nil {
 48		return nil, fmt.Errorf("failed to load config from paths %v: %w", configPaths, err)
 49	}
 50
 51	cfg.dataConfigDir = GlobalConfigData()
 52
 53	cfg.setDefaults(workingDir)
 54
 55	if debug {
 56		cfg.Options.Debug = true
 57	}
 58
 59	// Setup logs
 60	log.Setup(
 61		filepath.Join(cfg.Options.DataDirectory, "logs", fmt.Sprintf("%s.log", appName)),
 62		cfg.Options.Debug,
 63	)
 64
 65	// Load known providers, this loads the config from fur
 66	providers, err := LoadProviders(client.New())
 67	if err != nil || len(providers) == 0 {
 68		return nil, fmt.Errorf("failed to load providers: %w", err)
 69	}
 70	cfg.knownProviders = providers
 71
 72	env := env.New()
 73	// Configure providers
 74	valueResolver := NewShellVariableResolver(env)
 75	cfg.resolver = valueResolver
 76	if err := cfg.configureProviders(env, valueResolver, providers); err != nil {
 77		return nil, fmt.Errorf("failed to configure providers: %w", err)
 78	}
 79
 80	go cfg.removeUnresponsiveProviders()
 81
 82	if !cfg.IsConfigured() {
 83		slog.Warn("No providers configured")
 84		return cfg, nil
 85	}
 86
 87	if err := cfg.configureSelectedModels(providers); err != nil {
 88		return nil, fmt.Errorf("failed to configure selected models: %w", err)
 89	}
 90	cfg.SetupAgents()
 91	return cfg, nil
 92}
 93
 94func (c *Config) removeUnresponsiveProviders() {
 95	// Test provider connections in parallel
 96	var testResults sync.Map
 97	var wg sync.WaitGroup
 98	slog.Info("Testing provider connections")
 99	defer slog.Info("Provider connection tests completed")
100	for _, p := range c.Providers.Seq2() {
101		if p.Type == provider.TypeOpenAI || p.Type == provider.TypeAnthropic {
102			wg.Add(1)
103			go func(provider ProviderConfig) {
104				defer wg.Done()
105				err := provider.TestConnection(c.resolver)
106				testResults.Store(provider.ID, err == nil)
107				if err != nil {
108					slog.Error("Provider connection test failed", "provider", provider.ID, "error", err)
109				}
110			}(p)
111		}
112	}
113	wg.Wait()
114
115	// Remove failed providers
116	testResults.Range(func(key, value any) bool {
117		providerID := key.(string)
118		passed := value.(bool)
119		if !passed {
120			c.Providers.Del(providerID)
121		}
122		return true
123	})
124}
125
126func (c *Config) configureProviders(env env.Env, resolver VariableResolver, knownProviders []provider.Provider) error {
127	knownProviderNames := make(map[string]bool)
128	for _, p := range knownProviders {
129		knownProviderNames[string(p.ID)] = true
130		config, configExists := c.Providers.Get(string(p.ID))
131		// if the user configured a known provider we need to allow it to override a couple of parameters
132		if configExists {
133			if config.Disable {
134				slog.Debug("Skipping provider due to disable flag", "provider", p.ID)
135				c.Providers.Del(string(p.ID))
136				continue
137			}
138			if config.BaseURL != "" {
139				p.APIEndpoint = config.BaseURL
140			}
141			if config.APIKey != "" {
142				p.APIKey = config.APIKey
143			}
144			if len(config.Models) > 0 {
145				models := []provider.Model{}
146				seen := make(map[string]bool)
147
148				for _, model := range config.Models {
149					if seen[model.ID] {
150						continue
151					}
152					seen[model.ID] = true
153					if model.Model == "" {
154						model.Model = model.ID
155					}
156					models = append(models, model)
157				}
158				for _, model := range p.Models {
159					if seen[model.ID] {
160						continue
161					}
162					seen[model.ID] = true
163					if model.Model == "" {
164						model.Model = model.ID
165					}
166					models = append(models, model)
167				}
168
169				p.Models = models
170			}
171		}
172		prepared := ProviderConfig{
173			ID:           string(p.ID),
174			Name:         p.Name,
175			BaseURL:      p.APIEndpoint,
176			APIKey:       p.APIKey,
177			Type:         p.Type,
178			Disable:      config.Disable,
179			ExtraHeaders: config.ExtraHeaders,
180			ExtraBody:    config.ExtraBody,
181			ExtraParams:  make(map[string]string),
182			Models:       p.Models,
183		}
184
185		switch p.ID {
186		// Handle specific providers that require additional configuration
187		case provider.InferenceProviderVertexAI:
188			if !hasVertexCredentials(env) {
189				if configExists {
190					slog.Warn("Skipping Vertex AI provider due to missing credentials")
191					c.Providers.Del(string(p.ID))
192				}
193				continue
194			}
195			prepared.ExtraParams["project"] = env.Get("GOOGLE_CLOUD_PROJECT")
196			prepared.ExtraParams["location"] = env.Get("GOOGLE_CLOUD_LOCATION")
197		case provider.InferenceProviderAzure:
198			endpoint, err := resolver.ResolveValue(p.APIEndpoint)
199			if err != nil || endpoint == "" {
200				if configExists {
201					slog.Warn("Skipping Azure provider due to missing API endpoint", "provider", p.ID, "error", err)
202					c.Providers.Del(string(p.ID))
203				}
204				continue
205			}
206			prepared.BaseURL = endpoint
207			prepared.ExtraParams["apiVersion"] = env.Get("AZURE_OPENAI_API_VERSION")
208		case provider.InferenceProviderBedrock:
209			if !hasAWSCredentials(env) {
210				if configExists {
211					slog.Warn("Skipping Bedrock provider due to missing AWS credentials")
212					c.Providers.Del(string(p.ID))
213				}
214				continue
215			}
216			for _, model := range p.Models {
217				if !strings.HasPrefix(model.ID, "anthropic.") {
218					return fmt.Errorf("bedrock provider only supports anthropic models for now, found: %s", model.ID)
219				}
220			}
221		default:
222			// if the provider api or endpoint are missing we skip them
223			v, err := resolver.ResolveValue(p.APIKey)
224			if v == "" || err != nil {
225				if configExists {
226					slog.Warn("Skipping provider due to missing API key", "provider", p.ID)
227					c.Providers.Del(string(p.ID))
228				}
229				continue
230			}
231		}
232		c.Providers.Set(string(p.ID), prepared)
233	}
234
235	// validate the custom providers
236	for id, providerConfig := range c.Providers.Seq2() {
237		if knownProviderNames[id] {
238			continue
239		}
240
241		// Make sure the provider ID is set
242		providerConfig.ID = id
243		if providerConfig.Name == "" {
244			providerConfig.Name = id // Use ID as name if not set
245		}
246		// default to OpenAI if not set
247		if providerConfig.Type == "" {
248			providerConfig.Type = provider.TypeOpenAI
249		}
250
251		if providerConfig.Disable {
252			slog.Debug("Skipping custom provider due to disable flag", "provider", id)
253			c.Providers.Del(id)
254			continue
255		}
256		if providerConfig.APIKey == "" {
257			slog.Warn("Provider is missing API key, this might be OK for local providers", "provider", id)
258		}
259		if providerConfig.BaseURL == "" {
260			slog.Warn("Skipping custom provider due to missing API endpoint", "provider", id)
261			c.Providers.Del(id)
262			continue
263		}
264		if len(providerConfig.Models) == 0 {
265			slog.Warn("Skipping custom provider because the provider has no models", "provider", id)
266			c.Providers.Del(id)
267			continue
268		}
269		if providerConfig.Type != provider.TypeOpenAI {
270			slog.Warn("Skipping custom provider because the provider type is not supported", "provider", id, "type", providerConfig.Type)
271			c.Providers.Del(id)
272			continue
273		}
274
275		apiKey, err := resolver.ResolveValue(providerConfig.APIKey)
276		if apiKey == "" || err != nil {
277			slog.Warn("Provider is missing API key, this might be OK for local providers", "provider", id)
278		}
279		baseURL, err := resolver.ResolveValue(providerConfig.BaseURL)
280		if baseURL == "" || err != nil {
281			slog.Warn("Skipping custom provider due to missing API endpoint", "provider", id, "error", err)
282			c.Providers.Del(id)
283			continue
284		}
285
286		c.Providers.Set(id, providerConfig)
287	}
288	return nil
289}
290
291func (c *Config) setDefaults(workingDir string) {
292	c.workingDir = workingDir
293	if c.Options == nil {
294		c.Options = &Options{}
295	}
296	if c.Options.TUI == nil {
297		c.Options.TUI = &TUIOptions{}
298	}
299	if c.Options.ContextPaths == nil {
300		c.Options.ContextPaths = []string{}
301	}
302	if c.Options.DataDirectory == "" {
303		c.Options.DataDirectory = filepath.Join(workingDir, defaultDataDirectory)
304	}
305	if c.Providers == nil {
306		c.Providers = csync.NewMap[string, ProviderConfig]()
307	}
308	if c.Models == nil {
309		c.Models = make(map[SelectedModelType]SelectedModel)
310	}
311	if c.MCP == nil {
312		c.MCP = make(map[string]MCPConfig)
313	}
314	if c.LSP == nil {
315		c.LSP = make(map[string]LSPConfig)
316	}
317
318	// Add the default context paths if they are not already present
319	c.Options.ContextPaths = append(defaultContextPaths, c.Options.ContextPaths...)
320	slices.Sort(c.Options.ContextPaths)
321	c.Options.ContextPaths = slices.Compact(c.Options.ContextPaths)
322}
323
324func (c *Config) defaultModelSelection(knownProviders []provider.Provider) (largeModel SelectedModel, smallModel SelectedModel, err error) {
325	if len(knownProviders) == 0 && c.Providers.Len() == 0 {
326		err = fmt.Errorf("no providers configured, please configure at least one provider")
327		return
328	}
329
330	// Use the first provider enabled based on the known providers order
331	// if no provider found that is known use the first provider configured
332	for _, p := range knownProviders {
333		providerConfig, ok := c.Providers.Get(string(p.ID))
334		if !ok || providerConfig.Disable {
335			continue
336		}
337		defaultLargeModel := c.GetModel(string(p.ID), p.DefaultLargeModelID)
338		if defaultLargeModel == nil {
339			err = fmt.Errorf("default large model %s not found for provider %s", p.DefaultLargeModelID, p.ID)
340			return
341		}
342		largeModel = SelectedModel{
343			Provider:        string(p.ID),
344			Model:           defaultLargeModel.ID,
345			MaxTokens:       defaultLargeModel.DefaultMaxTokens,
346			ReasoningEffort: defaultLargeModel.DefaultReasoningEffort,
347		}
348
349		defaultSmallModel := c.GetModel(string(p.ID), p.DefaultSmallModelID)
350		if defaultSmallModel == nil {
351			err = fmt.Errorf("default small model %s not found for provider %s", p.DefaultSmallModelID, p.ID)
352			return
353		}
354		smallModel = SelectedModel{
355			Provider:        string(p.ID),
356			Model:           defaultSmallModel.ID,
357			MaxTokens:       defaultSmallModel.DefaultMaxTokens,
358			ReasoningEffort: defaultSmallModel.DefaultReasoningEffort,
359		}
360		return
361	}
362
363	enabledProviders := c.EnabledProviders()
364	slices.SortFunc(enabledProviders, func(a, b ProviderConfig) int {
365		return strings.Compare(a.ID, b.ID)
366	})
367
368	if len(enabledProviders) == 0 {
369		err = fmt.Errorf("no providers configured, please configure at least one provider")
370		return
371	}
372
373	providerConfig := enabledProviders[0]
374	if len(providerConfig.Models) == 0 {
375		err = fmt.Errorf("provider %s has no models configured", providerConfig.ID)
376		return
377	}
378	defaultLargeModel := c.GetModel(providerConfig.ID, providerConfig.Models[0].ID)
379	largeModel = SelectedModel{
380		Provider:  providerConfig.ID,
381		Model:     defaultLargeModel.ID,
382		MaxTokens: defaultLargeModel.DefaultMaxTokens,
383	}
384	defaultSmallModel := c.GetModel(providerConfig.ID, providerConfig.Models[0].ID)
385	smallModel = SelectedModel{
386		Provider:  providerConfig.ID,
387		Model:     defaultSmallModel.ID,
388		MaxTokens: defaultSmallModel.DefaultMaxTokens,
389	}
390	return
391}
392
393func (c *Config) configureSelectedModels(knownProviders []provider.Provider) error {
394	defaultLarge, defaultSmall, err := c.defaultModelSelection(knownProviders)
395	if err != nil {
396		return fmt.Errorf("failed to select default models: %w", err)
397	}
398	large, small := defaultLarge, defaultSmall
399
400	largeModelSelected, largeModelConfigured := c.Models[SelectedModelTypeLarge]
401	if largeModelConfigured {
402		if largeModelSelected.Model != "" {
403			large.Model = largeModelSelected.Model
404		}
405		if largeModelSelected.Provider != "" {
406			large.Provider = largeModelSelected.Provider
407		}
408		model := c.GetModel(large.Provider, large.Model)
409		if model == nil {
410			large = defaultLarge
411			// override the model type to large
412			err := c.UpdatePreferredModel(SelectedModelTypeLarge, large)
413			if err != nil {
414				return fmt.Errorf("failed to update preferred large model: %w", err)
415			}
416		} else {
417			if largeModelSelected.MaxTokens > 0 {
418				large.MaxTokens = largeModelSelected.MaxTokens
419			} else {
420				large.MaxTokens = model.DefaultMaxTokens
421			}
422			if largeModelSelected.ReasoningEffort != "" {
423				large.ReasoningEffort = largeModelSelected.ReasoningEffort
424			}
425			large.Think = largeModelSelected.Think
426		}
427	}
428	smallModelSelected, smallModelConfigured := c.Models[SelectedModelTypeSmall]
429	if smallModelConfigured {
430		if smallModelSelected.Model != "" {
431			small.Model = smallModelSelected.Model
432		}
433		if smallModelSelected.Provider != "" {
434			small.Provider = smallModelSelected.Provider
435		}
436
437		model := c.GetModel(small.Provider, small.Model)
438		if model == nil {
439			small = defaultSmall
440			// override the model type to small
441			err := c.UpdatePreferredModel(SelectedModelTypeSmall, small)
442			if err != nil {
443				return fmt.Errorf("failed to update preferred small model: %w", err)
444			}
445		} else {
446			if smallModelSelected.MaxTokens > 0 {
447				small.MaxTokens = smallModelSelected.MaxTokens
448			} else {
449				small.MaxTokens = model.DefaultMaxTokens
450			}
451			small.ReasoningEffort = smallModelSelected.ReasoningEffort
452			small.Think = smallModelSelected.Think
453		}
454	}
455	c.Models[SelectedModelTypeLarge] = large
456	c.Models[SelectedModelTypeSmall] = small
457	return nil
458}
459
460func loadFromConfigPaths(configPaths []string) (*Config, error) {
461	var configs []io.Reader
462
463	for _, path := range configPaths {
464		fd, err := os.Open(path)
465		if err != nil {
466			if os.IsNotExist(err) {
467				continue
468			}
469			return nil, fmt.Errorf("failed to open config file %s: %w", path, err)
470		}
471		defer fd.Close()
472
473		configs = append(configs, fd)
474	}
475
476	return loadFromReaders(configs)
477}
478
479func loadFromReaders(readers []io.Reader) (*Config, error) {
480	if len(readers) == 0 {
481		return &Config{}, nil
482	}
483
484	merged, err := Merge(readers)
485	if err != nil {
486		return nil, fmt.Errorf("failed to merge configuration readers: %w", err)
487	}
488
489	return LoadReader(merged)
490}
491
492func hasVertexCredentials(env env.Env) bool {
493	useVertex := env.Get("GOOGLE_GENAI_USE_VERTEXAI") == "true"
494	hasProject := env.Get("GOOGLE_CLOUD_PROJECT") != ""
495	hasLocation := env.Get("GOOGLE_CLOUD_LOCATION") != ""
496	return useVertex && hasProject && hasLocation
497}
498
499func hasAWSCredentials(env env.Env) bool {
500	if env.Get("AWS_ACCESS_KEY_ID") != "" && env.Get("AWS_SECRET_ACCESS_KEY") != "" {
501		return true
502	}
503
504	if env.Get("AWS_PROFILE") != "" || env.Get("AWS_DEFAULT_PROFILE") != "" {
505		return true
506	}
507
508	if env.Get("AWS_REGION") != "" || env.Get("AWS_DEFAULT_REGION") != "" {
509		return true
510	}
511
512	if env.Get("AWS_CONTAINER_CREDENTIALS_RELATIVE_URI") != "" ||
513		env.Get("AWS_CONTAINER_CREDENTIALS_FULL_URI") != "" {
514		return true
515	}
516
517	return false
518}
519
520func globalConfig() string {
521	xdgConfigHome := os.Getenv("XDG_CONFIG_HOME")
522	if xdgConfigHome != "" {
523		return filepath.Join(xdgConfigHome, appName, fmt.Sprintf("%s.json", appName))
524	}
525
526	// return the path to the main config directory
527	// for windows, it should be in `%LOCALAPPDATA%/crush/`
528	// for linux and macOS, it should be in `$HOME/.config/crush/`
529	if runtime.GOOS == "windows" {
530		localAppData := os.Getenv("LOCALAPPDATA")
531		if localAppData == "" {
532			localAppData = filepath.Join(os.Getenv("USERPROFILE"), "AppData", "Local")
533		}
534		return filepath.Join(localAppData, appName, fmt.Sprintf("%s.json", appName))
535	}
536
537	return filepath.Join(os.Getenv("HOME"), ".config", appName, fmt.Sprintf("%s.json", appName))
538}
539
540// GlobalConfigData returns the path to the main data directory for the application.
541// this config is used when the app overrides configurations instead of updating the global config.
542func GlobalConfigData() string {
543	xdgDataHome := os.Getenv("XDG_DATA_HOME")
544	if xdgDataHome != "" {
545		return filepath.Join(xdgDataHome, appName, fmt.Sprintf("%s.json", appName))
546	}
547
548	// return the path to the main data directory
549	// for windows, it should be in `%LOCALAPPDATA%/crush/`
550	// for linux and macOS, it should be in `$HOME/.local/share/crush/`
551	if runtime.GOOS == "windows" {
552		localAppData := os.Getenv("LOCALAPPDATA")
553		if localAppData == "" {
554			localAppData = filepath.Join(os.Getenv("USERPROFILE"), "AppData", "Local")
555		}
556		return filepath.Join(localAppData, appName, fmt.Sprintf("%s.json", appName))
557	}
558
559	return filepath.Join(os.Getenv("HOME"), ".local", "share", appName, fmt.Sprintf("%s.json", appName))
560}
561
562func HomeDir() string {
563	homeDir := os.Getenv("HOME")
564	if homeDir == "" {
565		homeDir = os.Getenv("USERPROFILE") // For Windows compatibility
566	}
567	if homeDir == "" {
568		homeDir = os.Getenv("HOMEPATH") // Fallback for some environments
569	}
570	return homeDir
571}