load.go

  1package config
  2
  3import (
  4	"encoding/json"
  5	"fmt"
  6	"io"
  7	"os"
  8	"path/filepath"
  9	"runtime"
 10	"slices"
 11	"strings"
 12	"sync"
 13
 14	"github.com/charmbracelet/crush/internal/env"
 15	"github.com/charmbracelet/crush/internal/fur/client"
 16	"github.com/charmbracelet/crush/internal/fur/provider"
 17	"github.com/charmbracelet/crush/internal/log"
 18	"golang.org/x/exp/slog"
 19)
 20
 21// LoadReader config via io.Reader.
 22func LoadReader(fd io.Reader) (*Config, error) {
 23	data, err := io.ReadAll(fd)
 24	if err != nil {
 25		return nil, err
 26	}
 27
 28	var config Config
 29	err = json.Unmarshal(data, &config)
 30	if err != nil {
 31		return nil, err
 32	}
 33	return &config, err
 34}
 35
 36// Load loads the configuration from the default paths.
 37func Load(workingDir string, debug bool) (*Config, error) {
 38	// uses default config paths
 39	configPaths := []string{
 40		globalConfig(),
 41		GlobalConfigData(),
 42		filepath.Join(workingDir, fmt.Sprintf("%s.json", appName)),
 43		filepath.Join(workingDir, fmt.Sprintf(".%s.json", appName)),
 44	}
 45	cfg, err := loadFromConfigPaths(configPaths)
 46	if err != nil {
 47		return nil, fmt.Errorf("failed to load config from paths %v: %w", configPaths, err)
 48	}
 49
 50	cfg.dataConfigDir = GlobalConfigData()
 51
 52	cfg.setDefaults(workingDir)
 53
 54	if debug {
 55		cfg.Options.Debug = true
 56	}
 57
 58	// Setup logs
 59	log.Setup(
 60		filepath.Join(cfg.Options.DataDirectory, "logs", fmt.Sprintf("%s.log", appName)),
 61		cfg.Options.Debug,
 62	)
 63
 64	// Load known providers, this loads the config from fur
 65	providers, err := LoadProviders(client.New())
 66	if err != nil || len(providers) == 0 {
 67		return nil, fmt.Errorf("failed to load providers: %w", err)
 68	}
 69	cfg.knownProviders = providers
 70
 71	env := env.New()
 72	// Configure providers
 73	valueResolver := NewShellVariableResolver(env)
 74	cfg.resolver = valueResolver
 75	if err := cfg.configureProviders(env, valueResolver, providers); err != nil {
 76		return nil, fmt.Errorf("failed to configure providers: %w", err)
 77	}
 78
 79	// Test provider connections in parallel
 80	var testResults sync.Map
 81	var wg sync.WaitGroup
 82
 83	for _, p := range cfg.Providers {
 84		if p.Type == provider.TypeOpenAI || p.Type == provider.TypeAnthropic {
 85			wg.Add(1)
 86			go func(provider ProviderConfig) {
 87				defer wg.Done()
 88				err := provider.TestConnection(cfg.resolver)
 89				testResults.Store(provider.ID, err == nil)
 90				if err != nil {
 91					slog.Error("Provider connection test failed", "provider", provider.ID, "error", err)
 92				}
 93			}(p)
 94		}
 95	}
 96	wg.Wait()
 97
 98	// Remove failed providers
 99	testResults.Range(func(key, value any) bool {
100		providerID := key.(string)
101		passed := value.(bool)
102		if !passed {
103			delete(cfg.Providers, providerID)
104		}
105		return true
106	})
107
108	if !cfg.IsConfigured() {
109		slog.Warn("No providers configured")
110		return cfg, nil
111	}
112
113	if err := cfg.configureSelectedModels(providers); err != nil {
114		return nil, fmt.Errorf("failed to configure selected models: %w", err)
115	}
116	cfg.SetupAgents()
117	return cfg, nil
118}
119
120func (c *Config) configureProviders(env env.Env, resolver VariableResolver, knownProviders []provider.Provider) error {
121	knownProviderNames := make(map[string]bool)
122	for _, p := range knownProviders {
123		knownProviderNames[string(p.ID)] = true
124		config, configExists := c.Providers[string(p.ID)]
125		// if the user configured a known provider we need to allow it to override a couple of parameters
126		if configExists {
127			if config.Disable {
128				slog.Debug("Skipping provider due to disable flag", "provider", p.ID)
129				delete(c.Providers, string(p.ID))
130				continue
131			}
132			if config.BaseURL != "" {
133				p.APIEndpoint = config.BaseURL
134			}
135			if config.APIKey != "" {
136				p.APIKey = config.APIKey
137			}
138			if len(config.Models) > 0 {
139				models := []provider.Model{}
140				seen := make(map[string]bool)
141
142				for _, model := range config.Models {
143					if seen[model.ID] {
144						continue
145					}
146					seen[model.ID] = true
147					if model.Model == "" {
148						model.Model = model.ID
149					}
150					models = append(models, model)
151				}
152				for _, model := range p.Models {
153					if seen[model.ID] {
154						continue
155					}
156					seen[model.ID] = true
157					if model.Model == "" {
158						model.Model = model.ID
159					}
160					models = append(models, model)
161				}
162
163				p.Models = models
164			}
165		}
166		prepared := ProviderConfig{
167			ID:           string(p.ID),
168			Name:         p.Name,
169			BaseURL:      p.APIEndpoint,
170			APIKey:       p.APIKey,
171			Type:         p.Type,
172			Disable:      config.Disable,
173			ExtraHeaders: config.ExtraHeaders,
174			ExtraParams:  make(map[string]string),
175			Models:       p.Models,
176		}
177
178		switch p.ID {
179		// Handle specific providers that require additional configuration
180		case provider.InferenceProviderVertexAI:
181			if !hasVertexCredentials(env) {
182				if configExists {
183					slog.Warn("Skipping Vertex AI provider due to missing credentials")
184					delete(c.Providers, string(p.ID))
185				}
186				continue
187			}
188			prepared.ExtraParams["project"] = env.Get("GOOGLE_CLOUD_PROJECT")
189			prepared.ExtraParams["location"] = env.Get("GOOGLE_CLOUD_LOCATION")
190		case provider.InferenceProviderBedrock:
191			if !hasAWSCredentials(env) {
192				if configExists {
193					slog.Warn("Skipping Bedrock provider due to missing AWS credentials")
194					delete(c.Providers, string(p.ID))
195				}
196				continue
197			}
198			for _, model := range p.Models {
199				if !strings.HasPrefix(model.ID, "anthropic.") {
200					return fmt.Errorf("bedrock provider only supports anthropic models for now, found: %s", model.ID)
201				}
202			}
203		default:
204			// if the provider api or endpoint are missing we skip them
205			v, err := resolver.ResolveValue(p.APIKey)
206			if v == "" || err != nil {
207				if configExists {
208					slog.Warn("Skipping provider due to missing API key", "provider", p.ID)
209					delete(c.Providers, string(p.ID))
210				}
211				continue
212			}
213		}
214		c.Providers[string(p.ID)] = prepared
215	}
216
217	// validate the custom providers
218	for id, providerConfig := range c.Providers {
219		if knownProviderNames[id] {
220			continue
221		}
222
223		// Make sure the provider ID is set
224		providerConfig.ID = id
225		if providerConfig.Name == "" {
226			providerConfig.Name = id // Use ID as name if not set
227		}
228		// default to OpenAI if not set
229		if providerConfig.Type == "" {
230			providerConfig.Type = provider.TypeOpenAI
231		}
232
233		if providerConfig.Disable {
234			slog.Debug("Skipping custom provider due to disable flag", "provider", id)
235			delete(c.Providers, id)
236			continue
237		}
238		if providerConfig.APIKey == "" {
239			slog.Warn("Provider is missing API key, this might be OK for local providers", "provider", id)
240		}
241		if providerConfig.BaseURL == "" {
242			slog.Warn("Skipping custom provider due to missing API endpoint", "provider", id)
243			delete(c.Providers, id)
244			continue
245		}
246		if len(providerConfig.Models) == 0 {
247			slog.Warn("Skipping custom provider because the provider has no models", "provider", id)
248			delete(c.Providers, id)
249			continue
250		}
251		if providerConfig.Type != provider.TypeOpenAI {
252			slog.Warn("Skipping custom provider because the provider type is not supported", "provider", id, "type", providerConfig.Type)
253			delete(c.Providers, id)
254			continue
255		}
256
257		apiKey, err := resolver.ResolveValue(providerConfig.APIKey)
258		if apiKey == "" || err != nil {
259			slog.Warn("Provider is missing API key, this might be OK for local providers", "provider", id)
260		}
261		baseURL, err := resolver.ResolveValue(providerConfig.BaseURL)
262		if baseURL == "" || err != nil {
263			slog.Warn("Skipping custom provider due to missing API endpoint", "provider", id, "error", err)
264			delete(c.Providers, id)
265			continue
266		}
267
268		c.Providers[id] = providerConfig
269	}
270	return nil
271}
272
273func (c *Config) setDefaults(workingDir string) {
274	c.workingDir = workingDir
275	if c.Options == nil {
276		c.Options = &Options{}
277	}
278	if c.Options.TUI == nil {
279		c.Options.TUI = &TUIOptions{}
280	}
281	if c.Options.ContextPaths == nil {
282		c.Options.ContextPaths = []string{}
283	}
284	if c.Options.DataDirectory == "" {
285		c.Options.DataDirectory = filepath.Join(workingDir, defaultDataDirectory)
286	}
287	if c.Providers == nil {
288		c.Providers = make(map[string]ProviderConfig)
289	}
290	if c.Models == nil {
291		c.Models = make(map[SelectedModelType]SelectedModel)
292	}
293	if c.MCP == nil {
294		c.MCP = make(map[string]MCPConfig)
295	}
296	if c.LSP == nil {
297		c.LSP = make(map[string]LSPConfig)
298	}
299
300	// Add the default context paths if they are not already present
301	c.Options.ContextPaths = append(defaultContextPaths, c.Options.ContextPaths...)
302	slices.Sort(c.Options.ContextPaths)
303	c.Options.ContextPaths = slices.Compact(c.Options.ContextPaths)
304}
305
306func (c *Config) defaultModelSelection(knownProviders []provider.Provider) (largeModel SelectedModel, smallModel SelectedModel, err error) {
307	if len(knownProviders) == 0 && len(c.Providers) == 0 {
308		err = fmt.Errorf("no providers configured, please configure at least one provider")
309		return
310	}
311
312	// Use the first provider enabled based on the known providers order
313	// if no provider found that is known use the first provider configured
314	for _, p := range knownProviders {
315		providerConfig, ok := c.Providers[string(p.ID)]
316		if !ok || providerConfig.Disable {
317			continue
318		}
319		defaultLargeModel := c.GetModel(string(p.ID), p.DefaultLargeModelID)
320		if defaultLargeModel == nil {
321			err = fmt.Errorf("default large model %s not found for provider %s", p.DefaultLargeModelID, p.ID)
322			return
323		}
324		largeModel = SelectedModel{
325			Provider:        string(p.ID),
326			Model:           defaultLargeModel.ID,
327			MaxTokens:       defaultLargeModel.DefaultMaxTokens,
328			ReasoningEffort: defaultLargeModel.DefaultReasoningEffort,
329		}
330
331		defaultSmallModel := c.GetModel(string(p.ID), p.DefaultSmallModelID)
332		if defaultSmallModel == nil {
333			err = fmt.Errorf("default small model %s not found for provider %s", p.DefaultSmallModelID, p.ID)
334			return
335		}
336		smallModel = SelectedModel{
337			Provider:        string(p.ID),
338			Model:           defaultSmallModel.ID,
339			MaxTokens:       defaultSmallModel.DefaultMaxTokens,
340			ReasoningEffort: defaultSmallModel.DefaultReasoningEffort,
341		}
342		return
343	}
344
345	enabledProviders := c.EnabledProviders()
346	slices.SortFunc(enabledProviders, func(a, b ProviderConfig) int {
347		return strings.Compare(a.ID, b.ID)
348	})
349
350	if len(enabledProviders) == 0 {
351		err = fmt.Errorf("no providers configured, please configure at least one provider")
352		return
353	}
354
355	providerConfig := enabledProviders[0]
356	if len(providerConfig.Models) == 0 {
357		err = fmt.Errorf("provider %s has no models configured", providerConfig.ID)
358		return
359	}
360	defaultLargeModel := c.GetModel(providerConfig.ID, providerConfig.Models[0].ID)
361	largeModel = SelectedModel{
362		Provider:  providerConfig.ID,
363		Model:     defaultLargeModel.ID,
364		MaxTokens: defaultLargeModel.DefaultMaxTokens,
365	}
366	defaultSmallModel := c.GetModel(providerConfig.ID, providerConfig.Models[0].ID)
367	smallModel = SelectedModel{
368		Provider:  providerConfig.ID,
369		Model:     defaultSmallModel.ID,
370		MaxTokens: defaultSmallModel.DefaultMaxTokens,
371	}
372	return
373}
374
375func (c *Config) configureSelectedModels(knownProviders []provider.Provider) error {
376	defaultLarge, defaultSmall, err := c.defaultModelSelection(knownProviders)
377	if err != nil {
378		return fmt.Errorf("failed to select default models: %w", err)
379	}
380	large, small := defaultLarge, defaultSmall
381
382	largeModelSelected, largeModelConfigured := c.Models[SelectedModelTypeLarge]
383	if largeModelConfigured {
384		if largeModelSelected.Model != "" {
385			large.Model = largeModelSelected.Model
386		}
387		if largeModelSelected.Provider != "" {
388			large.Provider = largeModelSelected.Provider
389		}
390		model := c.GetModel(large.Provider, large.Model)
391		if model == nil {
392			large = defaultLarge
393			// override the model type to large
394			err := c.UpdatePreferredModel(SelectedModelTypeLarge, large)
395			if err != nil {
396				return fmt.Errorf("failed to update preferred large model: %w", err)
397			}
398		} else {
399			if largeModelSelected.MaxTokens > 0 {
400				large.MaxTokens = largeModelSelected.MaxTokens
401			} else {
402				large.MaxTokens = model.DefaultMaxTokens
403			}
404			if largeModelSelected.ReasoningEffort != "" {
405				large.ReasoningEffort = largeModelSelected.ReasoningEffort
406			}
407			large.Think = largeModelSelected.Think
408		}
409	}
410	smallModelSelected, smallModelConfigured := c.Models[SelectedModelTypeSmall]
411	if smallModelConfigured {
412		if smallModelSelected.Model != "" {
413			small.Model = smallModelSelected.Model
414		}
415		if smallModelSelected.Provider != "" {
416			small.Provider = smallModelSelected.Provider
417		}
418
419		model := c.GetModel(small.Provider, small.Model)
420		if model == nil {
421			small = defaultSmall
422			// override the model type to small
423			err := c.UpdatePreferredModel(SelectedModelTypeSmall, small)
424			if err != nil {
425				return fmt.Errorf("failed to update preferred small model: %w", err)
426			}
427		} else {
428			if smallModelSelected.MaxTokens > 0 {
429				small.MaxTokens = smallModelSelected.MaxTokens
430			} else {
431				small.MaxTokens = model.DefaultMaxTokens
432			}
433			small.ReasoningEffort = smallModelSelected.ReasoningEffort
434			small.Think = smallModelSelected.Think
435		}
436	}
437	c.Models[SelectedModelTypeLarge] = large
438	c.Models[SelectedModelTypeSmall] = small
439	return nil
440}
441
442func loadFromConfigPaths(configPaths []string) (*Config, error) {
443	var configs []io.Reader
444
445	for _, path := range configPaths {
446		fd, err := os.Open(path)
447		if err != nil {
448			if os.IsNotExist(err) {
449				continue
450			}
451			return nil, fmt.Errorf("failed to open config file %s: %w", path, err)
452		}
453		defer fd.Close()
454
455		configs = append(configs, fd)
456	}
457
458	return loadFromReaders(configs)
459}
460
461func loadFromReaders(readers []io.Reader) (*Config, error) {
462	if len(readers) == 0 {
463		return &Config{}, nil
464	}
465
466	merged, err := Merge(readers)
467	if err != nil {
468		return nil, fmt.Errorf("failed to merge configuration readers: %w", err)
469	}
470
471	return LoadReader(merged)
472}
473
474func hasVertexCredentials(env env.Env) bool {
475	useVertex := env.Get("GOOGLE_GENAI_USE_VERTEXAI") == "true"
476	hasProject := env.Get("GOOGLE_CLOUD_PROJECT") != ""
477	hasLocation := env.Get("GOOGLE_CLOUD_LOCATION") != ""
478	return useVertex && hasProject && hasLocation
479}
480
481func hasAWSCredentials(env env.Env) bool {
482	if env.Get("AWS_ACCESS_KEY_ID") != "" && env.Get("AWS_SECRET_ACCESS_KEY") != "" {
483		return true
484	}
485
486	if env.Get("AWS_PROFILE") != "" || env.Get("AWS_DEFAULT_PROFILE") != "" {
487		return true
488	}
489
490	if env.Get("AWS_REGION") != "" || env.Get("AWS_DEFAULT_REGION") != "" {
491		return true
492	}
493
494	if env.Get("AWS_CONTAINER_CREDENTIALS_RELATIVE_URI") != "" ||
495		env.Get("AWS_CONTAINER_CREDENTIALS_FULL_URI") != "" {
496		return true
497	}
498
499	return false
500}
501
502func globalConfig() string {
503	xdgConfigHome := os.Getenv("XDG_CONFIG_HOME")
504	if xdgConfigHome != "" {
505		return filepath.Join(xdgConfigHome, appName, fmt.Sprintf("%s.json", appName))
506	}
507
508	// return the path to the main config directory
509	// for windows, it should be in `%LOCALAPPDATA%/crush/`
510	// for linux and macOS, it should be in `$HOME/.config/crush/`
511	if runtime.GOOS == "windows" {
512		localAppData := os.Getenv("LOCALAPPDATA")
513		if localAppData == "" {
514			localAppData = filepath.Join(os.Getenv("USERPROFILE"), "AppData", "Local")
515		}
516		return filepath.Join(localAppData, appName, fmt.Sprintf("%s.json", appName))
517	}
518
519	return filepath.Join(os.Getenv("HOME"), ".config", appName, fmt.Sprintf("%s.json", appName))
520}
521
522// GlobalConfigData returns the path to the main data directory for the application.
523// this config is used when the app overrides configurations instead of updating the global config.
524func GlobalConfigData() string {
525	xdgDataHome := os.Getenv("XDG_DATA_HOME")
526	if xdgDataHome != "" {
527		return filepath.Join(xdgDataHome, appName, fmt.Sprintf("%s.json", appName))
528	}
529
530	// return the path to the main data directory
531	// for windows, it should be in `%LOCALAPPDATA%/crush/`
532	// for linux and macOS, it should be in `$HOME/.local/share/crush/`
533	if runtime.GOOS == "windows" {
534		localAppData := os.Getenv("LOCALAPPDATA")
535		if localAppData == "" {
536			localAppData = filepath.Join(os.Getenv("USERPROFILE"), "AppData", "Local")
537		}
538		return filepath.Join(localAppData, appName, fmt.Sprintf("%s.json", appName))
539	}
540
541	return filepath.Join(os.Getenv("HOME"), ".local", "share", appName, fmt.Sprintf("%s.json", appName))
542}
543
544func HomeDir() string {
545	homeDir := os.Getenv("HOME")
546	if homeDir == "" {
547		homeDir = os.Getenv("USERPROFILE") // For Windows compatibility
548	}
549	if homeDir == "" {
550		homeDir = os.Getenv("HOMEPATH") // Fallback for some environments
551	}
552	return homeDir
553}