load.go

  1package config
  2
  3import (
  4	"context"
  5	"encoding/json"
  6	"fmt"
  7	"io"
  8	"os"
  9	"path/filepath"
 10	"runtime"
 11	"slices"
 12	"strings"
 13	"time"
 14
 15	"github.com/charmbracelet/crush/internal/env"
 16	"github.com/charmbracelet/crush/internal/fur/client"
 17	"github.com/charmbracelet/crush/internal/fur/provider"
 18	"github.com/charmbracelet/crush/internal/log"
 19	"github.com/charmbracelet/crush/internal/ollama"
 20	"golang.org/x/exp/slog"
 21)
 22
 23// LoadReader config via io.Reader.
 24func LoadReader(fd io.Reader) (*Config, error) {
 25	data, err := io.ReadAll(fd)
 26	if err != nil {
 27		return nil, err
 28	}
 29
 30	var config Config
 31	err = json.Unmarshal(data, &config)
 32	if err != nil {
 33		return nil, err
 34	}
 35	return &config, err
 36}
 37
 38// Load loads the configuration from the default paths.
 39func Load(workingDir string, debug bool) (*Config, error) {
 40	// uses default config paths
 41	configPaths := []string{
 42		globalConfig(),
 43		GlobalConfigData(),
 44		filepath.Join(workingDir, fmt.Sprintf("%s.json", appName)),
 45		filepath.Join(workingDir, fmt.Sprintf(".%s.json", appName)),
 46	}
 47	cfg, err := loadFromConfigPaths(configPaths)
 48	if err != nil {
 49		return nil, fmt.Errorf("failed to load config from paths %v: %w", configPaths, err)
 50	}
 51
 52	cfg.dataConfigDir = GlobalConfigData()
 53
 54	cfg.setDefaults(workingDir)
 55
 56	if debug {
 57		cfg.Options.Debug = true
 58	}
 59
 60	// Setup logs
 61	log.Setup(
 62		filepath.Join(cfg.Options.DataDirectory, "logs", fmt.Sprintf("%s.log", appName)),
 63		cfg.Options.Debug,
 64	)
 65
 66	// Load known providers, this loads the config from fur
 67	providers, err := LoadProviders(client.New())
 68	if err != nil || len(providers) == 0 {
 69		return nil, fmt.Errorf("failed to load providers: %w", err)
 70	}
 71	cfg.knownProviders = providers
 72
 73	env := env.New()
 74	// Configure providers
 75	valueResolver := NewShellVariableResolver(env)
 76	cfg.resolver = valueResolver
 77	if err := cfg.configureProviders(env, valueResolver, providers); err != nil {
 78		return nil, fmt.Errorf("failed to configure providers: %w", err)
 79	}
 80
 81	if !cfg.IsConfigured() {
 82		slog.Warn("No providers configured")
 83		return cfg, nil
 84	}
 85
 86	if err := cfg.configureSelectedModels(providers); err != nil {
 87		return nil, fmt.Errorf("failed to configure selected models: %w", err)
 88	}
 89	cfg.SetupAgents()
 90	return cfg, nil
 91}
 92
 93func (cfg *Config) configureProviders(env env.Env, resolver VariableResolver, knownProviders []provider.Provider) error {
 94	knownProviderNames := make(map[string]bool)
 95	for _, p := range knownProviders {
 96		knownProviderNames[string(p.ID)] = true
 97		config, configExists := cfg.Providers[string(p.ID)]
 98		// if the user configured a known provider we need to allow it to override a couple of parameters
 99		if configExists {
100			if config.Disable {
101				slog.Debug("Skipping provider due to disable flag", "provider", p.ID)
102				delete(cfg.Providers, string(p.ID))
103				continue
104			}
105			if config.BaseURL != "" {
106				p.APIEndpoint = config.BaseURL
107			}
108			if config.APIKey != "" {
109				p.APIKey = config.APIKey
110			}
111			if len(config.Models) > 0 {
112				models := []provider.Model{}
113				seen := make(map[string]bool)
114
115				for _, model := range config.Models {
116					if seen[model.ID] {
117						continue
118					}
119					seen[model.ID] = true
120					if model.Model == "" {
121						model.Model = model.ID
122					}
123					models = append(models, model)
124				}
125				for _, model := range p.Models {
126					if seen[model.ID] {
127						continue
128					}
129					seen[model.ID] = true
130					if model.Model == "" {
131						model.Model = model.ID
132					}
133					models = append(models, model)
134				}
135
136				p.Models = models
137			}
138		}
139		prepared := ProviderConfig{
140			ID:           string(p.ID),
141			Name:         p.Name,
142			BaseURL:      p.APIEndpoint,
143			APIKey:       p.APIKey,
144			Type:         p.Type,
145			Disable:      config.Disable,
146			ExtraHeaders: config.ExtraHeaders,
147			ExtraParams:  make(map[string]string),
148			Models:       p.Models,
149		}
150
151		switch p.ID {
152		// Handle specific providers that require additional configuration
153		case provider.InferenceProviderVertexAI:
154			if !hasVertexCredentials(env) {
155				if configExists {
156					slog.Warn("Skipping Vertex AI provider due to missing credentials")
157					delete(cfg.Providers, string(p.ID))
158				}
159				continue
160			}
161			prepared.ExtraParams["project"] = env.Get("GOOGLE_CLOUD_PROJECT")
162			prepared.ExtraParams["location"] = env.Get("GOOGLE_CLOUD_LOCATION")
163		case provider.InferenceProviderBedrock:
164			if !hasAWSCredentials(env) {
165				if configExists {
166					slog.Warn("Skipping Bedrock provider due to missing AWS credentials")
167					delete(cfg.Providers, string(p.ID))
168				}
169				continue
170			}
171			for _, model := range p.Models {
172				if !strings.HasPrefix(model.ID, "anthropic.") {
173					return fmt.Errorf("bedrock provider only supports anthropic models for now, found: %s", model.ID)
174				}
175			}
176		default:
177			// if the provider api or endpoint are missing we skip them
178			v, err := resolver.ResolveValue(p.APIKey)
179			if v == "" || err != nil {
180				if configExists {
181					slog.Warn("Skipping provider due to missing API key", "provider", p.ID)
182					delete(cfg.Providers, string(p.ID))
183				}
184				continue
185			}
186		}
187		cfg.Providers[string(p.ID)] = prepared
188	}
189
190	// Auto-detect Ollama if it's available and not already configured
191	if _, exists := cfg.Providers["ollama"]; !exists {
192		ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
193		defer cancel()
194
195		// First try to get provider if Ollama is already running
196		if ollamaProvider, err := ollama.GetProvider(ctx); err == nil {
197			slog.Debug("Auto-detected running Ollama provider", "models", len(ollamaProvider.Models))
198			cfg.Providers["ollama"] = ProviderConfig{
199				ID:      "ollama",
200				Name:    "Ollama",
201				BaseURL: "http://localhost:11434/v1",
202				Type:    provider.TypeOpenAI,
203				APIKey:  "ollama",
204				Models:  ollamaProvider.Models,
205			}
206		} else {
207			// If Ollama is not running, try to start it
208			if err := ollama.EnsureOllamaRunning(ctx); err == nil {
209				// Now try to get the provider again
210				if ollamaProvider, err := ollama.GetProvider(ctx); err == nil {
211					slog.Debug("Started Ollama service and detected provider", "models", len(ollamaProvider.Models))
212					cfg.Providers["ollama"] = ProviderConfig{
213						ID:      "ollama",
214						Name:    "Ollama",
215						BaseURL: "http://localhost:11434/v1",
216						Type:    provider.TypeOpenAI,
217						APIKey:  "ollama",
218						Models:  ollamaProvider.Models,
219					}
220				} else {
221					slog.Debug("Started Ollama service but failed to get provider", "error", err)
222				}
223			} else {
224				slog.Debug("Failed to start Ollama service", "error", err)
225			}
226		}
227	}
228
229	// validate the custom providers
230	for id, providerConfig := range cfg.Providers {
231		if knownProviderNames[id] {
232			continue
233		}
234
235		// Make sure the provider ID is set
236		providerConfig.ID = id
237		if providerConfig.Name == "" {
238			providerConfig.Name = id // Use ID as name if not set
239		}
240		// default to OpenAI if not set
241		if providerConfig.Type == "" {
242			providerConfig.Type = provider.TypeOpenAI
243		}
244
245		if providerConfig.Disable {
246			slog.Debug("Skipping custom provider due to disable flag", "provider", id)
247			delete(cfg.Providers, id)
248			continue
249		}
250		if providerConfig.APIKey == "" {
251			slog.Warn("Provider is missing API key, this might be OK for local providers", "provider", id)
252		}
253		if providerConfig.BaseURL == "" {
254			slog.Warn("Skipping custom provider due to missing API endpoint", "provider", id)
255			delete(cfg.Providers, id)
256			continue
257		}
258		if len(providerConfig.Models) == 0 {
259			slog.Warn("Skipping custom provider because the provider has no models", "provider", id)
260			delete(cfg.Providers, id)
261			continue
262		}
263		if providerConfig.Type != provider.TypeOpenAI {
264			slog.Warn("Skipping custom provider because the provider type is not supported", "provider", id, "type", providerConfig.Type)
265			delete(cfg.Providers, id)
266			continue
267		}
268
269		apiKey, err := resolver.ResolveValue(providerConfig.APIKey)
270		if apiKey == "" || err != nil {
271			slog.Warn("Provider is missing API key, this might be OK for local providers", "provider", id)
272		}
273		baseURL, err := resolver.ResolveValue(providerConfig.BaseURL)
274		if baseURL == "" || err != nil {
275			slog.Warn("Skipping custom provider due to missing API endpoint", "provider", id, "error", err)
276			delete(cfg.Providers, id)
277			continue
278		}
279
280		cfg.Providers[id] = providerConfig
281	}
282	return nil
283}
284
285func (cfg *Config) setDefaults(workingDir string) {
286	cfg.workingDir = workingDir
287	if cfg.Options == nil {
288		cfg.Options = &Options{}
289	}
290	if cfg.Options.TUI == nil {
291		cfg.Options.TUI = &TUIOptions{}
292	}
293	if cfg.Options.ContextPaths == nil {
294		cfg.Options.ContextPaths = []string{}
295	}
296	if cfg.Options.DataDirectory == "" {
297		cfg.Options.DataDirectory = filepath.Join(workingDir, defaultDataDirectory)
298	}
299	if cfg.Providers == nil {
300		cfg.Providers = make(map[string]ProviderConfig)
301	}
302	if cfg.Models == nil {
303		cfg.Models = make(map[SelectedModelType]SelectedModel)
304	}
305	if cfg.MCP == nil {
306		cfg.MCP = make(map[string]MCPConfig)
307	}
308	if cfg.LSP == nil {
309		cfg.LSP = make(map[string]LSPConfig)
310	}
311
312	// Add the default context paths if they are not already present
313	cfg.Options.ContextPaths = append(defaultContextPaths, cfg.Options.ContextPaths...)
314	slices.Sort(cfg.Options.ContextPaths)
315	cfg.Options.ContextPaths = slices.Compact(cfg.Options.ContextPaths)
316}
317
318func (cfg *Config) defaultModelSelection(knownProviders []provider.Provider) (largeModel SelectedModel, smallModel SelectedModel, err error) {
319	if len(knownProviders) == 0 && len(cfg.Providers) == 0 {
320		err = fmt.Errorf("no providers configured, please configure at least one provider")
321		return
322	}
323
324	// Use the first provider enabled based on the known providers order
325	// if no provider found that is known use the first provider configured
326	for _, p := range knownProviders {
327		providerConfig, ok := cfg.Providers[string(p.ID)]
328		if !ok || providerConfig.Disable {
329			continue
330		}
331		defaultLargeModel := cfg.GetModel(string(p.ID), p.DefaultLargeModelID)
332		if defaultLargeModel == nil {
333			err = fmt.Errorf("default large model %s not found for provider %s", p.DefaultLargeModelID, p.ID)
334			return
335		}
336		largeModel = SelectedModel{
337			Provider:        string(p.ID),
338			Model:           defaultLargeModel.ID,
339			MaxTokens:       defaultLargeModel.DefaultMaxTokens,
340			ReasoningEffort: defaultLargeModel.DefaultReasoningEffort,
341		}
342
343		defaultSmallModel := cfg.GetModel(string(p.ID), p.DefaultSmallModelID)
344		if defaultSmallModel == nil {
345			err = fmt.Errorf("default small model %s not found for provider %s", p.DefaultSmallModelID, p.ID)
346			return
347		}
348		smallModel = SelectedModel{
349			Provider:        string(p.ID),
350			Model:           defaultSmallModel.ID,
351			MaxTokens:       defaultSmallModel.DefaultMaxTokens,
352			ReasoningEffort: defaultSmallModel.DefaultReasoningEffort,
353		}
354		return
355	}
356
357	enabledProviders := cfg.EnabledProviders()
358	slices.SortFunc(enabledProviders, func(a, b ProviderConfig) int {
359		return strings.Compare(a.ID, b.ID)
360	})
361
362	if len(enabledProviders) == 0 {
363		err = fmt.Errorf("no providers configured, please configure at least one provider")
364		return
365	}
366
367	providerConfig := enabledProviders[0]
368	if len(providerConfig.Models) == 0 {
369		err = fmt.Errorf("provider %s has no models configured", providerConfig.ID)
370		return
371	}
372	defaultLargeModel := cfg.GetModel(providerConfig.ID, providerConfig.Models[0].ID)
373	largeModel = SelectedModel{
374		Provider:  providerConfig.ID,
375		Model:     defaultLargeModel.ID,
376		MaxTokens: defaultLargeModel.DefaultMaxTokens,
377	}
378	defaultSmallModel := cfg.GetModel(providerConfig.ID, providerConfig.Models[0].ID)
379	smallModel = SelectedModel{
380		Provider:  providerConfig.ID,
381		Model:     defaultSmallModel.ID,
382		MaxTokens: defaultSmallModel.DefaultMaxTokens,
383	}
384	return
385}
386
387func (cfg *Config) configureSelectedModels(knownProviders []provider.Provider) error {
388	defaultLarge, defaultSmall, err := cfg.defaultModelSelection(knownProviders)
389	if err != nil {
390		return fmt.Errorf("failed to select default models: %w", err)
391	}
392	large, small := defaultLarge, defaultSmall
393
394	largeModelSelected, largeModelConfigured := cfg.Models[SelectedModelTypeLarge]
395	if largeModelConfigured {
396		if largeModelSelected.Model != "" {
397			large.Model = largeModelSelected.Model
398		}
399		if largeModelSelected.Provider != "" {
400			large.Provider = largeModelSelected.Provider
401		}
402		model := cfg.GetModel(large.Provider, large.Model)
403		if model == nil {
404			large = defaultLarge
405			// override the model type to large
406			err := cfg.UpdatePreferredModel(SelectedModelTypeLarge, large)
407			if err != nil {
408				return fmt.Errorf("failed to update preferred large model: %w", err)
409			}
410		} else {
411			if largeModelSelected.MaxTokens > 0 {
412				large.MaxTokens = largeModelSelected.MaxTokens
413			} else {
414				large.MaxTokens = model.DefaultMaxTokens
415			}
416			if largeModelSelected.ReasoningEffort != "" {
417				large.ReasoningEffort = largeModelSelected.ReasoningEffort
418			}
419			large.Think = largeModelSelected.Think
420		}
421	}
422	smallModelSelected, smallModelConfigured := cfg.Models[SelectedModelTypeSmall]
423	if smallModelConfigured {
424		if smallModelSelected.Model != "" {
425			small.Model = smallModelSelected.Model
426		}
427		if smallModelSelected.Provider != "" {
428			small.Provider = smallModelSelected.Provider
429		}
430
431		model := cfg.GetModel(small.Provider, small.Model)
432		if model == nil {
433			small = defaultSmall
434			// override the model type to small
435			err := cfg.UpdatePreferredModel(SelectedModelTypeSmall, small)
436			if err != nil {
437				return fmt.Errorf("failed to update preferred small model: %w", err)
438			}
439		} else {
440			if smallModelSelected.MaxTokens > 0 {
441				small.MaxTokens = smallModelSelected.MaxTokens
442			} else {
443				small.MaxTokens = model.DefaultMaxTokens
444			}
445			small.ReasoningEffort = smallModelSelected.ReasoningEffort
446			small.Think = smallModelSelected.Think
447		}
448	}
449	cfg.Models[SelectedModelTypeLarge] = large
450	cfg.Models[SelectedModelTypeSmall] = small
451	return nil
452}
453
454func loadFromConfigPaths(configPaths []string) (*Config, error) {
455	var configs []io.Reader
456
457	for _, path := range configPaths {
458		fd, err := os.Open(path)
459		if err != nil {
460			if os.IsNotExist(err) {
461				continue
462			}
463			return nil, fmt.Errorf("failed to open config file %s: %w", path, err)
464		}
465		defer fd.Close()
466
467		configs = append(configs, fd)
468	}
469
470	return loadFromReaders(configs)
471}
472
473func loadFromReaders(readers []io.Reader) (*Config, error) {
474	if len(readers) == 0 {
475		return &Config{}, nil
476	}
477
478	merged, err := Merge(readers)
479	if err != nil {
480		return nil, fmt.Errorf("failed to merge configuration readers: %w", err)
481	}
482
483	return LoadReader(merged)
484}
485
486func hasVertexCredentials(env env.Env) bool {
487	useVertex := env.Get("GOOGLE_GENAI_USE_VERTEXAI") == "true"
488	hasProject := env.Get("GOOGLE_CLOUD_PROJECT") != ""
489	hasLocation := env.Get("GOOGLE_CLOUD_LOCATION") != ""
490	return useVertex && hasProject && hasLocation
491}
492
493func hasAWSCredentials(env env.Env) bool {
494	if env.Get("AWS_ACCESS_KEY_ID") != "" && env.Get("AWS_SECRET_ACCESS_KEY") != "" {
495		return true
496	}
497
498	if env.Get("AWS_PROFILE") != "" || env.Get("AWS_DEFAULT_PROFILE") != "" {
499		return true
500	}
501
502	if env.Get("AWS_REGION") != "" || env.Get("AWS_DEFAULT_REGION") != "" {
503		return true
504	}
505
506	if env.Get("AWS_CONTAINER_CREDENTIALS_RELATIVE_URI") != "" ||
507		env.Get("AWS_CONTAINER_CREDENTIALS_FULL_URI") != "" {
508		return true
509	}
510
511	return false
512}
513
514func globalConfig() string {
515	xdgConfigHome := os.Getenv("XDG_CONFIG_HOME")
516	if xdgConfigHome != "" {
517		return filepath.Join(xdgConfigHome, appName, fmt.Sprintf("%s.json", appName))
518	}
519
520	// return the path to the main config directory
521	// for windows, it should be in `%LOCALAPPDATA%/crush/`
522	// for linux and macOS, it should be in `$HOME/.config/crush/`
523	if runtime.GOOS == "windows" {
524		localAppData := os.Getenv("LOCALAPPDATA")
525		if localAppData == "" {
526			localAppData = filepath.Join(os.Getenv("USERPROFILE"), "AppData", "Local")
527		}
528		return filepath.Join(localAppData, appName, fmt.Sprintf("%s.json", appName))
529	}
530
531	return filepath.Join(os.Getenv("HOME"), ".config", appName, fmt.Sprintf("%s.json", appName))
532}
533
534// GlobalConfigData returns the path to the main data directory for the application.
535// this config is used when the app overrides configurations instead of updating the global config.
536func GlobalConfigData() string {
537	xdgDataHome := os.Getenv("XDG_DATA_HOME")
538	if xdgDataHome != "" {
539		return filepath.Join(xdgDataHome, appName, fmt.Sprintf("%s.json", appName))
540	}
541
542	// return the path to the main data directory
543	// for windows, it should be in `%LOCALAPPDATA%/crush/`
544	// for linux and macOS, it should be in `$HOME/.local/share/crush/`
545	if runtime.GOOS == "windows" {
546		localAppData := os.Getenv("LOCALAPPDATA")
547		if localAppData == "" {
548			localAppData = filepath.Join(os.Getenv("USERPROFILE"), "AppData", "Local")
549		}
550		return filepath.Join(localAppData, appName, fmt.Sprintf("%s.json", appName))
551	}
552
553	return filepath.Join(os.Getenv("HOME"), ".local", "share", appName, fmt.Sprintf("%s.json", appName))
554}
555
556func HomeDir() string {
557	homeDir := os.Getenv("HOME")
558	if homeDir == "" {
559		homeDir = os.Getenv("USERPROFILE") // For Windows compatibility
560	}
561	if homeDir == "" {
562		homeDir = os.Getenv("HOMEPATH") // Fallback for some environments
563	}
564	return homeDir
565}