load.go

  1package config
  2
  3import (
  4	"context"
  5	"encoding/json"
  6	"fmt"
  7	"io"
  8	"os"
  9	"path/filepath"
 10	"runtime"
 11	"slices"
 12	"strings"
 13	"time"
 14
 15	"github.com/charmbracelet/crush/internal/env"
 16	"github.com/charmbracelet/crush/internal/fur/client"
 17	"github.com/charmbracelet/crush/internal/fur/provider"
 18	"github.com/charmbracelet/crush/internal/log"
 19	"github.com/charmbracelet/crush/internal/ollama"
 20	"golang.org/x/exp/slog"
 21)
 22
 23// LoadReader config via io.Reader.
 24func LoadReader(fd io.Reader) (*Config, error) {
 25	data, err := io.ReadAll(fd)
 26	if err != nil {
 27		return nil, err
 28	}
 29
 30	var config Config
 31	err = json.Unmarshal(data, &config)
 32	if err != nil {
 33		return nil, err
 34	}
 35	return &config, err
 36}
 37
 38// Load loads the configuration from the default paths.
 39func Load(workingDir string, debug bool) (*Config, error) {
 40	// uses default config paths
 41	configPaths := []string{
 42		globalConfig(),
 43		GlobalConfigData(),
 44		filepath.Join(workingDir, fmt.Sprintf("%s.json", appName)),
 45		filepath.Join(workingDir, fmt.Sprintf(".%s.json", appName)),
 46	}
 47	cfg, err := loadFromConfigPaths(configPaths)
 48	if err != nil {
 49		return nil, fmt.Errorf("failed to load config from paths %v: %w", configPaths, err)
 50	}
 51
 52	cfg.dataConfigDir = GlobalConfigData()
 53
 54	cfg.setDefaults(workingDir)
 55
 56	if debug {
 57		cfg.Options.Debug = true
 58	}
 59
 60	// Setup logs
 61	log.Setup(
 62		filepath.Join(cfg.Options.DataDirectory, "logs", fmt.Sprintf("%s.log", appName)),
 63		cfg.Options.Debug,
 64	)
 65
 66	// Load known providers, this loads the config from fur
 67	providers, err := LoadProviders(client.New())
 68	if err != nil || len(providers) == 0 {
 69		return nil, fmt.Errorf("failed to load providers: %w", err)
 70	}
 71	cfg.knownProviders = providers
 72
 73	env := env.New()
 74	// Configure providers
 75	valueResolver := NewShellVariableResolver(env)
 76	cfg.resolver = valueResolver
 77	if err := cfg.configureProviders(env, valueResolver, providers); err != nil {
 78		return nil, fmt.Errorf("failed to configure providers: %w", err)
 79	}
 80
 81	if !cfg.IsConfigured() {
 82		slog.Warn("No providers configured")
 83		return cfg, nil
 84	}
 85
 86	if err := cfg.configureSelectedModels(providers); err != nil {
 87		return nil, fmt.Errorf("failed to configure selected models: %w", err)
 88	}
 89	cfg.SetupAgents()
 90	return cfg, nil
 91}
 92
 93// convertOllamaModels converts ollama.ProviderModel to provider.Model
 94func convertOllamaModels(ollamaModels []ollama.ProviderModel) []provider.Model {
 95	providerModels := make([]provider.Model, len(ollamaModels))
 96	for i, model := range ollamaModels {
 97		providerModels[i] = provider.Model{
 98			ID:                 model.ID,
 99			Model:              model.Model,
100			CostPer1MIn:        model.CostPer1MIn,
101			CostPer1MOut:       model.CostPer1MOut,
102			CostPer1MInCached:  model.CostPer1MInCached,
103			CostPer1MOutCached: model.CostPer1MOutCached,
104			ContextWindow:      model.ContextWindow,
105			DefaultMaxTokens:   model.DefaultMaxTokens,
106			CanReason:          model.CanReason,
107			HasReasoningEffort: model.HasReasoningEffort,
108			SupportsImages:     model.SupportsImages,
109		}
110	}
111	return providerModels
112}
113
114func (cfg *Config) configureProviders(env env.Env, resolver VariableResolver, knownProviders []provider.Provider) error {
115	knownProviderNames := make(map[string]bool)
116	for _, p := range knownProviders {
117		knownProviderNames[string(p.ID)] = true
118		config, configExists := cfg.Providers[string(p.ID)]
119		// if the user configured a known provider we need to allow it to override a couple of parameters
120		if configExists {
121			if config.Disable {
122				slog.Debug("Skipping provider due to disable flag", "provider", p.ID)
123				delete(cfg.Providers, string(p.ID))
124				continue
125			}
126			if config.BaseURL != "" {
127				p.APIEndpoint = config.BaseURL
128			}
129			if config.APIKey != "" {
130				p.APIKey = config.APIKey
131			}
132			if len(config.Models) > 0 {
133				models := []provider.Model{}
134				seen := make(map[string]bool)
135
136				for _, model := range config.Models {
137					if seen[model.ID] {
138						continue
139					}
140					seen[model.ID] = true
141					if model.Model == "" {
142						model.Model = model.ID
143					}
144					models = append(models, model)
145				}
146				for _, model := range p.Models {
147					if seen[model.ID] {
148						continue
149					}
150					seen[model.ID] = true
151					if model.Model == "" {
152						model.Model = model.ID
153					}
154					models = append(models, model)
155				}
156
157				p.Models = models
158			}
159		}
160		prepared := ProviderConfig{
161			ID:           string(p.ID),
162			Name:         p.Name,
163			BaseURL:      p.APIEndpoint,
164			APIKey:       p.APIKey,
165			Type:         p.Type,
166			Disable:      config.Disable,
167			ExtraHeaders: config.ExtraHeaders,
168			ExtraParams:  make(map[string]string),
169			Models:       p.Models,
170		}
171
172		switch p.ID {
173		// Handle specific providers that require additional configuration
174		case provider.InferenceProviderVertexAI:
175			if !hasVertexCredentials(env) {
176				if configExists {
177					slog.Warn("Skipping Vertex AI provider due to missing credentials")
178					delete(cfg.Providers, string(p.ID))
179				}
180				continue
181			}
182			prepared.ExtraParams["project"] = env.Get("GOOGLE_CLOUD_PROJECT")
183			prepared.ExtraParams["location"] = env.Get("GOOGLE_CLOUD_LOCATION")
184		case provider.InferenceProviderBedrock:
185			if !hasAWSCredentials(env) {
186				if configExists {
187					slog.Warn("Skipping Bedrock provider due to missing AWS credentials")
188					delete(cfg.Providers, string(p.ID))
189				}
190				continue
191			}
192			for _, model := range p.Models {
193				if !strings.HasPrefix(model.ID, "anthropic.") {
194					return fmt.Errorf("bedrock provider only supports anthropic models for now, found: %s", model.ID)
195				}
196			}
197		default:
198			// if the provider api or endpoint are missing we skip them
199			v, err := resolver.ResolveValue(p.APIKey)
200			if v == "" || err != nil {
201				if configExists {
202					slog.Warn("Skipping provider due to missing API key", "provider", p.ID)
203					delete(cfg.Providers, string(p.ID))
204				}
205				continue
206			}
207		}
208		cfg.Providers[string(p.ID)] = prepared
209	}
210
211	// Auto-detect Ollama if it's available and not already configured
212	if _, exists := cfg.Providers["ollama"]; !exists {
213		ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
214		defer cancel()
215
216		// First try to get provider if Ollama is already running
217		if ollamaProvider, err := ollama.GetProvider(ctx); err == nil {
218			slog.Debug("Auto-detected running Ollama provider", "models", len(ollamaProvider.Models))
219			cfg.Providers["ollama"] = ProviderConfig{
220				ID:      "ollama",
221				Name:    "Ollama",
222				BaseURL: "http://localhost:11434/v1",
223				Type:    provider.TypeOpenAI,
224				APIKey:  "ollama",
225				Models:  convertOllamaModels(ollamaProvider.Models),
226			}
227		} else {
228			// If Ollama is not running, try to start it
229			if err := ollama.EnsureRunning(ctx); err == nil {
230				// Now try to get the provider again
231				if ollamaProvider, err := ollama.GetProvider(ctx); err == nil {
232					slog.Debug("Started Ollama service and detected provider", "models", len(ollamaProvider.Models))
233					cfg.Providers["ollama"] = ProviderConfig{
234						ID:      "ollama",
235						Name:    "Ollama",
236						BaseURL: "http://localhost:11434/v1",
237						Type:    provider.TypeOpenAI,
238						APIKey:  "ollama",
239						Models:  convertOllamaModels(ollamaProvider.Models),
240					}
241				} else {
242					slog.Debug("Started Ollama service but failed to get provider", "error", err)
243				}
244			} else {
245				slog.Debug("Failed to start Ollama service", "error", err)
246			}
247		}
248	}
249
250	// validate the custom providers
251	for id, providerConfig := range cfg.Providers {
252		if knownProviderNames[id] {
253			continue
254		}
255
256		// Make sure the provider ID is set
257		providerConfig.ID = id
258		if providerConfig.Name == "" {
259			providerConfig.Name = id // Use ID as name if not set
260		}
261		// default to OpenAI if not set
262		if providerConfig.Type == "" {
263			providerConfig.Type = provider.TypeOpenAI
264		}
265
266		if providerConfig.Disable {
267			slog.Debug("Skipping custom provider due to disable flag", "provider", id)
268			delete(cfg.Providers, id)
269			continue
270		}
271		if providerConfig.APIKey == "" {
272			slog.Warn("Provider is missing API key, this might be OK for local providers", "provider", id)
273		}
274		if providerConfig.BaseURL == "" {
275			slog.Warn("Skipping custom provider due to missing API endpoint", "provider", id)
276			delete(cfg.Providers, id)
277			continue
278		}
279		if len(providerConfig.Models) == 0 {
280			slog.Warn("Skipping custom provider because the provider has no models", "provider", id)
281			delete(cfg.Providers, id)
282			continue
283		}
284		if providerConfig.Type != provider.TypeOpenAI {
285			slog.Warn("Skipping custom provider because the provider type is not supported", "provider", id, "type", providerConfig.Type)
286			delete(cfg.Providers, id)
287			continue
288		}
289
290		apiKey, err := resolver.ResolveValue(providerConfig.APIKey)
291		if apiKey == "" || err != nil {
292			slog.Warn("Provider is missing API key, this might be OK for local providers", "provider", id)
293		}
294		baseURL, err := resolver.ResolveValue(providerConfig.BaseURL)
295		if baseURL == "" || err != nil {
296			slog.Warn("Skipping custom provider due to missing API endpoint", "provider", id, "error", err)
297			delete(cfg.Providers, id)
298			continue
299		}
300
301		cfg.Providers[id] = providerConfig
302	}
303	return nil
304}
305
306func (cfg *Config) setDefaults(workingDir string) {
307	cfg.workingDir = workingDir
308	if cfg.Options == nil {
309		cfg.Options = &Options{}
310	}
311	if cfg.Options.TUI == nil {
312		cfg.Options.TUI = &TUIOptions{}
313	}
314	if cfg.Options.ContextPaths == nil {
315		cfg.Options.ContextPaths = []string{}
316	}
317	if cfg.Options.DataDirectory == "" {
318		cfg.Options.DataDirectory = filepath.Join(workingDir, defaultDataDirectory)
319	}
320	if cfg.Providers == nil {
321		cfg.Providers = make(map[string]ProviderConfig)
322	}
323	if cfg.Models == nil {
324		cfg.Models = make(map[SelectedModelType]SelectedModel)
325	}
326	if cfg.MCP == nil {
327		cfg.MCP = make(map[string]MCPConfig)
328	}
329	if cfg.LSP == nil {
330		cfg.LSP = make(map[string]LSPConfig)
331	}
332
333	// Add the default context paths if they are not already present
334	cfg.Options.ContextPaths = append(defaultContextPaths, cfg.Options.ContextPaths...)
335	slices.Sort(cfg.Options.ContextPaths)
336	cfg.Options.ContextPaths = slices.Compact(cfg.Options.ContextPaths)
337}
338
339func (cfg *Config) defaultModelSelection(knownProviders []provider.Provider) (largeModel SelectedModel, smallModel SelectedModel, err error) {
340	if len(knownProviders) == 0 && len(cfg.Providers) == 0 {
341		err = fmt.Errorf("no providers configured, please configure at least one provider")
342		return
343	}
344
345	// Use the first provider enabled based on the known providers order
346	// if no provider found that is known use the first provider configured
347	for _, p := range knownProviders {
348		providerConfig, ok := cfg.Providers[string(p.ID)]
349		if !ok || providerConfig.Disable {
350			continue
351		}
352		defaultLargeModel := cfg.GetModel(string(p.ID), p.DefaultLargeModelID)
353		if defaultLargeModel == nil {
354			err = fmt.Errorf("default large model %s not found for provider %s", p.DefaultLargeModelID, p.ID)
355			return
356		}
357		largeModel = SelectedModel{
358			Provider:        string(p.ID),
359			Model:           defaultLargeModel.ID,
360			MaxTokens:       defaultLargeModel.DefaultMaxTokens,
361			ReasoningEffort: defaultLargeModel.DefaultReasoningEffort,
362		}
363
364		defaultSmallModel := cfg.GetModel(string(p.ID), p.DefaultSmallModelID)
365		if defaultSmallModel == nil {
366			err = fmt.Errorf("default small model %s not found for provider %s", p.DefaultSmallModelID, p.ID)
367			return
368		}
369		smallModel = SelectedModel{
370			Provider:        string(p.ID),
371			Model:           defaultSmallModel.ID,
372			MaxTokens:       defaultSmallModel.DefaultMaxTokens,
373			ReasoningEffort: defaultSmallModel.DefaultReasoningEffort,
374		}
375		return
376	}
377
378	enabledProviders := cfg.EnabledProviders()
379	slices.SortFunc(enabledProviders, func(a, b ProviderConfig) int {
380		return strings.Compare(a.ID, b.ID)
381	})
382
383	if len(enabledProviders) == 0 {
384		err = fmt.Errorf("no providers configured, please configure at least one provider")
385		return
386	}
387
388	providerConfig := enabledProviders[0]
389	if len(providerConfig.Models) == 0 {
390		err = fmt.Errorf("provider %s has no models configured", providerConfig.ID)
391		return
392	}
393	defaultLargeModel := cfg.GetModel(providerConfig.ID, providerConfig.Models[0].ID)
394	largeModel = SelectedModel{
395		Provider:  providerConfig.ID,
396		Model:     defaultLargeModel.ID,
397		MaxTokens: defaultLargeModel.DefaultMaxTokens,
398	}
399	defaultSmallModel := cfg.GetModel(providerConfig.ID, providerConfig.Models[0].ID)
400	smallModel = SelectedModel{
401		Provider:  providerConfig.ID,
402		Model:     defaultSmallModel.ID,
403		MaxTokens: defaultSmallModel.DefaultMaxTokens,
404	}
405	return
406}
407
408func (cfg *Config) configureSelectedModels(knownProviders []provider.Provider) error {
409	defaultLarge, defaultSmall, err := cfg.defaultModelSelection(knownProviders)
410	if err != nil {
411		return fmt.Errorf("failed to select default models: %w", err)
412	}
413	large, small := defaultLarge, defaultSmall
414
415	largeModelSelected, largeModelConfigured := cfg.Models[SelectedModelTypeLarge]
416	if largeModelConfigured {
417		if largeModelSelected.Model != "" {
418			large.Model = largeModelSelected.Model
419		}
420		if largeModelSelected.Provider != "" {
421			large.Provider = largeModelSelected.Provider
422		}
423		model := cfg.GetModel(large.Provider, large.Model)
424		if model == nil {
425			large = defaultLarge
426			// override the model type to large
427			err := cfg.UpdatePreferredModel(SelectedModelTypeLarge, large)
428			if err != nil {
429				return fmt.Errorf("failed to update preferred large model: %w", err)
430			}
431		} else {
432			if largeModelSelected.MaxTokens > 0 {
433				large.MaxTokens = largeModelSelected.MaxTokens
434			} else {
435				large.MaxTokens = model.DefaultMaxTokens
436			}
437			if largeModelSelected.ReasoningEffort != "" {
438				large.ReasoningEffort = largeModelSelected.ReasoningEffort
439			}
440			large.Think = largeModelSelected.Think
441		}
442	}
443	smallModelSelected, smallModelConfigured := cfg.Models[SelectedModelTypeSmall]
444	if smallModelConfigured {
445		if smallModelSelected.Model != "" {
446			small.Model = smallModelSelected.Model
447		}
448		if smallModelSelected.Provider != "" {
449			small.Provider = smallModelSelected.Provider
450		}
451
452		model := cfg.GetModel(small.Provider, small.Model)
453		if model == nil {
454			small = defaultSmall
455			// override the model type to small
456			err := cfg.UpdatePreferredModel(SelectedModelTypeSmall, small)
457			if err != nil {
458				return fmt.Errorf("failed to update preferred small model: %w", err)
459			}
460		} else {
461			if smallModelSelected.MaxTokens > 0 {
462				small.MaxTokens = smallModelSelected.MaxTokens
463			} else {
464				small.MaxTokens = model.DefaultMaxTokens
465			}
466			small.ReasoningEffort = smallModelSelected.ReasoningEffort
467			small.Think = smallModelSelected.Think
468		}
469	}
470	cfg.Models[SelectedModelTypeLarge] = large
471	cfg.Models[SelectedModelTypeSmall] = small
472	return nil
473}
474
475func loadFromConfigPaths(configPaths []string) (*Config, error) {
476	var configs []io.Reader
477
478	for _, path := range configPaths {
479		fd, err := os.Open(path)
480		if err != nil {
481			if os.IsNotExist(err) {
482				continue
483			}
484			return nil, fmt.Errorf("failed to open config file %s: %w", path, err)
485		}
486		defer fd.Close()
487
488		configs = append(configs, fd)
489	}
490
491	return loadFromReaders(configs)
492}
493
494func loadFromReaders(readers []io.Reader) (*Config, error) {
495	if len(readers) == 0 {
496		return &Config{}, nil
497	}
498
499	merged, err := Merge(readers)
500	if err != nil {
501		return nil, fmt.Errorf("failed to merge configuration readers: %w", err)
502	}
503
504	return LoadReader(merged)
505}
506
507func hasVertexCredentials(env env.Env) bool {
508	useVertex := env.Get("GOOGLE_GENAI_USE_VERTEXAI") == "true"
509	hasProject := env.Get("GOOGLE_CLOUD_PROJECT") != ""
510	hasLocation := env.Get("GOOGLE_CLOUD_LOCATION") != ""
511	return useVertex && hasProject && hasLocation
512}
513
514func hasAWSCredentials(env env.Env) bool {
515	if env.Get("AWS_ACCESS_KEY_ID") != "" && env.Get("AWS_SECRET_ACCESS_KEY") != "" {
516		return true
517	}
518
519	if env.Get("AWS_PROFILE") != "" || env.Get("AWS_DEFAULT_PROFILE") != "" {
520		return true
521	}
522
523	if env.Get("AWS_REGION") != "" || env.Get("AWS_DEFAULT_REGION") != "" {
524		return true
525	}
526
527	if env.Get("AWS_CONTAINER_CREDENTIALS_RELATIVE_URI") != "" ||
528		env.Get("AWS_CONTAINER_CREDENTIALS_FULL_URI") != "" {
529		return true
530	}
531
532	return false
533}
534
535func globalConfig() string {
536	xdgConfigHome := os.Getenv("XDG_CONFIG_HOME")
537	if xdgConfigHome != "" {
538		return filepath.Join(xdgConfigHome, appName, fmt.Sprintf("%s.json", appName))
539	}
540
541	// return the path to the main config directory
542	// for windows, it should be in `%LOCALAPPDATA%/crush/`
543	// for linux and macOS, it should be in `$HOME/.config/crush/`
544	if runtime.GOOS == "windows" {
545		localAppData := os.Getenv("LOCALAPPDATA")
546		if localAppData == "" {
547			localAppData = filepath.Join(os.Getenv("USERPROFILE"), "AppData", "Local")
548		}
549		return filepath.Join(localAppData, appName, fmt.Sprintf("%s.json", appName))
550	}
551
552	return filepath.Join(os.Getenv("HOME"), ".config", appName, fmt.Sprintf("%s.json", appName))
553}
554
555// GlobalConfigData returns the path to the main data directory for the application.
556// this config is used when the app overrides configurations instead of updating the global config.
557func GlobalConfigData() string {
558	xdgDataHome := os.Getenv("XDG_DATA_HOME")
559	if xdgDataHome != "" {
560		return filepath.Join(xdgDataHome, appName, fmt.Sprintf("%s.json", appName))
561	}
562
563	// return the path to the main data directory
564	// for windows, it should be in `%LOCALAPPDATA%/crush/`
565	// for linux and macOS, it should be in `$HOME/.local/share/crush/`
566	if runtime.GOOS == "windows" {
567		localAppData := os.Getenv("LOCALAPPDATA")
568		if localAppData == "" {
569			localAppData = filepath.Join(os.Getenv("USERPROFILE"), "AppData", "Local")
570		}
571		return filepath.Join(localAppData, appName, fmt.Sprintf("%s.json", appName))
572	}
573
574	return filepath.Join(os.Getenv("HOME"), ".local", "share", appName, fmt.Sprintf("%s.json", appName))
575}
576
577func HomeDir() string {
578	homeDir := os.Getenv("HOME")
579	if homeDir == "" {
580		homeDir = os.Getenv("USERPROFILE") // For Windows compatibility
581	}
582	if homeDir == "" {
583		homeDir = os.Getenv("HOMEPATH") // Fallback for some environments
584	}
585	return homeDir
586}