1// Package providers provides a registry of inference providers
2package providers
3
4import (
5 _ "embed"
6 "encoding/json"
7 "log"
8
9 "github.com/charmbracelet/catwalk/pkg/catwalk"
10)
11
12//go:embed configs/openai.json
13var openAIConfig []byte
14
15//go:embed configs/anthropic.json
16var anthropicConfig []byte
17
18//go:embed configs/gemini.json
19var geminiConfig []byte
20
21//go:embed configs/openrouter.json
22var openRouterConfig []byte
23
24//go:embed configs/azure.json
25var azureConfig []byte
26
27//go:embed configs/vertexai.json
28var vertexAIConfig []byte
29
30//go:embed configs/xai.json
31var xAIConfig []byte
32
33//go:embed configs/zai.json
34var zAIConfig []byte
35
36//go:embed configs/bedrock.json
37var bedrockConfig []byte
38
39//go:embed configs/groq.json
40var groqConfig []byte
41
42//go:embed configs/lambda.json
43var lambdaConfig []byte
44
45//go:embed configs/cerebras.json
46var cerebrasConfig []byte
47
48//go:embed configs/venice.json
49var veniceConfig []byte
50
51// ProviderFunc is a function that returns a Provider.
52type ProviderFunc func() catwalk.Provider
53
54var providerRegistry = []ProviderFunc{
55 anthropicProvider,
56 openAIProvider,
57 geminiProvider,
58 azureProvider,
59 bedrockProvider,
60 vertexAIProvider,
61 xAIProvider,
62 zAIProvider,
63 groqProvider,
64 openRouterProvider,
65 lambdaProvider,
66 cerebrasProvider,
67 veniceProvider,
68}
69
70// GetAll returns all registered providers.
71func GetAll() []catwalk.Provider {
72 providers := make([]catwalk.Provider, 0, len(providerRegistry))
73 for _, providerFunc := range providerRegistry {
74 providers = append(providers, providerFunc())
75 }
76 return providers
77}
78
79func loadProviderFromConfig(configData []byte) catwalk.Provider {
80 var p catwalk.Provider
81 if err := json.Unmarshal(configData, &p); err != nil {
82 log.Printf("Error loading provider config: %v", err)
83 return catwalk.Provider{}
84 }
85 return p
86}
87
88func openAIProvider() catwalk.Provider {
89 return loadProviderFromConfig(openAIConfig)
90}
91
92func anthropicProvider() catwalk.Provider {
93 return loadProviderFromConfig(anthropicConfig)
94}
95
96func geminiProvider() catwalk.Provider {
97 return loadProviderFromConfig(geminiConfig)
98}
99
100func azureProvider() catwalk.Provider {
101 return loadProviderFromConfig(azureConfig)
102}
103
104func bedrockProvider() catwalk.Provider {
105 return loadProviderFromConfig(bedrockConfig)
106}
107
108func vertexAIProvider() catwalk.Provider {
109 return loadProviderFromConfig(vertexAIConfig)
110}
111
112func xAIProvider() catwalk.Provider {
113 return loadProviderFromConfig(xAIConfig)
114}
115
116func zAIProvider() catwalk.Provider {
117 return loadProviderFromConfig(zAIConfig)
118}
119
120func openRouterProvider() catwalk.Provider {
121 return loadProviderFromConfig(openRouterConfig)
122}
123
124func groqProvider() catwalk.Provider {
125 return loadProviderFromConfig(groqConfig)
126}
127
128func lambdaProvider() catwalk.Provider {
129 return loadProviderFromConfig(lambdaConfig)
130}
131
132func cerebrasProvider() catwalk.Provider {
133 return loadProviderFromConfig(cerebrasConfig)
134}
135
136func veniceProvider() catwalk.Provider {
137 return loadProviderFromConfig(veniceConfig)
138}