1// Package providers provides a registry of inference providers
2package providers
3
4import (
5 _ "embed"
6 "encoding/json"
7 "log"
8
9 "charm.land/catwalk/pkg/catwalk"
10)
11
12//go:embed configs/openai.json
13var openAIConfig []byte
14
15//go:embed configs/anthropic.json
16var anthropicConfig []byte
17
18//go:embed configs/synthetic.json
19var syntheticConfig []byte
20
21//go:embed configs/gemini.json
22var geminiConfig []byte
23
24//go:embed configs/openrouter.json
25var openRouterConfig []byte
26
27//go:embed configs/azure.json
28var azureConfig []byte
29
30//go:embed configs/vertexai.json
31var vertexAIConfig []byte
32
33//go:embed configs/xai.json
34var xAIConfig []byte
35
36//go:embed configs/zai.json
37var zAIConfig []byte
38
39//go:embed configs/bedrock.json
40var bedrockConfig []byte
41
42//go:embed configs/groq.json
43var groqConfig []byte
44
45//go:embed configs/cerebras.json
46var cerebrasConfig []byte
47
48//go:embed configs/venice.json
49var veniceConfig []byte
50
51//go:embed configs/chutes.json
52var chutesConfig []byte
53
54//go:embed configs/deepseek.json
55var deepSeekConfig []byte
56
57//go:embed configs/huggingface.json
58var huggingFaceConfig []byte
59
60//go:embed configs/aihubmix.json
61var aiHubMixConfig []byte
62
63//go:embed configs/kimi.json
64var kimiCodingConfig []byte
65
66//go:embed configs/copilot.json
67var copilotConfig []byte
68
69//go:embed configs/vercel.json
70var vercelConfig []byte
71
72//go:embed configs/minimax.json
73var miniMaxConfig []byte
74
75//go:embed configs/ionet.json
76var ioNetConfig []byte
77
78// ProviderFunc is a function that returns a Provider.
79type ProviderFunc func() catwalk.Provider
80
81var providerRegistry = []ProviderFunc{
82 anthropicProvider,
83 openAIProvider,
84 geminiProvider,
85 azureProvider,
86 bedrockProvider,
87 vertexAIProvider,
88 xAIProvider,
89 zAIProvider,
90 kimiCodingProvider,
91 groqProvider,
92 openRouterProvider,
93 cerebrasProvider,
94 veniceProvider,
95 chutesProvider,
96 deepSeekProvider,
97 huggingFaceProvider,
98 aiHubMixProvider,
99 syntheticProvider,
100 copilotProvider,
101 vercelProvider,
102 miniMaxProvider,
103 ioNetProvider,
104}
105
106// GetAll returns all registered providers.
107func GetAll() []catwalk.Provider {
108 providers := make([]catwalk.Provider, 0, len(providerRegistry))
109 for _, providerFunc := range providerRegistry {
110 providers = append(providers, providerFunc())
111 }
112 return providers
113}
114
115func loadProviderFromConfig(configData []byte) catwalk.Provider {
116 var p catwalk.Provider
117 if err := json.Unmarshal(configData, &p); err != nil {
118 log.Printf("Error loading provider config: %v", err)
119 return catwalk.Provider{}
120 }
121 return p
122}
123
124func openAIProvider() catwalk.Provider {
125 return loadProviderFromConfig(openAIConfig)
126}
127
128func syntheticProvider() catwalk.Provider {
129 return loadProviderFromConfig(syntheticConfig)
130}
131
132func anthropicProvider() catwalk.Provider {
133 return loadProviderFromConfig(anthropicConfig)
134}
135
136func geminiProvider() catwalk.Provider {
137 return loadProviderFromConfig(geminiConfig)
138}
139
140func azureProvider() catwalk.Provider {
141 return loadProviderFromConfig(azureConfig)
142}
143
144func bedrockProvider() catwalk.Provider {
145 return loadProviderFromConfig(bedrockConfig)
146}
147
148func vertexAIProvider() catwalk.Provider {
149 return loadProviderFromConfig(vertexAIConfig)
150}
151
152func xAIProvider() catwalk.Provider {
153 return loadProviderFromConfig(xAIConfig)
154}
155
156func zAIProvider() catwalk.Provider {
157 return loadProviderFromConfig(zAIConfig)
158}
159
160func openRouterProvider() catwalk.Provider {
161 return loadProviderFromConfig(openRouterConfig)
162}
163
164func groqProvider() catwalk.Provider {
165 return loadProviderFromConfig(groqConfig)
166}
167
168func cerebrasProvider() catwalk.Provider {
169 return loadProviderFromConfig(cerebrasConfig)
170}
171
172func veniceProvider() catwalk.Provider {
173 return loadProviderFromConfig(veniceConfig)
174}
175
176func chutesProvider() catwalk.Provider {
177 return loadProviderFromConfig(chutesConfig)
178}
179
180func deepSeekProvider() catwalk.Provider {
181 return loadProviderFromConfig(deepSeekConfig)
182}
183
184func huggingFaceProvider() catwalk.Provider {
185 return loadProviderFromConfig(huggingFaceConfig)
186}
187
188func aiHubMixProvider() catwalk.Provider {
189 return loadProviderFromConfig(aiHubMixConfig)
190}
191
192func kimiCodingProvider() catwalk.Provider {
193 return loadProviderFromConfig(kimiCodingConfig)
194}
195
196func copilotProvider() catwalk.Provider {
197 return loadProviderFromConfig(copilotConfig)
198}
199
200func vercelProvider() catwalk.Provider {
201 return loadProviderFromConfig(vercelConfig)
202}
203
204func miniMaxProvider() catwalk.Provider {
205 return loadProviderFromConfig(miniMaxConfig)
206}
207
208func ioNetProvider() catwalk.Provider {
209 return loadProviderFromConfig(ioNetConfig)
210}