1// Package providers provides a registry of inference providers
2package providers
3
4import (
5 _ "embed"
6 "encoding/json"
7 "log"
8
9 "github.com/charmbracelet/catwalk/pkg/catwalk"
10)
11
12//go:embed configs/openai.json
13var openAIConfig []byte
14
15//go:embed configs/anthropic.json
16var anthropicConfig []byte
17
18//go:embed configs/synthetic.json
19var syntheticConfig []byte
20
21//go:embed configs/gemini.json
22var geminiConfig []byte
23
24//go:embed configs/openrouter.json
25var openRouterConfig []byte
26
27//go:embed configs/azure.json
28var azureConfig []byte
29
30//go:embed configs/vertexai.json
31var vertexAIConfig []byte
32
33//go:embed configs/xai.json
34var xAIConfig []byte
35
36//go:embed configs/zai.json
37var zAIConfig []byte
38
39//go:embed configs/bedrock.json
40var bedrockConfig []byte
41
42//go:embed configs/groq.json
43var groqConfig []byte
44
45//go:embed configs/cerebras.json
46var cerebrasConfig []byte
47
48//go:embed configs/venice.json
49var veniceConfig []byte
50
51//go:embed configs/chutes.json
52var chutesConfig []byte
53
54//go:embed configs/deepseek.json
55var deepSeekConfig []byte
56
57//go:embed configs/huggingface.json
58var huggingFaceConfig []byte
59
60//go:embed configs/aihubmix.json
61var aiHubMixConfig []byte
62
63// ProviderFunc is a function that returns a Provider.
64type ProviderFunc func() catwalk.Provider
65
66var providerRegistry = []ProviderFunc{
67 anthropicProvider,
68 openAIProvider,
69 geminiProvider,
70 azureProvider,
71 bedrockProvider,
72 vertexAIProvider,
73 xAIProvider,
74 zAIProvider,
75 groqProvider,
76 openRouterProvider,
77 cerebrasProvider,
78 veniceProvider,
79 chutesProvider,
80 deepSeekProvider,
81 huggingFaceProvider,
82 aiHubMixProvider,
83 syntheticProvider,
84}
85
86// GetAll returns all registered providers.
87func GetAll() []catwalk.Provider {
88 providers := make([]catwalk.Provider, 0, len(providerRegistry))
89 for _, providerFunc := range providerRegistry {
90 providers = append(providers, providerFunc())
91 }
92 return providers
93}
94
95func loadProviderFromConfig(configData []byte) catwalk.Provider {
96 var p catwalk.Provider
97 if err := json.Unmarshal(configData, &p); err != nil {
98 log.Printf("Error loading provider config: %v", err)
99 return catwalk.Provider{}
100 }
101 return p
102}
103
104func openAIProvider() catwalk.Provider {
105 return loadProviderFromConfig(openAIConfig)
106}
107
108func syntheticProvider() catwalk.Provider {
109 return loadProviderFromConfig(syntheticConfig)
110}
111
112func anthropicProvider() catwalk.Provider {
113 return loadProviderFromConfig(anthropicConfig)
114}
115
116func geminiProvider() catwalk.Provider {
117 return loadProviderFromConfig(geminiConfig)
118}
119
120func azureProvider() catwalk.Provider {
121 return loadProviderFromConfig(azureConfig)
122}
123
124func bedrockProvider() catwalk.Provider {
125 return loadProviderFromConfig(bedrockConfig)
126}
127
128func vertexAIProvider() catwalk.Provider {
129 return loadProviderFromConfig(vertexAIConfig)
130}
131
132func xAIProvider() catwalk.Provider {
133 return loadProviderFromConfig(xAIConfig)
134}
135
136func zAIProvider() catwalk.Provider {
137 return loadProviderFromConfig(zAIConfig)
138}
139
140func openRouterProvider() catwalk.Provider {
141 return loadProviderFromConfig(openRouterConfig)
142}
143
144func groqProvider() catwalk.Provider {
145 return loadProviderFromConfig(groqConfig)
146}
147
148func cerebrasProvider() catwalk.Provider {
149 return loadProviderFromConfig(cerebrasConfig)
150}
151
152func veniceProvider() catwalk.Provider {
153 return loadProviderFromConfig(veniceConfig)
154}
155
156func chutesProvider() catwalk.Provider {
157 return loadProviderFromConfig(chutesConfig)
158}
159
160func deepSeekProvider() catwalk.Provider {
161 return loadProviderFromConfig(deepSeekConfig)
162}
163
164func huggingFaceProvider() catwalk.Provider {
165 return loadProviderFromConfig(huggingFaceConfig)
166}
167
168func aiHubMixProvider() catwalk.Provider {
169 return loadProviderFromConfig(aiHubMixConfig)
170}