1mod supported_countries;
2
3use anyhow::{Result, anyhow, bail};
4use futures::{AsyncBufReadExt, AsyncReadExt, StreamExt, io::BufReader, stream::BoxStream};
5use http_client::{AsyncBody, HttpClient, Method, Request as HttpRequest};
6use serde::{Deserialize, Serialize};
7
8pub use supported_countries::*;
9
10pub const API_URL: &str = "https://generativelanguage.googleapis.com";
11
12pub async fn stream_generate_content(
13 client: &dyn HttpClient,
14 api_url: &str,
15 api_key: &str,
16 mut request: GenerateContentRequest,
17) -> Result<BoxStream<'static, Result<GenerateContentResponse>>> {
18 if request.contents.is_empty() {
19 bail!("Request must contain at least one content item");
20 }
21
22 if let Some(user_content) = request
23 .contents
24 .iter()
25 .find(|content| content.role == Role::User)
26 {
27 if user_content.parts.is_empty() {
28 bail!("User content must contain at least one part");
29 }
30 }
31
32 let uri = format!(
33 "{api_url}/v1beta/models/{model}:streamGenerateContent?alt=sse&key={api_key}",
34 model = request.model
35 );
36 request.model.clear();
37
38 let request_builder = HttpRequest::builder()
39 .method(Method::POST)
40 .uri(uri)
41 .header("Content-Type", "application/json");
42
43 let request = request_builder.body(AsyncBody::from(serde_json::to_string(&request)?))?;
44 let mut response = client.send(request).await?;
45 if response.status().is_success() {
46 let reader = BufReader::new(response.into_body());
47 Ok(reader
48 .lines()
49 .filter_map(|line| async move {
50 match line {
51 Ok(line) => {
52 if let Some(line) = line.strip_prefix("data: ") {
53 match serde_json::from_str(line) {
54 Ok(response) => Some(Ok(response)),
55 Err(error) => Some(Err(anyhow!(format!(
56 "Error parsing JSON: {:?}\n{:?}",
57 error, line
58 )))),
59 }
60 } else {
61 None
62 }
63 }
64 Err(error) => Some(Err(anyhow!(error))),
65 }
66 })
67 .boxed())
68 } else {
69 let mut text = String::new();
70 response.body_mut().read_to_string(&mut text).await?;
71 Err(anyhow!(
72 "error during streamGenerateContent, status code: {:?}, body: {}",
73 response.status(),
74 text
75 ))
76 }
77}
78
79pub async fn count_tokens(
80 client: &dyn HttpClient,
81 api_url: &str,
82 api_key: &str,
83 request: CountTokensRequest,
84) -> Result<CountTokensResponse> {
85 let uri = format!(
86 "{}/v1beta/models/gemini-pro:countTokens?key={}",
87 api_url, api_key
88 );
89 let request = serde_json::to_string(&request)?;
90
91 let request_builder = HttpRequest::builder()
92 .method(Method::POST)
93 .uri(&uri)
94 .header("Content-Type", "application/json");
95
96 let http_request = request_builder.body(AsyncBody::from(request))?;
97 let mut response = client.send(http_request).await?;
98 let mut text = String::new();
99 response.body_mut().read_to_string(&mut text).await?;
100 if response.status().is_success() {
101 Ok(serde_json::from_str::<CountTokensResponse>(&text)?)
102 } else {
103 Err(anyhow!(
104 "error during countTokens, status code: {:?}, body: {}",
105 response.status(),
106 text
107 ))
108 }
109}
110
111#[derive(Debug, Serialize, Deserialize)]
112pub enum Task {
113 #[serde(rename = "generateContent")]
114 GenerateContent,
115 #[serde(rename = "streamGenerateContent")]
116 StreamGenerateContent,
117 #[serde(rename = "countTokens")]
118 CountTokens,
119 #[serde(rename = "embedContent")]
120 EmbedContent,
121 #[serde(rename = "batchEmbedContents")]
122 BatchEmbedContents,
123}
124
125#[derive(Debug, Serialize, Deserialize)]
126#[serde(rename_all = "camelCase")]
127pub struct GenerateContentRequest {
128 #[serde(default, skip_serializing_if = "String::is_empty")]
129 pub model: String,
130 pub contents: Vec<Content>,
131 pub system_instruction: Option<SystemInstruction>,
132 pub generation_config: Option<GenerationConfig>,
133 pub safety_settings: Option<Vec<SafetySetting>>,
134 #[serde(skip_serializing_if = "Option::is_none")]
135 pub tools: Option<Vec<Tool>>,
136 #[serde(skip_serializing_if = "Option::is_none")]
137 pub tool_config: Option<ToolConfig>,
138}
139
140#[derive(Debug, Serialize, Deserialize)]
141#[serde(rename_all = "camelCase")]
142pub struct GenerateContentResponse {
143 pub candidates: Option<Vec<GenerateContentCandidate>>,
144 pub prompt_feedback: Option<PromptFeedback>,
145 pub usage_metadata: Option<UsageMetadata>,
146}
147
148#[derive(Debug, Serialize, Deserialize)]
149#[serde(rename_all = "camelCase")]
150pub struct GenerateContentCandidate {
151 pub index: Option<usize>,
152 pub content: Content,
153 pub finish_reason: Option<String>,
154 pub finish_message: Option<String>,
155 pub safety_ratings: Option<Vec<SafetyRating>>,
156 pub citation_metadata: Option<CitationMetadata>,
157}
158
159#[derive(Debug, Serialize, Deserialize)]
160#[serde(rename_all = "camelCase")]
161pub struct Content {
162 #[serde(default)]
163 pub parts: Vec<Part>,
164 pub role: Role,
165}
166
167#[derive(Debug, Serialize, Deserialize)]
168#[serde(rename_all = "camelCase")]
169pub struct SystemInstruction {
170 pub parts: Vec<Part>,
171}
172
173#[derive(Debug, PartialEq, Deserialize, Serialize)]
174#[serde(rename_all = "camelCase")]
175pub enum Role {
176 User,
177 Model,
178}
179
180#[derive(Debug, Serialize, Deserialize)]
181#[serde(untagged)]
182pub enum Part {
183 TextPart(TextPart),
184 InlineDataPart(InlineDataPart),
185 FunctionCallPart(FunctionCallPart),
186 FunctionResponsePart(FunctionResponsePart),
187}
188
189#[derive(Debug, Serialize, Deserialize)]
190#[serde(rename_all = "camelCase")]
191pub struct TextPart {
192 pub text: String,
193}
194
195#[derive(Debug, Serialize, Deserialize)]
196#[serde(rename_all = "camelCase")]
197pub struct InlineDataPart {
198 pub inline_data: GenerativeContentBlob,
199}
200
201#[derive(Debug, Serialize, Deserialize)]
202#[serde(rename_all = "camelCase")]
203pub struct GenerativeContentBlob {
204 pub mime_type: String,
205 pub data: String,
206}
207
208#[derive(Debug, Serialize, Deserialize)]
209#[serde(rename_all = "camelCase")]
210pub struct FunctionCallPart {
211 pub function_call: FunctionCall,
212}
213
214#[derive(Debug, Serialize, Deserialize)]
215#[serde(rename_all = "camelCase")]
216pub struct FunctionResponsePart {
217 pub function_response: FunctionResponse,
218}
219
220#[derive(Debug, Serialize, Deserialize)]
221#[serde(rename_all = "camelCase")]
222pub struct CitationSource {
223 pub start_index: Option<usize>,
224 pub end_index: Option<usize>,
225 pub uri: Option<String>,
226 pub license: Option<String>,
227}
228
229#[derive(Debug, Serialize, Deserialize)]
230#[serde(rename_all = "camelCase")]
231pub struct CitationMetadata {
232 pub citation_sources: Vec<CitationSource>,
233}
234
235#[derive(Debug, Serialize, Deserialize)]
236#[serde(rename_all = "camelCase")]
237pub struct PromptFeedback {
238 pub block_reason: Option<String>,
239 pub safety_ratings: Vec<SafetyRating>,
240 pub block_reason_message: Option<String>,
241}
242
243#[derive(Debug, Serialize, Deserialize, Default)]
244#[serde(rename_all = "camelCase")]
245pub struct UsageMetadata {
246 pub prompt_token_count: Option<usize>,
247 pub cached_content_token_count: Option<usize>,
248 pub candidates_token_count: Option<usize>,
249 pub tool_use_prompt_token_count: Option<usize>,
250 pub thoughts_token_count: Option<usize>,
251 pub total_token_count: Option<usize>,
252}
253
254#[derive(Debug, Deserialize, Serialize)]
255#[serde(rename_all = "camelCase")]
256pub struct GenerationConfig {
257 pub candidate_count: Option<usize>,
258 pub stop_sequences: Option<Vec<String>>,
259 pub max_output_tokens: Option<usize>,
260 pub temperature: Option<f64>,
261 pub top_p: Option<f64>,
262 pub top_k: Option<usize>,
263}
264
265#[derive(Debug, Serialize, Deserialize)]
266#[serde(rename_all = "camelCase")]
267pub struct SafetySetting {
268 pub category: HarmCategory,
269 pub threshold: HarmBlockThreshold,
270}
271
272#[derive(Debug, Serialize, Deserialize)]
273pub enum HarmCategory {
274 #[serde(rename = "HARM_CATEGORY_UNSPECIFIED")]
275 Unspecified,
276 #[serde(rename = "HARM_CATEGORY_DEROGATORY")]
277 Derogatory,
278 #[serde(rename = "HARM_CATEGORY_TOXICITY")]
279 Toxicity,
280 #[serde(rename = "HARM_CATEGORY_VIOLENCE")]
281 Violence,
282 #[serde(rename = "HARM_CATEGORY_SEXUAL")]
283 Sexual,
284 #[serde(rename = "HARM_CATEGORY_MEDICAL")]
285 Medical,
286 #[serde(rename = "HARM_CATEGORY_DANGEROUS")]
287 Dangerous,
288 #[serde(rename = "HARM_CATEGORY_HARASSMENT")]
289 Harassment,
290 #[serde(rename = "HARM_CATEGORY_HATE_SPEECH")]
291 HateSpeech,
292 #[serde(rename = "HARM_CATEGORY_SEXUALLY_EXPLICIT")]
293 SexuallyExplicit,
294 #[serde(rename = "HARM_CATEGORY_DANGEROUS_CONTENT")]
295 DangerousContent,
296}
297
298#[derive(Debug, Serialize, Deserialize)]
299pub enum HarmBlockThreshold {
300 #[serde(rename = "HARM_BLOCK_THRESHOLD_UNSPECIFIED")]
301 Unspecified,
302 #[serde(rename = "BLOCK_LOW_AND_ABOVE")]
303 BlockLowAndAbove,
304 #[serde(rename = "BLOCK_MEDIUM_AND_ABOVE")]
305 BlockMediumAndAbove,
306 #[serde(rename = "BLOCK_ONLY_HIGH")]
307 BlockOnlyHigh,
308 #[serde(rename = "BLOCK_NONE")]
309 BlockNone,
310}
311
312#[derive(Debug, Serialize, Deserialize)]
313#[serde(rename_all = "SCREAMING_SNAKE_CASE")]
314pub enum HarmProbability {
315 #[serde(rename = "HARM_PROBABILITY_UNSPECIFIED")]
316 Unspecified,
317 Negligible,
318 Low,
319 Medium,
320 High,
321}
322
323#[derive(Debug, Serialize, Deserialize)]
324#[serde(rename_all = "camelCase")]
325pub struct SafetyRating {
326 pub category: HarmCategory,
327 pub probability: HarmProbability,
328}
329
330#[derive(Debug, Serialize, Deserialize)]
331#[serde(rename_all = "camelCase")]
332pub struct CountTokensRequest {
333 pub contents: Vec<Content>,
334}
335
336#[derive(Debug, Serialize, Deserialize)]
337#[serde(rename_all = "camelCase")]
338pub struct CountTokensResponse {
339 pub total_tokens: usize,
340}
341
342#[derive(Debug, Serialize, Deserialize)]
343pub struct FunctionCall {
344 pub name: String,
345 pub args: serde_json::Value,
346}
347
348#[derive(Debug, Serialize, Deserialize)]
349pub struct FunctionResponse {
350 pub name: String,
351 pub response: serde_json::Value,
352}
353
354#[derive(Debug, Serialize, Deserialize)]
355#[serde(rename_all = "camelCase")]
356pub struct Tool {
357 pub function_declarations: Vec<FunctionDeclaration>,
358}
359
360#[derive(Debug, Serialize, Deserialize)]
361#[serde(rename_all = "camelCase")]
362pub struct ToolConfig {
363 pub function_calling_config: FunctionCallingConfig,
364}
365
366#[derive(Debug, Serialize, Deserialize)]
367#[serde(rename_all = "camelCase")]
368pub struct FunctionCallingConfig {
369 pub mode: FunctionCallingMode,
370 #[serde(skip_serializing_if = "Option::is_none")]
371 pub allowed_function_names: Option<Vec<String>>,
372}
373
374#[derive(Debug, Serialize, Deserialize)]
375#[serde(rename_all = "lowercase")]
376pub enum FunctionCallingMode {
377 Auto,
378 Any,
379 None,
380}
381
382#[derive(Debug, Serialize, Deserialize)]
383pub struct FunctionDeclaration {
384 pub name: String,
385 pub description: String,
386 pub parameters: serde_json::Value,
387}
388
389#[cfg_attr(feature = "schemars", derive(schemars::JsonSchema))]
390#[derive(Clone, Default, Debug, Deserialize, Serialize, PartialEq, Eq, strum::EnumIter)]
391pub enum Model {
392 #[serde(rename = "gemini-1.5-pro")]
393 Gemini15Pro,
394 #[serde(rename = "gemini-1.5-flash")]
395 Gemini15Flash,
396 #[serde(rename = "gemini-2.0-pro-exp")]
397 Gemini20Pro,
398 #[serde(rename = "gemini-2.0-flash")]
399 #[default]
400 Gemini20Flash,
401 #[serde(rename = "gemini-2.0-flash-thinking-exp")]
402 Gemini20FlashThinking,
403 #[serde(rename = "gemini-2.0-flash-lite-preview")]
404 Gemini20FlashLite,
405 #[serde(rename = "gemini-2.5-pro-exp-03-25")]
406 Gemini25ProExp0325,
407 #[serde(rename = "gemini-2.5-pro-preview-03-25")]
408 Gemini25ProPreview0325,
409 #[serde(rename = "gemini-2.5-flash-preview-04-17")]
410 Gemini25FlashPreview0417,
411 #[serde(rename = "custom")]
412 Custom {
413 name: String,
414 /// The name displayed in the UI, such as in the assistant panel model dropdown menu.
415 display_name: Option<String>,
416 max_tokens: usize,
417 },
418}
419
420impl Model {
421 pub fn default_fast() -> Model {
422 Model::Gemini15Flash
423 }
424
425 pub fn id(&self) -> &str {
426 match self {
427 Model::Gemini15Pro => "gemini-1.5-pro",
428 Model::Gemini15Flash => "gemini-1.5-flash",
429 Model::Gemini20Pro => "gemini-2.0-pro-exp",
430 Model::Gemini20Flash => "gemini-2.0-flash",
431 Model::Gemini20FlashThinking => "gemini-2.0-flash-thinking-exp",
432 Model::Gemini20FlashLite => "gemini-2.0-flash-lite-preview",
433 Model::Gemini25ProExp0325 => "gemini-2.5-pro-exp-03-25",
434 Model::Gemini25ProPreview0325 => "gemini-2.5-pro-preview-03-25",
435 Model::Gemini25FlashPreview0417 => "gemini-2.5-flash-preview-04-17",
436 Model::Custom { name, .. } => name,
437 }
438 }
439
440 pub fn display_name(&self) -> &str {
441 match self {
442 Model::Gemini15Pro => "Gemini 1.5 Pro",
443 Model::Gemini15Flash => "Gemini 1.5 Flash",
444 Model::Gemini20Pro => "Gemini 2.0 Pro",
445 Model::Gemini20Flash => "Gemini 2.0 Flash",
446 Model::Gemini20FlashThinking => "Gemini 2.0 Flash Thinking",
447 Model::Gemini20FlashLite => "Gemini 2.0 Flash Lite",
448 Model::Gemini25ProExp0325 => "Gemini 2.5 Pro Exp",
449 Model::Gemini25ProPreview0325 => "Gemini 2.5 Pro Preview",
450 Model::Gemini25FlashPreview0417 => "Gemini 2.5 Flash Preview",
451 Self::Custom {
452 name, display_name, ..
453 } => display_name.as_ref().unwrap_or(name),
454 }
455 }
456
457 pub fn max_token_count(&self) -> usize {
458 const ONE_MILLION: usize = 1_048_576;
459 const TWO_MILLION: usize = 2_097_152;
460 match self {
461 Model::Gemini15Pro => TWO_MILLION,
462 Model::Gemini15Flash => ONE_MILLION,
463 Model::Gemini20Pro => TWO_MILLION,
464 Model::Gemini20Flash => ONE_MILLION,
465 Model::Gemini20FlashThinking => ONE_MILLION,
466 Model::Gemini20FlashLite => ONE_MILLION,
467 Model::Gemini25ProExp0325 => ONE_MILLION,
468 Model::Gemini25ProPreview0325 => ONE_MILLION,
469 Model::Gemini25FlashPreview0417 => ONE_MILLION,
470 Model::Custom { max_tokens, .. } => *max_tokens,
471 }
472 }
473}
474
475impl std::fmt::Display for Model {
476 fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
477 write!(f, "{}", self.id())
478 }
479}