1use anyhow::{Result, anyhow, bail};
2use futures::{AsyncBufReadExt, AsyncReadExt, StreamExt, io::BufReader, stream::BoxStream};
3use http_client::{AsyncBody, HttpClient, Method, Request as HttpRequest};
4use serde::{Deserialize, Serialize};
5
6pub const API_URL: &str = "https://generativelanguage.googleapis.com";
7
8pub async fn stream_generate_content(
9 client: &dyn HttpClient,
10 api_url: &str,
11 api_key: &str,
12 mut request: GenerateContentRequest,
13) -> Result<BoxStream<'static, Result<GenerateContentResponse>>> {
14 if request.contents.is_empty() {
15 bail!("Request must contain at least one content item");
16 }
17
18 if let Some(user_content) = request
19 .contents
20 .iter()
21 .find(|content| content.role == Role::User)
22 {
23 if user_content.parts.is_empty() {
24 bail!("User content must contain at least one part");
25 }
26 }
27
28 let uri = format!(
29 "{api_url}/v1beta/models/{model}:streamGenerateContent?alt=sse&key={api_key}",
30 model = request.model
31 );
32 request.model.clear();
33
34 let request_builder = HttpRequest::builder()
35 .method(Method::POST)
36 .uri(uri)
37 .header("Content-Type", "application/json");
38
39 let request = request_builder.body(AsyncBody::from(serde_json::to_string(&request)?))?;
40 let mut response = client.send(request).await?;
41 if response.status().is_success() {
42 let reader = BufReader::new(response.into_body());
43 Ok(reader
44 .lines()
45 .filter_map(|line| async move {
46 match line {
47 Ok(line) => {
48 if let Some(line) = line.strip_prefix("data: ") {
49 match serde_json::from_str(line) {
50 Ok(response) => Some(Ok(response)),
51 Err(error) => Some(Err(anyhow!(format!(
52 "Error parsing JSON: {:?}\n{:?}",
53 error, line
54 )))),
55 }
56 } else {
57 None
58 }
59 }
60 Err(error) => Some(Err(anyhow!(error))),
61 }
62 })
63 .boxed())
64 } else {
65 let mut text = String::new();
66 response.body_mut().read_to_string(&mut text).await?;
67 Err(anyhow!(
68 "error during streamGenerateContent, status code: {:?}, body: {}",
69 response.status(),
70 text
71 ))
72 }
73}
74
75pub async fn count_tokens(
76 client: &dyn HttpClient,
77 api_url: &str,
78 api_key: &str,
79 model_id: &str,
80 request: CountTokensRequest,
81) -> Result<CountTokensResponse> {
82 let uri = format!("{api_url}/v1beta/models/{model_id}:countTokens?key={api_key}",);
83 let request = serde_json::to_string(&request)?;
84
85 let request_builder = HttpRequest::builder()
86 .method(Method::POST)
87 .uri(&uri)
88 .header("Content-Type", "application/json");
89
90 let http_request = request_builder.body(AsyncBody::from(request))?;
91 let mut response = client.send(http_request).await?;
92 let mut text = String::new();
93 response.body_mut().read_to_string(&mut text).await?;
94 if response.status().is_success() {
95 Ok(serde_json::from_str::<CountTokensResponse>(&text)?)
96 } else {
97 Err(anyhow!(
98 "error during countTokens, status code: {:?}, body: {}",
99 response.status(),
100 text
101 ))
102 }
103}
104
105#[derive(Debug, Serialize, Deserialize)]
106pub enum Task {
107 #[serde(rename = "generateContent")]
108 GenerateContent,
109 #[serde(rename = "streamGenerateContent")]
110 StreamGenerateContent,
111 #[serde(rename = "countTokens")]
112 CountTokens,
113 #[serde(rename = "embedContent")]
114 EmbedContent,
115 #[serde(rename = "batchEmbedContents")]
116 BatchEmbedContents,
117}
118
119#[derive(Debug, Serialize, Deserialize)]
120#[serde(rename_all = "camelCase")]
121pub struct GenerateContentRequest {
122 #[serde(default, skip_serializing_if = "String::is_empty")]
123 pub model: String,
124 pub contents: Vec<Content>,
125 #[serde(skip_serializing_if = "Option::is_none")]
126 pub system_instruction: Option<SystemInstruction>,
127 #[serde(skip_serializing_if = "Option::is_none")]
128 pub generation_config: Option<GenerationConfig>,
129 #[serde(skip_serializing_if = "Option::is_none")]
130 pub safety_settings: Option<Vec<SafetySetting>>,
131 #[serde(skip_serializing_if = "Option::is_none")]
132 pub tools: Option<Vec<Tool>>,
133 #[serde(skip_serializing_if = "Option::is_none")]
134 pub tool_config: Option<ToolConfig>,
135}
136
137#[derive(Debug, Serialize, Deserialize)]
138#[serde(rename_all = "camelCase")]
139pub struct GenerateContentResponse {
140 #[serde(skip_serializing_if = "Option::is_none")]
141 pub candidates: Option<Vec<GenerateContentCandidate>>,
142 #[serde(skip_serializing_if = "Option::is_none")]
143 pub prompt_feedback: Option<PromptFeedback>,
144 #[serde(skip_serializing_if = "Option::is_none")]
145 pub usage_metadata: Option<UsageMetadata>,
146}
147
148#[derive(Debug, Serialize, Deserialize)]
149#[serde(rename_all = "camelCase")]
150pub struct GenerateContentCandidate {
151 #[serde(skip_serializing_if = "Option::is_none")]
152 pub index: Option<usize>,
153 pub content: Content,
154 #[serde(skip_serializing_if = "Option::is_none")]
155 pub finish_reason: Option<String>,
156 #[serde(skip_serializing_if = "Option::is_none")]
157 pub finish_message: Option<String>,
158 #[serde(skip_serializing_if = "Option::is_none")]
159 pub safety_ratings: Option<Vec<SafetyRating>>,
160 #[serde(skip_serializing_if = "Option::is_none")]
161 pub citation_metadata: Option<CitationMetadata>,
162}
163
164#[derive(Debug, Serialize, Deserialize)]
165#[serde(rename_all = "camelCase")]
166pub struct Content {
167 #[serde(default)]
168 pub parts: Vec<Part>,
169 pub role: Role,
170}
171
172#[derive(Debug, Serialize, Deserialize)]
173#[serde(rename_all = "camelCase")]
174pub struct SystemInstruction {
175 pub parts: Vec<Part>,
176}
177
178#[derive(Debug, PartialEq, Deserialize, Serialize)]
179#[serde(rename_all = "camelCase")]
180pub enum Role {
181 User,
182 Model,
183}
184
185#[derive(Debug, Serialize, Deserialize)]
186#[serde(untagged)]
187pub enum Part {
188 TextPart(TextPart),
189 InlineDataPart(InlineDataPart),
190 FunctionCallPart(FunctionCallPart),
191 FunctionResponsePart(FunctionResponsePart),
192}
193
194#[derive(Debug, Serialize, Deserialize)]
195#[serde(rename_all = "camelCase")]
196pub struct TextPart {
197 pub text: String,
198}
199
200#[derive(Debug, Serialize, Deserialize)]
201#[serde(rename_all = "camelCase")]
202pub struct InlineDataPart {
203 pub inline_data: GenerativeContentBlob,
204}
205
206#[derive(Debug, Serialize, Deserialize)]
207#[serde(rename_all = "camelCase")]
208pub struct GenerativeContentBlob {
209 pub mime_type: String,
210 pub data: String,
211}
212
213#[derive(Debug, Serialize, Deserialize)]
214#[serde(rename_all = "camelCase")]
215pub struct FunctionCallPart {
216 pub function_call: FunctionCall,
217}
218
219#[derive(Debug, Serialize, Deserialize)]
220#[serde(rename_all = "camelCase")]
221pub struct FunctionResponsePart {
222 pub function_response: FunctionResponse,
223}
224
225#[derive(Debug, Serialize, Deserialize)]
226#[serde(rename_all = "camelCase")]
227pub struct CitationSource {
228 #[serde(skip_serializing_if = "Option::is_none")]
229 pub start_index: Option<usize>,
230 #[serde(skip_serializing_if = "Option::is_none")]
231 pub end_index: Option<usize>,
232 #[serde(skip_serializing_if = "Option::is_none")]
233 pub uri: Option<String>,
234 #[serde(skip_serializing_if = "Option::is_none")]
235 pub license: Option<String>,
236}
237
238#[derive(Debug, Serialize, Deserialize)]
239#[serde(rename_all = "camelCase")]
240pub struct CitationMetadata {
241 pub citation_sources: Vec<CitationSource>,
242}
243
244#[derive(Debug, Serialize, Deserialize)]
245#[serde(rename_all = "camelCase")]
246pub struct PromptFeedback {
247 #[serde(skip_serializing_if = "Option::is_none")]
248 pub block_reason: Option<String>,
249 pub safety_ratings: Vec<SafetyRating>,
250 #[serde(skip_serializing_if = "Option::is_none")]
251 pub block_reason_message: Option<String>,
252}
253
254#[derive(Debug, Serialize, Deserialize, Default)]
255#[serde(rename_all = "camelCase")]
256pub struct UsageMetadata {
257 #[serde(skip_serializing_if = "Option::is_none")]
258 pub prompt_token_count: Option<usize>,
259 #[serde(skip_serializing_if = "Option::is_none")]
260 pub cached_content_token_count: Option<usize>,
261 #[serde(skip_serializing_if = "Option::is_none")]
262 pub candidates_token_count: Option<usize>,
263 #[serde(skip_serializing_if = "Option::is_none")]
264 pub tool_use_prompt_token_count: Option<usize>,
265 #[serde(skip_serializing_if = "Option::is_none")]
266 pub thoughts_token_count: Option<usize>,
267 #[serde(skip_serializing_if = "Option::is_none")]
268 pub total_token_count: Option<usize>,
269}
270
271#[derive(Debug, Deserialize, Serialize)]
272#[serde(rename_all = "camelCase")]
273pub struct GenerationConfig {
274 #[serde(skip_serializing_if = "Option::is_none")]
275 pub candidate_count: Option<usize>,
276 #[serde(skip_serializing_if = "Option::is_none")]
277 pub stop_sequences: Option<Vec<String>>,
278 #[serde(skip_serializing_if = "Option::is_none")]
279 pub max_output_tokens: Option<usize>,
280 #[serde(skip_serializing_if = "Option::is_none")]
281 pub temperature: Option<f64>,
282 #[serde(skip_serializing_if = "Option::is_none")]
283 pub top_p: Option<f64>,
284 #[serde(skip_serializing_if = "Option::is_none")]
285 pub top_k: Option<usize>,
286}
287
288#[derive(Debug, Serialize, Deserialize)]
289#[serde(rename_all = "camelCase")]
290pub struct SafetySetting {
291 pub category: HarmCategory,
292 pub threshold: HarmBlockThreshold,
293}
294
295#[derive(Debug, Serialize, Deserialize)]
296pub enum HarmCategory {
297 #[serde(rename = "HARM_CATEGORY_UNSPECIFIED")]
298 Unspecified,
299 #[serde(rename = "HARM_CATEGORY_DEROGATORY")]
300 Derogatory,
301 #[serde(rename = "HARM_CATEGORY_TOXICITY")]
302 Toxicity,
303 #[serde(rename = "HARM_CATEGORY_VIOLENCE")]
304 Violence,
305 #[serde(rename = "HARM_CATEGORY_SEXUAL")]
306 Sexual,
307 #[serde(rename = "HARM_CATEGORY_MEDICAL")]
308 Medical,
309 #[serde(rename = "HARM_CATEGORY_DANGEROUS")]
310 Dangerous,
311 #[serde(rename = "HARM_CATEGORY_HARASSMENT")]
312 Harassment,
313 #[serde(rename = "HARM_CATEGORY_HATE_SPEECH")]
314 HateSpeech,
315 #[serde(rename = "HARM_CATEGORY_SEXUALLY_EXPLICIT")]
316 SexuallyExplicit,
317 #[serde(rename = "HARM_CATEGORY_DANGEROUS_CONTENT")]
318 DangerousContent,
319}
320
321#[derive(Debug, Serialize, Deserialize)]
322#[serde(rename_all = "SCREAMING_SNAKE_CASE")]
323pub enum HarmBlockThreshold {
324 #[serde(rename = "HARM_BLOCK_THRESHOLD_UNSPECIFIED")]
325 Unspecified,
326 BlockLowAndAbove,
327 BlockMediumAndAbove,
328 BlockOnlyHigh,
329 BlockNone,
330}
331
332#[derive(Debug, Serialize, Deserialize)]
333#[serde(rename_all = "SCREAMING_SNAKE_CASE")]
334pub enum HarmProbability {
335 #[serde(rename = "HARM_PROBABILITY_UNSPECIFIED")]
336 Unspecified,
337 Negligible,
338 Low,
339 Medium,
340 High,
341}
342
343#[derive(Debug, Serialize, Deserialize)]
344#[serde(rename_all = "camelCase")]
345pub struct SafetyRating {
346 pub category: HarmCategory,
347 pub probability: HarmProbability,
348}
349
350#[derive(Debug, Serialize, Deserialize)]
351#[serde(rename_all = "camelCase")]
352pub struct CountTokensRequest {
353 pub contents: Vec<Content>,
354}
355
356#[derive(Debug, Serialize, Deserialize)]
357#[serde(rename_all = "camelCase")]
358pub struct CountTokensResponse {
359 pub total_tokens: usize,
360}
361
362#[derive(Debug, Serialize, Deserialize)]
363pub struct FunctionCall {
364 pub name: String,
365 pub args: serde_json::Value,
366}
367
368#[derive(Debug, Serialize, Deserialize)]
369pub struct FunctionResponse {
370 pub name: String,
371 pub response: serde_json::Value,
372}
373
374#[derive(Debug, Serialize, Deserialize)]
375#[serde(rename_all = "camelCase")]
376pub struct Tool {
377 pub function_declarations: Vec<FunctionDeclaration>,
378}
379
380#[derive(Debug, Serialize, Deserialize)]
381#[serde(rename_all = "camelCase")]
382pub struct ToolConfig {
383 pub function_calling_config: FunctionCallingConfig,
384}
385
386#[derive(Debug, Serialize, Deserialize)]
387#[serde(rename_all = "camelCase")]
388pub struct FunctionCallingConfig {
389 pub mode: FunctionCallingMode,
390 #[serde(skip_serializing_if = "Option::is_none")]
391 pub allowed_function_names: Option<Vec<String>>,
392}
393
394#[derive(Debug, Serialize, Deserialize)]
395#[serde(rename_all = "lowercase")]
396pub enum FunctionCallingMode {
397 Auto,
398 Any,
399 None,
400}
401
402#[derive(Debug, Serialize, Deserialize)]
403pub struct FunctionDeclaration {
404 pub name: String,
405 pub description: String,
406 pub parameters: serde_json::Value,
407}
408
409#[cfg_attr(feature = "schemars", derive(schemars::JsonSchema))]
410#[derive(Clone, Default, Debug, Deserialize, Serialize, PartialEq, Eq, strum::EnumIter)]
411pub enum Model {
412 #[serde(rename = "gemini-1.5-pro")]
413 Gemini15Pro,
414 #[serde(rename = "gemini-1.5-flash")]
415 Gemini15Flash,
416 #[serde(rename = "gemini-2.0-pro-exp")]
417 Gemini20Pro,
418 #[serde(rename = "gemini-2.0-flash")]
419 #[default]
420 Gemini20Flash,
421 #[serde(rename = "gemini-2.0-flash-thinking-exp")]
422 Gemini20FlashThinking,
423 #[serde(rename = "gemini-2.0-flash-lite-preview")]
424 Gemini20FlashLite,
425 #[serde(rename = "gemini-2.5-pro-exp-03-25")]
426 Gemini25ProExp0325,
427 #[serde(rename = "gemini-2.5-pro-preview-03-25")]
428 Gemini25ProPreview0325,
429 #[serde(rename = "gemini-2.5-flash-preview-04-17")]
430 Gemini25FlashPreview0417,
431 #[serde(rename = "custom")]
432 Custom {
433 name: String,
434 /// The name displayed in the UI, such as in the assistant panel model dropdown menu.
435 display_name: Option<String>,
436 max_tokens: usize,
437 },
438}
439
440impl Model {
441 pub fn default_fast() -> Model {
442 Model::Gemini15Flash
443 }
444
445 pub fn id(&self) -> &str {
446 match self {
447 Model::Gemini15Pro => "gemini-1.5-pro",
448 Model::Gemini15Flash => "gemini-1.5-flash",
449 Model::Gemini20Pro => "gemini-2.0-pro-exp",
450 Model::Gemini20Flash => "gemini-2.0-flash",
451 Model::Gemini20FlashThinking => "gemini-2.0-flash-thinking-exp",
452 Model::Gemini20FlashLite => "gemini-2.0-flash-lite-preview",
453 Model::Gemini25ProExp0325 => "gemini-2.5-pro-exp-03-25",
454 Model::Gemini25ProPreview0325 => "gemini-2.5-pro-preview-03-25",
455 Model::Gemini25FlashPreview0417 => "gemini-2.5-flash-preview-04-17",
456 Model::Custom { name, .. } => name,
457 }
458 }
459
460 pub fn display_name(&self) -> &str {
461 match self {
462 Model::Gemini15Pro => "Gemini 1.5 Pro",
463 Model::Gemini15Flash => "Gemini 1.5 Flash",
464 Model::Gemini20Pro => "Gemini 2.0 Pro",
465 Model::Gemini20Flash => "Gemini 2.0 Flash",
466 Model::Gemini20FlashThinking => "Gemini 2.0 Flash Thinking",
467 Model::Gemini20FlashLite => "Gemini 2.0 Flash Lite",
468 Model::Gemini25ProExp0325 => "Gemini 2.5 Pro Exp",
469 Model::Gemini25ProPreview0325 => "Gemini 2.5 Pro Preview",
470 Model::Gemini25FlashPreview0417 => "Gemini 2.5 Flash Preview",
471 Self::Custom {
472 name, display_name, ..
473 } => display_name.as_ref().unwrap_or(name),
474 }
475 }
476
477 pub fn max_token_count(&self) -> usize {
478 const ONE_MILLION: usize = 1_048_576;
479 const TWO_MILLION: usize = 2_097_152;
480 match self {
481 Model::Gemini15Pro => TWO_MILLION,
482 Model::Gemini15Flash => ONE_MILLION,
483 Model::Gemini20Pro => TWO_MILLION,
484 Model::Gemini20Flash => ONE_MILLION,
485 Model::Gemini20FlashThinking => ONE_MILLION,
486 Model::Gemini20FlashLite => ONE_MILLION,
487 Model::Gemini25ProExp0325 => ONE_MILLION,
488 Model::Gemini25ProPreview0325 => ONE_MILLION,
489 Model::Gemini25FlashPreview0417 => ONE_MILLION,
490 Model::Custom { max_tokens, .. } => *max_tokens,
491 }
492 }
493}
494
495impl std::fmt::Display for Model {
496 fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
497 write!(f, "{}", self.id())
498 }
499}