1mod supported_countries;
2
3use anyhow::{Result, anyhow, bail};
4use futures::{AsyncBufReadExt, AsyncReadExt, Stream, StreamExt, io::BufReader, stream::BoxStream};
5use http_client::{AsyncBody, HttpClient, Method, Request as HttpRequest};
6use serde::{Deserialize, Serialize};
7
8pub use supported_countries::*;
9
10pub const API_URL: &str = "https://generativelanguage.googleapis.com";
11
12pub async fn stream_generate_content(
13 client: &dyn HttpClient,
14 api_url: &str,
15 api_key: &str,
16 mut request: GenerateContentRequest,
17) -> Result<BoxStream<'static, Result<GenerateContentResponse>>> {
18 if request.contents.is_empty() {
19 bail!("Request must contain at least one content item");
20 }
21
22 if let Some(user_content) = request
23 .contents
24 .iter()
25 .find(|content| content.role == Role::User)
26 {
27 if user_content.parts.is_empty() {
28 bail!("User content must contain at least one part");
29 }
30 }
31
32 let uri = format!(
33 "{api_url}/v1beta/models/{model}:streamGenerateContent?alt=sse&key={api_key}",
34 model = request.model
35 );
36 request.model.clear();
37
38 let request_builder = HttpRequest::builder()
39 .method(Method::POST)
40 .uri(uri)
41 .header("Content-Type", "application/json");
42
43 let request = request_builder.body(AsyncBody::from(serde_json::to_string(&request)?))?;
44 let mut response = client.send(request).await?;
45 if response.status().is_success() {
46 let reader = BufReader::new(response.into_body());
47 Ok(reader
48 .lines()
49 .filter_map(|line| async move {
50 match line {
51 Ok(line) => {
52 if let Some(line) = line.strip_prefix("data: ") {
53 match serde_json::from_str(line) {
54 Ok(response) => Some(Ok(response)),
55 Err(error) => Some(Err(anyhow!(error))),
56 }
57 } else {
58 None
59 }
60 }
61 Err(error) => Some(Err(anyhow!(error))),
62 }
63 })
64 .boxed())
65 } else {
66 let mut text = String::new();
67 response.body_mut().read_to_string(&mut text).await?;
68 Err(anyhow!(
69 "error during streamGenerateContent, status code: {:?}, body: {}",
70 response.status(),
71 text
72 ))
73 }
74}
75
76pub async fn count_tokens(
77 client: &dyn HttpClient,
78 api_url: &str,
79 api_key: &str,
80 request: CountTokensRequest,
81) -> Result<CountTokensResponse> {
82 let uri = format!(
83 "{}/v1beta/models/gemini-pro:countTokens?key={}",
84 api_url, api_key
85 );
86 let request = serde_json::to_string(&request)?;
87
88 let request_builder = HttpRequest::builder()
89 .method(Method::POST)
90 .uri(&uri)
91 .header("Content-Type", "application/json");
92
93 let http_request = request_builder.body(AsyncBody::from(request))?;
94 let mut response = client.send(http_request).await?;
95 let mut text = String::new();
96 response.body_mut().read_to_string(&mut text).await?;
97 if response.status().is_success() {
98 Ok(serde_json::from_str::<CountTokensResponse>(&text)?)
99 } else {
100 Err(anyhow!(
101 "error during countTokens, status code: {:?}, body: {}",
102 response.status(),
103 text
104 ))
105 }
106}
107
108#[derive(Debug, Serialize, Deserialize)]
109pub enum Task {
110 #[serde(rename = "generateContent")]
111 GenerateContent,
112 #[serde(rename = "streamGenerateContent")]
113 StreamGenerateContent,
114 #[serde(rename = "countTokens")]
115 CountTokens,
116 #[serde(rename = "embedContent")]
117 EmbedContent,
118 #[serde(rename = "batchEmbedContents")]
119 BatchEmbedContents,
120}
121
122#[derive(Debug, Serialize, Deserialize)]
123#[serde(rename_all = "camelCase")]
124pub struct GenerateContentRequest {
125 #[serde(default, skip_serializing_if = "String::is_empty")]
126 pub model: String,
127 pub contents: Vec<Content>,
128 pub generation_config: Option<GenerationConfig>,
129 pub safety_settings: Option<Vec<SafetySetting>>,
130 #[serde(skip_serializing_if = "Option::is_none")]
131 pub tools: Option<Vec<Tool>>,
132 #[serde(skip_serializing_if = "Option::is_none")]
133 pub tool_config: Option<ToolConfig>,
134}
135
136#[derive(Debug, Serialize, Deserialize)]
137#[serde(rename_all = "camelCase")]
138pub struct GenerateContentResponse {
139 pub candidates: Option<Vec<GenerateContentCandidate>>,
140 pub prompt_feedback: Option<PromptFeedback>,
141 pub usage_metadata: Option<UsageMetadata>,
142}
143
144#[derive(Debug, Serialize, Deserialize)]
145#[serde(rename_all = "camelCase")]
146pub struct GenerateContentCandidate {
147 pub index: Option<usize>,
148 pub content: Content,
149 pub finish_reason: Option<String>,
150 pub finish_message: Option<String>,
151 pub safety_ratings: Option<Vec<SafetyRating>>,
152 pub citation_metadata: Option<CitationMetadata>,
153}
154
155#[derive(Debug, Serialize, Deserialize)]
156#[serde(rename_all = "camelCase")]
157pub struct Content {
158 pub parts: Vec<Part>,
159 pub role: Role,
160}
161
162#[derive(Debug, PartialEq, Deserialize, Serialize)]
163#[serde(rename_all = "camelCase")]
164pub enum Role {
165 User,
166 Model,
167}
168
169#[derive(Debug, Serialize, Deserialize)]
170#[serde(untagged)]
171pub enum Part {
172 TextPart(TextPart),
173 InlineDataPart(InlineDataPart),
174 FunctionCallPart(FunctionCallPart),
175 FunctionResponsePart(FunctionResponsePart),
176}
177
178#[derive(Debug, Serialize, Deserialize)]
179#[serde(rename_all = "camelCase")]
180pub struct TextPart {
181 pub text: String,
182}
183
184#[derive(Debug, Serialize, Deserialize)]
185#[serde(rename_all = "camelCase")]
186pub struct InlineDataPart {
187 pub inline_data: GenerativeContentBlob,
188}
189
190#[derive(Debug, Serialize, Deserialize)]
191#[serde(rename_all = "camelCase")]
192pub struct GenerativeContentBlob {
193 pub mime_type: String,
194 pub data: String,
195}
196
197#[derive(Debug, Serialize, Deserialize)]
198#[serde(rename_all = "camelCase")]
199pub struct FunctionCallPart {
200 pub function_call: FunctionCall,
201}
202
203#[derive(Debug, Serialize, Deserialize)]
204#[serde(rename_all = "camelCase")]
205pub struct FunctionResponsePart {
206 pub function_response: FunctionResponse,
207}
208
209#[derive(Debug, Serialize, Deserialize)]
210#[serde(rename_all = "camelCase")]
211pub struct CitationSource {
212 pub start_index: Option<usize>,
213 pub end_index: Option<usize>,
214 pub uri: Option<String>,
215 pub license: Option<String>,
216}
217
218#[derive(Debug, Serialize, Deserialize)]
219#[serde(rename_all = "camelCase")]
220pub struct CitationMetadata {
221 pub citation_sources: Vec<CitationSource>,
222}
223
224#[derive(Debug, Serialize, Deserialize)]
225#[serde(rename_all = "camelCase")]
226pub struct PromptFeedback {
227 pub block_reason: Option<String>,
228 pub safety_ratings: Vec<SafetyRating>,
229 pub block_reason_message: Option<String>,
230}
231
232#[derive(Debug, Serialize, Deserialize, Default)]
233#[serde(rename_all = "camelCase")]
234pub struct UsageMetadata {
235 pub prompt_token_count: Option<usize>,
236 pub cached_content_token_count: Option<usize>,
237 pub candidates_token_count: Option<usize>,
238 pub tool_use_prompt_token_count: Option<usize>,
239 pub thoughts_token_count: Option<usize>,
240 pub total_token_count: Option<usize>,
241}
242
243#[derive(Debug, Deserialize, Serialize)]
244#[serde(rename_all = "camelCase")]
245pub struct GenerationConfig {
246 pub candidate_count: Option<usize>,
247 pub stop_sequences: Option<Vec<String>>,
248 pub max_output_tokens: Option<usize>,
249 pub temperature: Option<f64>,
250 pub top_p: Option<f64>,
251 pub top_k: Option<usize>,
252}
253
254#[derive(Debug, Serialize, Deserialize)]
255#[serde(rename_all = "camelCase")]
256pub struct SafetySetting {
257 pub category: HarmCategory,
258 pub threshold: HarmBlockThreshold,
259}
260
261#[derive(Debug, Serialize, Deserialize)]
262pub enum HarmCategory {
263 #[serde(rename = "HARM_CATEGORY_UNSPECIFIED")]
264 Unspecified,
265 #[serde(rename = "HARM_CATEGORY_DEROGATORY")]
266 Derogatory,
267 #[serde(rename = "HARM_CATEGORY_TOXICITY")]
268 Toxicity,
269 #[serde(rename = "HARM_CATEGORY_VIOLENCE")]
270 Violence,
271 #[serde(rename = "HARM_CATEGORY_SEXUAL")]
272 Sexual,
273 #[serde(rename = "HARM_CATEGORY_MEDICAL")]
274 Medical,
275 #[serde(rename = "HARM_CATEGORY_DANGEROUS")]
276 Dangerous,
277 #[serde(rename = "HARM_CATEGORY_HARASSMENT")]
278 Harassment,
279 #[serde(rename = "HARM_CATEGORY_HATE_SPEECH")]
280 HateSpeech,
281 #[serde(rename = "HARM_CATEGORY_SEXUALLY_EXPLICIT")]
282 SexuallyExplicit,
283 #[serde(rename = "HARM_CATEGORY_DANGEROUS_CONTENT")]
284 DangerousContent,
285}
286
287#[derive(Debug, Serialize, Deserialize)]
288pub enum HarmBlockThreshold {
289 #[serde(rename = "HARM_BLOCK_THRESHOLD_UNSPECIFIED")]
290 Unspecified,
291 #[serde(rename = "BLOCK_LOW_AND_ABOVE")]
292 BlockLowAndAbove,
293 #[serde(rename = "BLOCK_MEDIUM_AND_ABOVE")]
294 BlockMediumAndAbove,
295 #[serde(rename = "BLOCK_ONLY_HIGH")]
296 BlockOnlyHigh,
297 #[serde(rename = "BLOCK_NONE")]
298 BlockNone,
299}
300
301#[derive(Debug, Serialize, Deserialize)]
302#[serde(rename_all = "SCREAMING_SNAKE_CASE")]
303pub enum HarmProbability {
304 #[serde(rename = "HARM_PROBABILITY_UNSPECIFIED")]
305 Unspecified,
306 Negligible,
307 Low,
308 Medium,
309 High,
310}
311
312#[derive(Debug, Serialize, Deserialize)]
313#[serde(rename_all = "camelCase")]
314pub struct SafetyRating {
315 pub category: HarmCategory,
316 pub probability: HarmProbability,
317}
318
319#[derive(Debug, Serialize, Deserialize)]
320#[serde(rename_all = "camelCase")]
321pub struct CountTokensRequest {
322 pub contents: Vec<Content>,
323}
324
325#[derive(Debug, Serialize, Deserialize)]
326#[serde(rename_all = "camelCase")]
327pub struct CountTokensResponse {
328 pub total_tokens: usize,
329}
330
331#[derive(Debug, Serialize, Deserialize)]
332pub struct FunctionCall {
333 pub name: String,
334 pub args: serde_json::Value,
335}
336
337#[derive(Debug, Serialize, Deserialize)]
338pub struct FunctionResponse {
339 pub name: String,
340 pub response: serde_json::Value,
341}
342
343#[derive(Debug, Serialize, Deserialize)]
344#[serde(rename_all = "camelCase")]
345pub struct Tool {
346 pub function_declarations: Vec<FunctionDeclaration>,
347}
348
349#[derive(Debug, Serialize, Deserialize)]
350#[serde(rename_all = "camelCase")]
351pub struct ToolConfig {
352 pub function_calling_config: FunctionCallingConfig,
353}
354
355#[derive(Debug, Serialize, Deserialize)]
356#[serde(rename_all = "camelCase")]
357pub struct FunctionCallingConfig {
358 pub mode: FunctionCallingMode,
359 #[serde(skip_serializing_if = "Option::is_none")]
360 pub allowed_function_names: Option<Vec<String>>,
361}
362
363#[derive(Debug, Serialize, Deserialize)]
364#[serde(rename_all = "lowercase")]
365pub enum FunctionCallingMode {
366 Auto,
367 Any,
368 None,
369}
370
371#[derive(Debug, Serialize, Deserialize)]
372pub struct FunctionDeclaration {
373 pub name: String,
374 pub description: String,
375 pub parameters: serde_json::Value,
376}
377
378#[cfg_attr(feature = "schemars", derive(schemars::JsonSchema))]
379#[derive(Clone, Default, Debug, Deserialize, Serialize, PartialEq, Eq, strum::EnumIter)]
380pub enum Model {
381 #[serde(rename = "gemini-1.5-pro")]
382 Gemini15Pro,
383 #[serde(rename = "gemini-1.5-flash")]
384 Gemini15Flash,
385 #[serde(rename = "gemini-2.0-pro-exp")]
386 Gemini20Pro,
387 #[serde(rename = "gemini-2.0-flash")]
388 #[default]
389 Gemini20Flash,
390 #[serde(rename = "gemini-2.0-flash-thinking-exp")]
391 Gemini20FlashThinking,
392 #[serde(rename = "gemini-2.0-flash-lite-preview")]
393 Gemini20FlashLite,
394 #[serde(rename = "gemini-2.5-pro-exp-03-25")]
395 Gemini25ProExp0325,
396 #[serde(rename = "gemini-2.5-pro-preview-03-25")]
397 Gemini25ProPreview0325,
398 #[serde(rename = "custom")]
399 Custom {
400 name: String,
401 /// The name displayed in the UI, such as in the assistant panel model dropdown menu.
402 display_name: Option<String>,
403 max_tokens: usize,
404 },
405}
406
407impl Model {
408 pub fn id(&self) -> &str {
409 match self {
410 Model::Gemini15Pro => "gemini-1.5-pro",
411 Model::Gemini15Flash => "gemini-1.5-flash",
412 Model::Gemini20Pro => "gemini-2.0-pro-exp",
413 Model::Gemini20Flash => "gemini-2.0-flash",
414 Model::Gemini20FlashThinking => "gemini-2.0-flash-thinking-exp",
415 Model::Gemini20FlashLite => "gemini-2.0-flash-lite-preview",
416 Model::Gemini25ProExp0325 => "gemini-2.5-pro-exp-03-25",
417 Model::Gemini25ProPreview0325 => "gemini-2.5-pro-preview-03-25",
418 Model::Custom { name, .. } => name,
419 }
420 }
421
422 pub fn display_name(&self) -> &str {
423 match self {
424 Model::Gemini15Pro => "Gemini 1.5 Pro",
425 Model::Gemini15Flash => "Gemini 1.5 Flash",
426 Model::Gemini20Pro => "Gemini 2.0 Pro",
427 Model::Gemini20Flash => "Gemini 2.0 Flash",
428 Model::Gemini20FlashThinking => "Gemini 2.0 Flash Thinking",
429 Model::Gemini20FlashLite => "Gemini 2.0 Flash Lite",
430 Model::Gemini25ProExp0325 => "Gemini 2.5 Pro Exp",
431 Model::Gemini25ProPreview0325 => "Gemini 2.5 Pro Preview",
432 Self::Custom {
433 name, display_name, ..
434 } => display_name.as_ref().unwrap_or(name),
435 }
436 }
437
438 pub fn max_token_count(&self) -> usize {
439 match self {
440 Model::Gemini15Pro => 2_000_000,
441 Model::Gemini15Flash => 1_000_000,
442 Model::Gemini20Pro => 2_000_000,
443 Model::Gemini20Flash => 1_000_000,
444 Model::Gemini20FlashThinking => 1_000_000,
445 Model::Gemini20FlashLite => 1_000_000,
446 Model::Gemini25ProExp0325 => 1_000_000,
447 Model::Gemini25ProPreview0325 => 1_000_000,
448 Model::Custom { max_tokens, .. } => *max_tokens,
449 }
450 }
451}
452
453impl std::fmt::Display for Model {
454 fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
455 write!(f, "{}", self.id())
456 }
457}
458
459pub fn extract_text_from_events(
460 events: impl Stream<Item = Result<GenerateContentResponse>>,
461) -> impl Stream<Item = Result<String>> {
462 events.filter_map(|event| async move {
463 match event {
464 Ok(event) => event.candidates.and_then(|candidates| {
465 candidates.into_iter().next().and_then(|candidate| {
466 candidate.content.parts.into_iter().next().and_then(|part| {
467 if let Part::TextPart(TextPart { text }) = part {
468 Some(Ok(text))
469 } else {
470 None
471 }
472 })
473 })
474 }),
475 Err(error) => Some(Err(error)),
476 }
477 })
478}