1mod supported_countries;
2
3use anyhow::{anyhow, bail, Result};
4use futures::{io::BufReader, stream::BoxStream, AsyncBufReadExt, AsyncReadExt, Stream, StreamExt};
5use http_client::{AsyncBody, HttpClient, Method, Request as HttpRequest};
6use serde::{Deserialize, Serialize};
7
8pub use supported_countries::*;
9
10pub const API_URL: &str = "https://generativelanguage.googleapis.com";
11
12pub async fn stream_generate_content(
13 client: &dyn HttpClient,
14 api_url: &str,
15 api_key: &str,
16 mut request: GenerateContentRequest,
17) -> Result<BoxStream<'static, Result<GenerateContentResponse>>> {
18 if request.contents.is_empty() {
19 bail!("Request must contain at least one content item");
20 }
21
22 if let Some(user_content) = request
23 .contents
24 .iter()
25 .find(|content| content.role == Role::User)
26 {
27 if user_content.parts.is_empty() {
28 bail!("User content must contain at least one part");
29 }
30 }
31
32 let uri = format!(
33 "{api_url}/v1beta/models/{model}:streamGenerateContent?alt=sse&key={api_key}",
34 model = request.model
35 );
36 request.model.clear();
37
38 let request_builder = HttpRequest::builder()
39 .method(Method::POST)
40 .uri(uri)
41 .header("Content-Type", "application/json");
42
43 let request = request_builder.body(AsyncBody::from(serde_json::to_string(&request)?))?;
44 let mut response = client.send(request).await?;
45 if response.status().is_success() {
46 let reader = BufReader::new(response.into_body());
47 Ok(reader
48 .lines()
49 .filter_map(|line| async move {
50 match line {
51 Ok(line) => {
52 if let Some(line) = line.strip_prefix("data: ") {
53 match serde_json::from_str(line) {
54 Ok(response) => Some(Ok(response)),
55 Err(error) => Some(Err(anyhow!(error))),
56 }
57 } else {
58 None
59 }
60 }
61 Err(error) => Some(Err(anyhow!(error))),
62 }
63 })
64 .boxed())
65 } else {
66 let mut text = String::new();
67 response.body_mut().read_to_string(&mut text).await?;
68 Err(anyhow!(
69 "error during streamGenerateContent, status code: {:?}, body: {}",
70 response.status(),
71 text
72 ))
73 }
74}
75
76pub async fn count_tokens(
77 client: &dyn HttpClient,
78 api_url: &str,
79 api_key: &str,
80 request: CountTokensRequest,
81) -> Result<CountTokensResponse> {
82 let uri = format!(
83 "{}/v1beta/models/gemini-pro:countTokens?key={}",
84 api_url, api_key
85 );
86 let request = serde_json::to_string(&request)?;
87
88 let request_builder = HttpRequest::builder()
89 .method(Method::POST)
90 .uri(&uri)
91 .header("Content-Type", "application/json");
92
93 let http_request = request_builder.body(AsyncBody::from(request))?;
94 let mut response = client.send(http_request).await?;
95 let mut text = String::new();
96 response.body_mut().read_to_string(&mut text).await?;
97 if response.status().is_success() {
98 Ok(serde_json::from_str::<CountTokensResponse>(&text)?)
99 } else {
100 Err(anyhow!(
101 "error during countTokens, status code: {:?}, body: {}",
102 response.status(),
103 text
104 ))
105 }
106}
107
108#[derive(Debug, Serialize, Deserialize)]
109pub enum Task {
110 #[serde(rename = "generateContent")]
111 GenerateContent,
112 #[serde(rename = "streamGenerateContent")]
113 StreamGenerateContent,
114 #[serde(rename = "countTokens")]
115 CountTokens,
116 #[serde(rename = "embedContent")]
117 EmbedContent,
118 #[serde(rename = "batchEmbedContents")]
119 BatchEmbedContents,
120}
121
122#[derive(Debug, Serialize, Deserialize)]
123#[serde(rename_all = "camelCase")]
124pub struct GenerateContentRequest {
125 #[serde(default, skip_serializing_if = "String::is_empty")]
126 pub model: String,
127 pub contents: Vec<Content>,
128 pub generation_config: Option<GenerationConfig>,
129 pub safety_settings: Option<Vec<SafetySetting>>,
130}
131
132#[derive(Debug, Serialize, Deserialize)]
133#[serde(rename_all = "camelCase")]
134pub struct GenerateContentResponse {
135 pub candidates: Option<Vec<GenerateContentCandidate>>,
136 pub prompt_feedback: Option<PromptFeedback>,
137}
138
139#[derive(Debug, Serialize, Deserialize)]
140#[serde(rename_all = "camelCase")]
141pub struct GenerateContentCandidate {
142 pub index: Option<usize>,
143 pub content: Content,
144 pub finish_reason: Option<String>,
145 pub finish_message: Option<String>,
146 pub safety_ratings: Option<Vec<SafetyRating>>,
147 pub citation_metadata: Option<CitationMetadata>,
148}
149
150#[derive(Debug, Serialize, Deserialize)]
151#[serde(rename_all = "camelCase")]
152pub struct Content {
153 pub parts: Vec<Part>,
154 pub role: Role,
155}
156
157#[derive(Debug, PartialEq, Deserialize, Serialize)]
158#[serde(rename_all = "camelCase")]
159pub enum Role {
160 User,
161 Model,
162}
163
164#[derive(Debug, Serialize, Deserialize)]
165#[serde(untagged)]
166pub enum Part {
167 TextPart(TextPart),
168 InlineDataPart(InlineDataPart),
169}
170
171#[derive(Debug, Serialize, Deserialize)]
172#[serde(rename_all = "camelCase")]
173pub struct TextPart {
174 pub text: String,
175}
176
177#[derive(Debug, Serialize, Deserialize)]
178#[serde(rename_all = "camelCase")]
179pub struct InlineDataPart {
180 pub inline_data: GenerativeContentBlob,
181}
182
183#[derive(Debug, Serialize, Deserialize)]
184#[serde(rename_all = "camelCase")]
185pub struct GenerativeContentBlob {
186 pub mime_type: String,
187 pub data: String,
188}
189
190#[derive(Debug, Serialize, Deserialize)]
191#[serde(rename_all = "camelCase")]
192pub struct CitationSource {
193 pub start_index: Option<usize>,
194 pub end_index: Option<usize>,
195 pub uri: Option<String>,
196 pub license: Option<String>,
197}
198
199#[derive(Debug, Serialize, Deserialize)]
200#[serde(rename_all = "camelCase")]
201pub struct CitationMetadata {
202 pub citation_sources: Vec<CitationSource>,
203}
204
205#[derive(Debug, Serialize, Deserialize)]
206#[serde(rename_all = "camelCase")]
207pub struct PromptFeedback {
208 pub block_reason: Option<String>,
209 pub safety_ratings: Vec<SafetyRating>,
210 pub block_reason_message: Option<String>,
211}
212
213#[derive(Debug, Deserialize, Serialize)]
214#[serde(rename_all = "camelCase")]
215pub struct GenerationConfig {
216 pub candidate_count: Option<usize>,
217 pub stop_sequences: Option<Vec<String>>,
218 pub max_output_tokens: Option<usize>,
219 pub temperature: Option<f64>,
220 pub top_p: Option<f64>,
221 pub top_k: Option<usize>,
222}
223
224#[derive(Debug, Serialize, Deserialize)]
225#[serde(rename_all = "camelCase")]
226pub struct SafetySetting {
227 pub category: HarmCategory,
228 pub threshold: HarmBlockThreshold,
229}
230
231#[derive(Debug, Serialize, Deserialize)]
232pub enum HarmCategory {
233 #[serde(rename = "HARM_CATEGORY_UNSPECIFIED")]
234 Unspecified,
235 #[serde(rename = "HARM_CATEGORY_DEROGATORY")]
236 Derogatory,
237 #[serde(rename = "HARM_CATEGORY_TOXICITY")]
238 Toxicity,
239 #[serde(rename = "HARM_CATEGORY_VIOLENCE")]
240 Violence,
241 #[serde(rename = "HARM_CATEGORY_SEXUAL")]
242 Sexual,
243 #[serde(rename = "HARM_CATEGORY_MEDICAL")]
244 Medical,
245 #[serde(rename = "HARM_CATEGORY_DANGEROUS")]
246 Dangerous,
247 #[serde(rename = "HARM_CATEGORY_HARASSMENT")]
248 Harassment,
249 #[serde(rename = "HARM_CATEGORY_HATE_SPEECH")]
250 HateSpeech,
251 #[serde(rename = "HARM_CATEGORY_SEXUALLY_EXPLICIT")]
252 SexuallyExplicit,
253 #[serde(rename = "HARM_CATEGORY_DANGEROUS_CONTENT")]
254 DangerousContent,
255}
256
257#[derive(Debug, Serialize, Deserialize)]
258pub enum HarmBlockThreshold {
259 #[serde(rename = "HARM_BLOCK_THRESHOLD_UNSPECIFIED")]
260 Unspecified,
261 #[serde(rename = "BLOCK_LOW_AND_ABOVE")]
262 BlockLowAndAbove,
263 #[serde(rename = "BLOCK_MEDIUM_AND_ABOVE")]
264 BlockMediumAndAbove,
265 #[serde(rename = "BLOCK_ONLY_HIGH")]
266 BlockOnlyHigh,
267 #[serde(rename = "BLOCK_NONE")]
268 BlockNone,
269}
270
271#[derive(Debug, Serialize, Deserialize)]
272#[serde(rename_all = "SCREAMING_SNAKE_CASE")]
273pub enum HarmProbability {
274 #[serde(rename = "HARM_PROBABILITY_UNSPECIFIED")]
275 Unspecified,
276 Negligible,
277 Low,
278 Medium,
279 High,
280}
281
282#[derive(Debug, Serialize, Deserialize)]
283#[serde(rename_all = "camelCase")]
284pub struct SafetyRating {
285 pub category: HarmCategory,
286 pub probability: HarmProbability,
287}
288
289#[derive(Debug, Serialize, Deserialize)]
290#[serde(rename_all = "camelCase")]
291pub struct CountTokensRequest {
292 pub contents: Vec<Content>,
293}
294
295#[derive(Debug, Serialize, Deserialize)]
296#[serde(rename_all = "camelCase")]
297pub struct CountTokensResponse {
298 pub total_tokens: usize,
299}
300
301#[cfg_attr(feature = "schemars", derive(schemars::JsonSchema))]
302#[derive(Clone, Default, Debug, Deserialize, Serialize, PartialEq, Eq, strum::EnumIter)]
303pub enum Model {
304 #[serde(rename = "gemini-1.5-pro")]
305 Gemini15Pro,
306 #[serde(rename = "gemini-1.5-flash")]
307 Gemini15Flash,
308 #[serde(rename = "gemini-2.0-pro-exp")]
309 Gemini20Pro,
310 #[serde(rename = "gemini-2.0-flash")]
311 #[default]
312 Gemini20Flash,
313 #[serde(rename = "gemini-2.0-flash-thinking-exp")]
314 Gemini20FlashThinking,
315 #[serde(rename = "gemini-2.0-flash-lite-preview")]
316 Gemini20FlashLite,
317 #[serde(rename = "custom")]
318 Custom {
319 name: String,
320 /// The name displayed in the UI, such as in the assistant panel model dropdown menu.
321 display_name: Option<String>,
322 max_tokens: usize,
323 },
324}
325
326impl Model {
327 pub fn id(&self) -> &str {
328 match self {
329 Model::Gemini15Pro => "gemini-1.5-pro",
330 Model::Gemini15Flash => "gemini-1.5-flash",
331 Model::Gemini20Pro => "gemini-2.0-pro-exp",
332 Model::Gemini20Flash => "gemini-2.0-flash",
333 Model::Gemini20FlashThinking => "gemini-2.0-flash-thinking-exp",
334 Model::Gemini20FlashLite => "gemini-2.0-flash-lite-preview",
335 Model::Custom { name, .. } => name,
336 }
337 }
338
339 pub fn display_name(&self) -> &str {
340 match self {
341 Model::Gemini15Pro => "Gemini 1.5 Pro",
342 Model::Gemini15Flash => "Gemini 1.5 Flash",
343 Model::Gemini20Pro => "Gemini 2.0 Pro",
344 Model::Gemini20Flash => "Gemini 2.0 Flash",
345 Model::Gemini20FlashThinking => "Gemini 2.0 Flash Thinking",
346 Model::Gemini20FlashLite => "Gemini 2.0 Flash Lite",
347 Self::Custom {
348 name, display_name, ..
349 } => display_name.as_ref().unwrap_or(name),
350 }
351 }
352
353 pub fn max_token_count(&self) -> usize {
354 match self {
355 Model::Gemini15Pro => 2_000_000,
356 Model::Gemini15Flash => 1_000_000,
357 Model::Gemini20Pro => 2_000_000,
358 Model::Gemini20Flash => 1_000_000,
359 Model::Gemini20FlashThinking => 1_000_000,
360 Model::Gemini20FlashLite => 1_000_000,
361 Model::Custom { max_tokens, .. } => *max_tokens,
362 }
363 }
364}
365
366impl std::fmt::Display for Model {
367 fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
368 write!(f, "{}", self.id())
369 }
370}
371
372pub fn extract_text_from_events(
373 events: impl Stream<Item = Result<GenerateContentResponse>>,
374) -> impl Stream<Item = Result<String>> {
375 events.filter_map(|event| async move {
376 match event {
377 Ok(event) => event.candidates.and_then(|candidates| {
378 candidates.into_iter().next().and_then(|candidate| {
379 candidate.content.parts.into_iter().next().and_then(|part| {
380 if let Part::TextPart(TextPart { text }) = part {
381 Some(Ok(text))
382 } else {
383 None
384 }
385 })
386 })
387 }),
388 Err(error) => Some(Err(error)),
389 }
390 })
391}