use anyhow::anyhow; use serde::{Deserialize, Serialize}; use strum::EnumIter; #[cfg_attr(feature = "schemars", derive(schemars::JsonSchema))] #[derive(Clone, Debug, Default, Serialize, Deserialize, PartialEq, EnumIter)] pub enum Model { // Anthropic models (already included) #[default] #[serde(rename = "claude-3-5-sonnet-v2", alias = "claude-3-5-sonnet-latest")] Claude3_5Sonnet, #[serde(rename = "claude-3-7-sonnet", alias = "claude-3-7-sonnet-latest")] Claude3_7Sonnet, #[serde(rename = "claude-3-opus", alias = "claude-3-opus-latest")] Claude3Opus, #[serde(rename = "claude-3-sonnet", alias = "claude-3-sonnet-latest")] Claude3Sonnet, #[serde(rename = "claude-3-5-haiku", alias = "claude-3-5-haiku-latest")] Claude3_5Haiku, // Amazon Nova Models AmazonNovaLite, AmazonNovaMicro, AmazonNovaPro, // AI21 models AI21J2GrandeInstruct, AI21J2JumboInstruct, AI21J2Mid, AI21J2MidV1, AI21J2Ultra, AI21J2UltraV1_8k, AI21J2UltraV1, AI21JambaInstructV1, AI21Jamba15LargeV1, AI21Jamba15MiniV1, // Cohere models CohereCommandTextV14_4k, CohereCommandRV1, CohereCommandRPlusV1, CohereCommandLightTextV14_4k, // Meta models MetaLlama38BInstructV1, MetaLlama370BInstructV1, MetaLlama318BInstructV1_128k, MetaLlama318BInstructV1, MetaLlama3170BInstructV1_128k, MetaLlama3170BInstructV1, MetaLlama3211BInstructV1, MetaLlama3290BInstructV1, MetaLlama321BInstructV1, MetaLlama323BInstructV1, // Mistral models MistralMistral7BInstructV0, MistralMixtral8x7BInstructV0, MistralMistralLarge2402V1, MistralMistralSmall2402V1, #[serde(rename = "custom")] Custom { name: String, max_tokens: usize, /// The name displayed in the UI, such as in the assistant panel model dropdown menu. display_name: Option, max_output_tokens: Option, default_temperature: Option, }, } impl Model { pub fn from_id(id: &str) -> anyhow::Result { if id.starts_with("claude-3-5-sonnet-v2") { Ok(Self::Claude3_5Sonnet) } else if id.starts_with("claude-3-opus") { Ok(Self::Claude3Opus) } else if id.starts_with("claude-3-sonnet") { Ok(Self::Claude3Sonnet) } else if id.starts_with("claude-3-5-haiku") { Ok(Self::Claude3_5Haiku) } else if id.starts_with("claude-3-7-sonnet") { Ok(Self::Claude3_7Sonnet) } else { Err(anyhow!("invalid model id")) } } pub fn id(&self) -> &str { match self { Model::Claude3_5Sonnet => "us.anthropic.claude-3-5-sonnet-20241022-v2:0", Model::Claude3Opus => "us.anthropic.claude-3-opus-20240229-v1:0", Model::Claude3Sonnet => "us.anthropic.claude-3-sonnet-20240229-v1:0", Model::Claude3_5Haiku => "us.anthropic.claude-3-5-haiku-20241022-v1:0", Model::Claude3_7Sonnet => "us.anthropic.claude-3-7-sonnet-20250219-v1:0", Model::AmazonNovaLite => "us.amazon.nova-lite-v1:0", Model::AmazonNovaMicro => "us.amazon.nova-micro-v1:0", Model::AmazonNovaPro => "us.amazon.nova-pro-v1:0", Model::AI21J2GrandeInstruct => "ai21.j2-grande-instruct", Model::AI21J2JumboInstruct => "ai21.j2-jumbo-instruct", Model::AI21J2Mid => "ai21.j2-mid", Model::AI21J2MidV1 => "ai21.j2-mid-v1", Model::AI21J2Ultra => "ai21.j2-ultra", Model::AI21J2UltraV1_8k => "ai21.j2-ultra-v1:0:8k", Model::AI21J2UltraV1 => "ai21.j2-ultra-v1", Model::AI21JambaInstructV1 => "ai21.jamba-instruct-v1:0", Model::AI21Jamba15LargeV1 => "ai21.jamba-1-5-large-v1:0", Model::AI21Jamba15MiniV1 => "ai21.jamba-1-5-mini-v1:0", Model::CohereCommandTextV14_4k => "cohere.command-text-v14:7:4k", Model::CohereCommandRV1 => "cohere.command-r-v1:0", Model::CohereCommandRPlusV1 => "cohere.command-r-plus-v1:0", Model::CohereCommandLightTextV14_4k => "cohere.command-light-text-v14:7:4k", Model::MetaLlama38BInstructV1 => "meta.llama3-8b-instruct-v1:0", Model::MetaLlama370BInstructV1 => "meta.llama3-70b-instruct-v1:0", Model::MetaLlama318BInstructV1_128k => "meta.llama3-1-8b-instruct-v1:0:128k", Model::MetaLlama318BInstructV1 => "meta.llama3-1-8b-instruct-v1:0", Model::MetaLlama3170BInstructV1_128k => "meta.llama3-1-70b-instruct-v1:0:128k", Model::MetaLlama3170BInstructV1 => "meta.llama3-1-70b-instruct-v1:0", Model::MetaLlama3211BInstructV1 => "meta.llama3-2-11b-instruct-v1:0", Model::MetaLlama3290BInstructV1 => "meta.llama3-2-90b-instruct-v1:0", Model::MetaLlama321BInstructV1 => "meta.llama3-2-1b-instruct-v1:0", Model::MetaLlama323BInstructV1 => "meta.llama3-2-3b-instruct-v1:0", Model::MistralMistral7BInstructV0 => "mistral.mistral-7b-instruct-v0:2", Model::MistralMixtral8x7BInstructV0 => "mistral.mixtral-8x7b-instruct-v0:1", Model::MistralMistralLarge2402V1 => "mistral.mistral-large-2402-v1:0", Model::MistralMistralSmall2402V1 => "mistral.mistral-small-2402-v1:0", Self::Custom { name, .. } => name, } } pub fn display_name(&self) -> &str { match self { Self::Claude3_5Sonnet => "Claude 3.5 Sonnet v2", Self::Claude3Opus => "Claude 3 Opus", Self::Claude3Sonnet => "Claude 3 Sonnet", Self::Claude3_5Haiku => "Claude 3.5 Haiku", Self::Claude3_7Sonnet => "Claude 3.7 Sonnet", Self::AmazonNovaLite => "Amazon Nova Lite", Self::AmazonNovaMicro => "Amazon Nova Micro", Self::AmazonNovaPro => "Amazon Nova Pro", Self::AI21J2GrandeInstruct => "AI21 Jurassic2 Grande Instruct", Self::AI21J2JumboInstruct => "AI21 Jurassic2 Jumbo Instruct", Self::AI21J2Mid => "AI21 Jurassic2 Mid", Self::AI21J2MidV1 => "AI21 Jurassic2 Mid V1", Self::AI21J2Ultra => "AI21 Jurassic2 Ultra", Self::AI21J2UltraV1_8k => "AI21 Jurassic2 Ultra V1 8K", Self::AI21J2UltraV1 => "AI21 Jurassic2 Ultra V1", Self::AI21JambaInstructV1 => "AI21 Jamba Instruct", Self::AI21Jamba15LargeV1 => "AI21 Jamba 1.5 Large", Self::AI21Jamba15MiniV1 => "AI21 Jamba 1.5 Mini", Self::CohereCommandTextV14_4k => "Cohere Command Text V14 4K", Self::CohereCommandRV1 => "Cohere Command R V1", Self::CohereCommandRPlusV1 => "Cohere Command R Plus V1", Self::CohereCommandLightTextV14_4k => "Cohere Command Light Text V14 4K", Self::MetaLlama38BInstructV1 => "Meta Llama 3 8B Instruct V1", Self::MetaLlama370BInstructV1 => "Meta Llama 3 70B Instruct V1", Self::MetaLlama318BInstructV1_128k => "Meta Llama 3 1.8B Instruct V1 128K", Self::MetaLlama318BInstructV1 => "Meta Llama 3 1.8B Instruct V1", Self::MetaLlama3170BInstructV1_128k => "Meta Llama 3 1 70B Instruct V1 128K", Self::MetaLlama3170BInstructV1 => "Meta Llama 3 1 70B Instruct V1", Self::MetaLlama3211BInstructV1 => "Meta Llama 3 2 11B Instruct V1", Self::MetaLlama3290BInstructV1 => "Meta Llama 3 2 90B Instruct V1", Self::MetaLlama321BInstructV1 => "Meta Llama 3 2 1B Instruct V1", Self::MetaLlama323BInstructV1 => "Meta Llama 3 2 3B Instruct V1", Self::MistralMistral7BInstructV0 => "Mistral 7B Instruct V0", Self::MistralMixtral8x7BInstructV0 => "Mistral Mixtral 8x7B Instruct V0", Self::MistralMistralLarge2402V1 => "Mistral Large 2402 V1", Self::MistralMistralSmall2402V1 => "Mistral Small 2402 V1", Self::Custom { display_name, name, .. } => display_name.as_deref().unwrap_or(name), } } pub fn max_token_count(&self) -> usize { match self { Self::Claude3_5Sonnet | Self::Claude3Opus | Self::Claude3Sonnet | Self::Claude3_5Haiku | Self::Claude3_7Sonnet => 200_000, Self::Custom { max_tokens, .. } => *max_tokens, _ => 200_000, } } pub fn max_output_tokens(&self) -> u32 { match self { Self::Claude3Opus | Self::Claude3Sonnet | Self::Claude3_5Haiku => 4_096, Self::Claude3_5Sonnet => 8_192, Self::Custom { max_output_tokens, .. } => max_output_tokens.unwrap_or(4_096), _ => 4_096, } } pub fn default_temperature(&self) -> f32 { match self { Self::Claude3_5Sonnet | Self::Claude3Opus | Self::Claude3Sonnet | Self::Claude3_5Haiku | Self::Claude3_7Sonnet => 1.0, Self::Custom { default_temperature, .. } => default_temperature.unwrap_or(1.0), _ => 1.0, } } }