language_model.rs

   1mod api_key;
   2mod model;
   3mod rate_limiter;
   4mod registry;
   5mod request;
   6mod role;
   7mod telemetry;
   8pub mod tool_schema;
   9
  10#[cfg(any(test, feature = "test-support"))]
  11pub mod fake_provider;
  12
  13use anthropic::{AnthropicError, parse_prompt_too_long};
  14use anyhow::{Result, anyhow};
  15use client::Client;
  16use cloud_llm_client::CompletionRequestStatus;
  17use futures::FutureExt;
  18use futures::{StreamExt, future::BoxFuture, stream::BoxStream};
  19use gpui::{AnyView, App, AsyncApp, SharedString, Task, Window};
  20use http_client::{StatusCode, http};
  21use icons::IconName;
  22use open_router::OpenRouterError;
  23use parking_lot::Mutex;
  24use serde::{Deserialize, Serialize};
  25pub use settings::LanguageModelCacheConfiguration;
  26use std::ops::{Add, Sub};
  27use std::str::FromStr;
  28use std::sync::Arc;
  29use std::time::Duration;
  30use std::{fmt, io};
  31use thiserror::Error;
  32use util::serde::is_default;
  33
  34pub use crate::api_key::{ApiKey, ApiKeyState};
  35pub use crate::model::*;
  36pub use crate::rate_limiter::*;
  37pub use crate::registry::*;
  38pub use crate::request::*;
  39pub use crate::role::*;
  40pub use crate::telemetry::*;
  41pub use crate::tool_schema::LanguageModelToolSchemaFormat;
  42pub use zed_env_vars::{EnvVar, env_var};
  43
  44pub const ANTHROPIC_PROVIDER_ID: LanguageModelProviderId =
  45    LanguageModelProviderId::new("anthropic");
  46pub const ANTHROPIC_PROVIDER_NAME: LanguageModelProviderName =
  47    LanguageModelProviderName::new("Anthropic");
  48
  49pub const GOOGLE_PROVIDER_ID: LanguageModelProviderId = LanguageModelProviderId::new("google");
  50pub const GOOGLE_PROVIDER_NAME: LanguageModelProviderName =
  51    LanguageModelProviderName::new("Google AI");
  52
  53pub const OPEN_AI_PROVIDER_ID: LanguageModelProviderId = LanguageModelProviderId::new("openai");
  54pub const OPEN_AI_PROVIDER_NAME: LanguageModelProviderName =
  55    LanguageModelProviderName::new("OpenAI");
  56
  57pub const X_AI_PROVIDER_ID: LanguageModelProviderId = LanguageModelProviderId::new("x_ai");
  58pub const X_AI_PROVIDER_NAME: LanguageModelProviderName = LanguageModelProviderName::new("xAI");
  59
  60pub const ZED_CLOUD_PROVIDER_ID: LanguageModelProviderId = LanguageModelProviderId::new("zed.dev");
  61pub const ZED_CLOUD_PROVIDER_NAME: LanguageModelProviderName =
  62    LanguageModelProviderName::new("Zed");
  63
  64pub fn init(client: Arc<Client>, cx: &mut App) {
  65    init_settings(cx);
  66    RefreshLlmTokenListener::register(client, cx);
  67}
  68
  69pub fn init_settings(cx: &mut App) {
  70    registry::init(cx);
  71}
  72
  73/// A completion event from a language model.
  74#[derive(Debug, PartialEq, Clone, Serialize, Deserialize)]
  75pub enum LanguageModelCompletionEvent {
  76    Queued {
  77        position: usize,
  78    },
  79    Started,
  80    Stop(StopReason),
  81    Text(String),
  82    Thinking {
  83        text: String,
  84        signature: Option<String>,
  85    },
  86    RedactedThinking {
  87        data: String,
  88    },
  89    ToolUse(LanguageModelToolUse),
  90    ToolUseJsonParseError {
  91        id: LanguageModelToolUseId,
  92        tool_name: Arc<str>,
  93        raw_input: Arc<str>,
  94        json_parse_error: String,
  95    },
  96    StartMessage {
  97        message_id: String,
  98    },
  99    ReasoningDetails(serde_json::Value),
 100    UsageUpdate(TokenUsage),
 101}
 102
 103impl LanguageModelCompletionEvent {
 104    pub fn from_completion_request_status(
 105        status: CompletionRequestStatus,
 106        upstream_provider: LanguageModelProviderName,
 107    ) -> Result<Self, LanguageModelCompletionError> {
 108        match status {
 109            CompletionRequestStatus::Queued { position } => {
 110                Ok(LanguageModelCompletionEvent::Queued { position })
 111            }
 112            CompletionRequestStatus::Started => Ok(LanguageModelCompletionEvent::Started),
 113            CompletionRequestStatus::UsageUpdated { .. }
 114            | CompletionRequestStatus::ToolUseLimitReached => Err(
 115                LanguageModelCompletionError::Other(anyhow!("Unexpected status: {status:?}")),
 116            ),
 117            CompletionRequestStatus::Failed {
 118                code,
 119                message,
 120                request_id: _,
 121                retry_after,
 122            } => Err(LanguageModelCompletionError::from_cloud_failure(
 123                upstream_provider,
 124                code,
 125                message,
 126                retry_after.map(Duration::from_secs_f64),
 127            )),
 128        }
 129    }
 130}
 131
 132#[derive(Error, Debug)]
 133pub enum LanguageModelCompletionError {
 134    #[error("prompt too large for context window")]
 135    PromptTooLarge { tokens: Option<u64> },
 136    #[error("missing {provider} API key")]
 137    NoApiKey { provider: LanguageModelProviderName },
 138    #[error("{provider}'s API rate limit exceeded")]
 139    RateLimitExceeded {
 140        provider: LanguageModelProviderName,
 141        retry_after: Option<Duration>,
 142    },
 143    #[error("{provider}'s API servers are overloaded right now")]
 144    ServerOverloaded {
 145        provider: LanguageModelProviderName,
 146        retry_after: Option<Duration>,
 147    },
 148    #[error("{provider}'s API server reported an internal server error: {message}")]
 149    ApiInternalServerError {
 150        provider: LanguageModelProviderName,
 151        message: String,
 152    },
 153    #[error("{message}")]
 154    UpstreamProviderError {
 155        message: String,
 156        status: StatusCode,
 157        retry_after: Option<Duration>,
 158    },
 159    #[error("HTTP response error from {provider}'s API: status {status_code} - {message:?}")]
 160    HttpResponseError {
 161        provider: LanguageModelProviderName,
 162        status_code: StatusCode,
 163        message: String,
 164    },
 165
 166    // Client errors
 167    #[error("invalid request format to {provider}'s API: {message}")]
 168    BadRequestFormat {
 169        provider: LanguageModelProviderName,
 170        message: String,
 171    },
 172    #[error("authentication error with {provider}'s API: {message}")]
 173    AuthenticationError {
 174        provider: LanguageModelProviderName,
 175        message: String,
 176    },
 177    #[error("Permission error with {provider}'s API: {message}")]
 178    PermissionError {
 179        provider: LanguageModelProviderName,
 180        message: String,
 181    },
 182    #[error("language model provider API endpoint not found")]
 183    ApiEndpointNotFound { provider: LanguageModelProviderName },
 184    #[error("I/O error reading response from {provider}'s API")]
 185    ApiReadResponseError {
 186        provider: LanguageModelProviderName,
 187        #[source]
 188        error: io::Error,
 189    },
 190    #[error("error serializing request to {provider} API")]
 191    SerializeRequest {
 192        provider: LanguageModelProviderName,
 193        #[source]
 194        error: serde_json::Error,
 195    },
 196    #[error("error building request body to {provider} API")]
 197    BuildRequestBody {
 198        provider: LanguageModelProviderName,
 199        #[source]
 200        error: http::Error,
 201    },
 202    #[error("error sending HTTP request to {provider} API")]
 203    HttpSend {
 204        provider: LanguageModelProviderName,
 205        #[source]
 206        error: anyhow::Error,
 207    },
 208    #[error("error deserializing {provider} API response")]
 209    DeserializeResponse {
 210        provider: LanguageModelProviderName,
 211        #[source]
 212        error: serde_json::Error,
 213    },
 214
 215    // TODO: Ideally this would be removed in favor of having a comprehensive list of errors.
 216    #[error(transparent)]
 217    Other(#[from] anyhow::Error),
 218}
 219
 220impl LanguageModelCompletionError {
 221    fn parse_upstream_error_json(message: &str) -> Option<(StatusCode, String)> {
 222        let error_json = serde_json::from_str::<serde_json::Value>(message).ok()?;
 223        let upstream_status = error_json
 224            .get("upstream_status")
 225            .and_then(|v| v.as_u64())
 226            .and_then(|status| u16::try_from(status).ok())
 227            .and_then(|status| StatusCode::from_u16(status).ok())?;
 228        let inner_message = error_json
 229            .get("message")
 230            .and_then(|v| v.as_str())
 231            .unwrap_or(message)
 232            .to_string();
 233        Some((upstream_status, inner_message))
 234    }
 235
 236    pub fn from_cloud_failure(
 237        upstream_provider: LanguageModelProviderName,
 238        code: String,
 239        message: String,
 240        retry_after: Option<Duration>,
 241    ) -> Self {
 242        if let Some(tokens) = parse_prompt_too_long(&message) {
 243            // TODO: currently Anthropic PAYLOAD_TOO_LARGE response may cause INTERNAL_SERVER_ERROR
 244            // to be reported. This is a temporary workaround to handle this in the case where the
 245            // token limit has been exceeded.
 246            Self::PromptTooLarge {
 247                tokens: Some(tokens),
 248            }
 249        } else if code == "upstream_http_error" {
 250            if let Some((upstream_status, inner_message)) =
 251                Self::parse_upstream_error_json(&message)
 252            {
 253                return Self::from_http_status(
 254                    upstream_provider,
 255                    upstream_status,
 256                    inner_message,
 257                    retry_after,
 258                );
 259            }
 260            anyhow!("completion request failed, code: {code}, message: {message}").into()
 261        } else if let Some(status_code) = code
 262            .strip_prefix("upstream_http_")
 263            .and_then(|code| StatusCode::from_str(code).ok())
 264        {
 265            Self::from_http_status(upstream_provider, status_code, message, retry_after)
 266        } else if let Some(status_code) = code
 267            .strip_prefix("http_")
 268            .and_then(|code| StatusCode::from_str(code).ok())
 269        {
 270            Self::from_http_status(ZED_CLOUD_PROVIDER_NAME, status_code, message, retry_after)
 271        } else {
 272            anyhow!("completion request failed, code: {code}, message: {message}").into()
 273        }
 274    }
 275
 276    pub fn from_http_status(
 277        provider: LanguageModelProviderName,
 278        status_code: StatusCode,
 279        message: String,
 280        retry_after: Option<Duration>,
 281    ) -> Self {
 282        match status_code {
 283            StatusCode::BAD_REQUEST => Self::BadRequestFormat { provider, message },
 284            StatusCode::UNAUTHORIZED => Self::AuthenticationError { provider, message },
 285            StatusCode::FORBIDDEN => Self::PermissionError { provider, message },
 286            StatusCode::NOT_FOUND => Self::ApiEndpointNotFound { provider },
 287            StatusCode::PAYLOAD_TOO_LARGE => Self::PromptTooLarge {
 288                tokens: parse_prompt_too_long(&message),
 289            },
 290            StatusCode::TOO_MANY_REQUESTS => Self::RateLimitExceeded {
 291                provider,
 292                retry_after,
 293            },
 294            StatusCode::INTERNAL_SERVER_ERROR => Self::ApiInternalServerError { provider, message },
 295            StatusCode::SERVICE_UNAVAILABLE => Self::ServerOverloaded {
 296                provider,
 297                retry_after,
 298            },
 299            _ if status_code.as_u16() == 529 => Self::ServerOverloaded {
 300                provider,
 301                retry_after,
 302            },
 303            _ => Self::HttpResponseError {
 304                provider,
 305                status_code,
 306                message,
 307            },
 308        }
 309    }
 310}
 311
 312impl From<AnthropicError> for LanguageModelCompletionError {
 313    fn from(error: AnthropicError) -> Self {
 314        let provider = ANTHROPIC_PROVIDER_NAME;
 315        match error {
 316            AnthropicError::SerializeRequest(error) => Self::SerializeRequest { provider, error },
 317            AnthropicError::BuildRequestBody(error) => Self::BuildRequestBody { provider, error },
 318            AnthropicError::HttpSend(error) => Self::HttpSend { provider, error },
 319            AnthropicError::DeserializeResponse(error) => {
 320                Self::DeserializeResponse { provider, error }
 321            }
 322            AnthropicError::ReadResponse(error) => Self::ApiReadResponseError { provider, error },
 323            AnthropicError::HttpResponseError {
 324                status_code,
 325                message,
 326            } => Self::HttpResponseError {
 327                provider,
 328                status_code,
 329                message,
 330            },
 331            AnthropicError::RateLimit { retry_after } => Self::RateLimitExceeded {
 332                provider,
 333                retry_after: Some(retry_after),
 334            },
 335            AnthropicError::ServerOverloaded { retry_after } => Self::ServerOverloaded {
 336                provider,
 337                retry_after,
 338            },
 339            AnthropicError::ApiError(api_error) => api_error.into(),
 340        }
 341    }
 342}
 343
 344impl From<anthropic::ApiError> for LanguageModelCompletionError {
 345    fn from(error: anthropic::ApiError) -> Self {
 346        use anthropic::ApiErrorCode::*;
 347        let provider = ANTHROPIC_PROVIDER_NAME;
 348        match error.code() {
 349            Some(code) => match code {
 350                InvalidRequestError => Self::BadRequestFormat {
 351                    provider,
 352                    message: error.message,
 353                },
 354                AuthenticationError => Self::AuthenticationError {
 355                    provider,
 356                    message: error.message,
 357                },
 358                PermissionError => Self::PermissionError {
 359                    provider,
 360                    message: error.message,
 361                },
 362                NotFoundError => Self::ApiEndpointNotFound { provider },
 363                RequestTooLarge => Self::PromptTooLarge {
 364                    tokens: parse_prompt_too_long(&error.message),
 365                },
 366                RateLimitError => Self::RateLimitExceeded {
 367                    provider,
 368                    retry_after: None,
 369                },
 370                ApiError => Self::ApiInternalServerError {
 371                    provider,
 372                    message: error.message,
 373                },
 374                OverloadedError => Self::ServerOverloaded {
 375                    provider,
 376                    retry_after: None,
 377                },
 378            },
 379            None => Self::Other(error.into()),
 380        }
 381    }
 382}
 383
 384impl From<open_ai::RequestError> for LanguageModelCompletionError {
 385    fn from(error: open_ai::RequestError) -> Self {
 386        match error {
 387            open_ai::RequestError::HttpResponseError {
 388                provider,
 389                status_code,
 390                body,
 391                headers,
 392            } => {
 393                let retry_after = headers
 394                    .get(http::header::RETRY_AFTER)
 395                    .and_then(|val| val.to_str().ok()?.parse::<u64>().ok())
 396                    .map(Duration::from_secs);
 397
 398                Self::from_http_status(provider.into(), status_code, body, retry_after)
 399            }
 400            open_ai::RequestError::Other(e) => Self::Other(e),
 401        }
 402    }
 403}
 404
 405impl From<OpenRouterError> for LanguageModelCompletionError {
 406    fn from(error: OpenRouterError) -> Self {
 407        let provider = LanguageModelProviderName::new("OpenRouter");
 408        match error {
 409            OpenRouterError::SerializeRequest(error) => Self::SerializeRequest { provider, error },
 410            OpenRouterError::BuildRequestBody(error) => Self::BuildRequestBody { provider, error },
 411            OpenRouterError::HttpSend(error) => Self::HttpSend { provider, error },
 412            OpenRouterError::DeserializeResponse(error) => {
 413                Self::DeserializeResponse { provider, error }
 414            }
 415            OpenRouterError::ReadResponse(error) => Self::ApiReadResponseError { provider, error },
 416            OpenRouterError::RateLimit { retry_after } => Self::RateLimitExceeded {
 417                provider,
 418                retry_after: Some(retry_after),
 419            },
 420            OpenRouterError::ServerOverloaded { retry_after } => Self::ServerOverloaded {
 421                provider,
 422                retry_after,
 423            },
 424            OpenRouterError::ApiError(api_error) => api_error.into(),
 425        }
 426    }
 427}
 428
 429impl From<open_router::ApiError> for LanguageModelCompletionError {
 430    fn from(error: open_router::ApiError) -> Self {
 431        use open_router::ApiErrorCode::*;
 432        let provider = LanguageModelProviderName::new("OpenRouter");
 433        match error.code {
 434            InvalidRequestError => Self::BadRequestFormat {
 435                provider,
 436                message: error.message,
 437            },
 438            AuthenticationError => Self::AuthenticationError {
 439                provider,
 440                message: error.message,
 441            },
 442            PaymentRequiredError => Self::AuthenticationError {
 443                provider,
 444                message: format!("Payment required: {}", error.message),
 445            },
 446            PermissionError => Self::PermissionError {
 447                provider,
 448                message: error.message,
 449            },
 450            RequestTimedOut => Self::HttpResponseError {
 451                provider,
 452                status_code: StatusCode::REQUEST_TIMEOUT,
 453                message: error.message,
 454            },
 455            RateLimitError => Self::RateLimitExceeded {
 456                provider,
 457                retry_after: None,
 458            },
 459            ApiError => Self::ApiInternalServerError {
 460                provider,
 461                message: error.message,
 462            },
 463            OverloadedError => Self::ServerOverloaded {
 464                provider,
 465                retry_after: None,
 466            },
 467        }
 468    }
 469}
 470
 471#[derive(Debug, PartialEq, Clone, Copy, Serialize, Deserialize)]
 472#[serde(rename_all = "snake_case")]
 473pub enum StopReason {
 474    EndTurn,
 475    MaxTokens,
 476    ToolUse,
 477    Refusal,
 478}
 479
 480#[derive(Debug, PartialEq, Clone, Copy, Serialize, Deserialize, Default)]
 481pub struct TokenUsage {
 482    #[serde(default, skip_serializing_if = "is_default")]
 483    pub input_tokens: u64,
 484    #[serde(default, skip_serializing_if = "is_default")]
 485    pub output_tokens: u64,
 486    #[serde(default, skip_serializing_if = "is_default")]
 487    pub cache_creation_input_tokens: u64,
 488    #[serde(default, skip_serializing_if = "is_default")]
 489    pub cache_read_input_tokens: u64,
 490}
 491
 492impl TokenUsage {
 493    pub fn total_tokens(&self) -> u64 {
 494        self.input_tokens
 495            + self.output_tokens
 496            + self.cache_read_input_tokens
 497            + self.cache_creation_input_tokens
 498    }
 499}
 500
 501impl Add<TokenUsage> for TokenUsage {
 502    type Output = Self;
 503
 504    fn add(self, other: Self) -> Self {
 505        Self {
 506            input_tokens: self.input_tokens + other.input_tokens,
 507            output_tokens: self.output_tokens + other.output_tokens,
 508            cache_creation_input_tokens: self.cache_creation_input_tokens
 509                + other.cache_creation_input_tokens,
 510            cache_read_input_tokens: self.cache_read_input_tokens + other.cache_read_input_tokens,
 511        }
 512    }
 513}
 514
 515impl Sub<TokenUsage> for TokenUsage {
 516    type Output = Self;
 517
 518    fn sub(self, other: Self) -> Self {
 519        Self {
 520            input_tokens: self.input_tokens - other.input_tokens,
 521            output_tokens: self.output_tokens - other.output_tokens,
 522            cache_creation_input_tokens: self.cache_creation_input_tokens
 523                - other.cache_creation_input_tokens,
 524            cache_read_input_tokens: self.cache_read_input_tokens - other.cache_read_input_tokens,
 525        }
 526    }
 527}
 528
 529#[derive(Debug, PartialEq, Eq, Hash, Clone, Serialize, Deserialize)]
 530pub struct LanguageModelToolUseId(Arc<str>);
 531
 532impl fmt::Display for LanguageModelToolUseId {
 533    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
 534        write!(f, "{}", self.0)
 535    }
 536}
 537
 538impl<T> From<T> for LanguageModelToolUseId
 539where
 540    T: Into<Arc<str>>,
 541{
 542    fn from(value: T) -> Self {
 543        Self(value.into())
 544    }
 545}
 546
 547#[derive(Debug, PartialEq, Eq, Hash, Clone, Serialize, Deserialize)]
 548pub struct LanguageModelToolUse {
 549    pub id: LanguageModelToolUseId,
 550    pub name: Arc<str>,
 551    pub raw_input: String,
 552    pub input: serde_json::Value,
 553    pub is_input_complete: bool,
 554    /// Thought signature the model sent us. Some models require that this
 555    /// signature be preserved and sent back in conversation history for validation.
 556    pub thought_signature: Option<String>,
 557}
 558
 559pub struct LanguageModelTextStream {
 560    pub message_id: Option<String>,
 561    pub stream: BoxStream<'static, Result<String, LanguageModelCompletionError>>,
 562    // Has complete token usage after the stream has finished
 563    pub last_token_usage: Arc<Mutex<TokenUsage>>,
 564}
 565
 566impl Default for LanguageModelTextStream {
 567    fn default() -> Self {
 568        Self {
 569            message_id: None,
 570            stream: Box::pin(futures::stream::empty()),
 571            last_token_usage: Arc::new(Mutex::new(TokenUsage::default())),
 572        }
 573    }
 574}
 575
 576pub trait LanguageModel: Send + Sync {
 577    fn id(&self) -> LanguageModelId;
 578    fn name(&self) -> LanguageModelName;
 579    fn provider_id(&self) -> LanguageModelProviderId;
 580    fn provider_name(&self) -> LanguageModelProviderName;
 581    fn upstream_provider_id(&self) -> LanguageModelProviderId {
 582        self.provider_id()
 583    }
 584    fn upstream_provider_name(&self) -> LanguageModelProviderName {
 585        self.provider_name()
 586    }
 587
 588    fn telemetry_id(&self) -> String;
 589
 590    fn api_key(&self, _cx: &App) -> Option<String> {
 591        None
 592    }
 593
 594    /// Whether this model supports extended thinking.
 595    fn supports_thinking(&self) -> bool {
 596        false
 597    }
 598
 599    /// Whether this model supports images
 600    fn supports_images(&self) -> bool;
 601
 602    /// Whether this model supports tools.
 603    fn supports_tools(&self) -> bool;
 604
 605    /// Whether this model supports choosing which tool to use.
 606    fn supports_tool_choice(&self, choice: LanguageModelToolChoice) -> bool;
 607
 608    /// Returns whether this model or provider supports streaming tool calls;
 609    fn supports_streaming_tools(&self) -> bool {
 610        false
 611    }
 612
 613    /// Returns whether this model/provider reports accurate split input/output token counts.
 614    /// When true, the UI may show separate input/output token indicators.
 615    fn supports_split_token_display(&self) -> bool {
 616        false
 617    }
 618
 619    fn tool_input_format(&self) -> LanguageModelToolSchemaFormat {
 620        LanguageModelToolSchemaFormat::JsonSchema
 621    }
 622
 623    fn max_token_count(&self) -> u64;
 624    fn max_output_tokens(&self) -> Option<u64> {
 625        None
 626    }
 627
 628    fn count_tokens(
 629        &self,
 630        request: LanguageModelRequest,
 631        cx: &App,
 632    ) -> BoxFuture<'static, Result<u64>>;
 633
 634    fn stream_completion(
 635        &self,
 636        request: LanguageModelRequest,
 637        cx: &AsyncApp,
 638    ) -> BoxFuture<
 639        'static,
 640        Result<
 641            BoxStream<'static, Result<LanguageModelCompletionEvent, LanguageModelCompletionError>>,
 642            LanguageModelCompletionError,
 643        >,
 644    >;
 645
 646    fn stream_completion_text(
 647        &self,
 648        request: LanguageModelRequest,
 649        cx: &AsyncApp,
 650    ) -> BoxFuture<'static, Result<LanguageModelTextStream, LanguageModelCompletionError>> {
 651        let future = self.stream_completion(request, cx);
 652
 653        async move {
 654            let events = future.await?;
 655            let mut events = events.fuse();
 656            let mut message_id = None;
 657            let mut first_item_text = None;
 658            let last_token_usage = Arc::new(Mutex::new(TokenUsage::default()));
 659
 660            if let Some(first_event) = events.next().await {
 661                match first_event {
 662                    Ok(LanguageModelCompletionEvent::StartMessage { message_id: id }) => {
 663                        message_id = Some(id);
 664                    }
 665                    Ok(LanguageModelCompletionEvent::Text(text)) => {
 666                        first_item_text = Some(text);
 667                    }
 668                    _ => (),
 669                }
 670            }
 671
 672            let stream = futures::stream::iter(first_item_text.map(Ok))
 673                .chain(events.filter_map({
 674                    let last_token_usage = last_token_usage.clone();
 675                    move |result| {
 676                        let last_token_usage = last_token_usage.clone();
 677                        async move {
 678                            match result {
 679                                Ok(LanguageModelCompletionEvent::Queued { .. }) => None,
 680                                Ok(LanguageModelCompletionEvent::Started) => None,
 681                                Ok(LanguageModelCompletionEvent::StartMessage { .. }) => None,
 682                                Ok(LanguageModelCompletionEvent::Text(text)) => Some(Ok(text)),
 683                                Ok(LanguageModelCompletionEvent::Thinking { .. }) => None,
 684                                Ok(LanguageModelCompletionEvent::RedactedThinking { .. }) => None,
 685                                Ok(LanguageModelCompletionEvent::ReasoningDetails(_)) => None,
 686                                Ok(LanguageModelCompletionEvent::Stop(_)) => None,
 687                                Ok(LanguageModelCompletionEvent::ToolUse(_)) => None,
 688                                Ok(LanguageModelCompletionEvent::ToolUseJsonParseError {
 689                                    ..
 690                                }) => None,
 691                                Ok(LanguageModelCompletionEvent::UsageUpdate(token_usage)) => {
 692                                    *last_token_usage.lock() = token_usage;
 693                                    None
 694                                }
 695                                Err(err) => Some(Err(err)),
 696                            }
 697                        }
 698                    }
 699                }))
 700                .boxed();
 701
 702            Ok(LanguageModelTextStream {
 703                message_id,
 704                stream,
 705                last_token_usage,
 706            })
 707        }
 708        .boxed()
 709    }
 710
 711    fn stream_completion_tool(
 712        &self,
 713        request: LanguageModelRequest,
 714        cx: &AsyncApp,
 715    ) -> BoxFuture<'static, Result<LanguageModelToolUse, LanguageModelCompletionError>> {
 716        let future = self.stream_completion(request, cx);
 717
 718        async move {
 719            let events = future.await?;
 720            let mut events = events.fuse();
 721
 722            // Iterate through events until we find a complete ToolUse
 723            while let Some(event) = events.next().await {
 724                match event {
 725                    Ok(LanguageModelCompletionEvent::ToolUse(tool_use))
 726                        if tool_use.is_input_complete =>
 727                    {
 728                        return Ok(tool_use);
 729                    }
 730                    Err(err) => {
 731                        return Err(err);
 732                    }
 733                    _ => {}
 734                }
 735            }
 736
 737            // Stream ended without a complete tool use
 738            Err(LanguageModelCompletionError::Other(anyhow::anyhow!(
 739                "Stream ended without receiving a complete tool use"
 740            )))
 741        }
 742        .boxed()
 743    }
 744
 745    fn cache_configuration(&self) -> Option<LanguageModelCacheConfiguration> {
 746        None
 747    }
 748
 749    #[cfg(any(test, feature = "test-support"))]
 750    fn as_fake(&self) -> &fake_provider::FakeLanguageModel {
 751        unimplemented!()
 752    }
 753}
 754
 755impl std::fmt::Debug for dyn LanguageModel {
 756    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
 757        f.debug_struct("<dyn LanguageModel>")
 758            .field("id", &self.id())
 759            .field("name", &self.name())
 760            .field("provider_id", &self.provider_id())
 761            .field("provider_name", &self.provider_name())
 762            .field("upstream_provider_name", &self.upstream_provider_name())
 763            .field("upstream_provider_id", &self.upstream_provider_id())
 764            .field("upstream_provider_id", &self.upstream_provider_id())
 765            .field("supports_streaming_tools", &self.supports_streaming_tools())
 766            .finish()
 767    }
 768}
 769
 770/// An error that occurred when trying to authenticate the language model provider.
 771#[derive(Debug, Error)]
 772pub enum AuthenticateError {
 773    #[error("connection refused")]
 774    ConnectionRefused,
 775    #[error("credentials not found")]
 776    CredentialsNotFound,
 777    #[error(transparent)]
 778    Other(#[from] anyhow::Error),
 779}
 780
 781/// Either a built-in icon name or a path to an external SVG.
 782#[derive(Debug, Clone, PartialEq, Eq)]
 783pub enum IconOrSvg {
 784    /// A built-in icon from Zed's icon set.
 785    Icon(IconName),
 786    /// Path to a custom SVG icon file.
 787    Svg(SharedString),
 788}
 789
 790impl Default for IconOrSvg {
 791    fn default() -> Self {
 792        Self::Icon(IconName::ZedAssistant)
 793    }
 794}
 795
 796pub trait LanguageModelProvider: 'static {
 797    fn id(&self) -> LanguageModelProviderId;
 798    fn name(&self) -> LanguageModelProviderName;
 799    fn icon(&self) -> IconOrSvg {
 800        IconOrSvg::default()
 801    }
 802    fn default_model(&self, cx: &App) -> Option<Arc<dyn LanguageModel>>;
 803    fn default_fast_model(&self, cx: &App) -> Option<Arc<dyn LanguageModel>>;
 804    fn provided_models(&self, cx: &App) -> Vec<Arc<dyn LanguageModel>>;
 805    fn recommended_models(&self, _cx: &App) -> Vec<Arc<dyn LanguageModel>> {
 806        Vec::new()
 807    }
 808    fn is_authenticated(&self, cx: &App) -> bool;
 809    fn authenticate(&self, cx: &mut App) -> Task<Result<(), AuthenticateError>>;
 810    fn configuration_view(
 811        &self,
 812        target_agent: ConfigurationViewTargetAgent,
 813        window: &mut Window,
 814        cx: &mut App,
 815    ) -> AnyView;
 816    fn reset_credentials(&self, cx: &mut App) -> Task<Result<()>>;
 817}
 818
 819#[derive(Default, Clone, PartialEq, Eq)]
 820pub enum ConfigurationViewTargetAgent {
 821    #[default]
 822    ZedAgent,
 823    Other(SharedString),
 824}
 825
 826#[derive(PartialEq, Eq)]
 827pub enum LanguageModelProviderTosView {
 828    /// When there are some past interactions in the Agent Panel.
 829    ThreadEmptyState,
 830    /// When there are no past interactions in the Agent Panel.
 831    ThreadFreshStart,
 832    TextThreadPopup,
 833    Configuration,
 834}
 835
 836pub trait LanguageModelProviderState: 'static {
 837    type ObservableEntity;
 838
 839    fn observable_entity(&self) -> Option<gpui::Entity<Self::ObservableEntity>>;
 840
 841    fn subscribe<T: 'static>(
 842        &self,
 843        cx: &mut gpui::Context<T>,
 844        callback: impl Fn(&mut T, &mut gpui::Context<T>) + 'static,
 845    ) -> Option<gpui::Subscription> {
 846        let entity = self.observable_entity()?;
 847        Some(cx.observe(&entity, move |this, _, cx| {
 848            callback(this, cx);
 849        }))
 850    }
 851}
 852
 853#[derive(Clone, Eq, PartialEq, Hash, Debug, Ord, PartialOrd, Serialize, Deserialize)]
 854pub struct LanguageModelId(pub SharedString);
 855
 856#[derive(Clone, Eq, PartialEq, Hash, Debug, Ord, PartialOrd)]
 857pub struct LanguageModelName(pub SharedString);
 858
 859#[derive(Clone, Eq, PartialEq, Hash, Debug, Ord, PartialOrd)]
 860pub struct LanguageModelProviderId(pub SharedString);
 861
 862#[derive(Clone, Eq, PartialEq, Hash, Debug, Ord, PartialOrd)]
 863pub struct LanguageModelProviderName(pub SharedString);
 864
 865impl LanguageModelProviderId {
 866    pub const fn new(id: &'static str) -> Self {
 867        Self(SharedString::new_static(id))
 868    }
 869}
 870
 871impl LanguageModelProviderName {
 872    pub const fn new(id: &'static str) -> Self {
 873        Self(SharedString::new_static(id))
 874    }
 875}
 876
 877impl fmt::Display for LanguageModelProviderId {
 878    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
 879        write!(f, "{}", self.0)
 880    }
 881}
 882
 883impl fmt::Display for LanguageModelProviderName {
 884    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
 885        write!(f, "{}", self.0)
 886    }
 887}
 888
 889impl From<String> for LanguageModelId {
 890    fn from(value: String) -> Self {
 891        Self(SharedString::from(value))
 892    }
 893}
 894
 895impl From<String> for LanguageModelName {
 896    fn from(value: String) -> Self {
 897        Self(SharedString::from(value))
 898    }
 899}
 900
 901impl From<String> for LanguageModelProviderId {
 902    fn from(value: String) -> Self {
 903        Self(SharedString::from(value))
 904    }
 905}
 906
 907impl From<String> for LanguageModelProviderName {
 908    fn from(value: String) -> Self {
 909        Self(SharedString::from(value))
 910    }
 911}
 912
 913impl From<Arc<str>> for LanguageModelProviderId {
 914    fn from(value: Arc<str>) -> Self {
 915        Self(SharedString::from(value))
 916    }
 917}
 918
 919impl From<Arc<str>> for LanguageModelProviderName {
 920    fn from(value: Arc<str>) -> Self {
 921        Self(SharedString::from(value))
 922    }
 923}
 924
 925#[cfg(test)]
 926mod tests {
 927    use super::*;
 928
 929    #[test]
 930    fn test_from_cloud_failure_with_upstream_http_error() {
 931        let error = LanguageModelCompletionError::from_cloud_failure(
 932            String::from("anthropic").into(),
 933            "upstream_http_error".to_string(),
 934            r#"{"code":"upstream_http_error","message":"Received an error from the Anthropic API: upstream connect error or disconnect/reset before headers. reset reason: connection timeout","upstream_status":503}"#.to_string(),
 935            None,
 936        );
 937
 938        match error {
 939            LanguageModelCompletionError::ServerOverloaded { provider, .. } => {
 940                assert_eq!(provider.0, "anthropic");
 941            }
 942            _ => panic!(
 943                "Expected ServerOverloaded error for 503 status, got: {:?}",
 944                error
 945            ),
 946        }
 947
 948        let error = LanguageModelCompletionError::from_cloud_failure(
 949            String::from("anthropic").into(),
 950            "upstream_http_error".to_string(),
 951            r#"{"code":"upstream_http_error","message":"Internal server error","upstream_status":500}"#.to_string(),
 952            None,
 953        );
 954
 955        match error {
 956            LanguageModelCompletionError::ApiInternalServerError { provider, message } => {
 957                assert_eq!(provider.0, "anthropic");
 958                assert_eq!(message, "Internal server error");
 959            }
 960            _ => panic!(
 961                "Expected ApiInternalServerError for 500 status, got: {:?}",
 962                error
 963            ),
 964        }
 965    }
 966
 967    #[test]
 968    fn test_from_cloud_failure_with_standard_format() {
 969        let error = LanguageModelCompletionError::from_cloud_failure(
 970            String::from("anthropic").into(),
 971            "upstream_http_503".to_string(),
 972            "Service unavailable".to_string(),
 973            None,
 974        );
 975
 976        match error {
 977            LanguageModelCompletionError::ServerOverloaded { provider, .. } => {
 978                assert_eq!(provider.0, "anthropic");
 979            }
 980            _ => panic!("Expected ServerOverloaded error for upstream_http_503"),
 981        }
 982    }
 983
 984    #[test]
 985    fn test_upstream_http_error_connection_timeout() {
 986        let error = LanguageModelCompletionError::from_cloud_failure(
 987            String::from("anthropic").into(),
 988            "upstream_http_error".to_string(),
 989            r#"{"code":"upstream_http_error","message":"Received an error from the Anthropic API: upstream connect error or disconnect/reset before headers. reset reason: connection timeout","upstream_status":503}"#.to_string(),
 990            None,
 991        );
 992
 993        match error {
 994            LanguageModelCompletionError::ServerOverloaded { provider, .. } => {
 995                assert_eq!(provider.0, "anthropic");
 996            }
 997            _ => panic!(
 998                "Expected ServerOverloaded error for connection timeout with 503 status, got: {:?}",
 999                error
1000            ),
1001        }
1002
1003        let error = LanguageModelCompletionError::from_cloud_failure(
1004            String::from("anthropic").into(),
1005            "upstream_http_error".to_string(),
1006            r#"{"code":"upstream_http_error","message":"Received an error from the Anthropic API: upstream connect error or disconnect/reset before headers. reset reason: connection timeout","upstream_status":500}"#.to_string(),
1007            None,
1008        );
1009
1010        match error {
1011            LanguageModelCompletionError::ApiInternalServerError { provider, message } => {
1012                assert_eq!(provider.0, "anthropic");
1013                assert_eq!(
1014                    message,
1015                    "Received an error from the Anthropic API: upstream connect error or disconnect/reset before headers. reset reason: connection timeout"
1016                );
1017            }
1018            _ => panic!(
1019                "Expected ApiInternalServerError for connection timeout with 500 status, got: {:?}",
1020                error
1021            ),
1022        }
1023    }
1024
1025    #[test]
1026    fn test_language_model_tool_use_serializes_with_signature() {
1027        use serde_json::json;
1028
1029        let tool_use = LanguageModelToolUse {
1030            id: LanguageModelToolUseId::from("test_id"),
1031            name: "test_tool".into(),
1032            raw_input: json!({"arg": "value"}).to_string(),
1033            input: json!({"arg": "value"}),
1034            is_input_complete: true,
1035            thought_signature: Some("test_signature".to_string()),
1036        };
1037
1038        let serialized = serde_json::to_value(&tool_use).unwrap();
1039
1040        assert_eq!(serialized["id"], "test_id");
1041        assert_eq!(serialized["name"], "test_tool");
1042        assert_eq!(serialized["thought_signature"], "test_signature");
1043    }
1044
1045    #[test]
1046    fn test_language_model_tool_use_deserializes_with_missing_signature() {
1047        use serde_json::json;
1048
1049        let json = json!({
1050            "id": "test_id",
1051            "name": "test_tool",
1052            "raw_input": "{\"arg\":\"value\"}",
1053            "input": {"arg": "value"},
1054            "is_input_complete": true
1055        });
1056
1057        let tool_use: LanguageModelToolUse = serde_json::from_value(json).unwrap();
1058
1059        assert_eq!(tool_use.id, LanguageModelToolUseId::from("test_id"));
1060        assert_eq!(tool_use.name.as_ref(), "test_tool");
1061        assert_eq!(tool_use.thought_signature, None);
1062    }
1063
1064    #[test]
1065    fn test_language_model_tool_use_round_trip_with_signature() {
1066        use serde_json::json;
1067
1068        let original = LanguageModelToolUse {
1069            id: LanguageModelToolUseId::from("round_trip_id"),
1070            name: "round_trip_tool".into(),
1071            raw_input: json!({"key": "value"}).to_string(),
1072            input: json!({"key": "value"}),
1073            is_input_complete: true,
1074            thought_signature: Some("round_trip_sig".to_string()),
1075        };
1076
1077        let serialized = serde_json::to_value(&original).unwrap();
1078        let deserialized: LanguageModelToolUse = serde_json::from_value(serialized).unwrap();
1079
1080        assert_eq!(deserialized.id, original.id);
1081        assert_eq!(deserialized.name, original.name);
1082        assert_eq!(deserialized.thought_signature, original.thought_signature);
1083    }
1084
1085    #[test]
1086    fn test_language_model_tool_use_round_trip_without_signature() {
1087        use serde_json::json;
1088
1089        let original = LanguageModelToolUse {
1090            id: LanguageModelToolUseId::from("no_sig_id"),
1091            name: "no_sig_tool".into(),
1092            raw_input: json!({"arg": "value"}).to_string(),
1093            input: json!({"arg": "value"}),
1094            is_input_complete: true,
1095            thought_signature: None,
1096        };
1097
1098        let serialized = serde_json::to_value(&original).unwrap();
1099        let deserialized: LanguageModelToolUse = serde_json::from_value(serialized).unwrap();
1100
1101        assert_eq!(deserialized.id, original.id);
1102        assert_eq!(deserialized.name, original.name);
1103        assert_eq!(deserialized.thought_signature, None);
1104    }
1105}