remote_kernels.rs

  1use futures::{SinkExt as _, channel::mpsc};
  2use gpui::{App, AppContext as _, Entity, Task, Window};
  3use http_client::{AsyncBody, HttpClient, Request};
  4use jupyter_protocol::{ExecutionState, JupyterKernelspec, JupyterMessage, KernelInfoReply};
  5
  6use async_tungstenite::tokio::connect_async;
  7use async_tungstenite::tungstenite::{client::IntoClientRequest, http::HeaderValue};
  8
  9use futures::StreamExt;
 10use smol::io::AsyncReadExt as _;
 11
 12use super::{KernelSession, RunningKernel};
 13use anyhow::Result;
 14use jupyter_websocket_client::{
 15    JupyterWebSocket, JupyterWebSocketReader, JupyterWebSocketWriter, KernelLaunchRequest,
 16    KernelSpecsResponse, RemoteServer,
 17};
 18use std::{fmt::Debug, sync::Arc};
 19
 20#[derive(Debug, Clone)]
 21pub struct RemoteKernelSpecification {
 22    pub name: String,
 23    pub url: String,
 24    pub token: String,
 25    pub kernelspec: JupyterKernelspec,
 26}
 27
 28pub async fn launch_remote_kernel(
 29    remote_server: &RemoteServer,
 30    http_client: Arc<dyn HttpClient>,
 31    kernel_name: &str,
 32    _path: &str,
 33) -> Result<String> {
 34    //
 35    let kernel_launch_request = KernelLaunchRequest {
 36        name: kernel_name.to_string(),
 37        // Note: since the path we have locally may not be the same as the one on the remote server,
 38        // we don't send it. We'll have to evaluate this decision along the way.
 39        path: None,
 40    };
 41
 42    let kernel_launch_request = serde_json::to_string(&kernel_launch_request)?;
 43
 44    let request = Request::builder()
 45        .method("POST")
 46        .uri(&remote_server.api_url("/kernels"))
 47        .header("Authorization", format!("token {}", remote_server.token))
 48        .body(AsyncBody::from(kernel_launch_request))?;
 49
 50    let response = http_client.send(request).await?;
 51
 52    if !response.status().is_success() {
 53        let mut body = String::new();
 54        response.into_body().read_to_string(&mut body).await?;
 55        anyhow::bail!("Failed to launch kernel: {body}");
 56    }
 57
 58    let mut body = String::new();
 59    response.into_body().read_to_string(&mut body).await?;
 60
 61    let response: jupyter_websocket_client::Kernel = serde_json::from_str(&body)?;
 62
 63    Ok(response.id)
 64}
 65
 66pub async fn list_remote_kernelspecs(
 67    remote_server: RemoteServer,
 68    http_client: Arc<dyn HttpClient>,
 69) -> Result<Vec<RemoteKernelSpecification>> {
 70    let url = remote_server.api_url("/kernelspecs");
 71
 72    let request = Request::builder()
 73        .method("GET")
 74        .uri(&url)
 75        .header("Authorization", format!("token {}", remote_server.token))
 76        .body(AsyncBody::default())?;
 77
 78    let response = http_client.send(request).await?;
 79
 80    anyhow::ensure!(
 81        response.status().is_success(),
 82        "Failed to fetch kernel specs: {}",
 83        response.status()
 84    );
 85    let mut body = response.into_body();
 86
 87    let mut body_bytes = Vec::new();
 88    body.read_to_end(&mut body_bytes).await?;
 89
 90    let kernel_specs: KernelSpecsResponse = serde_json::from_slice(&body_bytes)?;
 91
 92    let remote_kernelspecs = kernel_specs
 93        .kernelspecs
 94        .into_iter()
 95        .map(|(name, spec)| RemoteKernelSpecification {
 96            name,
 97            url: remote_server.base_url.clone(),
 98            token: remote_server.token.clone(),
 99            kernelspec: spec.spec,
100        })
101        .collect::<Vec<RemoteKernelSpecification>>();
102
103    anyhow::ensure!(!remote_kernelspecs.is_empty(), "No kernel specs found");
104    Ok(remote_kernelspecs)
105}
106
107impl PartialEq for RemoteKernelSpecification {
108    fn eq(&self, other: &Self) -> bool {
109        self.name == other.name && self.url == other.url
110    }
111}
112
113impl Eq for RemoteKernelSpecification {}
114
115pub struct RemoteRunningKernel {
116    remote_server: RemoteServer,
117    _receiving_task: Task<Result<()>>,
118    _routing_task: Task<Result<()>>,
119    http_client: Arc<dyn HttpClient>,
120    pub working_directory: std::path::PathBuf,
121    pub request_tx: mpsc::Sender<JupyterMessage>,
122    pub stdin_tx: mpsc::Sender<JupyterMessage>,
123    pub execution_state: ExecutionState,
124    pub kernel_info: Option<KernelInfoReply>,
125    pub kernel_id: String,
126}
127
128impl RemoteRunningKernel {
129    pub fn new<S: KernelSession + 'static>(
130        kernelspec: RemoteKernelSpecification,
131        working_directory: std::path::PathBuf,
132        session: Entity<S>,
133        window: &mut Window,
134        cx: &mut App,
135    ) -> Task<Result<Box<dyn RunningKernel>>> {
136        let remote_server = RemoteServer {
137            base_url: kernelspec.url,
138            token: kernelspec.token,
139        };
140
141        let http_client = cx.http_client();
142
143        window.spawn(cx, async move |cx| {
144            let kernel_id = launch_remote_kernel(
145                &remote_server,
146                http_client.clone(),
147                &kernelspec.name,
148                working_directory.to_str().unwrap_or_default(),
149            )
150            .await?;
151
152            let ws_url = format!(
153                "{}/api/kernels/{}/channels?token={}",
154                remote_server.base_url.replace("http", "ws"),
155                kernel_id,
156                remote_server.token
157            );
158
159            let mut req: Request<()> = ws_url.into_client_request()?;
160            let headers = req.headers_mut();
161
162            headers.insert(
163                "User-Agent",
164                HeaderValue::from_str(&format!(
165                    "Zed/{} ({}; {})",
166                    "repl",
167                    std::env::consts::OS,
168                    std::env::consts::ARCH
169                ))?,
170            );
171
172            let response = connect_async(req).await;
173
174            let (ws_stream, _response) = response?;
175
176            let kernel_socket = JupyterWebSocket { inner: ws_stream };
177
178            let (mut w, mut r): (JupyterWebSocketWriter, JupyterWebSocketReader) =
179                kernel_socket.split();
180
181            let (request_tx, mut request_rx) =
182                futures::channel::mpsc::channel::<JupyterMessage>(100);
183
184            let routing_task = cx.background_spawn({
185                async move {
186                    while let Some(message) = request_rx.next().await {
187                        w.send(message).await.ok();
188                    }
189                    Ok(())
190                }
191            });
192
193            let receiving_task = cx.spawn({
194                let session = session.clone();
195
196                async move |cx| {
197                    while let Some(message) = r.next().await {
198                        match message {
199                            Ok(message) => {
200                                session
201                                    .update_in(cx, |session, window, cx| {
202                                        session.route(&message, window, cx);
203                                    })
204                                    .ok();
205                            }
206                            Err(e) => {
207                                log::error!("Error receiving message: {:?}", e);
208                            }
209                        }
210                    }
211                    Ok(())
212                }
213            });
214
215            let stdin_tx = request_tx.clone();
216
217            anyhow::Ok(Box::new(Self {
218                _routing_task: routing_task,
219                _receiving_task: receiving_task,
220                remote_server,
221                working_directory,
222                request_tx,
223                stdin_tx,
224                // todo(kyle): pull this from the kernel API to start with
225                execution_state: ExecutionState::Idle,
226                kernel_info: None,
227                kernel_id,
228                http_client: http_client.clone(),
229            }) as Box<dyn RunningKernel>)
230        })
231    }
232}
233
234impl Debug for RemoteRunningKernel {
235    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
236        f.debug_struct("RemoteRunningKernel")
237            // custom debug that keeps tokens out of logs
238            .field("remote_server url", &self.remote_server.base_url)
239            .field("working_directory", &self.working_directory)
240            .field("request_tx", &self.request_tx)
241            .field("execution_state", &self.execution_state)
242            .field("kernel_info", &self.kernel_info)
243            .finish()
244    }
245}
246
247impl RunningKernel for RemoteRunningKernel {
248    fn request_tx(&self) -> futures::channel::mpsc::Sender<runtimelib::JupyterMessage> {
249        self.request_tx.clone()
250    }
251
252    fn stdin_tx(&self) -> futures::channel::mpsc::Sender<runtimelib::JupyterMessage> {
253        self.stdin_tx.clone()
254    }
255
256    fn working_directory(&self) -> &std::path::PathBuf {
257        &self.working_directory
258    }
259
260    fn execution_state(&self) -> &runtimelib::ExecutionState {
261        &self.execution_state
262    }
263
264    fn set_execution_state(&mut self, state: runtimelib::ExecutionState) {
265        self.execution_state = state;
266    }
267
268    fn kernel_info(&self) -> Option<&runtimelib::KernelInfoReply> {
269        self.kernel_info.as_ref()
270    }
271
272    fn set_kernel_info(&mut self, info: runtimelib::KernelInfoReply) {
273        self.kernel_info = Some(info);
274    }
275
276    fn force_shutdown(&mut self, window: &mut Window, cx: &mut App) -> Task<anyhow::Result<()>> {
277        let url = self
278            .remote_server
279            .api_url(&format!("/kernels/{}", self.kernel_id));
280        let token = self.remote_server.token.clone();
281        let http_client = self.http_client.clone();
282
283        window.spawn(cx, async move |_| {
284            let request = Request::builder()
285                .method("DELETE")
286                .uri(&url)
287                .header("Authorization", format!("token {}", token))
288                .body(AsyncBody::default())?;
289
290            let response = http_client.send(request).await?;
291
292            anyhow::ensure!(
293                response.status().is_success(),
294                "Failed to shutdown kernel: {}",
295                response.status()
296            );
297            Ok(())
298        })
299    }
300
301    fn kill(&mut self) {
302        self.request_tx.close_channel();
303        self.stdin_tx.close_channel();
304    }
305}