message_stream.rs

  1#![allow(non_snake_case)]
  2
  3pub use ::proto::*;
  4
  5use anyhow::anyhow;
  6use async_tungstenite::tungstenite::Message as WebSocketMessage;
  7use futures::{SinkExt as _, StreamExt as _};
  8use proto::Message as _;
  9use std::time::Instant;
 10use std::{fmt::Debug, io};
 11use zstd::zstd_safe::WriteBuf;
 12
 13const KIB: usize = 1024;
 14const MIB: usize = KIB * 1024;
 15const MAX_BUFFER_LEN: usize = MIB;
 16
 17/// A stream of protobuf messages.
 18pub struct MessageStream<S> {
 19    stream: S,
 20    encoding_buffer: Vec<u8>,
 21}
 22
 23#[derive(Debug)]
 24pub enum Message {
 25    Envelope(Envelope),
 26    Ping,
 27    Pong,
 28}
 29
 30impl<S> MessageStream<S> {
 31    pub fn new(stream: S) -> Self {
 32        Self {
 33            stream,
 34            encoding_buffer: Vec::new(),
 35        }
 36    }
 37}
 38
 39impl<S> MessageStream<S>
 40where
 41    S: futures::Sink<WebSocketMessage, Error = anyhow::Error> + Unpin,
 42{
 43    pub async fn write(&mut self, message: Message) -> Result<(), anyhow::Error> {
 44        #[cfg(any(test, feature = "test-support"))]
 45        const COMPRESSION_LEVEL: i32 = -7;
 46
 47        #[cfg(not(any(test, feature = "test-support")))]
 48        const COMPRESSION_LEVEL: i32 = 4;
 49
 50        match message {
 51            Message::Envelope(message) => {
 52                self.encoding_buffer.reserve(message.encoded_len());
 53                message
 54                    .encode(&mut self.encoding_buffer)
 55                    .map_err(io::Error::from)?;
 56                let buffer =
 57                    zstd::stream::encode_all(self.encoding_buffer.as_slice(), COMPRESSION_LEVEL)
 58                        .unwrap();
 59
 60                self.encoding_buffer.clear();
 61                self.encoding_buffer.shrink_to(MAX_BUFFER_LEN);
 62                self.stream
 63                    .send(WebSocketMessage::Binary(buffer.into()))
 64                    .await?;
 65            }
 66            Message::Ping => {
 67                self.stream
 68                    .send(WebSocketMessage::Ping(Default::default()))
 69                    .await?;
 70            }
 71            Message::Pong => {
 72                self.stream
 73                    .send(WebSocketMessage::Pong(Default::default()))
 74                    .await?;
 75            }
 76        }
 77
 78        Ok(())
 79    }
 80}
 81
 82impl<S> MessageStream<S>
 83where
 84    S: futures::Stream<Item = Result<WebSocketMessage, anyhow::Error>> + Unpin,
 85{
 86    pub async fn read(&mut self) -> Result<(Message, Instant), anyhow::Error> {
 87        while let Some(bytes) = self.stream.next().await {
 88            let received_at = Instant::now();
 89            match bytes? {
 90                WebSocketMessage::Binary(bytes) => {
 91                    zstd::stream::copy_decode(bytes.as_slice(), &mut self.encoding_buffer)?;
 92                    let envelope = Envelope::decode(self.encoding_buffer.as_slice())
 93                        .map_err(io::Error::from)?;
 94
 95                    self.encoding_buffer.clear();
 96                    self.encoding_buffer.shrink_to(MAX_BUFFER_LEN);
 97                    return Ok((Message::Envelope(envelope), received_at));
 98                }
 99                WebSocketMessage::Ping(_) => return Ok((Message::Ping, received_at)),
100                WebSocketMessage::Pong(_) => return Ok((Message::Pong, received_at)),
101                WebSocketMessage::Close(_) => break,
102                _ => {}
103            }
104        }
105        Err(anyhow!("connection closed"))
106    }
107}
108
109#[cfg(test)]
110mod tests {
111    use super::*;
112
113    #[gpui::test]
114    async fn test_buffer_size() {
115        let (tx, rx) = futures::channel::mpsc::unbounded();
116        let mut sink = MessageStream::new(tx.sink_map_err(|_| anyhow!("")));
117        sink.write(Message::Envelope(Envelope {
118            payload: Some(envelope::Payload::UpdateWorktree(UpdateWorktree {
119                root_name: "abcdefg".repeat(10),
120                ..Default::default()
121            })),
122            ..Default::default()
123        }))
124        .await
125        .unwrap();
126        assert!(sink.encoding_buffer.capacity() <= MAX_BUFFER_LEN);
127        sink.write(Message::Envelope(Envelope {
128            payload: Some(envelope::Payload::UpdateWorktree(UpdateWorktree {
129                root_name: "abcdefg".repeat(1000000),
130                ..Default::default()
131            })),
132            ..Default::default()
133        }))
134        .await
135        .unwrap();
136        assert!(sink.encoding_buffer.capacity() <= MAX_BUFFER_LEN);
137
138        let mut stream = MessageStream::new(rx.map(anyhow::Ok));
139        stream.read().await.unwrap();
140        assert!(stream.encoding_buffer.capacity() <= MAX_BUFFER_LEN);
141        stream.read().await.unwrap();
142        assert!(stream.encoding_buffer.capacity() <= MAX_BUFFER_LEN);
143    }
144}