1use collections::HashMap;
2use ordered_float::OrderedFloat;
3use std::{
4 cmp,
5 fmt::{self, Debug},
6 ops::Range,
7};
8
9struct Matrix {
10 cells: Vec<f64>,
11 rows: usize,
12 cols: usize,
13}
14
15impl Matrix {
16 fn new() -> Self {
17 Self {
18 cells: Vec::new(),
19 rows: 0,
20 cols: 0,
21 }
22 }
23
24 fn resize(&mut self, rows: usize, cols: usize) {
25 self.cells.resize(rows * cols, 0.);
26 self.rows = rows;
27 self.cols = cols;
28 }
29
30 fn get(&self, row: usize, col: usize) -> f64 {
31 if row >= self.rows {
32 panic!("row out of bounds")
33 }
34
35 if col >= self.cols {
36 panic!("col out of bounds")
37 }
38 self.cells[col * self.rows + row]
39 }
40
41 fn set(&mut self, row: usize, col: usize, value: f64) {
42 if row >= self.rows {
43 panic!("row out of bounds")
44 }
45
46 if col >= self.cols {
47 panic!("col out of bounds")
48 }
49
50 self.cells[col * self.rows + row] = value;
51 }
52}
53
54impl Debug for Matrix {
55 fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
56 writeln!(f)?;
57 for i in 0..self.rows {
58 for j in 0..self.cols {
59 write!(f, "{:5}", self.get(i, j))?;
60 }
61 writeln!(f)?;
62 }
63 Ok(())
64 }
65}
66
67#[derive(Debug)]
68pub enum Hunk {
69 Insert { text: String },
70 Remove { len: usize },
71 Keep { len: usize },
72}
73
74pub struct StreamingDiff {
75 old: Vec<char>,
76 new: Vec<char>,
77 scores: Matrix,
78 old_text_ix: usize,
79 new_text_ix: usize,
80 equal_runs: HashMap<(usize, usize), u32>,
81}
82
83impl StreamingDiff {
84 const INSERTION_SCORE: f64 = -1.;
85 const DELETION_SCORE: f64 = -20.;
86 const EQUALITY_BASE: f64 = 1.8;
87 const MAX_EQUALITY_EXPONENT: i32 = 16;
88
89 pub fn new(old: String) -> Self {
90 let old = old.chars().collect::<Vec<_>>();
91 let mut scores = Matrix::new();
92 scores.resize(old.len() + 1, 1);
93 for i in 0..=old.len() {
94 scores.set(i, 0, i as f64 * Self::DELETION_SCORE);
95 }
96 Self {
97 old,
98 new: Vec::new(),
99 scores,
100 old_text_ix: 0,
101 new_text_ix: 0,
102 equal_runs: Default::default(),
103 }
104 }
105
106 pub fn push_new(&mut self, text: &str) -> Vec<Hunk> {
107 self.new.extend(text.chars());
108 self.scores.resize(self.old.len() + 1, self.new.len() + 1);
109
110 for j in self.new_text_ix + 1..=self.new.len() {
111 self.scores.set(0, j, j as f64 * Self::INSERTION_SCORE);
112 for i in 1..=self.old.len() {
113 let insertion_score = self.scores.get(i, j - 1) + Self::INSERTION_SCORE;
114 let deletion_score = self.scores.get(i - 1, j) + Self::DELETION_SCORE;
115 let equality_score = if self.old[i - 1] == self.new[j - 1] {
116 let mut equal_run = self.equal_runs.get(&(i - 1, j - 1)).copied().unwrap_or(0);
117 equal_run += 1;
118 self.equal_runs.insert((i, j), equal_run);
119
120 let exponent = cmp::min(equal_run as i32 / 4, Self::MAX_EQUALITY_EXPONENT);
121 self.scores.get(i - 1, j - 1) + Self::EQUALITY_BASE.powi(exponent)
122 } else {
123 f64::NEG_INFINITY
124 };
125
126 let score = insertion_score.max(deletion_score).max(equality_score);
127 self.scores.set(i, j, score);
128 }
129 }
130
131 let mut max_score = f64::NEG_INFINITY;
132 let mut next_old_text_ix = self.old_text_ix;
133 let next_new_text_ix = self.new.len();
134 for i in self.old_text_ix..=self.old.len() {
135 let score = self.scores.get(i, next_new_text_ix);
136 if score > max_score {
137 max_score = score;
138 next_old_text_ix = i;
139 }
140 }
141
142 let hunks = self.backtrack(next_old_text_ix, next_new_text_ix);
143 self.old_text_ix = next_old_text_ix;
144 self.new_text_ix = next_new_text_ix;
145 hunks
146 }
147
148 fn backtrack(&self, old_text_ix: usize, new_text_ix: usize) -> Vec<Hunk> {
149 let mut pending_insert: Option<Range<usize>> = None;
150 let mut hunks = Vec::new();
151 let mut i = old_text_ix;
152 let mut j = new_text_ix;
153 while (i, j) != (self.old_text_ix, self.new_text_ix) {
154 let insertion_score = if j > self.new_text_ix {
155 Some((i, j - 1))
156 } else {
157 None
158 };
159 let deletion_score = if i > self.old_text_ix {
160 Some((i - 1, j))
161 } else {
162 None
163 };
164 let equality_score = if i > self.old_text_ix && j > self.new_text_ix {
165 if self.old[i - 1] == self.new[j - 1] {
166 Some((i - 1, j - 1))
167 } else {
168 None
169 }
170 } else {
171 None
172 };
173
174 let (prev_i, prev_j) = [insertion_score, deletion_score, equality_score]
175 .iter()
176 .max_by_key(|cell| cell.map(|(i, j)| OrderedFloat(self.scores.get(i, j))))
177 .unwrap()
178 .unwrap();
179
180 if prev_i == i && prev_j == j - 1 {
181 if let Some(pending_insert) = pending_insert.as_mut() {
182 pending_insert.start = prev_j;
183 } else {
184 pending_insert = Some(prev_j..j);
185 }
186 } else {
187 if let Some(range) = pending_insert.take() {
188 hunks.push(Hunk::Insert {
189 text: self.new[range].iter().collect(),
190 });
191 }
192
193 let char_len = self.old[i - 1].len_utf8();
194 if prev_i == i - 1 && prev_j == j {
195 if let Some(Hunk::Remove { len }) = hunks.last_mut() {
196 *len += char_len;
197 } else {
198 hunks.push(Hunk::Remove { len: char_len })
199 }
200 } else {
201 if let Some(Hunk::Keep { len }) = hunks.last_mut() {
202 *len += char_len;
203 } else {
204 hunks.push(Hunk::Keep { len: char_len })
205 }
206 }
207 }
208
209 i = prev_i;
210 j = prev_j;
211 }
212
213 if let Some(range) = pending_insert.take() {
214 hunks.push(Hunk::Insert {
215 text: self.new[range].iter().collect(),
216 });
217 }
218
219 hunks.reverse();
220 hunks
221 }
222
223 pub fn finish(self) -> Vec<Hunk> {
224 self.backtrack(self.old.len(), self.new.len())
225 }
226}
227
228#[cfg(test)]
229mod tests {
230 use std::env;
231
232 use super::*;
233 use rand::prelude::*;
234
235 #[gpui::test(iterations = 100)]
236 fn test_random_diffs(mut rng: StdRng) {
237 let old_text_len = env::var("OLD_TEXT_LEN")
238 .map(|i| i.parse().expect("invalid `OLD_TEXT_LEN` variable"))
239 .unwrap_or(10);
240 let new_text_len = env::var("NEW_TEXT_LEN")
241 .map(|i| i.parse().expect("invalid `NEW_TEXT_LEN` variable"))
242 .unwrap_or(10);
243
244 let old = util::RandomCharIter::new(&mut rng)
245 .take(old_text_len)
246 .collect::<String>();
247 log::info!("old text: {:?}", old);
248
249 let mut diff = StreamingDiff::new(old.clone());
250 let mut hunks = Vec::new();
251 let mut new_len = 0;
252 let mut new = String::new();
253 while new_len < new_text_len {
254 let new_chunk_len = rng.gen_range(1..=new_text_len - new_len);
255 let new_chunk = util::RandomCharIter::new(&mut rng)
256 .take(new_len)
257 .collect::<String>();
258 log::info!("new chunk: {:?}", new_chunk);
259 new_len += new_chunk_len;
260 new.push_str(&new_chunk);
261 let new_hunks = diff.push_new(&new_chunk);
262 log::info!("hunks: {:?}", new_hunks);
263 hunks.extend(new_hunks);
264 }
265 let final_hunks = diff.finish();
266 log::info!("final hunks: {:?}", final_hunks);
267 hunks.extend(final_hunks);
268
269 log::info!("new text: {:?}", new);
270 let mut old_ix = 0;
271 let mut new_ix = 0;
272 let mut patched = String::new();
273 for hunk in hunks {
274 match hunk {
275 Hunk::Keep { len } => {
276 assert_eq!(&old[old_ix..old_ix + len], &new[new_ix..new_ix + len]);
277 patched.push_str(&old[old_ix..old_ix + len]);
278 old_ix += len;
279 new_ix += len;
280 }
281 Hunk::Remove { len } => {
282 old_ix += len;
283 }
284 Hunk::Insert { text } => {
285 assert_eq!(text, &new[new_ix..new_ix + text.len()]);
286 patched.push_str(&text);
287 new_ix += text.len();
288 }
289 }
290 }
291 assert_eq!(patched, new);
292 }
293}