rope add len

Author: SyMind

src/cached_source.rs

@@ -21,7 +21,7 @@ use crate::{
 struct CachedData {
   hash: OnceLock<u64>,
   size: OnceLock<usize>,
-  source: OnceLock<Vec<&'static str>>,
+  source: OnceLock<(Vec<&'static str>, usize)>,
   columns_map: OnceLock<Option<SourceMap>>,
   line_only_map: OnceLock<Option<SourceMap>>,
 }
@@ -84,23 +84,23 @@ impl CachedSource {
 
 impl Source for CachedSource {
   fn source(&self) -> SourceValue {
-    let rope = self.cache.source.get_or_init(|| {
+    let (chunks, len) = self.cache.source.get_or_init(|| {
       #[allow(unsafe_code)]
       // SAFETY: CachedSource guarantees that the underlying source outlives the cache,
       // so transmuting Vec<&str> to Vec<&'static str> is safe in this context.
       // This allows us to store string slices in the cache without additional allocations.
       unsafe {
-        std::mem::transmute::<Vec<&str>, Vec<&'static str>>(self.rope())
+        std::mem::transmute::<(Vec<&str>, usize), (Vec<&'static str>, usize)>(self.rope())
       }
     });
-    let mut string = String::with_capacity(self.size());
-    for segment in rope {
-        string.push_str(segment);
+    let mut string = String::with_capacity(*len);
+    for chunk in chunks {
+        string.push_str(chunk);
     }
     SourceValue::String(Cow::Owned(string))
   }
 
-  fn rope(&self) -> Vec<&str> {
+  fn rope(&self) -> (Vec<&str>, usize) {
     self.inner.rope()
   }
 

src/concat_source.rs

@@ -175,15 +175,19 @@ impl Source for ConcatSource {
     }
   }
 
-  fn rope(&self) -> Vec<&str> {
+  fn rope(&self) -> (Vec<&str>, usize) {
     let children = self.optimized_children();
     if children.len() == 1 {
       children[0].rope()
     } else {
-      children
-        .iter()
-        .flat_map(|child| child.rope())
-        .collect::<Vec<_>>()
+      let mut merged_chunks = vec![];
+      let mut merged_len = 0;
+      for child in children {
+        let (chunks, len) = child.rope();
+        merged_chunks.extend(chunks);
+        merged_len += len;
+      }
+      (merged_chunks, merged_len)
     }
   }
 

src/original_source.rs

@@ -56,8 +56,8 @@ impl Source for OriginalSource {
     SourceValue::String(Cow::Borrowed(&self.value))
   }
 
-  fn rope(&self) -> Vec<&str> {
-    vec![self.value.as_ref()]
+  fn rope(&self) -> (Vec<&str>, usize) {
+    (vec![self.value.as_ref()], self.value.len())
   }
 
   fn buffer(&self) -> Cow<[u8]> {

src/raw_source.rs

@@ -64,8 +64,8 @@ impl Source for RawStringSource {
     SourceValue::String(Cow::Borrowed(&self.0))
   }
 
-  fn rope(&self) -> Vec<&str> {
-    vec![self.0.as_ref()]
+  fn rope(&self) -> (Vec<&str>, usize) {
+    (vec![self.0.as_ref()], self.0.len())
   }
 
   fn buffer(&self) -> Cow<[u8]> {
@@ -214,8 +214,9 @@ impl Source for RawBufferSource {
     SourceValue::Buffer(Cow::Borrowed(&self.value))
   }
 
-  fn rope(&self) -> Vec<&str> {
-    vec![self.get_or_init_value_as_string()]
+  fn rope(&self) -> (Vec<&str>, usize) {
+    let s = self.get_or_init_value_as_string();
+    (vec![s], s.len())
   }
 
   fn buffer(&self) -> Cow<[u8]> {

src/replace_source.rs

@@ -161,23 +161,24 @@ impl ReplaceSource {
 
 impl Source for ReplaceSource {
   fn source(&self) -> SourceValue {
-    let rope = self.rope();
-    if rope.len() == 1 {
-      SourceValue::String(Cow::Borrowed(rope[0]))
+    let (chunks, len) = self.rope();
+    if chunks.len() == 1 {
+      SourceValue::String(Cow::Borrowed(chunks[0]))
     } else {
-      let mut string = String::with_capacity(rope.iter().map(|c| c.len()).sum());
-      for chunk in rope {
+      let mut string = String::with_capacity(len);
+      for chunk in chunks {
         string.push_str(chunk);
       }
       SourceValue::String(Cow::Owned(string))
     }
   }
 
   #[allow(unsafe_code)]
-  fn rope(&self) -> Vec<&str> {
-    let inner_rope = self.inner.rope();
-    let mut rope: Vec<&str> =
-      Vec::with_capacity(inner_rope.len() + self.replacements.len() * 2);
+  fn rope(&self) -> (Vec<&str>, usize) {
+    let (inner_chunks, _) = self.inner.rope();
+    let mut chunks: Vec<&str> =
+      Vec::with_capacity(inner_chunks.len() + self.replacements.len() * 2);
+    let mut len: usize = 0;
 
     let mut pos: usize = 0;
     let mut replacement_idx: usize = 0;
@@ -186,7 +187,7 @@ impl Source for ReplaceSource {
       < self.replacements.len())
     .then(|| self.replacements[replacement_idx].start as usize);
 
-    'chunk_loop: for chunk in inner_rope {
+    'chunk_loop: for chunk in inner_chunks {
       let mut chunk_pos = 0;
       let end_pos = pos + chunk.len();
 
@@ -213,14 +214,16 @@ impl Source for ReplaceSource {
           let offset = next_replacement_pos - pos;
           let chunk_slice =
             unsafe { &chunk.get_unchecked(chunk_pos..(chunk_pos + offset)) };
-          rope.push(chunk_slice);
+          chunks.push(chunk_slice);
+          len += chunk_slice.len();
           chunk_pos += offset;
           pos = next_replacement_pos;
         }
         // Insert replacement content split into chunks by lines
         let replacement =
           unsafe { &self.replacements.get_unchecked(replacement_idx) };
-        rope.push(&replacement.content);
+        chunks.push(&replacement.content);
+        len += replacement.content.len();
 
         // Remove replaced content by settings this variable
         replacement_end = if let Some(replacement_end) = replacement_end {
@@ -260,7 +263,9 @@ impl Source for ReplaceSource {
 
       // Emit remaining chunk
       if chunk_pos < chunk.len() {
-        rope.push(unsafe { &chunk.get_unchecked(chunk_pos..) });
+        let chunk = unsafe { &chunk.get_unchecked(chunk_pos..) };
+        chunks.push(chunk);
+        len += chunk.len();
       }
       pos = end_pos;
     }
@@ -269,11 +274,12 @@ impl Source for ReplaceSource {
     while replacement_idx < self.replacements.len() {
       let content =
         unsafe { &self.replacements.get_unchecked(replacement_idx).content };
-      rope.push(content);
+      chunks.push(content);
+      len += content.len();
       replacement_idx += 1;
     }
 
-    rope
+    (chunks, len)
   }
 
   fn buffer(&self) -> Cow<[u8]> {
@@ -334,13 +340,13 @@ impl Source for ReplaceSource {
   }
 
   fn write_to_string(&self, string: &mut String) {
-    for chunk in self.rope() {
+    for chunk in self.rope().0 {
       string.push_str(chunk);
     }
   }
 
   fn to_writer(&self, writer: &mut dyn std::io::Write) -> std::io::Result<()> {
-    for text in self.rope() {
+    for text in self.rope().0 {
       writer.write_all(text.as_bytes())?;
     }
     Ok(())

src/source.rs

@@ -115,7 +115,7 @@ pub trait Source:
   fn source(&self) -> SourceValue;
 
   /// Return a lightweight "rope" view of the source as borrowed string slices.
-  fn rope(&self) -> Vec<&str>;
+  fn rope(&self) -> (Vec<&str>, usize);
 
   /// Get the source buffer.
   fn buffer(&self) -> Cow<[u8]>;
@@ -152,7 +152,7 @@ impl Source for BoxSource {
     self.as_ref().source()
   }
 
-  fn rope(&self) -> Vec<&str> {
+  fn rope(&self) -> (Vec<&str>, usize) {
     self.as_ref().rope()
   }
 

src/source_map_source.rs

@@ -94,8 +94,8 @@ impl Source for SourceMapSource {
     SourceValue::String(Cow::Borrowed(&self.value))
   }
 
-  fn rope(&self) -> Vec<&str> {
-    vec![self.value.as_ref()]
+  fn rope(&self) -> (Vec<&str>, usize) {
+    (vec![self.value.as_ref()], self.value.len())
   }
 
   fn buffer(&self) -> Cow<[u8]> {