Expose ViewContext and page byte ranges in array reader (#339)

Cargo.toml

@@ -107,5 +107,5 @@ zigzag = "0.1.0"
 warnings = "deny"
 
 [workspace.lints.clippy]
-all = "deny"
+all = { level = "deny", priority = -1 }
 or_fun_call = "deny"

vortex-fastlanes/src/bitpacking/compress.rs

@@ -300,7 +300,7 @@ pub fn unpack_single(array: &BitPackedArray, index: usize) -> VortexResult<Scala
 /// The caller must ensure the following invariants hold:
 /// * `packed.len() == (length + 1023) / 1024 * 128 * bit_width`
 /// * `index_to_decode < length`
-/// Where `length` is the length of the array/slice backed by `packed` (but is not provided to this function).
+///   Where `length` is the length of the array/slice backed by `packed` (but is not provided to this function).
 pub unsafe fn unpack_single_primitive<T: NativePType + TryBitPack>(
     packed: &[u8],
     bit_width: usize,

vortex-ipc/src/stream_reader/mod.rs

@@ -43,6 +43,11 @@ impl<R: VortexRead> StreamArrayReader<R> {
         Ok(self)
     }
 
+    /// Retrieve the loaded view_context
+    pub fn view_context(&self) -> Option<Arc<ViewContext>> {
+        self.view_context.clone()
+    }
+
     pub fn with_dtype(self, dtype: DType) -> Self {
         assert!(self.dtype.is_none(), "DType already set");
         Self {

vortex-ipc/src/writer.rs

@@ -2,6 +2,7 @@ use futures_util::{Stream, TryStreamExt};
 use vortex::array::chunked::ChunkedArray;
 use vortex::stream::ArrayStream;
 use vortex::{Array, IntoArrayData, ViewContext};
+use vortex_buffer::Buffer;
 use vortex_dtype::DType;
 use vortex_error::{vortex_bail, VortexResult};
 
@@ -14,6 +15,7 @@ pub struct ArrayWriter<W: VortexWrite> {
 
     view_ctx_range: Option<ByteRange>,
     array_layouts: Vec<ArrayLayout>,
+    page_ranges: Vec<ByteRange>,
 }
 
 impl<W: VortexWrite> ArrayWriter<W> {
@@ -23,6 +25,7 @@ impl<W: VortexWrite> ArrayWriter<W> {
             view_ctx,
             view_ctx_range: None,
             array_layouts: vec![],
+            page_ranges: vec![],
         }
     }
 
@@ -34,6 +37,10 @@ impl<W: VortexWrite> ArrayWriter<W> {
         &self.array_layouts
     }
 
+    pub fn page_ranges(&self) -> &[ByteRange] {
+        &self.page_ranges
+    }
+
     pub fn into_inner(self) -> W {
         self.msgs.into_inner()
     }
@@ -102,6 +109,14 @@ impl<W: VortexWrite> ArrayWriter<W> {
             self.write_array_stream(array.into_array_stream()).await
         }
     }
+
+    pub async fn write_page(mut self, buffer: Buffer) -> VortexResult<Self> {
+        let begin = self.msgs.tell();
+        self.msgs.write_page(buffer).await?;
+        let end = self.msgs.tell();
+        self.page_ranges.push(ByteRange { begin, end });
+        Ok(self)
+    }
 }
 
 #[derive(Copy, Clone, Debug)]