Decoder can take byte buffer instead of mmap + offset (#261)

rs/compression/Cargo.toml

@@ -8,6 +8,5 @@ anyhow.workspace = true
 bitvec = "1"
 env_logger.workspace = true
 log.workspace = true
-memmap2.workspace = true
 tempdir.workspace = true
 utils.workspace = true

rs/compression/src/compression.rs

@@ -2,7 +2,6 @@ use std::fs::File;
 use std::io::BufWriter;
 
 use anyhow::Result;
-use memmap2::Mmap;
 
 pub trait IntSeqEncoder {
     /// Creates an encoder
@@ -23,7 +22,7 @@ pub trait IntSeqEncoder {
 
 pub trait IntSeqDecoderIterator: Iterator {
     /// Creates a decoder
-    fn new_decoder(mmap: &Mmap, offset: usize, size: usize) -> Self
+    fn new_decoder(encoded_data: &[u8]) -> Self
     where
         Self: Sized;
 

rs/compression/src/noc/noc.rs

@@ -2,9 +2,8 @@ use std::fs::File;
 use std::io::{BufWriter, Write};
 
 use anyhow::Result;
-use memmap2::Mmap;
 use utils::io::wrap_write;
-use utils::mem::{get_ith_val_from_raw_ptr, transmute_u8_to_slice};
+use utils::mem::get_ith_val_from_raw_ptr;
 
 use crate::compression::{IntSeqDecoderIterator, IntSeqEncoder};
 
@@ -56,11 +55,9 @@ pub struct PlainDecoderIterator {
 }
 
 impl IntSeqDecoderIterator for PlainDecoderIterator {
-    fn new_decoder(mmap: &Mmap, offset: usize, size: usize) -> Self {
-        let slice = &mmap[offset..offset + size * size_of::<u64>()];
-        let encoded_data = transmute_u8_to_slice::<u64>(slice);
+    fn new_decoder(encoded_data: &[u8]) -> Self {
         Self {
-            size,
+            size: encoded_data.len(),
             cur_index: 0,
             encoded_data_ptr: encoded_data.as_ptr() as *const u64,
         }