From e803c9556840c5bc9621f50c672bf143401cf7a8 Mon Sep 17 00:00:00 2001 From: f3 Date: Fri, 26 Jan 2024 11:58:16 +0300 Subject: [PATCH] get chunks number from unbounded map --- .../src/structure/stable_storage/unbounded.rs | 62 +++++++++++++++++++ 1 file changed, 62 insertions(+) diff --git a/ic-stable-structures/src/structure/stable_storage/unbounded.rs b/ic-stable-structures/src/structure/stable_storage/unbounded.rs index 66e009df..cb431301 100644 --- a/ic-stable-structures/src/structure/stable_storage/unbounded.rs +++ b/ic-stable-structures/src/structure/stable_storage/unbounded.rs @@ -62,6 +62,20 @@ where StableUnboundedIter(self.inner.iter().peekable()) } + /// Returns number of chunks, used to store the entity. + pub fn chunks_number_of(&self, key: &K) -> Option { + let first_chunk_key = Key::new(key); + let max_chunk_key = first_chunk_key.clone().with_max_chunk_index(); + + // first item in this iter will be the last chunk of the key. + self.inner + .iter_upper_bound(&max_chunk_key) + .filter_map(|(k, _)| { + (k.prefix() == max_chunk_key.prefix()).then_some(k.chunk_index() + 1) + }) + .next() + } + /// Returns an iterator pointing to the first element below the given bound. /// Returns an empty iterator if there are no keys below the given bound. pub fn iter_upper_bound(&self, bound: &K) -> StableUnboundedIter<'_, K, V, M> { @@ -306,6 +320,19 @@ impl Key { pub fn key_data(&self) -> &[u8] { &self.data[Self::BOUNDS.size_prefix_len..self.data.len() - CHUNK_INDEX_LEN] } + + /// Chunk index of the key. + pub fn chunk_index(&self) -> ChunkIndex { + // last `CHUNK_INDEX_LEN` bytes is chunk index + let chunk_index_bytes = &self.data[(self.data.len() - CHUNK_INDEX_LEN)..]; + + let chunk_index_arr = chunk_index_bytes + .try_into() + .expect("the slice is always CHUNK_INDEX_LEN length"); + + // store chunk index in big-endian format to preserve order of chunks in BTreeMap + ChunkIndex::from_be_bytes(chunk_index_arr) + } } impl Storable for Key { @@ -614,4 +641,39 @@ mod tests { assert_eq!(map.last_key(), Some(4u32)); assert_eq!(map.last_key_value(), Some((4u32, str_4))); } + + #[test] + fn test_chunks_number_calculation() { + let mut map = StableUnboundedMap::new(VectorMemory::default()); + + // No chunks if there is no key. + assert!(map.chunks_number_of(&42).is_none()); + + // Exact number of chunks. + let expected_chunks_number = 42; + let val = str_val(StringValue::CHUNK_SIZE as usize * expected_chunks_number); + map.insert(&10_u64, &val); + assert_eq!(map.chunks_number_of(&10), Some(expected_chunks_number as _)); + + // One more partially filled chunk. + let expected_chunks_number = 42; + let val = str_val(StringValue::CHUNK_SIZE as usize * expected_chunks_number + 5); + map.insert(&10_u64, &val); + assert_eq!( + map.chunks_number_of(&10), + Some(expected_chunks_number as u16 + 1) + ); + + // Make the key to be between other keys. + map.insert(&5_u64, &val); + map.insert(&15_u64, &val); + assert_eq!( + map.chunks_number_of(&10), + Some(expected_chunks_number as u16 + 1) + ); + + // No chunks if there is no key. + map.remove(&10_u64); + assert!(map.chunks_number_of(&10).is_none()); + } }