Lookup the write behing queue on miss

limitador/src/storage/redis/counters_cache.rs

@@ -252,7 +252,15 @@ impl CountersCacheBuilder {
 
 impl CountersCache {
  pub fn get(&self, counter: &Counter) -> Option<Arc<CachedCounterValue>> {
- self.cache.get(counter)
+ let option = self.cache.get(counter);
+ if option.is_none() {
+ let from_queue = self.batcher.updates.get(counter);
+ if let Some(entry) = from_queue {
+ self.cache.insert(counter.clone(), entry.value().clone());
+ return Some(entry.value().clone())
+ }
+ }
+ option
  }
 
  pub fn batcher(&self) -> &Batcher {
@@ -295,12 +303,16 @@ impl CountersCache {
  pub fn increase_by(&self, counter: &Counter, delta: i64) {
  let mut priority = false;
  let val = self.cache.get_with_by_ref(counter, || {
- priority = true;
- Arc::new(
- // this TTL is wrong, it needs to be the cache's TTL, not the time window of our limit
- // todo fix when introducing the Batcher type!
- CachedCounterValue::from(counter, 0, Duration::from_secs(counter.seconds())),
- )
+ if let Some(entry) = self.batcher.updates.get(&counter) {
+ entry.value().clone()
+ } else {
+ priority = true;
+ Arc::new(
+ // this TTL is wrong, it needs to be the cache's TTL, not the time window of our limit
+ // todo fix when introducing the Batcher type!
+ CachedCounterValue::from(counter, 0, Duration::from_secs(counter.seconds())),
+ )
+ }
  });
  val.delta(counter, delta);
  self.batcher.add(counter.clone(), val.clone(), priority);