From a5f0970165677ba42579de0c2c37aaa617890fcd Mon Sep 17 00:00:00 2001
From: harsha vardhan simhadri <harsha.v.simhadri@gmail.com>
Date: Fri, 13 Oct 2023 02:58:20 +0000
Subject: [PATCH 01/20] new classes, methods and config

---
 benchmark/datasets.py                    |  30 ++++
 neurips23/streaming/diskann/config.yaml  |  14 +-
 neurips23/streaming/final_runbook_gen.py | 183 +++++++++++++++++++++++
 neurips23/streaming/run.py               |  14 +-
 4 files changed, 234 insertions(+), 7 deletions(-)
 create mode 100644 neurips23/streaming/final_runbook_gen.py

diff --git a/benchmark/datasets.py b/benchmark/datasets.py
index 16e31157..f293447e 100644
--- a/benchmark/datasets.py
+++ b/benchmark/datasets.py
@@ -193,6 +193,13 @@ def get_dataset_iterator(self, bs=512, split=(1,0)):
             j1 = min(j0 + bs, i1)
             yield sanitize(x[j0:j1])
 
+    def get_data_in_range(self, start, end):
+        assert start >= 0
+        assert end <= self.nb
+        filename = self.get_dataset_fn()
+        x = xbin_mmap(filename, dtype=self.dtype, maxn=self.nb)
+        return x[start:end]
+
     def search_type(self):
         return "knn"
     
@@ -434,6 +441,28 @@ def distance(self):
     
     def prepare(self, skip_data=False, original_size=10 ** 9):
         return super().prepare(skip_data, original_size = self.nb)
+    
+class MSTuringClustered30M(DatasetCompetitionFormat):
+    def __init__(self):
+        self.nb = 29998994
+        self.d = 100
+        self.nq = 10000
+        self.dtype = "float32"
+        self.ds_fn = "msturing-29998994-clustered.fbin"
+        self.qs_fn = "testQuery10K.fbin"
+        self.gt_fn = "clu_msturing30M_gt100"
+        
+        self.base_url = ""
+        self.basedir = os.path.join(BASEDIR, "MSTuring-30M-clustered")
+
+        self.private_gt_url = None
+        self.private_qs_url = None
+
+    def distance(self):
+        return "euclidean"
+    
+    def prepare(self, skip_data=False, original_size=10 ** 9):
+        return super().prepare(skip_data, original_size = self.nb)
 
 class MSSPACEV1B(DatasetCompetitionFormat):
     def __init__(self, nb_M=1000):
@@ -984,6 +1013,7 @@ def __str__(self):
     'msturing-1M': lambda : MSTuringANNS(1),
 
     'msturing-10M-clustered': lambda: MSTuringClustered10M(),
+    'msturing-30M-clustered': lambda: MSTuringClustered30M(),
 
     'msspacev-1B': lambda : MSSPACEV1B(1000),
     'msspacev-100M': lambda : MSSPACEV1B(100),
diff --git a/neurips23/streaming/diskann/config.yaml b/neurips23/streaming/diskann/config.yaml
index d9c8175a..9fe38444 100644
--- a/neurips23/streaming/diskann/config.yaml
+++ b/neurips23/streaming/diskann/config.yaml
@@ -83,4 +83,16 @@ msturing-10M-clustered:
           args: |
             [{"R":64, "L":50, "insert_threads":16, "consolidate_threads":16}]
           query-args: |
-            [{"Ls":100, "T":16}]
\ No newline at end of file
+            [{"Ls":100, "T":16}]
+msturing-30M-clustered:
+    diskann: 
+      docker-tag: neurips23-streaming-diskann
+      module: neurips23.streaming.diskann.diskann-str
+      constructor: diskann
+      base-args: ["@metric"]
+      run-groups:
+        base:
+          args: |
+            [{"R":32, "L":30, "insert_threads":16, "consolidate_threads":16}]
+          query-args: |
+            [{"Ls":50, "T":16}]
diff --git a/neurips23/streaming/final_runbook_gen.py b/neurips23/streaming/final_runbook_gen.py
new file mode 100644
index 00000000..534244ac
--- /dev/null
+++ b/neurips23/streaming/final_runbook_gen.py
@@ -0,0 +1,183 @@
+import argparse
+import os
+import numpy as np
+import random
+import yaml
+
+from scipy.cluster.vq import vq, kmeans2
+from typing import Tuple
+from benchmark.datasets import DATASETS
+
+def cluster_and_permute(
+    data, num_clusters
+) -> Tuple[np.ndarray[int], np.ndarray[int]]:
+    """
+    Cluster the data and return permutation of row indices
+    that would group indices of the same cluster together
+    """
+    npts = np.shape(data)[0]
+    sample_size = min(100000, npts)
+    sample_indices = np.random.choice(range(npts), size=sample_size, replace=False)
+    sampled_data = data[sample_indices, :]
+    centroids, sample_labels = kmeans2(sampled_data, num_clusters, minit="++", iter=10)
+    labels, dist = vq(data, centroids)
+
+    count = np.zeros(num_clusters)
+    for i in range(npts):
+        count[labels[i]] += 1
+    print("Cluster counts")
+    print(count)
+
+    offsets = np.zeros(num_clusters + 1, dtype=int)
+    for i in range(0, num_clusters, 1):
+        offsets[i + 1] = offsets[i] + count[i]
+
+    permutation = np.zeros(npts, dtype=int)
+    counters = np.zeros(num_clusters, dtype=int)
+    for i in range(npts):
+        label = labels[i]
+        row = offsets[label] + counters[label]
+        counters[label] += 1
+        permutation[row] = i
+
+    return offsets, permutation
+
+
+def write_permuated_data(
+        data,
+        permutation:np.ndarray[int],
+        output_data_file:str
+):
+    permuted_data = data[permutation,:]
+
+    shape = np.shape(permuted_data)
+    with open(output_data_file, 'wb') as df:
+        df.write(shape[0].to_bytes(4, 'little'))
+        df.write(shape[1].to_bytes(4, 'little'))
+        df.write(permuted_data)
+
+
+def create_runbook(
+    dataset_str:str,
+    offsets:np.ndarray[int],
+    permutation:np.ndarray[int],
+    num_clusters:int, 
+    output_yaml_file:str
+):
+    ins_cursor_start = offsets.copy()
+    ins_cursor_end = offsets.copy()
+
+    del_cursor_start = offsets.copy()
+    del_cursor_end = offsets.copy()
+
+    operation_list = []
+    num_operations = 1
+    active_points = 0
+    max_pts = 0
+    active_points_in_cluster = np.zeros(num_clusters)
+
+    num_rounds = 5
+    search_entry = [{'operation': str('search')}]
+
+    for round in range(num_rounds):
+        #insertions
+        for c in range(num_clusters):
+            delta = ((int)((offsets[c+1]-offsets[c])/num_rounds)
+                     if round < num_rounds-1 
+                     else offsets[c+1]-ins_cursor_end[c])
+            ins_cursor_end[c] = ins_cursor_start[c] + delta
+            active_points += delta
+            max_pts = max(max_pts, active_points)
+            active_points_in_cluster[c] += delta
+            print('ins [', ins_cursor_start[c], ', ', ins_cursor_end[c], 
+                  ') active:', int(active_points_in_cluster[c]),
+                  'total:', active_points)
+            entry = [{'operation': 'insert'}, {'start': int(ins_cursor_start[c])}, {'end': int(ins_cursor_end[c])}]
+            operation_list.append((num_operations, entry))
+            num_operations += 1
+            operation_list.append((num_operations, search_entry))
+            num_operations += 1
+            ins_cursor_start[c] = ins_cursor_end[c]
+
+        #deletions
+        for c in range(num_clusters):
+            fraction = random.uniform(0,0.9)
+            delta = (int)(fraction*(ins_cursor_end[c]-del_cursor_start[c]))
+            del_cursor_end[c] = del_cursor_start[c] + delta
+            active_points -= delta
+            active_points_in_cluster[c] -= delta
+            print('del [', del_cursor_start[c], ',', del_cursor_end[c],
+                  ') active:', int(active_points_in_cluster[c]),
+                  'total:', active_points)
+            entry = [{'operation': 'delete'}, {'start': int(del_cursor_start[c])}, {'end': int(del_cursor_end[c])}]
+            operation_list.append((num_operations, entry))
+            num_operations += 1
+            operation_list.append((num_operations, search_entry))
+            num_operations += 1
+            del_cursor_start[c] = del_cursor_end[c]
+
+        # #queries
+        # for c in range(num_clusters):
+        #     cluster_index_range = range(offsets[c], offsets[c + 1])
+        #     cluster_indices = np.array(permutation[cluster_index_range], dtype=np.uintc)
+        #     print(cluster_index_range)
+        #     entry = [{'operation': 'insert'}, {'start': int(offsets[c])}, {'end': int(offsets[c+1])}]
+        #     operation_list.append((c+1, entry))
+
+    with open(output_yaml_file, 'w') as yf:
+        operation_list.sort(key = lambda x: x[0])
+        sorted_dict = {}
+        sorted_dict['max_pts'] = int(max_pts)
+        for (k, v) in operation_list:
+            sorted_dict[k]=v
+        yaml_object = {}
+        yaml_object[dataset_str] = sorted_dict
+        yaml.dump(yaml_object, yf)
+
+
+def main():
+    parser = argparse.ArgumentParser(
+        formatter_class=argparse.ArgumentDefaultsHelpFormatter)
+
+    parser.add_argument(
+        '--dataset',
+        choices=DATASETS.keys(),
+        required=True)
+    parser.add_argument(
+        '-c', '--num_clusters',
+        type=int,
+        required=True
+    )
+    parser.add_argument(
+        '-o', '--output_data_file',
+        required=True
+    )
+    parser.add_argument(
+        '-y', '--output_yaml_file',
+        required=True
+    )
+    args = parser.parse_args()
+
+    ds = DATASETS[args.dataset]()
+    if ds.nb <= 10**7:
+        data = ds.get_dataset()
+    else:
+        data = next(ds.get_dataset_iterator(bs=ds.nb))
+    print(np.shape(data))
+
+    offsets, permutation = cluster_and_permute(data, args.num_clusters)
+    print(permutation)
+
+    write_permuated_data(data=data, 
+                         permutation=permutation,
+                         output_data_file=args.output_data_file)
+
+    create_runbook(dataset_str=args.dataset,
+                   offsets=offsets,
+                   permutation=permutation, 
+                   num_clusters=args.num_clusters,
+                   output_yaml_file=args.output_yaml_file)
+
+
+if __name__ == '__main__':
+    main()
diff --git a/neurips23/streaming/run.py b/neurips23/streaming/run.py
index c17395a7..03d49cdf 100644
--- a/neurips23/streaming/run.py
+++ b/neurips23/streaming/run.py
@@ -24,8 +24,8 @@ def run_task(algo, ds, distance, count, run_count, search_type, private_query, r
         search_times = []
         all_results = []
 
-        data = ds.get_dataset()
-        ids = np.arange(1, ds.nb+1, dtype=np.uint32)
+        # data = ds.get_dataset()
+        # ids = np.arange(1, ds.nb+1, dtype=np.uint32)
 
         Q = ds.get_queries() if not private_query else ds.get_private_queries()
         print(fr"Got {Q.shape[0]} queries")  
@@ -34,11 +34,13 @@ def run_task(algo, ds, distance, count, run_count, search_type, private_query, r
         result_map = {}
         num_searches = 0
         for step, entry in enumerate(runbook):
-            start = time.time()
+            start_time = time.time()
             match entry['operation']:
                 case 'insert':
-                    ids = np.arange(entry['start'], entry['end'], dtype=np.uint32)
-                    algo.insert(data[ids,:], ids)
+                    start = entry['start']
+                    end = entry['end']
+                    ids = np.arange(start, end, dtype=np.uint32)
+                    algo.insert(ds.get_data_in_range(start, end), ids)
                 case 'delete':
                     ids = np.arange(entry['start'], entry['end'], dtype=np.uint32)
                     algo.delete(ids)
@@ -56,7 +58,7 @@ def run_task(algo, ds, distance, count, run_count, search_type, private_query, r
                     num_searches += 1
                 case _:
                     raise NotImplementedError('Invalid runbook operation.')
-            step_time = (time.time() - start)
+            step_time = (time.time() - start_time)
             print(f"Step {step+1} took {step_time}s.")
 
         attrs = {

From 79649f06fc48f1d72093dafb9cb98950c5e7b8f9 Mon Sep 17 00:00:00 2001
From: harsha vardhan simhadri <harsha.v.simhadri@gmail.com>
Date: Fri, 13 Oct 2023 15:52:37 +0000
Subject: [PATCH 02/20] add runbook

---
 neurips23/streaming/30M-runbook.yaml | 3843 ++++++++++++++++++++++++++
 1 file changed, 3843 insertions(+)
 create mode 100644 neurips23/streaming/30M-runbook.yaml

diff --git a/neurips23/streaming/30M-runbook.yaml b/neurips23/streaming/30M-runbook.yaml
new file mode 100644
index 00000000..4f2dd691
--- /dev/null
+++ b/neurips23/streaming/30M-runbook.yaml
@@ -0,0 +1,3843 @@
+msturing-30M-clustered:
+  max_pts: 12855018
+  1:
+    operation: 'insert'
+    start: 0
+    end: 127177
+  2: &id001
+    operation: 
+    operation: 'search'
+  3:
+    operation: 'insert'
+    start: 635887
+    end: 690058
+  4: 
+    operation: 'search'
+  5:
+    operation: 'insert'
+    start: 906745
+    end: 1012778
+  6: 
+    operation: 'search'
+  7:
+    operation: 'insert'
+    start: 1436912
+    end: 1565395
+  8: 
+    operation: 'search'
+  9:
+    operation: 'insert'
+    start: 2079327
+    end: 2153906
+  10: 
+    operation: 'search'
+  11:
+    operation: 'insert'
+    start: 2452225
+    end: 2555449
+  12: 
+    operation: 'search'
+  13:
+    operation: 'insert'
+    start: 2968349
+    end: 3049193
+  14: 
+    operation: 'search'
+  15:
+    operation: 'insert'
+    start: 3372572
+    end: 3480292
+  16: 
+    operation: 'search'
+  17:
+    operation: 'insert'
+    start: 3911176
+    end: 3972855
+  18: 
+    operation: 'search'
+  19:
+    operation: 'insert'
+    start: 4219574
+    end: 4347077
+  20: 
+    operation: 'search'
+  21:
+    operation: 'insert'
+    start: 4857092
+    end: 4957708
+  22: 
+    operation: 'search'
+  23:
+    operation: 'insert'
+    start: 5360173
+    end: 5449468
+  24: 
+    operation: 'search'
+  25:
+    operation: 'insert'
+    start: 5806651
+    end: 5896793
+  26: 
+    operation: 'search'
+  27:
+    operation: 'insert'
+    start: 6257362
+    end: 6329349
+  28: 
+    operation: 'search'
+  29:
+    operation: 'insert'
+    start: 6617298
+    end: 6707667
+  30: 
+    operation: 'search'
+  31:
+    operation: 'insert'
+    start: 7069146
+    end: 7162870
+  32: 
+    operation: 'search'
+  33:
+    operation: 'insert'
+    start: 7537767
+    end: 7604687
+  34: 
+    operation: 'search'
+  35:
+    operation: 'insert'
+    start: 7872371
+    end: 7941047
+  36: 
+    operation: 'search'
+  37:
+    operation: 'insert'
+    start: 8215754
+    end: 8302823
+  38: 
+    operation: 'search'
+  39:
+    operation: 'insert'
+    start: 8651102
+    end: 8713616
+  40: 
+    operation: 'search'
+  41:
+    operation: 'insert'
+    start: 8963672
+    end: 9072108
+  42: 
+    operation: 'search'
+  43:
+    operation: 'insert'
+    start: 9505853
+    end: 9652118
+  44: 
+    operation: 'search'
+  45:
+    operation: 'insert'
+    start: 10237178
+    end: 10309660
+  46: 
+    operation: 'search'
+  47:
+    operation: 'insert'
+    start: 10599588
+    end: 10696453
+  48: 
+    operation: 'search'
+  49:
+    operation: 'insert'
+    start: 11083916
+    end: 11157011
+  50: 
+    operation: 'search'
+  51:
+    operation: 'insert'
+    start: 11449394
+    end: 11519607
+  52: 
+    operation: 'search'
+  53:
+    operation: 'insert'
+    start: 11800463
+    end: 11896407
+  54: 
+    operation: 'search'
+  55:
+    operation: 'insert'
+    start: 12280186
+    end: 12350155
+  56: 
+    operation: 'search'
+  57:
+    operation: 'insert'
+    start: 12630032
+    end: 12745433
+  58: 
+    operation: 'search'
+  59:
+    operation: 'insert'
+    start: 13207038
+    end: 13309863
+  60: 
+    operation: 'search'
+  61:
+    operation: 'insert'
+    start: 13721163
+    end: 13864621
+  62: 
+    operation: 'search'
+  63:
+    operation: 'insert'
+    start: 14438453
+    end: 14570983
+  64: 
+    operation: 'search'
+  65:
+    operation: 'insert'
+    start: 15101105
+    end: 15163479
+  66: 
+    operation: 'search'
+  67:
+    operation: 'insert'
+    start: 15412976
+    end: 15554611
+  68: 
+    operation: 'search'
+  69:
+    operation: 'insert'
+    start: 16121153
+    end: 16236450
+  70: 
+    operation: 'search'
+  71:
+    operation: 'insert'
+    start: 16697639
+    end: 16799720
+  72: 
+    operation: 'search'
+  73:
+    operation: 'insert'
+    start: 17208048
+    end: 17311299
+  74: 
+    operation: 'search'
+  75:
+    operation: 'insert'
+    start: 17724303
+    end: 17819639
+  76: 
+    operation: 'search'
+  77:
+    operation: 'insert'
+    start: 18200986
+    end: 18261422
+  78: 
+    operation: 'search'
+  79:
+    operation: 'insert'
+    start: 18503168
+    end: 18545922
+  80: 
+    operation: 'search'
+  81:
+    operation: 'insert'
+    start: 18716940
+    end: 18838093
+  82: 
+    operation: 'search'
+  83:
+    operation: 'insert'
+    start: 19322706
+    end: 19432502
+  84: 
+    operation: 'search'
+  85:
+    operation: 'insert'
+    start: 19871689
+    end: 19928430
+  86: 
+    operation: 'search'
+  87:
+    operation: 'insert'
+    start: 20155394
+    end: 20245432
+  88: 
+    operation: 'search'
+  89:
+    operation: 'insert'
+    start: 20605586
+    end: 20673488
+  90: 
+    operation: 'search'
+  91:
+    operation: 'insert'
+    start: 20945099
+    end: 21060253
+  92: 
+    operation: 'search'
+  93:
+    operation: 'insert'
+    start: 21520872
+    end: 21633976
+  94: 
+    operation: 'search'
+  95:
+    operation: 'insert'
+    start: 22086394
+    end: 22161723
+  96: 
+    operation: 'search'
+  97:
+    operation: 'insert'
+    start: 22463043
+    end: 22567300
+  98: 
+    operation: 'search'
+  99:
+    operation: 'insert'
+    start: 22984332
+    end: 23075170
+  100: 
+    operation: 'search'
+  101:
+    operation: 'insert'
+    start: 23438522
+    end: 23529780
+  102: 
+    operation: 'search'
+  103:
+    operation: 'insert'
+    start: 23894814
+    end: 23985806
+  104: 
+    operation: 'search'
+  105:
+    operation: 'insert'
+    start: 24349775
+    end: 24428786
+  106: 
+    operation: 'search'
+  107:
+    operation: 'insert'
+    start: 24744832
+    end: 24842132
+  108: 
+    operation: 'search'
+  109:
+    operation: 'insert'
+    start: 25231334
+    end: 25337029
+  110: 
+    operation: 'search'
+  111:
+    operation: 'insert'
+    start: 25759812
+    end: 25842097
+  112: 
+    operation: 'search'
+  113:
+    operation: 'insert'
+    start: 26171240
+    end: 26276544
+  114: 
+    operation: 'search'
+  115:
+    operation: 'insert'
+    start: 26697762
+    end: 26827223
+  116: 
+    operation: 'search'
+  117:
+    operation: 'insert'
+    start: 27345067
+    end: 27400872
+  118: 
+    operation: 'search'
+  119:
+    operation: 'insert'
+    start: 27624092
+    end: 27692687
+  120: 
+    operation: 'search'
+  121:
+    operation: 'insert'
+    start: 27967071
+    end: 28103452
+  122: 
+    operation: 'search'
+  123:
+    operation: 'insert'
+    start: 28648979
+    end: 28734512
+  124: 
+    operation: 'search'
+  125:
+    operation: 'insert'
+    start: 29076644
+    end: 29156928
+  126: 
+    operation: 'search'
+  127:
+    operation: 'insert'
+    start: 29478065
+    end: 29582250
+  128: 
+    operation: 'search'
+  129:
+    operation: 'delete'
+    start: 0
+    end: 20483
+  130: 
+    operation: 'search'
+  131:
+    operation: 'delete'
+    start: 635887
+    end: 667034
+  132: 
+    operation: 'search'
+  133:
+    operation: 'delete'
+    start: 906745
+    end: 988221
+  134: 
+    operation: 'search'
+  135:
+    operation: 'delete'
+    start: 1436912
+    end: 1480023
+  136: 
+    operation: 'search'
+  137:
+    operation: 'delete'
+    start: 2079327
+    end: 2143773
+  138: 
+    operation: 'search'
+  139:
+    operation: 'delete'
+    start: 2452225
+    end: 2491023
+  140: 
+    operation: 'search'
+  141:
+    operation: 'delete'
+    start: 2968349
+    end: 3039208
+  142: 
+    operation: 'search'
+  143:
+    operation: 'delete'
+    start: 3372572
+    end: 3403491
+  144: 
+    operation: 'search'
+  145:
+    operation: 'delete'
+    start: 3911176
+    end: 3949830
+  146: 
+    operation: 'search'
+  147:
+    operation: 'delete'
+    start: 4219574
+    end: 4306903
+  148: 
+    operation: 'search'
+  149:
+    operation: 'delete'
+    start: 4857092
+    end: 4895665
+  150: 
+    operation: 'search'
+  151:
+    operation: 'delete'
+    start: 5360173
+    end: 5388570
+  152: 
+    operation: 'search'
+  153:
+    operation: 'delete'
+    start: 5806651
+    end: 5842914
+  154: 
+    operation: 'search'
+  155:
+    operation: 'delete'
+    start: 6257362
+    end: 6288552
+  156: 
+    operation: 'search'
+  157:
+    operation: 'delete'
+    start: 6617298
+    end: 6695861
+  158: 
+    operation: 'search'
+  159:
+    operation: 'delete'
+    start: 7069146
+    end: 7142377
+  160: 
+    operation: 'search'
+  161:
+    operation: 'delete'
+    start: 7537767
+    end: 7549535
+  162: 
+    operation: 'search'
+  163:
+    operation: 'delete'
+    start: 7872371
+    end: 7929150
+  164: 
+    operation: 'search'
+  165:
+    operation: 'delete'
+    start: 8215754
+    end: 8229249
+  166: 
+    operation: 'search'
+  167:
+    operation: 'delete'
+    start: 8651102
+    end: 8694309
+  168: 
+    operation: 'search'
+  169:
+    operation: 'delete'
+    start: 8963672
+    end: 9024830
+  170: 
+    operation: 'search'
+  171:
+    operation: 'delete'
+    start: 9505853
+    end: 9549944
+  172: 
+    operation: 'search'
+  173:
+    operation: 'delete'
+    start: 10237178
+    end: 10242509
+  174: 
+    operation: 'search'
+  175:
+    operation: 'delete'
+    start: 10599588
+    end: 10677039
+  176: 
+    operation: 'search'
+  177:
+    operation: 'delete'
+    start: 11083916
+    end: 11101668
+  178: 
+    operation: 'search'
+  179:
+    operation: 'delete'
+    start: 11449394
+    end: 11483157
+  180: 
+    operation: 'search'
+  181:
+    operation: 'delete'
+    start: 11800463
+    end: 11876345
+  182: 
+    operation: 'search'
+  183:
+    operation: 'delete'
+    start: 12280186
+    end: 12338797
+  184: 
+    operation: 'search'
+  185:
+    operation: 'delete'
+    start: 12630032
+    end: 12670952
+  186: 
+    operation: 'search'
+  187:
+    operation: 'delete'
+    start: 13207038
+    end: 13254186
+  188: 
+    operation: 'search'
+  189:
+    operation: 'delete'
+    start: 13721163
+    end: 13772881
+  190: 
+    operation: 'search'
+  191:
+    operation: 'delete'
+    start: 14438453
+    end: 14531557
+  192: 
+    operation: 'search'
+  193:
+    operation: 'delete'
+    start: 15101105
+    end: 15127008
+  194: 
+    operation: 'search'
+  195:
+    operation: 'delete'
+    start: 15412976
+    end: 15424875
+  196: 
+    operation: 'search'
+  197:
+    operation: 'delete'
+    start: 16121153
+    end: 16124005
+  198: 
+    operation: 'search'
+  199:
+    operation: 'delete'
+    start: 16697639
+    end: 16744935
+  200: 
+    operation: 'search'
+  201:
+    operation: 'delete'
+    start: 17208048
+    end: 17253476
+  202: 
+    operation: 'search'
+  203:
+    operation: 'delete'
+    start: 17724303
+    end: 17780605
+  204: 
+    operation: 'search'
+  205:
+    operation: 'delete'
+    start: 18200986
+    end: 18208969
+  206: 
+    operation: 'search'
+  207:
+    operation: 'delete'
+    start: 18503168
+    end: 18541571
+  208: 
+    operation: 'search'
+  209:
+    operation: 'delete'
+    start: 18716940
+    end: 18805554
+  210: 
+    operation: 'search'
+  211:
+    operation: 'delete'
+    start: 19322706
+    end: 19391113
+  212: 
+    operation: 'search'
+  213:
+    operation: 'delete'
+    start: 19871689
+    end: 19883235
+  214: 
+    operation: 'search'
+  215:
+    operation: 'delete'
+    start: 20155394
+    end: 20173889
+  216: 
+    operation: 'search'
+  217:
+    operation: 'delete'
+    start: 20605586
+    end: 20660654
+  218: 
+    operation: 'search'
+  219:
+    operation: 'delete'
+    start: 20945099
+    end: 21039717
+  220: 
+    operation: 'search'
+  221:
+    operation: 'delete'
+    start: 21520872
+    end: 21554964
+  222: 
+    operation: 'search'
+  223:
+    operation: 'delete'
+    start: 22086394
+    end: 22121661
+  224: 
+    operation: 'search'
+  225:
+    operation: 'delete'
+    start: 22463043
+    end: 22486288
+  226: 
+    operation: 'search'
+  227:
+    operation: 'delete'
+    start: 22984332
+    end: 23046118
+  228: 
+    operation: 'search'
+  229:
+    operation: 'delete'
+    start: 23438522
+    end: 23444795
+  230: 
+    operation: 'search'
+  231:
+    operation: 'delete'
+    start: 23894814
+    end: 23954037
+  232: 
+    operation: 'search'
+  233:
+    operation: 'delete'
+    start: 24349775
+    end: 24412117
+  234: 
+    operation: 'search'
+  235:
+    operation: 'delete'
+    start: 24744832
+    end: 24767855
+  236: 
+    operation: 'search'
+  237:
+    operation: 'delete'
+    start: 25231334
+    end: 25274715
+  238: 
+    operation: 'search'
+  239:
+    operation: 'delete'
+    start: 25759812
+    end: 25822270
+  240: 
+    operation: 'search'
+  241:
+    operation: 'delete'
+    start: 26171240
+    end: 26227549
+  242: 
+    operation: 'search'
+  243:
+    operation: 'delete'
+    start: 26697762
+    end: 26744114
+  244: 
+    operation: 'search'
+  245:
+    operation: 'delete'
+    start: 27345067
+    end: 27368884
+  246: 
+    operation: 'search'
+  247:
+    operation: 'delete'
+    start: 27624092
+    end: 27663970
+  248: 
+    operation: 'search'
+  249:
+    operation: 'delete'
+    start: 27967071
+    end: 28047665
+  250: 
+    operation: 'search'
+  251:
+    operation: 'delete'
+    start: 28648979
+    end: 28650614
+  252: 
+    operation: 'search'
+  253:
+    operation: 'delete'
+    start: 29076644
+    end: 29133106
+  254: 
+    operation: 'search'
+  255:
+    operation: 'delete'
+    start: 29478065
+    end: 29504373
+  256: 
+    operation: 'search'
+  257:
+    operation: 'insert'
+    start: 127177
+    end: 254354
+  258: 
+    operation: 'search'
+  259:
+    operation: 'insert'
+    start: 690058
+    end: 744229
+  260: 
+    operation: 'search'
+  261:
+    operation: 'insert'
+    start: 1012778
+    end: 1118811
+  262: 
+    operation: 'search'
+  263:
+    operation: 'insert'
+    start: 1565395
+    end: 1693878
+  264: 
+    operation: 'search'
+  265:
+    operation: 'insert'
+    start: 2153906
+    end: 2228485
+  266: 
+    operation: 'search'
+  267:
+    operation: 'insert'
+    start: 2555449
+    end: 2658673
+  268: 
+    operation: 'search'
+  269:
+    operation: 'insert'
+    start: 3049193
+    end: 3130037
+  270: 
+    operation: 'search'
+  271:
+    operation: 'insert'
+    start: 3480292
+    end: 3588012
+  272: 
+    operation: 'search'
+  273:
+    operation: 'insert'
+    start: 3972855
+    end: 4034534
+  274: 
+    operation: 'search'
+  275:
+    operation: 'insert'
+    start: 4347077
+    end: 4474580
+  276: 
+    operation: 'search'
+  277:
+    operation: 'insert'
+    start: 4957708
+    end: 5058324
+  278: 
+    operation: 'search'
+  279:
+    operation: 'insert'
+    start: 5449468
+    end: 5538763
+  280: 
+    operation: 'search'
+  281:
+    operation: 'insert'
+    start: 5896793
+    end: 5986935
+  282: 
+    operation: 'search'
+  283:
+    operation: 'insert'
+    start: 6329349
+    end: 6401336
+  284: 
+    operation: 'search'
+  285:
+    operation: 'insert'
+    start: 6707667
+    end: 6798036
+  286: 
+    operation: 'search'
+  287:
+    operation: 'insert'
+    start: 7162870
+    end: 7256594
+  288: 
+    operation: 'search'
+  289:
+    operation: 'insert'
+    start: 7604687
+    end: 7671607
+  290: 
+    operation: 'search'
+  291:
+    operation: 'insert'
+    start: 7941047
+    end: 8009723
+  292: 
+    operation: 'search'
+  293:
+    operation: 'insert'
+    start: 8302823
+    end: 8389892
+  294: 
+    operation: 'search'
+  295:
+    operation: 'insert'
+    start: 8713616
+    end: 8776130
+  296: 
+    operation: 'search'
+  297:
+    operation: 'insert'
+    start: 9072108
+    end: 9180544
+  298: 
+    operation: 'search'
+  299:
+    operation: 'insert'
+    start: 9652118
+    end: 9798383
+  300: 
+    operation: 'search'
+  301:
+    operation: 'insert'
+    start: 10309660
+    end: 10382142
+  302: 
+    operation: 'search'
+  303:
+    operation: 'insert'
+    start: 10696453
+    end: 10793318
+  304: 
+    operation: 'search'
+  305:
+    operation: 'insert'
+    start: 11157011
+    end: 11230106
+  306: 
+    operation: 'search'
+  307:
+    operation: 'insert'
+    start: 11519607
+    end: 11589820
+  308: 
+    operation: 'search'
+  309:
+    operation: 'insert'
+    start: 11896407
+    end: 11992351
+  310: 
+    operation: 'search'
+  311:
+    operation: 'insert'
+    start: 12350155
+    end: 12420124
+  312: 
+    operation: 'search'
+  313:
+    operation: 'insert'
+    start: 12745433
+    end: 12860834
+  314: 
+    operation: 'search'
+  315:
+    operation: 'insert'
+    start: 13309863
+    end: 13412688
+  316: 
+    operation: 'search'
+  317:
+    operation: 'insert'
+    start: 13864621
+    end: 14008079
+  318: 
+    operation: 'search'
+  319:
+    operation: 'insert'
+    start: 14570983
+    end: 14703513
+  320: 
+    operation: 'search'
+  321:
+    operation: 'insert'
+    start: 15163479
+    end: 15225853
+  322: 
+    operation: 'search'
+  323:
+    operation: 'insert'
+    start: 15554611
+    end: 15696246
+  324: 
+    operation: 'search'
+  325:
+    operation: 'insert'
+    start: 16236450
+    end: 16351747
+  326: 
+    operation: 'search'
+  327:
+    operation: 'insert'
+    start: 16799720
+    end: 16901801
+  328: 
+    operation: 'search'
+  329:
+    operation: 'insert'
+    start: 17311299
+    end: 17414550
+  330: 
+    operation: 'search'
+  331:
+    operation: 'insert'
+    start: 17819639
+    end: 17914975
+  332: 
+    operation: 'search'
+  333:
+    operation: 'insert'
+    start: 18261422
+    end: 18321858
+  334: 
+    operation: 'search'
+  335:
+    operation: 'insert'
+    start: 18545922
+    end: 18588676
+  336: 
+    operation: 'search'
+  337:
+    operation: 'insert'
+    start: 18838093
+    end: 18959246
+  338: 
+    operation: 'search'
+  339:
+    operation: 'insert'
+    start: 19432502
+    end: 19542298
+  340: 
+    operation: 'search'
+  341:
+    operation: 'insert'
+    start: 19928430
+    end: 19985171
+  342: 
+    operation: 'search'
+  343:
+    operation: 'insert'
+    start: 20245432
+    end: 20335470
+  344: 
+    operation: 'search'
+  345:
+    operation: 'insert'
+    start: 20673488
+    end: 20741390
+  346: 
+    operation: 'search'
+  347:
+    operation: 'insert'
+    start: 21060253
+    end: 21175407
+  348: 
+    operation: 'search'
+  349:
+    operation: 'insert'
+    start: 21633976
+    end: 21747080
+  350: 
+    operation: 'search'
+  351:
+    operation: 'insert'
+    start: 22161723
+    end: 22237052
+  352: 
+    operation: 'search'
+  353:
+    operation: 'insert'
+    start: 22567300
+    end: 22671557
+  354: 
+    operation: 'search'
+  355:
+    operation: 'insert'
+    start: 23075170
+    end: 23166008
+  356: 
+    operation: 'search'
+  357:
+    operation: 'insert'
+    start: 23529780
+    end: 23621038
+  358: 
+    operation: 'search'
+  359:
+    operation: 'insert'
+    start: 23985806
+    end: 24076798
+  360: 
+    operation: 'search'
+  361:
+    operation: 'insert'
+    start: 24428786
+    end: 24507797
+  362: 
+    operation: 'search'
+  363:
+    operation: 'insert'
+    start: 24842132
+    end: 24939432
+  364: 
+    operation: 'search'
+  365:
+    operation: 'insert'
+    start: 25337029
+    end: 25442724
+  366: 
+    operation: 'search'
+  367:
+    operation: 'insert'
+    start: 25842097
+    end: 25924382
+  368: 
+    operation: 'search'
+  369:
+    operation: 'insert'
+    start: 26276544
+    end: 26381848
+  370: 
+    operation: 'search'
+  371:
+    operation: 'insert'
+    start: 26827223
+    end: 26956684
+  372: 
+    operation: 'search'
+  373:
+    operation: 'insert'
+    start: 27400872
+    end: 27456677
+  374: 
+    operation: 'search'
+  375:
+    operation: 'insert'
+    start: 27692687
+    end: 27761282
+  376: 
+    operation: 'search'
+  377:
+    operation: 'insert'
+    start: 28103452
+    end: 28239833
+  378: 
+    operation: 'search'
+  379:
+    operation: 'insert'
+    start: 28734512
+    end: 28820045
+  380: 
+    operation: 'search'
+  381:
+    operation: 'insert'
+    start: 29156928
+    end: 29237212
+  382: 
+    operation: 'search'
+  383:
+    operation: 'insert'
+    start: 29582250
+    end: 29686435
+  384: 
+    operation: 'search'
+  385:
+    operation: 'delete'
+    start: 20483
+    end: 151248
+  386: 
+    operation: 'search'
+  387:
+    operation: 'delete'
+    start: 667034
+    end: 681154
+  388: 
+    operation: 'search'
+  389:
+    operation: 'delete'
+    start: 988221
+    end: 1097699
+  390: 
+    operation: 'search'
+  391:
+    operation: 'delete'
+    start: 1480023
+    end: 1546184
+  392: 
+    operation: 'search'
+  393:
+    operation: 'delete'
+    start: 2143773
+    end: 2212641
+  394: 
+    operation: 'search'
+  395:
+    operation: 'delete'
+    start: 2491023
+    end: 2612652
+  396: 
+    operation: 'search'
+  397:
+    operation: 'delete'
+    start: 3039208
+    end: 3046342
+  398: 
+    operation: 'search'
+  399:
+    operation: 'delete'
+    start: 3403491
+    end: 3501044
+  400: 
+    operation: 'search'
+  401:
+    operation: 'delete'
+    start: 3949830
+    end: 4019813
+  402: 
+    operation: 'search'
+  403:
+    operation: 'delete'
+    start: 4306903
+    end: 4412437
+  404: 
+    operation: 'search'
+  405:
+    operation: 'delete'
+    start: 4895665
+    end: 4946693
+  406: 
+    operation: 'search'
+  407:
+    operation: 'delete'
+    start: 5388570
+    end: 5480631
+  408: 
+    operation: 'search'
+  409:
+    operation: 'delete'
+    start: 5842914
+    end: 5931498
+  410: 
+    operation: 'search'
+  411:
+    operation: 'delete'
+    start: 6288552
+    end: 6292683
+  412: 
+    operation: 'search'
+  413:
+    operation: 'delete'
+    start: 6695861
+    end: 6701451
+  414: 
+    operation: 'search'
+  415:
+    operation: 'delete'
+    start: 7142377
+    end: 7202902
+  416: 
+    operation: 'search'
+  417:
+    operation: 'delete'
+    start: 7549535
+    end: 7564000
+  418: 
+    operation: 'search'
+  419:
+    operation: 'delete'
+    start: 7929150
+    end: 7966712
+  420: 
+    operation: 'search'
+  421:
+    operation: 'delete'
+    start: 8229249
+    end: 8291145
+  422: 
+    operation: 'search'
+  423:
+    operation: 'delete'
+    start: 8694309
+    end: 8699300
+  424: 
+    operation: 'search'
+  425:
+    operation: 'delete'
+    start: 9024830
+    end: 9158887
+  426: 
+    operation: 'search'
+  427:
+    operation: 'delete'
+    start: 9549944
+    end: 9707786
+  428: 
+    operation: 'search'
+  429:
+    operation: 'delete'
+    start: 10242509
+    end: 10297728
+  430: 
+    operation: 'search'
+  431:
+    operation: 'delete'
+    start: 10677039
+    end: 10763553
+  432: 
+    operation: 'search'
+  433:
+    operation: 'delete'
+    start: 11101668
+    end: 11140942
+  434: 
+    operation: 'search'
+  435:
+    operation: 'delete'
+    start: 11483157
+    end: 11538263
+  436: 
+    operation: 'search'
+  437:
+    operation: 'delete'
+    start: 11876345
+    end: 11949190
+  438: 
+    operation: 'search'
+  439:
+    operation: 'delete'
+    start: 12338797
+    end: 12391425
+  440: 
+    operation: 'search'
+  441:
+    operation: 'delete'
+    start: 12670952
+    end: 12689064
+  442: 
+    operation: 'search'
+  443:
+    operation: 'delete'
+    start: 13254186
+    end: 13273228
+  444: 
+    operation: 'search'
+  445:
+    operation: 'delete'
+    start: 13772881
+    end: 13795629
+  446: 
+    operation: 'search'
+  447:
+    operation: 'delete'
+    start: 14531557
+    end: 14575652
+  448: 
+    operation: 'search'
+  449:
+    operation: 'delete'
+    start: 15127008
+    end: 15172240
+  450: 
+    operation: 'search'
+  451:
+    operation: 'delete'
+    start: 15424875
+    end: 15482392
+  452: 
+    operation: 'search'
+  453:
+    operation: 'delete'
+    start: 16124005
+    end: 16135382
+  454: 
+    operation: 'search'
+  455:
+    operation: 'delete'
+    start: 16744935
+    end: 16832734
+  456: 
+    operation: 'search'
+  457:
+    operation: 'delete'
+    start: 17253476
+    end: 17379771
+  458: 
+    operation: 'search'
+  459:
+    operation: 'delete'
+    start: 17780605
+    end: 17885595
+  460: 
+    operation: 'search'
+  461:
+    operation: 'delete'
+    start: 18208969
+    end: 18239441
+  462: 
+    operation: 'search'
+  463:
+    operation: 'delete'
+    start: 18541571
+    end: 18581659
+  464: 
+    operation: 'search'
+  465:
+    operation: 'delete'
+    start: 18805554
+    end: 18921199
+  466: 
+    operation: 'search'
+  467:
+    operation: 'delete'
+    start: 19391113
+    end: 19475410
+  468: 
+    operation: 'search'
+  469:
+    operation: 'delete'
+    start: 19883235
+    end: 19956084
+  470: 
+    operation: 'search'
+  471:
+    operation: 'delete'
+    start: 20173889
+    end: 20190582
+  472: 
+    operation: 'search'
+  473:
+    operation: 'delete'
+    start: 20660654
+    end: 20712347
+  474: 
+    operation: 'search'
+  475:
+    operation: 'delete'
+    start: 21039717
+    end: 21110974
+  476: 
+    operation: 'search'
+  477:
+    operation: 'delete'
+    start: 21554964
+    end: 21599134
+  478: 
+    operation: 'search'
+  479:
+    operation: 'delete'
+    start: 22121661
+    end: 22224139
+  480: 
+    operation: 'search'
+  481:
+    operation: 'delete'
+    start: 22486288
+    end: 22540926
+  482: 
+    operation: 'search'
+  483:
+    operation: 'delete'
+    start: 23046118
+    end: 23111288
+  484: 
+    operation: 'search'
+  485:
+    operation: 'delete'
+    start: 23444795
+    end: 23508802
+  486: 
+    operation: 'search'
+  487:
+    operation: 'delete'
+    start: 23954037
+    end: 24032341
+  488: 
+    operation: 'search'
+  489:
+    operation: 'delete'
+    start: 24412117
+    end: 24495419
+  490: 
+    operation: 'search'
+  491:
+    operation: 'delete'
+    start: 24767855
+    end: 24772812
+  492: 
+    operation: 'search'
+  493:
+    operation: 'delete'
+    start: 25274715
+    end: 25350342
+  494: 
+    operation: 'search'
+  495:
+    operation: 'delete'
+    start: 25822270
+    end: 25850667
+  496: 
+    operation: 'search'
+  497:
+    operation: 'delete'
+    start: 26227549
+    end: 26254568
+  498: 
+    operation: 'search'
+  499:
+    operation: 'delete'
+    start: 26744114
+    end: 26913645
+  500: 
+    operation: 'search'
+  501:
+    operation: 'delete'
+    start: 27368884
+    end: 27377110
+  502: 
+    operation: 'search'
+  503:
+    operation: 'delete'
+    start: 27663970
+    end: 27738979
+  504: 
+    operation: 'search'
+  505:
+    operation: 'delete'
+    start: 28047665
+    end: 28135779
+  506: 
+    operation: 'search'
+  507:
+    operation: 'delete'
+    start: 28650614
+    end: 28780561
+  508: 
+    operation: 'search'
+  509:
+    operation: 'delete'
+    start: 29133106
+    end: 29156356
+  510: 
+    operation: 'search'
+  511:
+    operation: 'delete'
+    start: 29504373
+    end: 29655783
+  512: 
+    operation: 'search'
+  513:
+    operation: 'insert'
+    start: 254354
+    end: 381531
+  514: 
+    operation: 'search'
+  515:
+    operation: 'insert'
+    start: 744229
+    end: 798400
+  516: 
+    operation: 'search'
+  517:
+    operation: 'insert'
+    start: 1118811
+    end: 1224844
+  518: 
+    operation: 'search'
+  519:
+    operation: 'insert'
+    start: 1693878
+    end: 1822361
+  520: 
+    operation: 'search'
+  521:
+    operation: 'insert'
+    start: 2228485
+    end: 2303064
+  522: 
+    operation: 'search'
+  523:
+    operation: 'insert'
+    start: 2658673
+    end: 2761897
+  524: 
+    operation: 'search'
+  525:
+    operation: 'insert'
+    start: 3130037
+    end: 3210881
+  526: 
+    operation: 'search'
+  527:
+    operation: 'insert'
+    start: 3588012
+    end: 3695732
+  528: 
+    operation: 'search'
+  529:
+    operation: 'insert'
+    start: 4034534
+    end: 4096213
+  530: 
+    operation: 'search'
+  531:
+    operation: 'insert'
+    start: 4474580
+    end: 4602083
+  532: 
+    operation: 'search'
+  533:
+    operation: 'insert'
+    start: 5058324
+    end: 5158940
+  534: 
+    operation: 'search'
+  535:
+    operation: 'insert'
+    start: 5538763
+    end: 5628058
+  536: 
+    operation: 'search'
+  537:
+    operation: 'insert'
+    start: 5986935
+    end: 6077077
+  538: 
+    operation: 'search'
+  539:
+    operation: 'insert'
+    start: 6401336
+    end: 6473323
+  540: 
+    operation: 'search'
+  541:
+    operation: 'insert'
+    start: 6798036
+    end: 6888405
+  542: 
+    operation: 'search'
+  543:
+    operation: 'insert'
+    start: 7256594
+    end: 7350318
+  544: 
+    operation: 'search'
+  545:
+    operation: 'insert'
+    start: 7671607
+    end: 7738527
+  546: 
+    operation: 'search'
+  547:
+    operation: 'insert'
+    start: 8009723
+    end: 8078399
+  548: 
+    operation: 'search'
+  549:
+    operation: 'insert'
+    start: 8389892
+    end: 8476961
+  550: 
+    operation: 'search'
+  551:
+    operation: 'insert'
+    start: 8776130
+    end: 8838644
+  552: 
+    operation: 'search'
+  553:
+    operation: 'insert'
+    start: 9180544
+    end: 9288980
+  554: 
+    operation: 'search'
+  555:
+    operation: 'insert'
+    start: 9798383
+    end: 9944648
+  556: 
+    operation: 'search'
+  557:
+    operation: 'insert'
+    start: 10382142
+    end: 10454624
+  558: 
+    operation: 'search'
+  559:
+    operation: 'insert'
+    start: 10793318
+    end: 10890183
+  560: 
+    operation: 'search'
+  561:
+    operation: 'insert'
+    start: 11230106
+    end: 11303201
+  562: 
+    operation: 'search'
+  563:
+    operation: 'insert'
+    start: 11589820
+    end: 11660033
+  564: 
+    operation: 'search'
+  565:
+    operation: 'insert'
+    start: 11992351
+    end: 12088295
+  566: 
+    operation: 'search'
+  567:
+    operation: 'insert'
+    start: 12420124
+    end: 12490093
+  568: 
+    operation: 'search'
+  569:
+    operation: 'insert'
+    start: 12860834
+    end: 12976235
+  570: 
+    operation: 'search'
+  571:
+    operation: 'insert'
+    start: 13412688
+    end: 13515513
+  572: 
+    operation: 'search'
+  573:
+    operation: 'insert'
+    start: 14008079
+    end: 14151537
+  574: 
+    operation: 'search'
+  575:
+    operation: 'insert'
+    start: 14703513
+    end: 14836043
+  576: 
+    operation: 'search'
+  577:
+    operation: 'insert'
+    start: 15225853
+    end: 15288227
+  578: 
+    operation: 'search'
+  579:
+    operation: 'insert'
+    start: 15696246
+    end: 15837881
+  580: 
+    operation: 'search'
+  581:
+    operation: 'insert'
+    start: 16351747
+    end: 16467044
+  582: 
+    operation: 'search'
+  583:
+    operation: 'insert'
+    start: 16901801
+    end: 17003882
+  584: 
+    operation: 'search'
+  585:
+    operation: 'insert'
+    start: 17414550
+    end: 17517801
+  586: 
+    operation: 'search'
+  587:
+    operation: 'insert'
+    start: 17914975
+    end: 18010311
+  588: 
+    operation: 'search'
+  589:
+    operation: 'insert'
+    start: 18321858
+    end: 18382294
+  590: 
+    operation: 'search'
+  591:
+    operation: 'insert'
+    start: 18588676
+    end: 18631430
+  592: 
+    operation: 'search'
+  593:
+    operation: 'insert'
+    start: 18959246
+    end: 19080399
+  594: 
+    operation: 'search'
+  595:
+    operation: 'insert'
+    start: 19542298
+    end: 19652094
+  596: 
+    operation: 'search'
+  597:
+    operation: 'insert'
+    start: 19985171
+    end: 20041912
+  598: 
+    operation: 'search'
+  599:
+    operation: 'insert'
+    start: 20335470
+    end: 20425508
+  600: 
+    operation: 'search'
+  601:
+    operation: 'insert'
+    start: 20741390
+    end: 20809292
+  602: 
+    operation: 'search'
+  603:
+    operation: 'insert'
+    start: 21175407
+    end: 21290561
+  604: 
+    operation: 'search'
+  605:
+    operation: 'insert'
+    start: 21747080
+    end: 21860184
+  606: 
+    operation: 'search'
+  607:
+    operation: 'insert'
+    start: 22237052
+    end: 22312381
+  608: 
+    operation: 'search'
+  609:
+    operation: 'insert'
+    start: 22671557
+    end: 22775814
+  610: 
+    operation: 'search'
+  611:
+    operation: 'insert'
+    start: 23166008
+    end: 23256846
+  612: 
+    operation: 'search'
+  613:
+    operation: 'insert'
+    start: 23621038
+    end: 23712296
+  614: 
+    operation: 'search'
+  615:
+    operation: 'insert'
+    start: 24076798
+    end: 24167790
+  616: 
+    operation: 'search'
+  617:
+    operation: 'insert'
+    start: 24507797
+    end: 24586808
+  618: 
+    operation: 'search'
+  619:
+    operation: 'insert'
+    start: 24939432
+    end: 25036732
+  620: 
+    operation: 'search'
+  621:
+    operation: 'insert'
+    start: 25442724
+    end: 25548419
+  622: 
+    operation: 'search'
+  623:
+    operation: 'insert'
+    start: 25924382
+    end: 26006667
+  624: 
+    operation: 'search'
+  625:
+    operation: 'insert'
+    start: 26381848
+    end: 26487152
+  626: 
+    operation: 'search'
+  627:
+    operation: 'insert'
+    start: 26956684
+    end: 27086145
+  628: 
+    operation: 'search'
+  629:
+    operation: 'insert'
+    start: 27456677
+    end: 27512482
+  630: 
+    operation: 'search'
+  631:
+    operation: 'insert'
+    start: 27761282
+    end: 27829877
+  632: 
+    operation: 'search'
+  633:
+    operation: 'insert'
+    start: 28239833
+    end: 28376214
+  634: 
+    operation: 'search'
+  635:
+    operation: 'insert'
+    start: 28820045
+    end: 28905578
+  636: 
+    operation: 'search'
+  637:
+    operation: 'insert'
+    start: 29237212
+    end: 29317496
+  638: 
+    operation: 'search'
+  639:
+    operation: 'insert'
+    start: 29686435
+    end: 29790620
+  640: 
+    operation: 'search'
+  641:
+    operation: 'delete'
+    start: 151248
+    end: 276895
+  642: 
+    operation: 'search'
+  643:
+    operation: 'delete'
+    start: 681154
+    end: 729014
+  644: 
+    operation: 'search'
+  645:
+    operation: 'delete'
+    start: 1097699
+    end: 1100499
+  646: 
+    operation: 'search'
+  647:
+    operation: 'delete'
+    start: 1546184
+    end: 1610493
+  648: 
+    operation: 'search'
+  649:
+    operation: 'delete'
+    start: 2212641
+    end: 2256367
+  650: 
+    operation: 'search'
+  651:
+    operation: 'delete'
+    start: 2612652
+    end: 2746927
+  652: 
+    operation: 'search'
+  653:
+    operation: 'delete'
+    start: 3046342
+    end: 3132843
+  654: 
+    operation: 'search'
+  655:
+    operation: 'delete'
+    start: 3501044
+    end: 3657438
+  656: 
+    operation: 'search'
+  657:
+    operation: 'delete'
+    start: 4019813
+    end: 4082067
+  658: 
+    operation: 'search'
+  659:
+    operation: 'delete'
+    start: 4412437
+    end: 4426244
+  660: 
+    operation: 'search'
+  661:
+    operation: 'delete'
+    start: 4946693
+    end: 5005354
+  662: 
+    operation: 'search'
+  663:
+    operation: 'delete'
+    start: 5480631
+    end: 5601467
+  664: 
+    operation: 'search'
+  665:
+    operation: 'delete'
+    start: 5931498
+    end: 6033793
+  666: 
+    operation: 'search'
+  667:
+    operation: 'delete'
+    start: 6292683
+    end: 6381340
+  668: 
+    operation: 'search'
+  669:
+    operation: 'delete'
+    start: 6701451
+    end: 6755720
+  670: 
+    operation: 'search'
+  671:
+    operation: 'delete'
+    start: 7202902
+    end: 7205921
+  672: 
+    operation: 'search'
+  673:
+    operation: 'delete'
+    start: 7564000
+    end: 7683477
+  674: 
+    operation: 'search'
+  675:
+    operation: 'delete'
+    start: 7966712
+    end: 7967209
+  676: 
+    operation: 'search'
+  677:
+    operation: 'delete'
+    start: 8291145
+    end: 8441362
+  678: 
+    operation: 'search'
+  679:
+    operation: 'delete'
+    start: 8699300
+    end: 8769897
+  680: 
+    operation: 'search'
+  681:
+    operation: 'delete'
+    start: 9158887
+    end: 9180285
+  682: 
+    operation: 'search'
+  683:
+    operation: 'delete'
+    start: 9707786
+    end: 9868149
+  684: 
+    operation: 'search'
+  685:
+    operation: 'delete'
+    start: 10297728
+    end: 10300193
+  686: 
+    operation: 'search'
+  687:
+    operation: 'delete'
+    start: 10763553
+    end: 10877241
+  688: 
+    operation: 'search'
+  689:
+    operation: 'delete'
+    start: 11140942
+    end: 11269714
+  690: 
+    operation: 'search'
+  691:
+    operation: 'delete'
+    start: 11538263
+    end: 11610581
+  692: 
+    operation: 'search'
+  693:
+    operation: 'delete'
+    start: 11949190
+    end: 12044066
+  694: 
+    operation: 'search'
+  695:
+    operation: 'delete'
+    start: 12391425
+    end: 12437923
+  696: 
+    operation: 'search'
+  697:
+    operation: 'delete'
+    start: 12689064
+    end: 12772218
+  698: 
+    operation: 'search'
+  699:
+    operation: 'delete'
+    start: 13273228
+    end: 13299754
+  700: 
+    operation: 'search'
+  701:
+    operation: 'delete'
+    start: 13795629
+    end: 14080621
+  702: 
+    operation: 'search'
+  703:
+    operation: 'delete'
+    start: 14575652
+    end: 14741537
+  704: 
+    operation: 'search'
+  705:
+    operation: 'delete'
+    start: 15172240
+    end: 15257539
+  706: 
+    operation: 'search'
+  707:
+    operation: 'delete'
+    start: 15482392
+    end: 15521024
+  708: 
+    operation: 'search'
+  709:
+    operation: 'delete'
+    start: 16135382
+    end: 16334608
+  710: 
+    operation: 'search'
+  711:
+    operation: 'delete'
+    start: 16832734
+    end: 16920067
+  712: 
+    operation: 'search'
+  713:
+    operation: 'delete'
+    start: 17379771
+    end: 17457078
+  714: 
+    operation: 'search'
+  715:
+    operation: 'delete'
+    start: 17885595
+    end: 17898754
+  716: 
+    operation: 'search'
+  717:
+    operation: 'delete'
+    start: 18239441
+    end: 18258740
+  718: 
+    operation: 'search'
+  719:
+    operation: 'delete'
+    start: 18581659
+    end: 18615839
+  720: 
+    operation: 'search'
+  721:
+    operation: 'delete'
+    start: 18921199
+    end: 18941424
+  722: 
+    operation: 'search'
+  723:
+    operation: 'delete'
+    start: 19475410
+    end: 19613332
+  724: 
+    operation: 'search'
+  725:
+    operation: 'delete'
+    start: 19956084
+    end: 20017520
+  726: 
+    operation: 'search'
+  727:
+    operation: 'delete'
+    start: 20190582
+    end: 20388262
+  728: 
+    operation: 'search'
+  729:
+    operation: 'delete'
+    start: 20712347
+    end: 20746573
+  730: 
+    operation: 'search'
+  731:
+    operation: 'delete'
+    start: 21110974
+    end: 21261365
+  732: 
+    operation: 'search'
+  733:
+    operation: 'delete'
+    start: 21599134
+    end: 21636252
+  734: 
+    operation: 'search'
+  735:
+    operation: 'delete'
+    start: 22224139
+    end: 22290489
+  736: 
+    operation: 'search'
+  737:
+    operation: 'delete'
+    start: 22540926
+    end: 22645948
+  738: 
+    operation: 'search'
+  739:
+    operation: 'delete'
+    start: 23111288
+    end: 23124982
+  740: 
+    operation: 'search'
+  741:
+    operation: 'delete'
+    start: 23508802
+    end: 23603037
+  742: 
+    operation: 'search'
+  743:
+    operation: 'delete'
+    start: 24032341
+    end: 24100310
+  744: 
+    operation: 'search'
+  745:
+    operation: 'delete'
+    start: 24495419
+    end: 24562336
+  746: 
+    operation: 'search'
+  747:
+    operation: 'delete'
+    start: 24772812
+    end: 24899153
+  748: 
+    operation: 'search'
+  749:
+    operation: 'delete'
+    start: 25350342
+    end: 25406026
+  750: 
+    operation: 'search'
+  751:
+    operation: 'delete'
+    start: 25850667
+    end: 25899027
+  752: 
+    operation: 'search'
+  753:
+    operation: 'delete'
+    start: 26254568
+    end: 26343873
+  754: 
+    operation: 'search'
+  755:
+    operation: 'delete'
+    start: 26913645
+    end: 26991066
+  756: 
+    operation: 'search'
+  757:
+    operation: 'delete'
+    start: 27377110
+    end: 27429811
+  758: 
+    operation: 'search'
+  759:
+    operation: 'delete'
+    start: 27738979
+    end: 27748096
+  760: 
+    operation: 'search'
+  761:
+    operation: 'delete'
+    start: 28135779
+    end: 28154385
+  762: 
+    operation: 'search'
+  763:
+    operation: 'delete'
+    start: 28780561
+    end: 28809395
+  764: 
+    operation: 'search'
+  765:
+    operation: 'delete'
+    start: 29156356
+    end: 29289131
+  766: 
+    operation: 'search'
+  767:
+    operation: 'delete'
+    start: 29655783
+    end: 29712542
+  768: 
+    operation: 'search'
+  769:
+    operation: 'insert'
+    start: 381531
+    end: 508708
+  770: 
+    operation: 'search'
+  771:
+    operation: 'insert'
+    start: 798400
+    end: 852571
+  772: 
+    operation: 'search'
+  773:
+    operation: 'insert'
+    start: 1224844
+    end: 1330877
+  774: 
+    operation: 'search'
+  775:
+    operation: 'insert'
+    start: 1822361
+    end: 1950844
+  776: 
+    operation: 'search'
+  777:
+    operation: 'insert'
+    start: 2303064
+    end: 2377643
+  778: 
+    operation: 'search'
+  779:
+    operation: 'insert'
+    start: 2761897
+    end: 2865121
+  780: 
+    operation: 'search'
+  781:
+    operation: 'insert'
+    start: 3210881
+    end: 3291725
+  782: 
+    operation: 'search'
+  783:
+    operation: 'insert'
+    start: 3695732
+    end: 3803452
+  784: 
+    operation: 'search'
+  785:
+    operation: 'insert'
+    start: 4096213
+    end: 4157892
+  786: 
+    operation: 'search'
+  787:
+    operation: 'insert'
+    start: 4602083
+    end: 4729586
+  788: 
+    operation: 'search'
+  789:
+    operation: 'insert'
+    start: 5158940
+    end: 5259556
+  790: 
+    operation: 'search'
+  791:
+    operation: 'insert'
+    start: 5628058
+    end: 5717353
+  792: 
+    operation: 'search'
+  793:
+    operation: 'insert'
+    start: 6077077
+    end: 6167219
+  794: 
+    operation: 'search'
+  795:
+    operation: 'insert'
+    start: 6473323
+    end: 6545310
+  796: 
+    operation: 'search'
+  797:
+    operation: 'insert'
+    start: 6888405
+    end: 6978774
+  798: 
+    operation: 'search'
+  799:
+    operation: 'insert'
+    start: 7350318
+    end: 7444042
+  800: 
+    operation: 'search'
+  801:
+    operation: 'insert'
+    start: 7738527
+    end: 7805447
+  802: 
+    operation: 'search'
+  803:
+    operation: 'insert'
+    start: 8078399
+    end: 8147075
+  804: 
+    operation: 'search'
+  805:
+    operation: 'insert'
+    start: 8476961
+    end: 8564030
+  806: 
+    operation: 'search'
+  807:
+    operation: 'insert'
+    start: 8838644
+    end: 8901158
+  808: 
+    operation: 'search'
+  809:
+    operation: 'insert'
+    start: 9288980
+    end: 9397416
+  810: 
+    operation: 'search'
+  811:
+    operation: 'insert'
+    start: 9944648
+    end: 10090913
+  812: 
+    operation: 'search'
+  813:
+    operation: 'insert'
+    start: 10454624
+    end: 10527106
+  814: 
+    operation: 'search'
+  815:
+    operation: 'insert'
+    start: 10890183
+    end: 10987048
+  816: 
+    operation: 'search'
+  817:
+    operation: 'insert'
+    start: 11303201
+    end: 11376296
+  818: 
+    operation: 'search'
+  819:
+    operation: 'insert'
+    start: 11660033
+    end: 11730246
+  820: 
+    operation: 'search'
+  821:
+    operation: 'insert'
+    start: 12088295
+    end: 12184239
+  822: 
+    operation: 'search'
+  823:
+    operation: 'insert'
+    start: 12490093
+    end: 12560062
+  824: 
+    operation: 'search'
+  825:
+    operation: 'insert'
+    start: 12976235
+    end: 13091636
+  826: 
+    operation: 'search'
+  827:
+    operation: 'insert'
+    start: 13515513
+    end: 13618338
+  828: 
+    operation: 'search'
+  829:
+    operation: 'insert'
+    start: 14151537
+    end: 14294995
+  830: 
+    operation: 'search'
+  831:
+    operation: 'insert'
+    start: 14836043
+    end: 14968573
+  832: 
+    operation: 'search'
+  833:
+    operation: 'insert'
+    start: 15288227
+    end: 15350601
+  834: 
+    operation: 'search'
+  835:
+    operation: 'insert'
+    start: 15837881
+    end: 15979516
+  836: 
+    operation: 'search'
+  837:
+    operation: 'insert'
+    start: 16467044
+    end: 16582341
+  838: 
+    operation: 'search'
+  839:
+    operation: 'insert'
+    start: 17003882
+    end: 17105963
+  840: 
+    operation: 'search'
+  841:
+    operation: 'insert'
+    start: 17517801
+    end: 17621052
+  842: 
+    operation: 'search'
+  843:
+    operation: 'insert'
+    start: 18010311
+    end: 18105647
+  844: 
+    operation: 'search'
+  845:
+    operation: 'insert'
+    start: 18382294
+    end: 18442730
+  846: 
+    operation: 'search'
+  847:
+    operation: 'insert'
+    start: 18631430
+    end: 18674184
+  848: 
+    operation: 'search'
+  849:
+    operation: 'insert'
+    start: 19080399
+    end: 19201552
+  850: 
+    operation: 'search'
+  851:
+    operation: 'insert'
+    start: 19652094
+    end: 19761890
+  852: 
+    operation: 'search'
+  853:
+    operation: 'insert'
+    start: 20041912
+    end: 20098653
+  854: 
+    operation: 'search'
+  855:
+    operation: 'insert'
+    start: 20425508
+    end: 20515546
+  856: 
+    operation: 'search'
+  857:
+    operation: 'insert'
+    start: 20809292
+    end: 20877194
+  858: 
+    operation: 'search'
+  859:
+    operation: 'insert'
+    start: 21290561
+    end: 21405715
+  860: 
+    operation: 'search'
+  861:
+    operation: 'insert'
+    start: 21860184
+    end: 21973288
+  862: 
+    operation: 'search'
+  863:
+    operation: 'insert'
+    start: 22312381
+    end: 22387710
+  864: 
+    operation: 'search'
+  865:
+    operation: 'insert'
+    start: 22775814
+    end: 22880071
+  866: 
+    operation: 'search'
+  867:
+    operation: 'insert'
+    start: 23256846
+    end: 23347684
+  868: 
+    operation: 'search'
+  869:
+    operation: 'insert'
+    start: 23712296
+    end: 23803554
+  870: 
+    operation: 'search'
+  871:
+    operation: 'insert'
+    start: 24167790
+    end: 24258782
+  872: 
+    operation: 'search'
+  873:
+    operation: 'insert'
+    start: 24586808
+    end: 24665819
+  874: 
+    operation: 'search'
+  875:
+    operation: 'insert'
+    start: 25036732
+    end: 25134032
+  876: 
+    operation: 'search'
+  877:
+    operation: 'insert'
+    start: 25548419
+    end: 25654114
+  878: 
+    operation: 'search'
+  879:
+    operation: 'insert'
+    start: 26006667
+    end: 26088952
+  880: 
+    operation: 'search'
+  881:
+    operation: 'insert'
+    start: 26487152
+    end: 26592456
+  882: 
+    operation: 'search'
+  883:
+    operation: 'insert'
+    start: 27086145
+    end: 27215606
+  884: 
+    operation: 'search'
+  885:
+    operation: 'insert'
+    start: 27512482
+    end: 27568287
+  886: 
+    operation: 'search'
+  887:
+    operation: 'insert'
+    start: 27829877
+    end: 27898472
+  888: 
+    operation: 'search'
+  889:
+    operation: 'insert'
+    start: 28376214
+    end: 28512595
+  890: 
+    operation: 'search'
+  891:
+    operation: 'insert'
+    start: 28905578
+    end: 28991111
+  892: 
+    operation: 'search'
+  893:
+    operation: 'insert'
+    start: 29317496
+    end: 29397780
+  894: 
+    operation: 'search'
+  895:
+    operation: 'insert'
+    start: 29790620
+    end: 29894805
+  896: 
+    operation: 'search'
+  897:
+    operation: 'delete'
+    start: 276895
+    end: 299972
+  898: 
+    operation: 'search'
+  899:
+    operation: 'delete'
+    start: 729014
+    end: 803994
+  900: 
+    operation: 'search'
+  901:
+    operation: 'delete'
+    start: 1100499
+    end: 1290846
+  902: 
+    operation: 'search'
+  903:
+    operation: 'delete'
+    start: 1610493
+    end: 1790034
+  904: 
+    operation: 'search'
+  905:
+    operation: 'delete'
+    start: 2256367
+    end: 2330028
+  906: 
+    operation: 'search'
+  907:
+    operation: 'delete'
+    start: 2746927
+    end: 2789877
+  908: 
+    operation: 'search'
+  909:
+    operation: 'delete'
+    start: 3132843
+    end: 3136168
+  910: 
+    operation: 'search'
+  911:
+    operation: 'delete'
+    start: 3657438
+    end: 3684866
+  912: 
+    operation: 'search'
+  913:
+    operation: 'delete'
+    start: 4082067
+    end: 4129197
+  914: 
+    operation: 'search'
+  915:
+    operation: 'delete'
+    start: 4426244
+    end: 4640564
+  916: 
+    operation: 'search'
+  917:
+    operation: 'delete'
+    start: 5005354
+    end: 5156120
+  918: 
+    operation: 'search'
+  919:
+    operation: 'delete'
+    start: 5601467
+    end: 5604432
+  920: 
+    operation: 'search'
+  921:
+    operation: 'delete'
+    start: 6033793
+    end: 6075875
+  922: 
+    operation: 'search'
+  923:
+    operation: 'delete'
+    start: 6381340
+    end: 6425004
+  924: 
+    operation: 'search'
+  925:
+    operation: 'delete'
+    start: 6755720
+    end: 6787633
+  926: 
+    operation: 'search'
+  927:
+    operation: 'delete'
+    start: 7205921
+    end: 7327648
+  928: 
+    operation: 'search'
+  929:
+    operation: 'delete'
+    start: 7683477
+    end: 7714977
+  930: 
+    operation: 'search'
+  931:
+    operation: 'delete'
+    start: 7967209
+    end: 8070575
+  932: 
+    operation: 'search'
+  933:
+    operation: 'delete'
+    start: 8441362
+    end: 8451747
+  934: 
+    operation: 'search'
+  935:
+    operation: 'delete'
+    start: 8769897
+    end: 8811484
+  936: 
+    operation: 'search'
+  937:
+    operation: 'delete'
+    start: 9180285
+    end: 9221176
+  938: 
+    operation: 'search'
+  939:
+    operation: 'delete'
+    start: 9868149
+    end: 9886001
+  940: 
+    operation: 'search'
+  941:
+    operation: 'delete'
+    start: 10300193
+    end: 10362342
+  942: 
+    operation: 'search'
+  943:
+    operation: 'delete'
+    start: 10877241
+    end: 10952203
+  944: 
+    operation: 'search'
+  945:
+    operation: 'delete'
+    start: 11269714
+    end: 11292063
+  946: 
+    operation: 'search'
+  947:
+    operation: 'delete'
+    start: 11610581
+    end: 11667303
+  948: 
+    operation: 'search'
+  949:
+    operation: 'delete'
+    start: 12044066
+    end: 12100007
+  950: 
+    operation: 'search'
+  951:
+    operation: 'delete'
+    start: 12437923
+    end: 12461507
+  952: 
+    operation: 'search'
+  953:
+    operation: 'delete'
+    start: 12772218
+    end: 12954312
+  954: 
+    operation: 'search'
+  955:
+    operation: 'delete'
+    start: 13299754
+    end: 13445432
+  956: 
+    operation: 'search'
+  957:
+    operation: 'delete'
+    start: 14080621
+    end: 14266899
+  958: 
+    operation: 'search'
+  959:
+    operation: 'delete'
+    start: 14741537
+    end: 14787762
+  960: 
+    operation: 'search'
+  961:
+    operation: 'delete'
+    start: 15257539
+    end: 15291934
+  962: 
+    operation: 'search'
+  963:
+    operation: 'delete'
+    start: 15521024
+    end: 15710894
+  964: 
+    operation: 'search'
+  965:
+    operation: 'delete'
+    start: 16334608
+    end: 16453056
+  966: 
+    operation: 'search'
+  967:
+    operation: 'delete'
+    start: 16920067
+    end: 17046323
+  968: 
+    operation: 'search'
+  969:
+    operation: 'delete'
+    start: 17457078
+    end: 17489056
+  970: 
+    operation: 'search'
+  971:
+    operation: 'delete'
+    start: 17898754
+    end: 17982894
+  972: 
+    operation: 'search'
+  973:
+    operation: 'delete'
+    start: 18258740
+    end: 18325569
+  974: 
+    operation: 'search'
+  975:
+    operation: 'delete'
+    start: 18615839
+    end: 18658325
+  976: 
+    operation: 'search'
+  977:
+    operation: 'delete'
+    start: 18941424
+    end: 19165915
+  978: 
+    operation: 'search'
+  979:
+    operation: 'delete'
+    start: 19613332
+    end: 19709110
+  980: 
+    operation: 'search'
+  981:
+    operation: 'delete'
+    start: 20017520
+    end: 20067452
+  982: 
+    operation: 'search'
+  983:
+    operation: 'delete'
+    start: 20388262
+    end: 20440494
+  984: 
+    operation: 'search'
+  985:
+    operation: 'delete'
+    start: 20746573
+    end: 20758260
+  986: 
+    operation: 'search'
+  987:
+    operation: 'delete'
+    start: 21261365
+    end: 21276694
+  988: 
+    operation: 'search'
+  989:
+    operation: 'delete'
+    start: 21636252
+    end: 21670951
+  990: 
+    operation: 'search'
+  991:
+    operation: 'delete'
+    start: 22290489
+    end: 22319582
+  992: 
+    operation: 'search'
+  993:
+    operation: 'delete'
+    start: 22645948
+    end: 22841452
+  994: 
+    operation: 'search'
+  995:
+    operation: 'delete'
+    start: 23124982
+    end: 23226878
+  996: 
+    operation: 'search'
+  997:
+    operation: 'delete'
+    start: 23603037
+    end: 23718995
+  998: 
+    operation: 'search'
+  999:
+    operation: 'delete'
+    start: 24100310
+    end: 24163394
+  1000: 
+    operation: 'search'
+  1001:
+    operation: 'delete'
+    start: 24562336
+    end: 24634948
+  1002: 
+    operation: 'search'
+  1003:
+    operation: 'delete'
+    start: 24899153
+    end: 24956272
+  1004: 
+    operation: 'search'
+  1005:
+    operation: 'delete'
+    start: 25406026
+    end: 25438398
+  1006: 
+    operation: 'search'
+  1007:
+    operation: 'delete'
+    start: 25899027
+    end: 25965226
+  1008: 
+    operation: 'search'
+  1009:
+    operation: 'delete'
+    start: 26343873
+    end: 26498678
+  1010: 
+    operation: 'search'
+  1011:
+    operation: 'delete'
+    start: 26991066
+    end: 27157144
+  1012: 
+    operation: 'search'
+  1013:
+    operation: 'delete'
+    start: 27429811
+    end: 27442715
+  1014: 
+    operation: 'search'
+  1015:
+    operation: 'delete'
+    start: 27748096
+    end: 27800092
+  1016: 
+    operation: 'search'
+  1017:
+    operation: 'delete'
+    start: 28154385
+    end: 28356895
+  1018: 
+    operation: 'search'
+  1019:
+    operation: 'delete'
+    start: 28809395
+    end: 28912822
+  1020: 
+    operation: 'search'
+  1021:
+    operation: 'delete'
+    start: 29289131
+    end: 29379909
+  1022: 
+    operation: 'search'
+  1023:
+    operation: 'delete'
+    start: 29712542
+    end: 29779462
+  1024: 
+    operation: 'search'
+  1025:
+    operation: 'insert'
+    start: 508708
+    end: 635887
+  1026: 
+    operation: 'search'
+  1027:
+    operation: 'insert'
+    start: 852571
+    end: 906745
+  1028: 
+    operation: 'search'
+  1029:
+    operation: 'insert'
+    start: 1330877
+    end: 1436912
+  1030: 
+    operation: 'search'
+  1031:
+    operation: 'insert'
+    start: 1950844
+    end: 2079327
+  1032: 
+    operation: 'search'
+  1033:
+    operation: 'insert'
+    start: 2377643
+    end: 2452225
+  1034: 
+    operation: 'search'
+  1035:
+    operation: 'insert'
+    start: 2865121
+    end: 2968349
+  1036: 
+    operation: 'search'
+  1037:
+    operation: 'insert'
+    start: 3291725
+    end: 3372572
+  1038: 
+    operation: 'search'
+  1039:
+    operation: 'insert'
+    start: 3803452
+    end: 3911176
+  1040: 
+    operation: 'search'
+  1041:
+    operation: 'insert'
+    start: 4157892
+    end: 4219574
+  1042: 
+    operation: 'search'
+  1043:
+    operation: 'insert'
+    start: 4729586
+    end: 4857092
+  1044: 
+    operation: 'search'
+  1045:
+    operation: 'insert'
+    start: 5259556
+    end: 5360173
+  1046: 
+    operation: 'search'
+  1047:
+    operation: 'insert'
+    start: 5717353
+    end: 5806651
+  1048: 
+    operation: 'search'
+  1049:
+    operation: 'insert'
+    start: 6167219
+    end: 6257362
+  1050: 
+    operation: 'search'
+  1051:
+    operation: 'insert'
+    start: 6545310
+    end: 6617298
+  1052: 
+    operation: 'search'
+  1053:
+    operation: 'insert'
+    start: 6978774
+    end: 7069146
+  1054: 
+    operation: 'search'
+  1055:
+    operation: 'insert'
+    start: 7444042
+    end: 7537767
+  1056: 
+    operation: 'search'
+  1057:
+    operation: 'insert'
+    start: 7805447
+    end: 7872371
+  1058: 
+    operation: 'search'
+  1059:
+    operation: 'insert'
+    start: 8147075
+    end: 8215754
+  1060: 
+    operation: 'search'
+  1061:
+    operation: 'insert'
+    start: 8564030
+    end: 8651102
+  1062: 
+    operation: 'search'
+  1063:
+    operation: 'insert'
+    start: 8901158
+    end: 8963672
+  1064: 
+    operation: 'search'
+  1065:
+    operation: 'insert'
+    start: 9397416
+    end: 9505853
+  1066: 
+    operation: 'search'
+  1067:
+    operation: 'insert'
+    start: 10090913
+    end: 10237178
+  1068: 
+    operation: 'search'
+  1069:
+    operation: 'insert'
+    start: 10527106
+    end: 10599588
+  1070: 
+    operation: 'search'
+  1071:
+    operation: 'insert'
+    start: 10987048
+    end: 11083916
+  1072: 
+    operation: 'search'
+  1073:
+    operation: 'insert'
+    start: 11376296
+    end: 11449394
+  1074: 
+    operation: 'search'
+  1075:
+    operation: 'insert'
+    start: 11730246
+    end: 11800463
+  1076: 
+    operation: 'search'
+  1077:
+    operation: 'insert'
+    start: 12184239
+    end: 12280186
+  1078: 
+    operation: 'search'
+  1079:
+    operation: 'insert'
+    start: 12560062
+    end: 12630032
+  1080: 
+    operation: 'search'
+  1081:
+    operation: 'insert'
+    start: 13091636
+    end: 13207038
+  1082: 
+    operation: 'search'
+  1083:
+    operation: 'insert'
+    start: 13618338
+    end: 13721163
+  1084: 
+    operation: 'search'
+  1085:
+    operation: 'insert'
+    start: 14294995
+    end: 14438453
+  1086: 
+    operation: 'search'
+  1087:
+    operation: 'insert'
+    start: 14968573
+    end: 15101105
+  1088: 
+    operation: 'search'
+  1089:
+    operation: 'insert'
+    start: 15350601
+    end: 15412976
+  1090: 
+    operation: 'search'
+  1091:
+    operation: 'insert'
+    start: 15979516
+    end: 16121153
+  1092: 
+    operation: 'search'
+  1093:
+    operation: 'insert'
+    start: 16582341
+    end: 16697639
+  1094: 
+    operation: 'search'
+  1095:
+    operation: 'insert'
+    start: 17105963
+    end: 17208048
+  1096: 
+    operation: 'search'
+  1097:
+    operation: 'insert'
+    start: 17621052
+    end: 17724303
+  1098: 
+    operation: 'search'
+  1099:
+    operation: 'insert'
+    start: 18105647
+    end: 18200986
+  1100: 
+    operation: 'search'
+  1101:
+    operation: 'insert'
+    start: 18442730
+    end: 18503168
+  1102: 
+    operation: 'search'
+  1103:
+    operation: 'insert'
+    start: 18674184
+    end: 18716940
+  1104: 
+    operation: 'search'
+  1105:
+    operation: 'insert'
+    start: 19201552
+    end: 19322706
+  1106: 
+    operation: 'search'
+  1107:
+    operation: 'insert'
+    start: 19761890
+    end: 19871689
+  1108: 
+    operation: 'search'
+  1109:
+    operation: 'insert'
+    start: 20098653
+    end: 20155394
+  1110: 
+    operation: 'search'
+  1111:
+    operation: 'insert'
+    start: 20515546
+    end: 20605586
+  1112: 
+    operation: 'search'
+  1113:
+    operation: 'insert'
+    start: 20877194
+    end: 20945099
+  1114: 
+    operation: 'search'
+  1115:
+    operation: 'insert'
+    start: 21405715
+    end: 21520872
+  1116: 
+    operation: 'search'
+  1117:
+    operation: 'insert'
+    start: 21973288
+    end: 22086394
+  1118: 
+    operation: 'search'
+  1119:
+    operation: 'insert'
+    start: 22387710
+    end: 22463043
+  1120: 
+    operation: 'search'
+  1121:
+    operation: 'insert'
+    start: 22880071
+    end: 22984332
+  1122: 
+    operation: 'search'
+  1123:
+    operation: 'insert'
+    start: 23347684
+    end: 23438522
+  1124: 
+    operation: 'search'
+  1125:
+    operation: 'insert'
+    start: 23803554
+    end: 23894814
+  1126: 
+    operation: 'search'
+  1127:
+    operation: 'insert'
+    start: 24258782
+    end: 24349775
+  1128: 
+    operation: 'search'
+  1129:
+    operation: 'insert'
+    start: 24665819
+    end: 24744832
+  1130: 
+    operation: 'search'
+  1131:
+    operation: 'insert'
+    start: 25134032
+    end: 25231334
+  1132: 
+    operation: 'search'
+  1133:
+    operation: 'insert'
+    start: 25654114
+    end: 25759812
+  1134: 
+    operation: 'search'
+  1135:
+    operation: 'insert'
+    start: 26088952
+    end: 26171240
+  1136: 
+    operation: 'search'
+  1137:
+    operation: 'insert'
+    start: 26592456
+    end: 26697762
+  1138: 
+    operation: 'search'
+  1139:
+    operation: 'insert'
+    start: 27215606
+    end: 27345067
+  1140: 
+    operation: 'search'
+  1141:
+    operation: 'insert'
+    start: 27568287
+    end: 27624092
+  1142: 
+    operation: 'search'
+  1143:
+    operation: 'insert'
+    start: 27898472
+    end: 27967071
+  1144: 
+    operation: 'search'
+  1145:
+    operation: 'insert'
+    start: 28512595
+    end: 28648979
+  1146: 
+    operation: 'search'
+  1147:
+    operation: 'insert'
+    start: 28991111
+    end: 29076644
+  1148: 
+    operation: 'search'
+  1149:
+    operation: 'insert'
+    start: 29397780
+    end: 29478065
+  1150: 
+    operation: 'search'
+  1151:
+    operation: 'insert'
+    start: 29894805
+    end: 29998994
+  1152: 
+    operation: 'search'
+  1153:
+    operation: 'delete'
+    start: 299972
+    end: 599045
+  1154: 
+    operation: 'search'
+  1155:
+    operation: 'delete'
+    start: 803994
+    end: 848219
+  1156: 
+    operation: 'search'
+  1157:
+    operation: 'delete'
+    start: 1290846
+    end: 1387988
+  1158: 
+    operation: 'search'
+  1159:
+    operation: 'delete'
+    start: 1790034
+    end: 1796956
+  1160: 
+    operation: 'search'
+  1161:
+    operation: 'delete'
+    start: 2330028
+    end: 2420746
+  1162: 
+    operation: 'search'
+  1163:
+    operation: 'delete'
+    start: 2789877
+    end: 2928546
+  1164: 
+    operation: 'search'
+  1165:
+    operation: 'delete'
+    start: 3136168
+    end: 3312041
+  1166: 
+    operation: 'search'
+  1167:
+    operation: 'delete'
+    start: 3684866
+    end: 3753491
+  1168: 
+    operation: 'search'
+  1169:
+    operation: 'delete'
+    start: 4129197
+    end: 4201996
+  1170: 
+    operation: 'search'
+  1171:
+    operation: 'delete'
+    start: 4640564
+    end: 4778624
+  1172: 
+    operation: 'search'
+  1173:
+    operation: 'delete'
+    start: 5156120
+    end: 5191459
+  1174: 
+    operation: 'search'
+  1175:
+    operation: 'delete'
+    start: 5604432
+    end: 5721236
+  1176: 
+    operation: 'search'
+  1177:
+    operation: 'delete'
+    start: 6075875
+    end: 6112985
+  1178: 
+    operation: 'search'
+  1179:
+    operation: 'delete'
+    start: 6425004
+    end: 6478861
+  1180: 
+    operation: 'search'
+  1181:
+    operation: 'delete'
+    start: 6787633
+    end: 6977401
+  1182: 
+    operation: 'search'
+  1183:
+    operation: 'delete'
+    start: 7327648
+    end: 7432096
+  1184: 
+    operation: 'search'
+  1185:
+    operation: 'delete'
+    start: 7714977
+    end: 7769592
+  1186: 
+    operation: 'search'
+  1187:
+    operation: 'delete'
+    start: 8070575
+    end: 8138448
+  1188: 
+    operation: 'search'
+  1189:
+    operation: 'delete'
+    start: 8451747
+    end: 8627362
+  1190: 
+    operation: 'search'
+  1191:
+    operation: 'delete'
+    start: 8811484
+    end: 8847875
+  1192: 
+    operation: 'search'
+  1193:
+    operation: 'delete'
+    start: 9221176
+    end: 9338284
+  1194: 
+    operation: 'search'
+  1195:
+    operation: 'delete'
+    start: 9886001
+    end: 9925526
+  1196: 
+    operation: 'search'
+  1197:
+    operation: 'delete'
+    start: 10362342
+    end: 10519397
+  1198: 
+    operation: 'search'
+  1199:
+    operation: 'delete'
+    start: 10952203
+    end: 11060175
+  1200: 
+    operation: 'search'
+  1201:
+    operation: 'delete'
+    start: 11292063
+    end: 11303439
+  1202: 
+    operation: 'search'
+  1203:
+    operation: 'delete'
+    start: 11667303
+    end: 11694539
+  1204: 
+    operation: 'search'
+  1205:
+    operation: 'delete'
+    start: 12100007
+    end: 12243066
+  1206: 
+    operation: 'search'
+  1207:
+    operation: 'delete'
+    start: 12461507
+    end: 12516998
+  1208: 
+    operation: 'search'
+  1209:
+    operation: 'delete'
+    start: 12954312
+    end: 13116662
+  1210: 
+    operation: 'search'
+  1211:
+    operation: 'delete'
+    start: 13445432
+    end: 13584820
+  1212: 
+    operation: 'search'
+  1213:
+    operation: 'delete'
+    start: 14266899
+    end: 14340535
+  1214: 
+    operation: 'search'
+  1215:
+    operation: 'delete'
+    start: 14787762
+    end: 14803264
+  1216: 
+    operation: 'search'
+  1217:
+    operation: 'delete'
+    start: 15291934
+    end: 15310223
+  1218: 
+    operation: 'search'
+  1219:
+    operation: 'delete'
+    start: 15710894
+    end: 15790752
+  1220: 
+    operation: 'search'
+  1221:
+    operation: 'delete'
+    start: 16453056
+    end: 16504196
+  1222: 
+    operation: 'search'
+  1223:
+    operation: 'delete'
+    start: 17046323
+    end: 17187669
+  1224: 
+    operation: 'search'
+  1225:
+    operation: 'delete'
+    start: 17489056
+    end: 17597374
+  1226: 
+    operation: 'search'
+  1227:
+    operation: 'delete'
+    start: 17982894
+    end: 18113949
+  1228: 
+    operation: 'search'
+  1229:
+    operation: 'delete'
+    start: 18325569
+    end: 18404834
+  1230: 
+    operation: 'search'
+  1231:
+    operation: 'delete'
+    start: 18658325
+    end: 18673014
+  1232: 
+    operation: 'search'
+  1233:
+    operation: 'delete'
+    start: 19165915
+    end: 19191892
+  1234: 
+    operation: 'search'
+  1235:
+    operation: 'delete'
+    start: 19709110
+    end: 19767646
+  1236: 
+    operation: 'search'
+  1237:
+    operation: 'delete'
+    start: 20067452
+    end: 20074798
+  1238: 
+    operation: 'search'
+  1239:
+    operation: 'delete'
+    start: 20440494
+    end: 20515155
+  1240: 
+    operation: 'search'
+  1241:
+    operation: 'delete'
+    start: 20758260
+    end: 20861868
+  1242: 
+    operation: 'search'
+  1243:
+    operation: 'delete'
+    start: 21276694
+    end: 21461391
+  1244: 
+    operation: 'search'
+  1245:
+    operation: 'delete'
+    start: 21670951
+    end: 21962939
+  1246: 
+    operation: 'search'
+  1247:
+    operation: 'delete'
+    start: 22319582
+    end: 22365392
+  1248: 
+    operation: 'search'
+  1249:
+    operation: 'delete'
+    start: 22841452
+    end: 22901564
+  1250: 
+    operation: 'search'
+  1251:
+    operation: 'delete'
+    start: 23226878
+    end: 23306240
+  1252: 
+    operation: 'search'
+  1253:
+    operation: 'delete'
+    start: 23718995
+    end: 23719618
+  1254: 
+    operation: 'search'
+  1255:
+    operation: 'delete'
+    start: 24163394
+    end: 24289001
+  1256: 
+    operation: 'search'
+  1257:
+    operation: 'delete'
+    start: 24634948
+    end: 24667139
+  1258: 
+    operation: 'search'
+  1259:
+    operation: 'delete'
+    start: 24956272
+    end: 25118978
+  1260: 
+    operation: 'search'
+  1261:
+    operation: 'delete'
+    start: 25438398
+    end: 25613202
+  1262: 
+    operation: 'search'
+  1263:
+    operation: 'delete'
+    start: 25965226
+    end: 26094897
+  1264: 
+    operation: 'search'
+  1265:
+    operation: 'delete'
+    start: 26498678
+    end: 26641626
+  1266: 
+    operation: 'search'
+  1267:
+    operation: 'delete'
+    start: 27157144
+    end: 27164958
+  1268: 
+    operation: 'search'
+  1269:
+    operation: 'delete'
+    start: 27442715
+    end: 27601205
+  1270: 
+    operation: 'search'
+  1271:
+    operation: 'delete'
+    start: 27800092
+    end: 27938245
+  1272: 
+    operation: 'search'
+  1273:
+    operation: 'delete'
+    start: 28356895
+    end: 28493781
+  1274: 
+    operation: 'search'
+  1275:
+    operation: 'delete'
+    start: 28912822
+    end: 28933274
+  1276: 
+    operation: 'search'
+  1277:
+    operation: 'delete'
+    start: 29379909
+    end: 29421052
+  1278: 
+    operation: 'search'
+  1279:
+    operation: 'delete'
+    start: 29779462
+    end: 29934744
+  1280: 
+    operation: 'search'

From d8ddce4bdcd48997a7d2de6a32054facdc3d9e36 Mon Sep 17 00:00:00 2001
From: harsha vardhan simhadri <harsha.v.simhadri@gmail.com>
Date: Fri, 13 Oct 2023 21:42:49 +0000
Subject: [PATCH 03/20] edit runbook_gen

---
 benchmark/runner.py                      | 2 ++
 neurips23/streaming/final_runbook_gen.py | 8 +++-----
 neurips23/streaming/run.py               | 3 ++-
 3 files changed, 7 insertions(+), 6 deletions(-)

diff --git a/benchmark/runner.py b/benchmark/runner.py
index 441e2b63..01f2d02c 100644
--- a/benchmark/runner.py
+++ b/benchmark/runner.py
@@ -116,9 +116,11 @@ def run(definition, dataset, count, run_count, rebuild,
                         X = ds.get_private_queries()
                     power_stats = power_capture.run(algo, X, distance, count,
                                                     run_count, search_type, descriptor)
+                print('start store results')
                 store_results(dataset, count, definition,
                               query_arguments, descriptor,
                               results, search_type, neurips23track, runbook_path)
+                print('end store results')
     finally:
         algo.done()
 
diff --git a/neurips23/streaming/final_runbook_gen.py b/neurips23/streaming/final_runbook_gen.py
index 534244ac..f10f7256 100644
--- a/neurips23/streaming/final_runbook_gen.py
+++ b/neurips23/streaming/final_runbook_gen.py
@@ -76,9 +76,7 @@ def create_runbook(
     max_pts = 0
     active_points_in_cluster = np.zeros(num_clusters)
 
-    num_rounds = 5
-    search_entry = [{'operation': str('search')}]
-
+    num_rounds = 1
     for round in range(num_rounds):
         #insertions
         for c in range(num_clusters):
@@ -95,7 +93,7 @@ def create_runbook(
             entry = [{'operation': 'insert'}, {'start': int(ins_cursor_start[c])}, {'end': int(ins_cursor_end[c])}]
             operation_list.append((num_operations, entry))
             num_operations += 1
-            operation_list.append((num_operations, search_entry))
+            operation_list.append((num_operations, [{'operation': str('search')}]))
             num_operations += 1
             ins_cursor_start[c] = ins_cursor_end[c]
 
@@ -112,7 +110,7 @@ def create_runbook(
             entry = [{'operation': 'delete'}, {'start': int(del_cursor_start[c])}, {'end': int(del_cursor_end[c])}]
             operation_list.append((num_operations, entry))
             num_operations += 1
-            operation_list.append((num_operations, search_entry))
+            operation_list.append((num_operations, [{'operation': 'search'}]))
             num_operations += 1
             del_cursor_start[c] = del_cursor_end[c]
 
diff --git a/neurips23/streaming/run.py b/neurips23/streaming/run.py
index 03d49cdf..596d6139 100644
--- a/neurips23/streaming/run.py
+++ b/neurips23/streaming/run.py
@@ -17,6 +17,7 @@ def build(algo, dataset, max_pts):
         algo.setup(ds.dtype, max_pts, ndims)
         print('Algorithm set up')
         return time.time() - t0
+    
 
 
     def run_task(algo, ds, distance, count, run_count, search_type, private_query, runbook):
@@ -73,7 +74,7 @@ def run_task(algo, ds, distance, count, run_count, search_type, private_query, r
 
         for k, v in result_map.items():
             attrs['step_' + str(k)] = v
-            
+
         additional = algo.get_additional()
         for k in additional:
             attrs[k] = additional[k]

From b71cf6cf55184ac8caf2e1652ddf382f073fa621 Mon Sep 17 00:00:00 2001
From: harsha vardhan simhadri <harsha.v.simhadri@gmail.com>
Date: Fri, 13 Oct 2023 23:21:11 +0000
Subject: [PATCH 04/20] add final runbook

---
 benchmark/datasets.py                    |    4 +-
 benchmark/runner.py                      |    2 +-
 neurips23/streaming/final_runbook.yaml   | 3842 ++++++++++++++++++++++
 neurips23/streaming/final_runbook_gen.py |   20 +-
 4 files changed, 3853 insertions(+), 15 deletions(-)
 create mode 100644 neurips23/streaming/final_runbook.yaml

diff --git a/benchmark/datasets.py b/benchmark/datasets.py
index f293447e..77eb63e3 100644
--- a/benchmark/datasets.py
+++ b/benchmark/datasets.py
@@ -448,11 +448,11 @@ def __init__(self):
         self.d = 100
         self.nq = 10000
         self.dtype = "float32"
-        self.ds_fn = "msturing-29998994-clustered.fbin"
+        self.ds_fn = "30M-clustered64.fbin"
         self.qs_fn = "testQuery10K.fbin"
         self.gt_fn = "clu_msturing30M_gt100"
         
-        self.base_url = ""
+        self.base_url = "https://comp21storage.blob.core.windows.net/publiccontainer/comp23/clustered_data/msturing-30M-clustered/"
         self.basedir = os.path.join(BASEDIR, "MSTuring-30M-clustered")
 
         self.private_gt_url = None
diff --git a/benchmark/runner.py b/benchmark/runner.py
index 01f2d02c..52e2af51 100644
--- a/benchmark/runner.py
+++ b/benchmark/runner.py
@@ -293,7 +293,7 @@ def run_docker(definition, dataset, count, runs, timeout, rebuild,
     # set/override container timeout based on competition flag
     if neurips23track!='none':
         # 1 hour for streaming and 12 hours for other tracks
-        timeout = 60 * 60 if neurips23track == 'streaming' else 12 * 60 * 60
+        timeout = 2 * 60 * 60 if neurips23track == 'streaming' else 12 * 60 * 60
         print("Setting container wait timeout to %d seconds" % timeout)       
 
     elif not timeout: 
diff --git a/neurips23/streaming/final_runbook.yaml b/neurips23/streaming/final_runbook.yaml
new file mode 100644
index 00000000..c54a9b26
--- /dev/null
+++ b/neurips23/streaming/final_runbook.yaml
@@ -0,0 +1,3842 @@
+msturing-30M-clustered:
+  max_pts: 10292043
+  1:
+    operation: 'insert'
+    start: 0
+    end: 38806
+  2:
+    operation: 'search'
+  3:
+    operation: 'insert'
+    start: 361963
+    end: 372491
+  4:
+    operation: 'search'
+  5:
+    operation: 'insert'
+    start: 643919
+    end: 668142
+  6:
+    operation: 'search'
+  7:
+    operation: 'insert'
+    start: 1159296
+    end: 1181505
+  8:
+    operation: 'search'
+  9:
+    operation: 'insert'
+    start: 2038736
+    end: 2042995
+  10:
+    operation: 'search'
+  11:
+    operation: 'insert'
+    start: 2585606
+    end: 2596998
+  12:
+    operation: 'search'
+  13:
+    operation: 'insert'
+    start: 2933811
+    end: 2959533
+  14:
+    operation: 'search'
+  15:
+    operation: 'insert'
+    start: 3272846
+    end: 3292417
+  16:
+    operation: 'search'
+  17:
+    operation: 'insert'
+    start: 3853674
+    end: 3858737
+  18:
+    operation: 'search'
+  19:
+    operation: 'insert'
+    start: 4205986
+    end: 4221374
+  20:
+    operation: 'search'
+  21:
+    operation: 'insert'
+    start: 4699242
+    end: 4970979
+  22:
+    operation: 'search'
+  23:
+    operation: 'insert'
+    start: 5076157
+    end: 5360752
+  24:
+    operation: 'search'
+  25:
+    operation: 'insert'
+    start: 5444015
+    end: 5487965
+  26:
+    operation: 'search'
+  27:
+    operation: 'insert'
+    start: 5808491
+    end: 5836442
+  28:
+    operation: 'search'
+  29:
+    operation: 'insert'
+    start: 6438007
+    end: 6499004
+  30:
+    operation: 'search'
+  31:
+    operation: 'insert'
+    start: 6955703
+    end: 7329128
+  32:
+    operation: 'search'
+  33:
+    operation: 'insert'
+    start: 7453527
+    end: 7504922
+  34:
+    operation: 'search'
+  35:
+    operation: 'insert'
+    start: 7850219
+    end: 7883986
+  36:
+    operation: 'search'
+  37:
+    operation: 'insert'
+    start: 8834730
+    end: 8881637
+  38:
+    operation: 'search'
+  39:
+    operation: 'insert'
+    start: 9161888
+    end: 9169338
+  40:
+    operation: 'search'
+  41:
+    operation: 'insert'
+    start: 9430404
+    end: 9464381
+  42:
+    operation: 'search'
+  43:
+    operation: 'insert'
+    start: 9790077
+    end: 9800176
+  44:
+    operation: 'search'
+  45:
+    operation: 'insert'
+    start: 10293677
+    end: 10327825
+  46:
+    operation: 'search'
+  47:
+    operation: 'insert'
+    start: 11013450
+    end: 11244484
+  48:
+    operation: 'search'
+  49:
+    operation: 'insert'
+    start: 11327929
+    end: 11362841
+  50:
+    operation: 'search'
+  51:
+    operation: 'insert'
+    start: 11837912
+    end: 12149447
+  52:
+    operation: 'search'
+  53:
+    operation: 'insert'
+    start: 12238365
+    end: 12281666
+  54:
+    operation: 'search'
+  55:
+    operation: 'insert'
+    start: 12525242
+    end: 12846806
+  56:
+    operation: 'search'
+  57:
+    operation: 'insert'
+    start: 12937120
+    end: 12957051
+  58:
+    operation: 'search'
+  59:
+    operation: 'insert'
+    start: 13430952
+    end: 13654199
+  60:
+    operation: 'search'
+  61:
+    operation: 'insert'
+    start: 13695568
+    end: 13705549
+  62:
+    operation: 'search'
+  63:
+    operation: 'insert'
+    start: 14247217
+    end: 14250271
+  64:
+    operation: 'search'
+  65:
+    operation: 'insert'
+    start: 14843618
+    end: 14910924
+  66:
+    operation: 'search'
+  67:
+    operation: 'insert'
+    start: 15383718
+    end: 15429315
+  68:
+    operation: 'search'
+  69:
+    operation: 'insert'
+    start: 16237411
+    end: 16290167
+  70:
+    operation: 'search'
+  71:
+    operation: 'insert'
+    start: 16857048
+    end: 16870192
+  72:
+    operation: 'search'
+  73:
+    operation: 'insert'
+    start: 17421756
+    end: 17428879
+  74:
+    operation: 'search'
+  75:
+    operation: 'insert'
+    start: 17775340
+    end: 17792186
+  76:
+    operation: 'search'
+  77:
+    operation: 'insert'
+    start: 18265999
+    end: 18289927
+  78:
+    operation: 'search'
+  79:
+    operation: 'insert'
+    start: 18726730
+    end: 18791718
+  80:
+    operation: 'search'
+  81:
+    operation: 'insert'
+    start: 19405288
+    end: 19434377
+  82:
+    operation: 'search'
+  83:
+    operation: 'insert'
+    start: 19655518
+    end: 19669305
+  84:
+    operation: 'search'
+  85:
+    operation: 'insert'
+    start: 19948199
+    end: 19983130
+  86:
+    operation: 'search'
+  87:
+    operation: 'insert'
+    start: 20256394
+    end: 20699413
+  88:
+    operation: 'search'
+  89:
+    operation: 'insert'
+    start: 20887553
+    end: 21250613
+  90:
+    operation: 'search'
+  91:
+    operation: 'insert'
+    start: 21424516
+    end: 21456891
+  92:
+    operation: 'search'
+  93:
+    operation: 'insert'
+    start: 22018495
+    end: 22258255
+  94:
+    operation: 'search'
+  95:
+    operation: 'insert'
+    start: 22368754
+    end: 22384825
+  96:
+    operation: 'search'
+  97:
+    operation: 'insert'
+    start: 22938879
+    end: 22948348
+  98:
+    operation: 'search'
+  99:
+    operation: 'insert'
+    start: 23242837
+    end: 23247972
+  100:
+    operation: 'search'
+  101:
+    operation: 'insert'
+    start: 23696409
+    end: 23726389
+  102:
+    operation: 'search'
+  103:
+    operation: 'insert'
+    start: 23952992
+    end: 23967111
+  104:
+    operation: 'search'
+  105:
+    operation: 'insert'
+    start: 24432063
+    end: 24441236
+  106:
+    operation: 'search'
+  107:
+    operation: 'insert'
+    start: 24879163
+    end: 24891498
+  108:
+    operation: 'search'
+  109:
+    operation: 'insert'
+    start: 25201348
+    end: 25559106
+  110:
+    operation: 'search'
+  111:
+    operation: 'insert'
+    start: 25674931
+    end: 25704316
+  112:
+    operation: 'search'
+  113:
+    operation: 'insert'
+    start: 26054291
+    end: 26067095
+  114:
+    operation: 'search'
+  115:
+    operation: 'insert'
+    start: 26757924
+    end: 26785290
+  116:
+    operation: 'search'
+  117:
+    operation: 'insert'
+    start: 27292409
+    end: 27304279
+  118:
+    operation: 'search'
+  119:
+    operation: 'insert'
+    start: 27582914
+    end: 27587045
+  120:
+    operation: 'search'
+  121:
+    operation: 'insert'
+    start: 28030002
+    end: 28043831
+  122:
+    operation: 'search'
+  123:
+    operation: 'insert'
+    start: 28578522
+    end: 28859747
+  124:
+    operation: 'search'
+  125:
+    operation: 'insert'
+    start: 28931437
+    end: 28973452
+  126:
+    operation: 'search'
+  127:
+    operation: 'insert'
+    start: 29464425
+    end: 29514448
+  128:
+    operation: 'search'
+  129:
+    operation: 'delete'
+    start: 0
+    end: 21124
+  130:
+    operation: 'search'
+  131:
+    operation: 'delete'
+    start: 361963
+    end: 367261
+  132:
+    operation: 'search'
+  133:
+    operation: 'delete'
+    start: 643919
+    end: 656225
+  134:
+    operation: 'search'
+  135:
+    operation: 'delete'
+    start: 1159296
+    end: 1176226
+  136:
+    operation: 'search'
+  137:
+    operation: 'delete'
+    start: 2038736
+    end: 2042207
+  138:
+    operation: 'search'
+  139:
+    operation: 'delete'
+    start: 2585606
+    end: 2593505
+  140:
+    operation: 'search'
+  141:
+    operation: 'delete'
+    start: 2933811
+    end: 2955468
+  142:
+    operation: 'search'
+  143:
+    operation: 'delete'
+    start: 3272846
+    end: 3289019
+  144:
+    operation: 'search'
+  145:
+    operation: 'delete'
+    start: 3853674
+    end: 3856645
+  146:
+    operation: 'search'
+  147:
+    operation: 'delete'
+    start: 4205986
+    end: 4215036
+  148:
+    operation: 'search'
+  149:
+    operation: 'delete'
+    start: 4699242
+    end: 4895628
+  150:
+    operation: 'search'
+  151:
+    operation: 'delete'
+    start: 5076157
+    end: 5233138
+  152:
+    operation: 'search'
+  153:
+    operation: 'delete'
+    start: 5444015
+    end: 5482348
+  154:
+    operation: 'search'
+  155:
+    operation: 'delete'
+    start: 5808491
+    end: 5828205
+  156:
+    operation: 'search'
+  157:
+    operation: 'delete'
+    start: 6438007
+    end: 6484190
+  158:
+    operation: 'search'
+  159:
+    operation: 'delete'
+    start: 6955703
+    end: 7267820
+  160:
+    operation: 'search'
+  161:
+    operation: 'delete'
+    start: 7453527
+    end: 7496004
+  162:
+    operation: 'search'
+  163:
+    operation: 'delete'
+    start: 7850219
+    end: 7871489
+  164:
+    operation: 'search'
+  165:
+    operation: 'delete'
+    start: 8834730
+    end: 8867592
+  166:
+    operation: 'search'
+  167:
+    operation: 'delete'
+    start: 9161888
+    end: 9168463
+  168:
+    operation: 'search'
+  169:
+    operation: 'delete'
+    start: 9430404
+    end: 9448468
+  170:
+    operation: 'search'
+  171:
+    operation: 'delete'
+    start: 9790077
+    end: 9796916
+  172:
+    operation: 'search'
+  173:
+    operation: 'delete'
+    start: 10293677
+    end: 10323088
+  174:
+    operation: 'search'
+  175:
+    operation: 'delete'
+    start: 11013450
+    end: 11195181
+  176:
+    operation: 'search'
+  177:
+    operation: 'delete'
+    start: 11327929
+    end: 11346270
+  178:
+    operation: 'search'
+  179:
+    operation: 'delete'
+    start: 11837912
+    end: 12067270
+  180:
+    operation: 'search'
+  181:
+    operation: 'delete'
+    start: 12238365
+    end: 12268535
+  182:
+    operation: 'search'
+  183:
+    operation: 'delete'
+    start: 12525242
+    end: 12701821
+  184:
+    operation: 'search'
+  185:
+    operation: 'delete'
+    start: 12937120
+    end: 12947131
+  186:
+    operation: 'search'
+  187:
+    operation: 'delete'
+    start: 13430952
+    end: 13620329
+  188:
+    operation: 'search'
+  189:
+    operation: 'delete'
+    start: 13695568
+    end: 13702816
+  190:
+    operation: 'search'
+  191:
+    operation: 'delete'
+    start: 14247217
+    end: 14249788
+  192:
+    operation: 'search'
+  193:
+    operation: 'delete'
+    start: 14843618
+    end: 14902922
+  194:
+    operation: 'search'
+  195:
+    operation: 'delete'
+    start: 15383718
+    end: 15421486
+  196:
+    operation: 'search'
+  197:
+    operation: 'delete'
+    start: 16237411
+    end: 16273232
+  198:
+    operation: 'search'
+  199:
+    operation: 'delete'
+    start: 16857048
+    end: 16865809
+  200:
+    operation: 'search'
+  201:
+    operation: 'delete'
+    start: 17421756
+    end: 17427612
+  202:
+    operation: 'search'
+  203:
+    operation: 'delete'
+    start: 17775340
+    end: 17787895
+  204:
+    operation: 'search'
+  205:
+    operation: 'delete'
+    start: 18265999
+    end: 18286681
+  206:
+    operation: 'search'
+  207:
+    operation: 'delete'
+    start: 18726730
+    end: 18766401
+  208:
+    operation: 'search'
+  209:
+    operation: 'delete'
+    start: 19405288
+    end: 19425407
+  210:
+    operation: 'search'
+  211:
+    operation: 'delete'
+    start: 19655518
+    end: 19664359
+  212:
+    operation: 'search'
+  213:
+    operation: 'delete'
+    start: 19948199
+    end: 19966602
+  214:
+    operation: 'search'
+  215:
+    operation: 'delete'
+    start: 20256394
+    end: 20592080
+  216:
+    operation: 'search'
+  217:
+    operation: 'delete'
+    start: 20887553
+    end: 21116930
+  218:
+    operation: 'search'
+  219:
+    operation: 'delete'
+    start: 21424516
+    end: 21446890
+  220:
+    operation: 'search'
+  221:
+    operation: 'delete'
+    start: 22018495
+    end: 22221457
+  222:
+    operation: 'search'
+  223:
+    operation: 'delete'
+    start: 22368754
+    end: 22380405
+  224:
+    operation: 'search'
+  225:
+    operation: 'delete'
+    start: 22938879
+    end: 22944686
+  226:
+    operation: 'search'
+  227:
+    operation: 'delete'
+    start: 23242837
+    end: 23246132
+  228:
+    operation: 'search'
+  229:
+    operation: 'delete'
+    start: 23696409
+    end: 23718904
+  230:
+    operation: 'search'
+  231:
+    operation: 'delete'
+    start: 23952992
+    end: 23964807
+  232:
+    operation: 'search'
+  233:
+    operation: 'delete'
+    start: 24432063
+    end: 24436999
+  234:
+    operation: 'search'
+  235:
+    operation: 'delete'
+    start: 24879163
+    end: 24885758
+  236:
+    operation: 'search'
+  237:
+    operation: 'delete'
+    start: 25201348
+    end: 25434746
+  238:
+    operation: 'search'
+  239:
+    operation: 'delete'
+    start: 25674931
+    end: 25698866
+  240:
+    operation: 'search'
+  241:
+    operation: 'delete'
+    start: 26054291
+    end: 26061947
+  242:
+    operation: 'search'
+  243:
+    operation: 'delete'
+    start: 26757924
+    end: 26775935
+  244:
+    operation: 'search'
+  245:
+    operation: 'delete'
+    start: 27292409
+    end: 27303015
+  246:
+    operation: 'search'
+  247:
+    operation: 'delete'
+    start: 27582914
+    end: 27585971
+  248:
+    operation: 'search'
+  249:
+    operation: 'delete'
+    start: 28030002
+    end: 28037955
+  250:
+    operation: 'search'
+  251:
+    operation: 'delete'
+    start: 28578522
+    end: 28819546
+  252:
+    operation: 'search'
+  253:
+    operation: 'delete'
+    start: 28931437
+    end: 28959991
+  254:
+    operation: 'search'
+  255:
+    operation: 'delete'
+    start: 29464425
+    end: 29500946
+  256:
+    operation: 'search'
+  257:
+    operation: 'insert'
+    start: 38806
+    end: 49545
+  258:
+    operation: 'search'
+  259:
+    operation: 'insert'
+    start: 372491
+    end: 399213
+  260:
+    operation: 'search'
+  261:
+    operation: 'insert'
+    start: 668142
+    end: 672661
+  262:
+    operation: 'search'
+  263:
+    operation: 'insert'
+    start: 1181505
+    end: 1303086
+  264:
+    operation: 'search'
+  265:
+    operation: 'insert'
+    start: 2042995
+    end: 2110004
+  266:
+    operation: 'search'
+  267:
+    operation: 'insert'
+    start: 2596998
+    end: 2626031
+  268:
+    operation: 'search'
+  269:
+    operation: 'insert'
+    start: 2959533
+    end: 3211333
+  270:
+    operation: 'search'
+  271:
+    operation: 'insert'
+    start: 3292417
+    end: 3296363
+  272:
+    operation: 'search'
+  273:
+    operation: 'insert'
+    start: 3858737
+    end: 3880596
+  274:
+    operation: 'search'
+  275:
+    operation: 'insert'
+    start: 4221374
+    end: 4606989
+  276:
+    operation: 'search'
+  277:
+    operation: 'insert'
+    start: 4970979
+    end: 5005864
+  278:
+    operation: 'search'
+  279:
+    operation: 'insert'
+    start: 5360752
+    end: 5386428
+  280:
+    operation: 'search'
+  281:
+    operation: 'insert'
+    start: 5487965
+    end: 5783347
+  282:
+    operation: 'search'
+  283:
+    operation: 'insert'
+    start: 5836442
+    end: 6261284
+  284:
+    operation: 'search'
+  285:
+    operation: 'insert'
+    start: 6499004
+    end: 6512598
+  286:
+    operation: 'search'
+  287:
+    operation: 'insert'
+    start: 7329128
+    end: 7370056
+  288:
+    operation: 'search'
+  289:
+    operation: 'insert'
+    start: 7504922
+    end: 7813274
+  290:
+    operation: 'search'
+  291:
+    operation: 'insert'
+    start: 7883986
+    end: 7907532
+  292:
+    operation: 'search'
+  293:
+    operation: 'insert'
+    start: 8881637
+    end: 8901253
+  294:
+    operation: 'search'
+  295:
+    operation: 'insert'
+    start: 9169338
+    end: 9377208
+  296:
+    operation: 'search'
+  297:
+    operation: 'insert'
+    start: 9464381
+    end: 9468717
+  298:
+    operation: 'search'
+  299:
+    operation: 'insert'
+    start: 9800176
+    end: 9860779
+  300:
+    operation: 'search'
+  301:
+    operation: 'insert'
+    start: 10327825
+    end: 10910689
+  302:
+    operation: 'search'
+  303:
+    operation: 'insert'
+    start: 11244484
+    end: 11293924
+  304:
+    operation: 'search'
+  305:
+    operation: 'insert'
+    start: 11362841
+    end: 11732204
+  306:
+    operation: 'search'
+  307:
+    operation: 'insert'
+    start: 12149447
+    end: 12175328
+  308:
+    operation: 'search'
+  309:
+    operation: 'insert'
+    start: 12281666
+    end: 12289461
+  310:
+    operation: 'search'
+  311:
+    operation: 'insert'
+    start: 12846806
+    end: 12866954
+  312:
+    operation: 'search'
+  313:
+    operation: 'insert'
+    start: 12957051
+    end: 12999047
+  314:
+    operation: 'search'
+  315:
+    operation: 'insert'
+    start: 13654199
+    end: 13661045
+  316:
+    operation: 'search'
+  317:
+    operation: 'insert'
+    start: 13705549
+    end: 13746210
+  318:
+    operation: 'search'
+  319:
+    operation: 'insert'
+    start: 14250271
+    end: 14747959
+  320:
+    operation: 'search'
+  321:
+    operation: 'insert'
+    start: 14910924
+    end: 14951479
+  322:
+    operation: 'search'
+  323:
+    operation: 'insert'
+    start: 15429315
+    end: 15533636
+  324:
+    operation: 'search'
+  325:
+    operation: 'insert'
+    start: 16290167
+    end: 16784106
+  326:
+    operation: 'search'
+  327:
+    operation: 'insert'
+    start: 16870192
+    end: 16940340
+  328:
+    operation: 'search'
+  329:
+    operation: 'insert'
+    start: 17428879
+    end: 17436116
+  330:
+    operation: 'search'
+  331:
+    operation: 'insert'
+    start: 17792186
+    end: 17834118
+  332:
+    operation: 'search'
+  333:
+    operation: 'insert'
+    start: 18289927
+    end: 18291921
+  334:
+    operation: 'search'
+  335:
+    operation: 'insert'
+    start: 18791718
+    end: 18831016
+  336:
+    operation: 'search'
+  337:
+    operation: 'insert'
+    start: 19434377
+    end: 19453968
+  338:
+    operation: 'search'
+  339:
+    operation: 'insert'
+    start: 19669305
+    end: 19709832
+  340:
+    operation: 'search'
+  341:
+    operation: 'insert'
+    start: 19983130
+    end: 19990460
+  342:
+    operation: 'search'
+  343:
+    operation: 'insert'
+    start: 20699413
+    end: 20732700
+  344:
+    operation: 'search'
+  345:
+    operation: 'insert'
+    start: 21250613
+    end: 21290035
+  346:
+    operation: 'search'
+  347:
+    operation: 'insert'
+    start: 21456891
+    end: 21917712
+  348:
+    operation: 'search'
+  349:
+    operation: 'insert'
+    start: 22258255
+    end: 22303323
+  350:
+    operation: 'search'
+  351:
+    operation: 'insert'
+    start: 22384825
+    end: 22796937
+  352:
+    operation: 'search'
+  353:
+    operation: 'insert'
+    start: 22948348
+    end: 22993214
+  354:
+    operation: 'search'
+  355:
+    operation: 'insert'
+    start: 23247972
+    end: 23611678
+  356:
+    operation: 'search'
+  357:
+    operation: 'insert'
+    start: 23726389
+    end: 23744049
+  358:
+    operation: 'search'
+  359:
+    operation: 'insert'
+    start: 23967111
+    end: 23978368
+  360:
+    operation: 'search'
+  361:
+    operation: 'insert'
+    start: 24441236
+    end: 24504793
+  362:
+    operation: 'search'
+  363:
+    operation: 'insert'
+    start: 24891498
+    end: 24905349
+  364:
+    operation: 'search'
+  365:
+    operation: 'insert'
+    start: 25559106
+    end: 25619665
+  366:
+    operation: 'search'
+  367:
+    operation: 'insert'
+    start: 25704316
+    end: 25735865
+  368:
+    operation: 'search'
+  369:
+    operation: 'insert'
+    start: 26067095
+    end: 26133018
+  370:
+    operation: 'search'
+  371:
+    operation: 'insert'
+    start: 26785290
+    end: 26794335
+  372:
+    operation: 'search'
+  373:
+    operation: 'insert'
+    start: 27304279
+    end: 27344908
+  374:
+    operation: 'search'
+  375:
+    operation: 'insert'
+    start: 27587045
+    end: 27616875
+  376:
+    operation: 'search'
+  377:
+    operation: 'insert'
+    start: 28043831
+    end: 28107881
+  378:
+    operation: 'search'
+  379:
+    operation: 'insert'
+    start: 28859747
+    end: 28864754
+  380:
+    operation: 'search'
+  381:
+    operation: 'insert'
+    start: 28973452
+    end: 28994079
+  382:
+    operation: 'search'
+  383:
+    operation: 'insert'
+    start: 29514448
+    end: 29537356
+  384:
+    operation: 'search'
+  385:
+    operation: 'delete'
+    start: 21124
+    end: 35541
+  386:
+    operation: 'search'
+  387:
+    operation: 'delete'
+    start: 367261
+    end: 391065
+  388:
+    operation: 'search'
+  389:
+    operation: 'delete'
+    start: 656225
+    end: 670137
+  390:
+    operation: 'search'
+  391:
+    operation: 'delete'
+    start: 1176226
+    end: 1262739
+  392:
+    operation: 'search'
+  393:
+    operation: 'delete'
+    start: 2042207
+    end: 2078493
+  394:
+    operation: 'search'
+  395:
+    operation: 'delete'
+    start: 2593505
+    end: 2614769
+  396:
+    operation: 'search'
+  397:
+    operation: 'delete'
+    start: 2955468
+    end: 3088646
+  398:
+    operation: 'search'
+  399:
+    operation: 'delete'
+    start: 3289019
+    end: 3294505
+  400:
+    operation: 'search'
+  401:
+    operation: 'delete'
+    start: 3856645
+    end: 3874373
+  402:
+    operation: 'search'
+  403:
+    operation: 'delete'
+    start: 4215036
+    end: 4497880
+  404:
+    operation: 'search'
+  405:
+    operation: 'delete'
+    start: 4895628
+    end: 4961849
+  406:
+    operation: 'search'
+  407:
+    operation: 'delete'
+    start: 5233138
+    end: 5324358
+  408:
+    operation: 'search'
+  409:
+    operation: 'delete'
+    start: 5482348
+    end: 5711145
+  410:
+    operation: 'search'
+  411:
+    operation: 'delete'
+    start: 5828205
+    end: 6092208
+  412:
+    operation: 'search'
+  413:
+    operation: 'delete'
+    start: 6484190
+    end: 6501709
+  414:
+    operation: 'search'
+  415:
+    operation: 'delete'
+    start: 7267820
+    end: 7334997
+  416:
+    operation: 'search'
+  417:
+    operation: 'delete'
+    start: 7496004
+    end: 7716886
+  418:
+    operation: 'search'
+  419:
+    operation: 'delete'
+    start: 7871489
+    end: 7897243
+  420:
+    operation: 'search'
+  421:
+    operation: 'delete'
+    start: 8867592
+    end: 8893057
+  422:
+    operation: 'search'
+  423:
+    operation: 'delete'
+    start: 9168463
+    end: 9345115
+  424:
+    operation: 'search'
+  425:
+    operation: 'delete'
+    start: 9448468
+    end: 9466193
+  426:
+    operation: 'search'
+  427:
+    operation: 'delete'
+    start: 9796916
+    end: 9847014
+  428:
+    operation: 'search'
+  429:
+    operation: 'delete'
+    start: 10323088
+    end: 10705586
+  430:
+    operation: 'search'
+  431:
+    operation: 'delete'
+    start: 11195181
+    end: 11277648
+  432:
+    operation: 'search'
+  433:
+    operation: 'delete'
+    start: 11346270
+    end: 11540083
+  434:
+    operation: 'search'
+  435:
+    operation: 'delete'
+    start: 12067270
+    end: 12162661
+  436:
+    operation: 'search'
+  437:
+    operation: 'delete'
+    start: 12268535
+    end: 12279570
+  438:
+    operation: 'search'
+  439:
+    operation: 'delete'
+    start: 12701821
+    end: 12833140
+  440:
+    operation: 'search'
+  441:
+    operation: 'delete'
+    start: 12947131
+    end: 12977968
+  442:
+    operation: 'search'
+  443:
+    operation: 'delete'
+    start: 13620329
+    end: 13652035
+  444:
+    operation: 'search'
+  445:
+    operation: 'delete'
+    start: 13702816
+    end: 13741713
+  446:
+    operation: 'search'
+  447:
+    operation: 'delete'
+    start: 14249788
+    end: 14595383
+  448:
+    operation: 'search'
+  449:
+    operation: 'delete'
+    start: 14902922
+    end: 14938482
+  450:
+    operation: 'search'
+  451:
+    operation: 'delete'
+    start: 15421486
+    end: 15513631
+  452:
+    operation: 'search'
+  453:
+    operation: 'delete'
+    start: 16273232
+    end: 16568139
+  454:
+    operation: 'search'
+  455:
+    operation: 'delete'
+    start: 16865809
+    end: 16903336
+  456:
+    operation: 'search'
+  457:
+    operation: 'delete'
+    start: 17427612
+    end: 17433499
+  458:
+    operation: 'search'
+  459:
+    operation: 'delete'
+    start: 17787895
+    end: 17824664
+  460:
+    operation: 'search'
+  461:
+    operation: 'delete'
+    start: 18286681
+    end: 18290948
+  462:
+    operation: 'search'
+  463:
+    operation: 'delete'
+    start: 18766401
+    end: 18811517
+  464:
+    operation: 'search'
+  465:
+    operation: 'delete'
+    start: 19425407
+    end: 19450772
+  466:
+    operation: 'search'
+  467:
+    operation: 'delete'
+    start: 19664359
+    end: 19689869
+  468:
+    operation: 'search'
+  469:
+    operation: 'delete'
+    start: 19966602
+    end: 19987975
+  470:
+    operation: 'search'
+  471:
+    operation: 'delete'
+    start: 20592080
+    end: 20702126
+  472:
+    operation: 'search'
+  473:
+    operation: 'delete'
+    start: 21116930
+    end: 21230678
+  474:
+    operation: 'search'
+  475:
+    operation: 'delete'
+    start: 21446890
+    end: 21829759
+  476:
+    operation: 'search'
+  477:
+    operation: 'delete'
+    start: 22221457
+    end: 22270536
+  478:
+    operation: 'search'
+  479:
+    operation: 'delete'
+    start: 22380405
+    end: 22601656
+  480:
+    operation: 'search'
+  481:
+    operation: 'delete'
+    start: 22944686
+    end: 22988020
+  482:
+    operation: 'search'
+  483:
+    operation: 'delete'
+    start: 23246132
+    end: 23508484
+  484:
+    operation: 'search'
+  485:
+    operation: 'delete'
+    start: 23718904
+    end: 23739957
+  486:
+    operation: 'search'
+  487:
+    operation: 'delete'
+    start: 23964807
+    end: 23973411
+  488:
+    operation: 'search'
+  489:
+    operation: 'delete'
+    start: 24436999
+    end: 24470919
+  490:
+    operation: 'search'
+  491:
+    operation: 'delete'
+    start: 24885758
+    end: 24898889
+  492:
+    operation: 'search'
+  493:
+    operation: 'delete'
+    start: 25434746
+    end: 25562657
+  494:
+    operation: 'search'
+  495:
+    operation: 'delete'
+    start: 25698866
+    end: 25721144
+  496:
+    operation: 'search'
+  497:
+    operation: 'delete'
+    start: 26061947
+    end: 26121014
+  498:
+    operation: 'search'
+  499:
+    operation: 'delete'
+    start: 26775935
+    end: 26789571
+  500:
+    operation: 'search'
+  501:
+    operation: 'delete'
+    start: 27303015
+    end: 27328217
+  502:
+    operation: 'search'
+  503:
+    operation: 'delete'
+    start: 27585971
+    end: 27602392
+  504:
+    operation: 'search'
+  505:
+    operation: 'delete'
+    start: 28037955
+    end: 28097731
+  506:
+    operation: 'search'
+  507:
+    operation: 'delete'
+    start: 28819546
+    end: 28853243
+  508:
+    operation: 'search'
+  509:
+    operation: 'delete'
+    start: 28959991
+    end: 28978011
+  510:
+    operation: 'search'
+  511:
+    operation: 'delete'
+    start: 29500946
+    end: 29521057
+  512:
+    operation: 'search'
+  513:
+    operation: 'insert'
+    start: 49545
+    end: 313528
+  514:
+    operation: 'search'
+  515:
+    operation: 'insert'
+    start: 399213
+    end: 406121
+  516:
+    operation: 'search'
+  517:
+    operation: 'insert'
+    start: 672661
+    end: 695777
+  518:
+    operation: 'search'
+  519:
+    operation: 'insert'
+    start: 1303086
+    end: 1375956
+  520:
+    operation: 'search'
+  521:
+    operation: 'insert'
+    start: 2110004
+    end: 2126178
+  522:
+    operation: 'search'
+  523:
+    operation: 'insert'
+    start: 2626031
+    end: 2662024
+  524:
+    operation: 'search'
+  525:
+    operation: 'insert'
+    start: 3211333
+    end: 3250643
+  526:
+    operation: 'search'
+  527:
+    operation: 'insert'
+    start: 3296363
+    end: 3717488
+  528:
+    operation: 'search'
+  529:
+    operation: 'insert'
+    start: 3880596
+    end: 4155556
+  530:
+    operation: 'search'
+  531:
+    operation: 'insert'
+    start: 4606989
+    end: 4663476
+  532:
+    operation: 'search'
+  533:
+    operation: 'insert'
+    start: 5005864
+    end: 5025435
+  534:
+    operation: 'search'
+  535:
+    operation: 'insert'
+    start: 5386428
+    end: 5406384
+  536:
+    operation: 'search'
+  537:
+    operation: 'insert'
+    start: 5783347
+    end: 5791310
+  538:
+    operation: 'search'
+  539:
+    operation: 'insert'
+    start: 6261284
+    end: 6285177
+  540:
+    operation: 'search'
+  541:
+    operation: 'insert'
+    start: 6512598
+    end: 6908349
+  542:
+    operation: 'search'
+  543:
+    operation: 'insert'
+    start: 7370056
+    end: 7409955
+  544:
+    operation: 'search'
+  545:
+    operation: 'insert'
+    start: 7813274
+    end: 7822680
+  546:
+    operation: 'search'
+  547:
+    operation: 'insert'
+    start: 7907532
+    end: 8047987
+  548:
+    operation: 'search'
+  549:
+    operation: 'insert'
+    start: 8901253
+    end: 9135423
+  550:
+    operation: 'search'
+  551:
+    operation: 'insert'
+    start: 9377208
+    end: 9403796
+  552:
+    operation: 'search'
+  553:
+    operation: 'insert'
+    start: 9468717
+    end: 9480193
+  554:
+    operation: 'search'
+  555:
+    operation: 'insert'
+    start: 9860779
+    end: 10258192
+  556:
+    operation: 'search'
+  557:
+    operation: 'insert'
+    start: 10910689
+    end: 10933587
+  558:
+    operation: 'search'
+  559:
+    operation: 'insert'
+    start: 11293924
+    end: 11300858
+  560:
+    operation: 'search'
+  561:
+    operation: 'insert'
+    start: 11732204
+    end: 11737476
+  562:
+    operation: 'search'
+  563:
+    operation: 'insert'
+    start: 12175328
+    end: 12212628
+  564:
+    operation: 'search'
+  565:
+    operation: 'insert'
+    start: 12289461
+    end: 12484009
+  566:
+    operation: 'search'
+  567:
+    operation: 'insert'
+    start: 12866954
+    end: 12882815
+  568:
+    operation: 'search'
+  569:
+    operation: 'insert'
+    start: 12999047
+    end: 13014080
+  570:
+    operation: 'search'
+  571:
+    operation: 'insert'
+    start: 13661045
+    end: 13675186
+  572:
+    operation: 'search'
+  573:
+    operation: 'insert'
+    start: 13746210
+    end: 13808500
+  574:
+    operation: 'search'
+  575:
+    operation: 'insert'
+    start: 14747959
+    end: 14797860
+  576:
+    operation: 'search'
+  577:
+    operation: 'insert'
+    start: 14951479
+    end: 14985813
+  578:
+    operation: 'search'
+  579:
+    operation: 'insert'
+    start: 15533636
+    end: 16124580
+  580:
+    operation: 'search'
+  581:
+    operation: 'insert'
+    start: 16784106
+    end: 16815568
+  582:
+    operation: 'search'
+  583:
+    operation: 'insert'
+    start: 16940340
+    end: 16962415
+  584:
+    operation: 'search'
+  585:
+    operation: 'insert'
+    start: 17436116
+    end: 17708902
+  586:
+    operation: 'search'
+  587:
+    operation: 'insert'
+    start: 17834118
+    end: 17865204
+  588:
+    operation: 'search'
+  589:
+    operation: 'insert'
+    start: 18291921
+    end: 18336260
+  590:
+    operation: 'search'
+  591:
+    operation: 'insert'
+    start: 18831016
+    end: 19308432
+  592:
+    operation: 'search'
+  593:
+    operation: 'insert'
+    start: 19453968
+    end: 19649002
+  594:
+    operation: 'search'
+  595:
+    operation: 'insert'
+    start: 19709832
+    end: 19715100
+  596:
+    operation: 'search'
+  597:
+    operation: 'insert'
+    start: 19990460
+    end: 20223693
+  598:
+    operation: 'search'
+  599:
+    operation: 'insert'
+    start: 20732700
+    end: 20844661
+  600:
+    operation: 'search'
+  601:
+    operation: 'insert'
+    start: 21290035
+    end: 21353533
+  602:
+    operation: 'search'
+  603:
+    operation: 'insert'
+    start: 21917712
+    end: 21923297
+  604:
+    operation: 'search'
+  605:
+    operation: 'insert'
+    start: 22303323
+    end: 22347206
+  606:
+    operation: 'search'
+  607:
+    operation: 'insert'
+    start: 22796937
+    end: 22855648
+  608:
+    operation: 'search'
+  609:
+    operation: 'insert'
+    start: 22993214
+    end: 23203450
+  610:
+    operation: 'search'
+  611:
+    operation: 'insert'
+    start: 23611678
+    end: 23635691
+  612:
+    operation: 'search'
+  613:
+    operation: 'insert'
+    start: 23744049
+    end: 23939768
+  614:
+    operation: 'search'
+  615:
+    operation: 'insert'
+    start: 23978368
+    end: 24347992
+  616:
+    operation: 'search'
+  617:
+    operation: 'insert'
+    start: 24504793
+    end: 24828313
+  618:
+    operation: 'search'
+  619:
+    operation: 'insert'
+    start: 24905349
+    end: 25151673
+  620:
+    operation: 'search'
+  621:
+    operation: 'insert'
+    start: 25619665
+    end: 25656486
+  622:
+    operation: 'search'
+  623:
+    operation: 'insert'
+    start: 25735865
+    end: 25757054
+  624:
+    operation: 'search'
+  625:
+    operation: 'insert'
+    start: 26133018
+    end: 26210687
+  626:
+    operation: 'search'
+  627:
+    operation: 'insert'
+    start: 26794335
+    end: 26837168
+  628:
+    operation: 'search'
+  629:
+    operation: 'insert'
+    start: 27344908
+    end: 27358443
+  630:
+    operation: 'search'
+  631:
+    operation: 'insert'
+    start: 27616875
+    end: 27651001
+  632:
+    operation: 'search'
+  633:
+    operation: 'insert'
+    start: 28107881
+    end: 28147587
+  634:
+    operation: 'search'
+  635:
+    operation: 'insert'
+    start: 28864754
+    end: 28882793
+  636:
+    operation: 'search'
+  637:
+    operation: 'insert'
+    start: 28994079
+    end: 29400607
+  638:
+    operation: 'search'
+  639:
+    operation: 'insert'
+    start: 29537356
+    end: 29943402
+  640:
+    operation: 'search'
+  641:
+    operation: 'delete'
+    start: 35541
+    end: 231000
+  642:
+    operation: 'search'
+  643:
+    operation: 'delete'
+    start: 391065
+    end: 402809
+  644:
+    operation: 'search'
+  645:
+    operation: 'delete'
+    start: 670137
+    end: 685175
+  646:
+    operation: 'search'
+  647:
+    operation: 'delete'
+    start: 1262739
+    end: 1341588
+  648:
+    operation: 'search'
+  649:
+    operation: 'delete'
+    start: 2078493
+    end: 2117821
+  650:
+    operation: 'search'
+  651:
+    operation: 'delete'
+    start: 2614769
+    end: 2639329
+  652:
+    operation: 'search'
+  653:
+    operation: 'delete'
+    start: 3088646
+    end: 3184613
+  654:
+    operation: 'search'
+  655:
+    operation: 'delete'
+    start: 3294505
+    end: 3663431
+  656:
+    operation: 'search'
+  657:
+    operation: 'delete'
+    start: 3874373
+    end: 4117643
+  658:
+    operation: 'search'
+  659:
+    operation: 'delete'
+    start: 4497880
+    end: 4610236
+  660:
+    operation: 'search'
+  661:
+    operation: 'delete'
+    start: 4961849
+    end: 5008619
+  662:
+    operation: 'search'
+  663:
+    operation: 'delete'
+    start: 5324358
+    end: 5393518
+  664:
+    operation: 'search'
+  665:
+    operation: 'delete'
+    start: 5711145
+    end: 5764324
+  666:
+    operation: 'search'
+  667:
+    operation: 'delete'
+    start: 6092208
+    end: 6263255
+  668:
+    operation: 'search'
+  669:
+    operation: 'delete'
+    start: 6501709
+    end: 6736091
+  670:
+    operation: 'search'
+  671:
+    operation: 'delete'
+    start: 7334997
+    end: 7377827
+  672:
+    operation: 'search'
+  673:
+    operation: 'delete'
+    start: 7716886
+    end: 7784198
+  674:
+    operation: 'search'
+  675:
+    operation: 'delete'
+    start: 7897243
+    end: 8030790
+  676:
+    operation: 'search'
+  677:
+    operation: 'delete'
+    start: 8893057
+    end: 9109179
+  678:
+    operation: 'search'
+  679:
+    operation: 'delete'
+    start: 9345115
+    end: 9380365
+  680:
+    operation: 'search'
+  681:
+    operation: 'delete'
+    start: 9466193
+    end: 9476943
+  682:
+    operation: 'search'
+  683:
+    operation: 'delete'
+    start: 9847014
+    end: 10128982
+  684:
+    operation: 'search'
+  685:
+    operation: 'delete'
+    start: 10705586
+    end: 10908749
+  686:
+    operation: 'search'
+  687:
+    operation: 'delete'
+    start: 11277648
+    end: 11296524
+  688:
+    operation: 'search'
+  689:
+    operation: 'delete'
+    start: 11540083
+    end: 11652873
+  690:
+    operation: 'search'
+  691:
+    operation: 'delete'
+    start: 12162661
+    end: 12196413
+  692:
+    operation: 'search'
+  693:
+    operation: 'delete'
+    start: 12279570
+    end: 12433150
+  694:
+    operation: 'search'
+  695:
+    operation: 'delete'
+    start: 12833140
+    end: 12858877
+  696:
+    operation: 'search'
+  697:
+    operation: 'delete'
+    start: 12977968
+    end: 13003583
+  698:
+    operation: 'search'
+  699:
+    operation: 'delete'
+    start: 13652035
+    end: 13667496
+  700:
+    operation: 'search'
+  701:
+    operation: 'delete'
+    start: 13741713
+    end: 13799235
+  702:
+    operation: 'search'
+  703:
+    operation: 'delete'
+    start: 14595383
+    end: 14768944
+  704:
+    operation: 'search'
+  705:
+    operation: 'delete'
+    start: 14938482
+    end: 14966378
+  706:
+    operation: 'search'
+  707:
+    operation: 'delete'
+    start: 15513631
+    end: 16024400
+  708:
+    operation: 'search'
+  709:
+    operation: 'delete'
+    start: 16568139
+    end: 16745988
+  710:
+    operation: 'search'
+  711:
+    operation: 'delete'
+    start: 16903336
+    end: 16948274
+  712:
+    operation: 'search'
+  713:
+    operation: 'delete'
+    start: 17433499
+    end: 17668416
+  714:
+    operation: 'search'
+  715:
+    operation: 'delete'
+    start: 17824664
+    end: 17856801
+  716:
+    operation: 'search'
+  717:
+    operation: 'delete'
+    start: 18290948
+    end: 18317840
+  718:
+    operation: 'search'
+  719:
+    operation: 'delete'
+    start: 18811517
+    end: 19146751
+  720:
+    operation: 'search'
+  721:
+    operation: 'delete'
+    start: 19450772
+    end: 19565925
+  722:
+    operation: 'search'
+  723:
+    operation: 'delete'
+    start: 19689869
+    end: 19709965
+  724:
+    operation: 'search'
+  725:
+    operation: 'delete'
+    start: 19987975
+    end: 20112720
+  726:
+    operation: 'search'
+  727:
+    operation: 'delete'
+    start: 20702126
+    end: 20794735
+  728:
+    operation: 'search'
+  729:
+    operation: 'delete'
+    start: 21230678
+    end: 21332091
+  730:
+    operation: 'search'
+  731:
+    operation: 'delete'
+    start: 21829759
+    end: 21890018
+  732:
+    operation: 'search'
+  733:
+    operation: 'delete'
+    start: 22270536
+    end: 22334236
+  734:
+    operation: 'search'
+  735:
+    operation: 'delete'
+    start: 22601656
+    end: 22780273
+  736:
+    operation: 'search'
+  737:
+    operation: 'delete'
+    start: 22988020
+    end: 23110942
+  738:
+    operation: 'search'
+  739:
+    operation: 'delete'
+    start: 23508484
+    end: 23572622
+  740:
+    operation: 'search'
+  741:
+    operation: 'delete'
+    start: 23739957
+    end: 23898983
+  742:
+    operation: 'search'
+  743:
+    operation: 'delete'
+    start: 23973411
+    end: 24167224
+  744:
+    operation: 'search'
+  745:
+    operation: 'delete'
+    start: 24470919
+    end: 24707773
+  746:
+    operation: 'search'
+  747:
+    operation: 'delete'
+    start: 24898889
+    end: 25095130
+  748:
+    operation: 'search'
+  749:
+    operation: 'delete'
+    start: 25562657
+    end: 25633397
+  750:
+    operation: 'search'
+  751:
+    operation: 'delete'
+    start: 25721144
+    end: 25745034
+  752:
+    operation: 'search'
+  753:
+    operation: 'delete'
+    start: 26121014
+    end: 26181215
+  754:
+    operation: 'search'
+  755:
+    operation: 'delete'
+    start: 26789571
+    end: 26817219
+  756:
+    operation: 'search'
+  757:
+    operation: 'delete'
+    start: 27328217
+    end: 27355213
+  758:
+    operation: 'search'
+  759:
+    operation: 'delete'
+    start: 27602392
+    end: 27627816
+  760:
+    operation: 'search'
+  761:
+    operation: 'delete'
+    start: 28097731
+    end: 28138890
+  762:
+    operation: 'search'
+  763:
+    operation: 'delete'
+    start: 28853243
+    end: 28871169
+  764:
+    operation: 'search'
+  765:
+    operation: 'delete'
+    start: 28978011
+    end: 29300432
+  766:
+    operation: 'search'
+  767:
+    operation: 'delete'
+    start: 29521057
+    end: 29885700
+  768:
+    operation: 'search'
+  769:
+    operation: 'insert'
+    start: 313528
+    end: 323521
+  770:
+    operation: 'search'
+  771:
+    operation: 'insert'
+    start: 406121
+    end: 436745
+  772:
+    operation: 'search'
+  773:
+    operation: 'insert'
+    start: 695777
+    end: 757423
+  774:
+    operation: 'search'
+  775:
+    operation: 'insert'
+    start: 1375956
+    end: 1412143
+  776:
+    operation: 'search'
+  777:
+    operation: 'insert'
+    start: 2126178
+    end: 2163500
+  778:
+    operation: 'search'
+  779:
+    operation: 'insert'
+    start: 2662024
+    end: 2674370
+  780:
+    operation: 'search'
+  781:
+    operation: 'insert'
+    start: 3250643
+    end: 3259134
+  782:
+    operation: 'search'
+  783:
+    operation: 'insert'
+    start: 3717488
+    end: 3780271
+  784:
+    operation: 'search'
+  785:
+    operation: 'insert'
+    start: 4155556
+    end: 4195348
+  786:
+    operation: 'search'
+  787:
+    operation: 'insert'
+    start: 4663476
+    end: 4681680
+  788:
+    operation: 'search'
+  789:
+    operation: 'insert'
+    start: 5025435
+    end: 5032960
+  790:
+    operation: 'search'
+  791:
+    operation: 'insert'
+    start: 5406384
+    end: 5439233
+  792:
+    operation: 'search'
+  793:
+    operation: 'insert'
+    start: 5791310
+    end: 5793877
+  794:
+    operation: 'search'
+  795:
+    operation: 'insert'
+    start: 6285177
+    end: 6344031
+  796:
+    operation: 'search'
+  797:
+    operation: 'insert'
+    start: 6908349
+    end: 6913452
+  798:
+    operation: 'search'
+  799:
+    operation: 'insert'
+    start: 7409955
+    end: 7417389
+  800:
+    operation: 'search'
+  801:
+    operation: 'insert'
+    start: 7822680
+    end: 7843007
+  802:
+    operation: 'search'
+  803:
+    operation: 'insert'
+    start: 8047987
+    end: 8805722
+  804:
+    operation: 'search'
+  805:
+    operation: 'insert'
+    start: 9135423
+    end: 9152955
+  806:
+    operation: 'search'
+  807:
+    operation: 'insert'
+    start: 9403796
+    end: 9421516
+  808:
+    operation: 'search'
+  809:
+    operation: 'insert'
+    start: 9480193
+    end: 9511622
+  810:
+    operation: 'search'
+  811:
+    operation: 'insert'
+    start: 10258192
+    end: 10288332
+  812:
+    operation: 'search'
+  813:
+    operation: 'insert'
+    start: 10933587
+    end: 10982747
+  814:
+    operation: 'search'
+  815:
+    operation: 'insert'
+    start: 11300858
+    end: 11303149
+  816:
+    operation: 'search'
+  817:
+    operation: 'insert'
+    start: 11737476
+    end: 11811875
+  818:
+    operation: 'search'
+  819:
+    operation: 'insert'
+    start: 12212628
+    end: 12229975
+  820:
+    operation: 'search'
+  821:
+    operation: 'insert'
+    start: 12484009
+    end: 12499154
+  822:
+    operation: 'search'
+  823:
+    operation: 'insert'
+    start: 12882815
+    end: 12917752
+  824:
+    operation: 'search'
+  825:
+    operation: 'insert'
+    start: 13014080
+    end: 13087700
+  826:
+    operation: 'search'
+  827:
+    operation: 'insert'
+    start: 13675186
+    end: 13694499
+  828:
+    operation: 'search'
+  829:
+    operation: 'insert'
+    start: 13808500
+    end: 14224858
+  830:
+    operation: 'search'
+  831:
+    operation: 'insert'
+    start: 14797860
+    end: 14830306
+  832:
+    operation: 'search'
+  833:
+    operation: 'insert'
+    start: 14985813
+    end: 14995731
+  834:
+    operation: 'search'
+  835:
+    operation: 'insert'
+    start: 16124580
+    end: 16188404
+  836:
+    operation: 'search'
+  837:
+    operation: 'insert'
+    start: 16815568
+    end: 16838448
+  838:
+    operation: 'search'
+  839:
+    operation: 'insert'
+    start: 16962415
+    end: 17035008
+  840:
+    operation: 'search'
+  841:
+    operation: 'insert'
+    start: 17708902
+    end: 17753898
+  842:
+    operation: 'search'
+  843:
+    operation: 'insert'
+    start: 17865204
+    end: 18253844
+  844:
+    operation: 'search'
+  845:
+    operation: 'insert'
+    start: 18336260
+    end: 18684431
+  846:
+    operation: 'search'
+  847:
+    operation: 'insert'
+    start: 19308432
+    end: 19314667
+  848:
+    operation: 'search'
+  849:
+    operation: 'insert'
+    start: 19649002
+    end: 19652814
+  850:
+    operation: 'search'
+  851:
+    operation: 'insert'
+    start: 19715100
+    end: 19724386
+  852:
+    operation: 'search'
+  853:
+    operation: 'insert'
+    start: 20223693
+    end: 20249087
+  854:
+    operation: 'search'
+  855:
+    operation: 'insert'
+    start: 20844661
+    end: 20850451
+  856:
+    operation: 'search'
+  857:
+    operation: 'insert'
+    start: 21353533
+    end: 21371925
+  858:
+    operation: 'search'
+  859:
+    operation: 'insert'
+    start: 21923297
+    end: 21955627
+  860:
+    operation: 'search'
+  861:
+    operation: 'insert'
+    start: 22347206
+    end: 22353887
+  862:
+    operation: 'search'
+  863:
+    operation: 'insert'
+    start: 22855648
+    end: 22930025
+  864:
+    operation: 'search'
+  865:
+    operation: 'insert'
+    start: 23203450
+    end: 23215167
+  866:
+    operation: 'search'
+  867:
+    operation: 'insert'
+    start: 23635691
+    end: 23679006
+  868:
+    operation: 'search'
+  869:
+    operation: 'insert'
+    start: 23939768
+    end: 23946126
+  870:
+    operation: 'search'
+  871:
+    operation: 'insert'
+    start: 24347992
+    end: 24386983
+  872:
+    operation: 'search'
+  873:
+    operation: 'insert'
+    start: 24828313
+    end: 24867396
+  874:
+    operation: 'search'
+  875:
+    operation: 'insert'
+    start: 25151673
+    end: 25168454
+  876:
+    operation: 'search'
+  877:
+    operation: 'insert'
+    start: 25656486
+    end: 25658458
+  878:
+    operation: 'search'
+  879:
+    operation: 'insert'
+    start: 25757054
+    end: 26046997
+  880:
+    operation: 'search'
+  881:
+    operation: 'insert'
+    start: 26210687
+    end: 26734447
+  882:
+    operation: 'search'
+  883:
+    operation: 'insert'
+    start: 26837168
+    end: 27289905
+  884:
+    operation: 'search'
+  885:
+    operation: 'insert'
+    start: 27358443
+    end: 27367995
+  886:
+    operation: 'search'
+  887:
+    operation: 'insert'
+    start: 27651001
+    end: 28008834
+  888:
+    operation: 'search'
+  889:
+    operation: 'insert'
+    start: 28147587
+    end: 28568584
+  890:
+    operation: 'search'
+  891:
+    operation: 'insert'
+    start: 28882793
+    end: 28912414
+  892:
+    operation: 'search'
+  893:
+    operation: 'insert'
+    start: 29400607
+    end: 29459796
+  894:
+    operation: 'search'
+  895:
+    operation: 'insert'
+    start: 29943402
+    end: 29992835
+  896:
+    operation: 'search'
+  897:
+    operation: 'delete'
+    start: 231000
+    end: 311284
+  898:
+    operation: 'search'
+  899:
+    operation: 'delete'
+    start: 402809
+    end: 421124
+  900:
+    operation: 'search'
+  901:
+    operation: 'delete'
+    start: 685175
+    end: 750137
+  902:
+    operation: 'search'
+  903:
+    operation: 'delete'
+    start: 1341588
+    end: 1400238
+  904:
+    operation: 'search'
+  905:
+    operation: 'delete'
+    start: 2117821
+    end: 2146203
+  906:
+    operation: 'search'
+  907:
+    operation: 'delete'
+    start: 2639329
+    end: 2663029
+  908:
+    operation: 'search'
+  909:
+    operation: 'delete'
+    start: 3184613
+    end: 3224172
+  910:
+    operation: 'search'
+  911:
+    operation: 'delete'
+    start: 3663431
+    end: 3741482
+  912:
+    operation: 'search'
+  913:
+    operation: 'delete'
+    start: 4117643
+    end: 4157312
+  914:
+    operation: 'search'
+  915:
+    operation: 'delete'
+    start: 4610236
+    end: 4666287
+  916:
+    operation: 'search'
+  917:
+    operation: 'delete'
+    start: 5008619
+    end: 5025635
+  918:
+    operation: 'search'
+  919:
+    operation: 'delete'
+    start: 5393518
+    end: 5423012
+  920:
+    operation: 'search'
+  921:
+    operation: 'delete'
+    start: 5764324
+    end: 5785462
+  922:
+    operation: 'search'
+  923:
+    operation: 'delete'
+    start: 6263255
+    end: 6321056
+  924:
+    operation: 'search'
+  925:
+    operation: 'delete'
+    start: 6736091
+    end: 6884203
+  926:
+    operation: 'search'
+  927:
+    operation: 'delete'
+    start: 7377827
+    end: 7400099
+  928:
+    operation: 'search'
+  929:
+    operation: 'delete'
+    start: 7784198
+    end: 7819920
+  930:
+    operation: 'search'
+  931:
+    operation: 'delete'
+    start: 8030790
+    end: 8544038
+  932:
+    operation: 'search'
+  933:
+    operation: 'delete'
+    start: 9109179
+    end: 9144900
+  934:
+    operation: 'search'
+  935:
+    operation: 'delete'
+    start: 9380365
+    end: 9407094
+  936:
+    operation: 'search'
+  937:
+    operation: 'delete'
+    start: 9476943
+    end: 9506597
+  938:
+    operation: 'search'
+  939:
+    operation: 'delete'
+    start: 10128982
+    end: 10268747
+  940:
+    operation: 'search'
+  941:
+    operation: 'delete'
+    start: 10908749
+    end: 10947761
+  942:
+    operation: 'search'
+  943:
+    operation: 'delete'
+    start: 11296524
+    end: 11301399
+  944:
+    operation: 'search'
+  945:
+    operation: 'delete'
+    start: 11652873
+    end: 11766615
+  946:
+    operation: 'search'
+  947:
+    operation: 'delete'
+    start: 12196413
+    end: 12216421
+  948:
+    operation: 'search'
+  949:
+    operation: 'delete'
+    start: 12433150
+    end: 12489279
+  950:
+    operation: 'search'
+  951:
+    operation: 'delete'
+    start: 12858877
+    end: 12903144
+  952:
+    operation: 'search'
+  953:
+    operation: 'delete'
+    start: 13003583
+    end: 13051080
+  954:
+    operation: 'search'
+  955:
+    operation: 'delete'
+    start: 13667496
+    end: 13686728
+  956:
+    operation: 'search'
+  957:
+    operation: 'delete'
+    start: 13799235
+    end: 14106834
+  958:
+    operation: 'search'
+  959:
+    operation: 'delete'
+    start: 14768944
+    end: 14815173
+  960:
+    operation: 'search'
+  961:
+    operation: 'delete'
+    start: 14966378
+    end: 14987885
+  962:
+    operation: 'search'
+  963:
+    operation: 'delete'
+    start: 16024400
+    end: 16121591
+  964:
+    operation: 'search'
+  965:
+    operation: 'delete'
+    start: 16745988
+    end: 16807150
+  966:
+    operation: 'search'
+  967:
+    operation: 'delete'
+    start: 16948274
+    end: 17002806
+  968:
+    operation: 'search'
+  969:
+    operation: 'delete'
+    start: 17668416
+    end: 17737242
+  970:
+    operation: 'search'
+  971:
+    operation: 'delete'
+    start: 17856801
+    end: 18143307
+  972:
+    operation: 'search'
+  973:
+    operation: 'delete'
+    start: 18317840
+    end: 18576376
+  974:
+    operation: 'search'
+  975:
+    operation: 'delete'
+    start: 19146751
+    end: 19284938
+  976:
+    operation: 'search'
+  977:
+    operation: 'delete'
+    start: 19565925
+    end: 19633509
+  978:
+    operation: 'search'
+  979:
+    operation: 'delete'
+    start: 19709965
+    end: 19721964
+  980:
+    operation: 'search'
+  981:
+    operation: 'delete'
+    start: 20112720
+    end: 20230640
+  982:
+    operation: 'search'
+  983:
+    operation: 'delete'
+    start: 20794735
+    end: 20824449
+  984:
+    operation: 'search'
+  985:
+    operation: 'delete'
+    start: 21332091
+    end: 21367938
+  986:
+    operation: 'search'
+  987:
+    operation: 'delete'
+    start: 21890018
+    end: 21929584
+  988:
+    operation: 'search'
+  989:
+    operation: 'delete'
+    start: 22334236
+    end: 22346611
+  990:
+    operation: 'search'
+  991:
+    operation: 'delete'
+    start: 22780273
+    end: 22859642
+  992:
+    operation: 'search'
+  993:
+    operation: 'delete'
+    start: 23110942
+    end: 23194555
+  994:
+    operation: 'search'
+  995:
+    operation: 'delete'
+    start: 23572622
+    end: 23638580
+  996:
+    operation: 'search'
+  997:
+    operation: 'delete'
+    start: 23898983
+    end: 23927857
+  998:
+    operation: 'search'
+  999:
+    operation: 'delete'
+    start: 24167224
+    end: 24285751
+  1000:
+    operation: 'search'
+  1001:
+    operation: 'delete'
+    start: 24707773
+    end: 24812964
+  1002:
+    operation: 'search'
+  1003:
+    operation: 'delete'
+    start: 25095130
+    end: 25138836
+  1004:
+    operation: 'search'
+  1005:
+    operation: 'delete'
+    start: 25633397
+    end: 25651514
+  1006:
+    operation: 'search'
+  1007:
+    operation: 'delete'
+    start: 25745034
+    end: 25933746
+  1008:
+    operation: 'search'
+  1009:
+    operation: 'delete'
+    start: 26181215
+    end: 26495505
+  1010:
+    operation: 'search'
+  1011:
+    operation: 'delete'
+    start: 26817219
+    end: 27183112
+  1012:
+    operation: 'search'
+  1013:
+    operation: 'delete'
+    start: 27355213
+    end: 27366320
+  1014:
+    operation: 'search'
+  1015:
+    operation: 'delete'
+    start: 27627816
+    end: 27897556
+  1016:
+    operation: 'search'
+  1017:
+    operation: 'delete'
+    start: 28138890
+    end: 28455164
+  1018:
+    operation: 'search'
+  1019:
+    operation: 'delete'
+    start: 28871169
+    end: 28892514
+  1020:
+    operation: 'search'
+  1021:
+    operation: 'delete'
+    start: 29300432
+    end: 29415588
+  1022:
+    operation: 'search'
+  1023:
+    operation: 'delete'
+    start: 29885700
+    end: 29968123
+  1024:
+    operation: 'search'
+  1025:
+    operation: 'insert'
+    start: 323521
+    end: 361961
+  1026:
+    operation: 'search'
+  1027:
+    operation: 'insert'
+    start: 436745
+    end: 643916
+  1028:
+    operation: 'search'
+  1029:
+    operation: 'insert'
+    start: 757423
+    end: 1159293
+  1030:
+    operation: 'search'
+  1031:
+    operation: 'insert'
+    start: 1412143
+    end: 2038734
+  1032:
+    operation: 'search'
+  1033:
+    operation: 'insert'
+    start: 2163500
+    end: 2585603
+  1034:
+    operation: 'search'
+  1035:
+    operation: 'insert'
+    start: 2674370
+    end: 2933808
+  1036:
+    operation: 'search'
+  1037:
+    operation: 'insert'
+    start: 3259134
+    end: 3272842
+  1038:
+    operation: 'search'
+  1039:
+    operation: 'insert'
+    start: 3780271
+    end: 3853671
+  1040:
+    operation: 'search'
+  1041:
+    operation: 'insert'
+    start: 4195348
+    end: 4205984
+  1042:
+    operation: 'search'
+  1043:
+    operation: 'insert'
+    start: 4681680
+    end: 4699240
+  1044:
+    operation: 'search'
+  1045:
+    operation: 'insert'
+    start: 5032960
+    end: 5076156
+  1046:
+    operation: 'search'
+  1047:
+    operation: 'insert'
+    start: 5439233
+    end: 5444012
+  1048:
+    operation: 'search'
+  1049:
+    operation: 'insert'
+    start: 5793877
+    end: 5808489
+  1050:
+    operation: 'search'
+  1051:
+    operation: 'insert'
+    start: 6344031
+    end: 6438004
+  1052:
+    operation: 'search'
+  1053:
+    operation: 'insert'
+    start: 6913452
+    end: 6955700
+  1054:
+    operation: 'search'
+  1055:
+    operation: 'insert'
+    start: 7417389
+    end: 7453525
+  1056:
+    operation: 'search'
+  1057:
+    operation: 'insert'
+    start: 7843007
+    end: 7850216
+  1058:
+    operation: 'search'
+  1059:
+    operation: 'insert'
+    start: 8805722
+    end: 8834728
+  1060:
+    operation: 'search'
+  1061:
+    operation: 'insert'
+    start: 9152955
+    end: 9161886
+  1062:
+    operation: 'search'
+  1063:
+    operation: 'insert'
+    start: 9421516
+    end: 9430401
+  1064:
+    operation: 'search'
+  1065:
+    operation: 'insert'
+    start: 9511622
+    end: 9790075
+  1066:
+    operation: 'search'
+  1067:
+    operation: 'insert'
+    start: 10288332
+    end: 10293675
+  1068:
+    operation: 'search'
+  1069:
+    operation: 'insert'
+    start: 10982747
+    end: 11013448
+  1070:
+    operation: 'search'
+  1071:
+    operation: 'insert'
+    start: 11303149
+    end: 11327925
+  1072:
+    operation: 'search'
+  1073:
+    operation: 'insert'
+    start: 11811875
+    end: 11837909
+  1074:
+    operation: 'search'
+  1075:
+    operation: 'insert'
+    start: 12229975
+    end: 12238363
+  1076:
+    operation: 'search'
+  1077:
+    operation: 'insert'
+    start: 12499154
+    end: 12525239
+  1078:
+    operation: 'search'
+  1079:
+    operation: 'insert'
+    start: 12917752
+    end: 12937117
+  1080:
+    operation: 'search'
+  1081:
+    operation: 'insert'
+    start: 13087700
+    end: 13430950
+  1082:
+    operation: 'search'
+  1083:
+    operation: 'insert'
+    start: 13694499
+    end: 13695566
+  1084:
+    operation: 'search'
+  1085:
+    operation: 'insert'
+    start: 14224858
+    end: 14247215
+  1086:
+    operation: 'search'
+  1087:
+    operation: 'insert'
+    start: 14830306
+    end: 14843615
+  1088:
+    operation: 'search'
+  1089:
+    operation: 'insert'
+    start: 14995731
+    end: 15383716
+  1090:
+    operation: 'search'
+  1091:
+    operation: 'insert'
+    start: 16188404
+    end: 16237410
+  1092:
+    operation: 'search'
+  1093:
+    operation: 'insert'
+    start: 16838448
+    end: 16857047
+  1094:
+    operation: 'search'
+  1095:
+    operation: 'insert'
+    start: 17035008
+    end: 17421754
+  1096:
+    operation: 'search'
+  1097:
+    operation: 'insert'
+    start: 17753898
+    end: 17775337
+  1098:
+    operation: 'search'
+  1099:
+    operation: 'insert'
+    start: 18253844
+    end: 18265997
+  1100:
+    operation: 'search'
+  1101:
+    operation: 'insert'
+    start: 18684431
+    end: 18726728
+  1102:
+    operation: 'search'
+  1103:
+    operation: 'insert'
+    start: 19314667
+    end: 19405285
+  1104:
+    operation: 'search'
+  1105:
+    operation: 'insert'
+    start: 19652814
+    end: 19655516
+  1106:
+    operation: 'search'
+  1107:
+    operation: 'insert'
+    start: 19724386
+    end: 19948196
+  1108:
+    operation: 'search'
+  1109:
+    operation: 'insert'
+    start: 20249087
+    end: 20256391
+  1110:
+    operation: 'search'
+  1111:
+    operation: 'insert'
+    start: 20850451
+    end: 20887551
+  1112:
+    operation: 'search'
+  1113:
+    operation: 'insert'
+    start: 21371925
+    end: 21424514
+  1114:
+    operation: 'search'
+  1115:
+    operation: 'insert'
+    start: 21955627
+    end: 22018492
+  1116:
+    operation: 'search'
+  1117:
+    operation: 'insert'
+    start: 22353887
+    end: 22368751
+  1118:
+    operation: 'search'
+  1119:
+    operation: 'insert'
+    start: 22930025
+    end: 22938876
+  1120:
+    operation: 'search'
+  1121:
+    operation: 'insert'
+    start: 23215167
+    end: 23242834
+  1122:
+    operation: 'search'
+  1123:
+    operation: 'insert'
+    start: 23679006
+    end: 23696406
+  1124:
+    operation: 'search'
+  1125:
+    operation: 'insert'
+    start: 23946126
+    end: 23952989
+  1126:
+    operation: 'search'
+  1127:
+    operation: 'insert'
+    start: 24386983
+    end: 24432061
+  1128:
+    operation: 'search'
+  1129:
+    operation: 'insert'
+    start: 24867396
+    end: 24879161
+  1130:
+    operation: 'search'
+  1131:
+    operation: 'insert'
+    start: 25168454
+    end: 25201346
+  1132:
+    operation: 'search'
+  1133:
+    operation: 'insert'
+    start: 25658458
+    end: 25674928
+  1134:
+    operation: 'search'
+  1135:
+    operation: 'insert'
+    start: 26046997
+    end: 26054287
+  1136:
+    operation: 'search'
+  1137:
+    operation: 'insert'
+    start: 26734447
+    end: 26757922
+  1138:
+    operation: 'search'
+  1139:
+    operation: 'insert'
+    start: 27289905
+    end: 27292407
+  1140:
+    operation: 'search'
+  1141:
+    operation: 'insert'
+    start: 27367995
+    end: 27582912
+  1142:
+    operation: 'search'
+  1143:
+    operation: 'insert'
+    start: 28008834
+    end: 28029999
+  1144:
+    operation: 'search'
+  1145:
+    operation: 'insert'
+    start: 28568584
+    end: 28578519
+  1146:
+    operation: 'search'
+  1147:
+    operation: 'insert'
+    start: 28912414
+    end: 28931434
+  1148:
+    operation: 'search'
+  1149:
+    operation: 'insert'
+    start: 29459796
+    end: 29464422
+  1150:
+    operation: 'search'
+  1151:
+    operation: 'insert'
+    start: 29992835
+    end: 29998992
+  1152:
+    operation: 'search'
+  1153:
+    operation: 'delete'
+    start: 311284
+    end: 346241
+  1154:
+    operation: 'search'
+  1155:
+    operation: 'delete'
+    start: 421124
+    end: 591639
+  1156:
+    operation: 'search'
+  1157:
+    operation: 'delete'
+    start: 750137
+    end: 1067288
+  1158:
+    operation: 'search'
+  1159:
+    operation: 'delete'
+    start: 1400238
+    end: 1882164
+  1160:
+    operation: 'search'
+  1161:
+    operation: 'delete'
+    start: 2146203
+    end: 2434416
+  1162:
+    operation: 'search'
+  1163:
+    operation: 'delete'
+    start: 2663029
+    end: 2807417
+  1164:
+    operation: 'search'
+  1165:
+    operation: 'delete'
+    start: 3224172
+    end: 3255274
+  1166:
+    operation: 'search'
+  1167:
+    operation: 'delete'
+    start: 3741482
+    end: 3817676
+  1168:
+    operation: 'search'
+  1169:
+    operation: 'delete'
+    start: 4157312
+    end: 4186477
+  1170:
+    operation: 'search'
+  1171:
+    operation: 'delete'
+    start: 4666287
+    end: 4692460
+  1172:
+    operation: 'search'
+  1173:
+    operation: 'delete'
+    start: 5025635
+    end: 5070335
+  1174:
+    operation: 'search'
+  1175:
+    operation: 'delete'
+    start: 5423012
+    end: 5440866
+  1176:
+    operation: 'search'
+  1177:
+    operation: 'delete'
+    start: 5785462
+    end: 5800643
+  1178:
+    operation: 'search'
+  1179:
+    operation: 'delete'
+    start: 6321056
+    end: 6381867
+  1180:
+    operation: 'search'
+  1181:
+    operation: 'delete'
+    start: 6884203
+    end: 6924834
+  1182:
+    operation: 'search'
+  1183:
+    operation: 'delete'
+    start: 7400099
+    end: 7446995
+  1184:
+    operation: 'search'
+  1185:
+    operation: 'delete'
+    start: 7819920
+    end: 7845100
+  1186:
+    operation: 'search'
+  1187:
+    operation: 'delete'
+    start: 8544038
+    end: 8693458
+  1188:
+    operation: 'search'
+  1189:
+    operation: 'delete'
+    start: 9144900
+    end: 9159682
+  1190:
+    operation: 'search'
+  1191:
+    operation: 'delete'
+    start: 9407094
+    end: 9419496
+  1192:
+    operation: 'search'
+  1193:
+    operation: 'delete'
+    start: 9506597
+    end: 9724463
+  1194:
+    operation: 'search'
+  1195:
+    operation: 'delete'
+    start: 10268747
+    end: 10284500
+  1196:
+    operation: 'search'
+  1197:
+    operation: 'delete'
+    start: 10947761
+    end: 10994906
+  1198:
+    operation: 'search'
+  1199:
+    operation: 'delete'
+    start: 11301399
+    end: 11314871
+  1200:
+    operation: 'search'
+  1201:
+    operation: 'delete'
+    start: 11766615
+    end: 11829835
+  1202:
+    operation: 'search'
+  1203:
+    operation: 'delete'
+    start: 12216421
+    end: 12236041
+  1204:
+    operation: 'search'
+  1205:
+    operation: 'delete'
+    start: 12489279
+    end: 12517779
+  1206:
+    operation: 'search'
+  1207:
+    operation: 'delete'
+    start: 12903144
+    end: 12924664
+  1208:
+    operation: 'search'
+  1209:
+    operation: 'delete'
+    start: 13051080
+    end: 13310395
+  1210:
+    operation: 'search'
+  1211:
+    operation: 'delete'
+    start: 13686728
+    end: 13692039
+  1212:
+    operation: 'search'
+  1213:
+    operation: 'delete'
+    start: 14106834
+    end: 14208220
+  1214:
+    operation: 'search'
+  1215:
+    operation: 'delete'
+    start: 14815173
+    end: 14830337
+  1216:
+    operation: 'search'
+  1217:
+    operation: 'delete'
+    start: 14987885
+    end: 15301330
+  1218:
+    operation: 'search'
+  1219:
+    operation: 'delete'
+    start: 16121591
+    end: 16211852
+  1220:
+    operation: 'search'
+  1221:
+    operation: 'delete'
+    start: 16807150
+    end: 16842278
+  1222:
+    operation: 'search'
+  1223:
+    operation: 'delete'
+    start: 17002806
+    end: 17219942
+  1224:
+    operation: 'search'
+  1225:
+    operation: 'delete'
+    start: 17737242
+    end: 17771144
+  1226:
+    operation: 'search'
+  1227:
+    operation: 'delete'
+    start: 18143307
+    end: 18212683
+  1228:
+    operation: 'search'
+  1229:
+    operation: 'delete'
+    start: 18576376
+    end: 18660254
+  1230:
+    operation: 'search'
+  1231:
+    operation: 'delete'
+    start: 19284938
+    end: 19362703
+  1232:
+    operation: 'search'
+  1233:
+    operation: 'delete'
+    start: 19633509
+    end: 19646955
+  1234:
+    operation: 'search'
+  1235:
+    operation: 'delete'
+    start: 19721964
+    end: 19869144
+  1236:
+    operation: 'search'
+  1237:
+    operation: 'delete'
+    start: 20230640
+    end: 20245800
+  1238:
+    operation: 'search'
+  1239:
+    operation: 'delete'
+    start: 20824449
+    end: 20872539
+  1240:
+    operation: 'search'
+  1241:
+    operation: 'delete'
+    start: 21367938
+    end: 21408809
+  1242:
+    operation: 'search'
+  1243:
+    operation: 'delete'
+    start: 21929584
+    end: 21975788
+  1244:
+    operation: 'search'
+  1245:
+    operation: 'delete'
+    start: 22346611
+    end: 22360930
+  1246:
+    operation: 'search'
+  1247:
+    operation: 'delete'
+    start: 22859642
+    end: 22926695
+  1248:
+    operation: 'search'
+  1249:
+    operation: 'delete'
+    start: 23194555
+    end: 23230381
+  1250:
+    operation: 'search'
+  1251:
+    operation: 'delete'
+    start: 23638580
+    end: 23667638
+  1252:
+    operation: 'search'
+  1253:
+    operation: 'delete'
+    start: 23927857
+    end: 23943353
+  1254:
+    operation: 'search'
+  1255:
+    operation: 'delete'
+    start: 24285751
+    end: 24399693
+  1256:
+    operation: 'search'
+  1257:
+    operation: 'delete'
+    start: 24812964
+    end: 24847522
+  1258:
+    operation: 'search'
+  1259:
+    operation: 'delete'
+    start: 25138836
+    end: 25187511
+  1260:
+    operation: 'search'
+  1261:
+    operation: 'delete'
+    start: 25651514
+    end: 25669458
+  1262:
+    operation: 'search'
+  1263:
+    operation: 'delete'
+    start: 25933746
+    end: 26031937
+  1264:
+    operation: 'search'
+  1265:
+    operation: 'delete'
+    start: 26495505
+    end: 26720821
+  1266:
+    operation: 'search'
+  1267:
+    operation: 'delete'
+    start: 27183112
+    end: 27252850
+  1268:
+    operation: 'search'
+  1269:
+    operation: 'delete'
+    start: 27366320
+    end: 27502729
+  1270:
+    operation: 'search'
+  1271:
+    operation: 'delete'
+    start: 27897556
+    end: 27971464
+  1272:
+    operation: 'search'
+  1273:
+    operation: 'delete'
+    start: 28455164
+    end: 28565573
+  1274:
+    operation: 'search'
+  1275:
+    operation: 'delete'
+    start: 28892514
+    end: 28913927
+  1276:
+    operation: 'search'
+  1277:
+    operation: 'delete'
+    start: 29415588
+    end: 29445846
+  1278:
+    operation: 'search'
+  1279:
+    operation: 'delete'
+    start: 29968123
+    end: 29991665
+  1280:
+    operation: 'search'
diff --git a/neurips23/streaming/final_runbook_gen.py b/neurips23/streaming/final_runbook_gen.py
index f10f7256..10d25605 100644
--- a/neurips23/streaming/final_runbook_gen.py
+++ b/neurips23/streaming/final_runbook_gen.py
@@ -76,13 +76,16 @@ def create_runbook(
     max_pts = 0
     active_points_in_cluster = np.zeros(num_clusters)
 
-    num_rounds = 1
+    num_rounds = 5
+    sample = np.random.default_rng().dirichlet((100,15,10,5,3), num_clusters)
+    for c in range(num_clusters):
+        np.random.default_rng().shuffle(sample[c])
+    print(sample)
+
     for round in range(num_rounds):
         #insertions
         for c in range(num_clusters):
-            delta = ((int)((offsets[c+1]-offsets[c])/num_rounds)
-                     if round < num_rounds-1 
-                     else offsets[c+1]-ins_cursor_end[c])
+            delta = (int)((offsets[c+1]-offsets[c]) * sample[c,round])
             ins_cursor_end[c] = ins_cursor_start[c] + delta
             active_points += delta
             max_pts = max(max_pts, active_points)
@@ -99,7 +102,7 @@ def create_runbook(
 
         #deletions
         for c in range(num_clusters):
-            fraction = random.uniform(0,0.9)
+            fraction = random.uniform(0.5,0.9)
             delta = (int)(fraction*(ins_cursor_end[c]-del_cursor_start[c]))
             del_cursor_end[c] = del_cursor_start[c] + delta
             active_points -= delta
@@ -114,13 +117,6 @@ def create_runbook(
             num_operations += 1
             del_cursor_start[c] = del_cursor_end[c]
 
-        # #queries
-        # for c in range(num_clusters):
-        #     cluster_index_range = range(offsets[c], offsets[c + 1])
-        #     cluster_indices = np.array(permutation[cluster_index_range], dtype=np.uintc)
-        #     print(cluster_index_range)
-        #     entry = [{'operation': 'insert'}, {'start': int(offsets[c])}, {'end': int(offsets[c+1])}]
-        #     operation_list.append((c+1, entry))
 
     with open(output_yaml_file, 'w') as yf:
         operation_list.sort(key = lambda x: x[0])

From 2a38ef0655c2ff88bfc9e9aad5c5b1e6176e52bc Mon Sep 17 00:00:00 2001
From: harsha vardhan simhadri <harsha.v.simhadri@gmail.com>
Date: Sat, 14 Oct 2023 19:44:38 +0000
Subject: [PATCH 05/20] remove data file in GT after calculation is done

---
 benchmark/streaming/compute_gt.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/benchmark/streaming/compute_gt.py b/benchmark/streaming/compute_gt.py
index 3d517462..2260e8c1 100644
--- a/benchmark/streaming/compute_gt.py
+++ b/benchmark/streaming/compute_gt.py
@@ -26,7 +26,7 @@ def gt_dir(ds, runbook_path):
     return os.path.join(ds.basedir, str(ds.nb), runbook_filename)
 
 def output_gt(ds, ids, step, gt_cmdline, runbook_path):
-    data = ds.get_dataset()
+    data = ds.get_data_in_range(0, ds.nb)
     data_slice = data[ids]
 
     dir = gt_dir(ds, runbook_path)
@@ -52,6 +52,9 @@ def output_gt(ds, ids, step, gt_cmdline, runbook_path):
     gt_cmdline += ' --tags_file ' + tags_file
     print("Executing cmdline: ", gt_cmdline)
     os.system(gt_cmdline)
+    print("Removing data file")
+    rm_cmdline = "rm " + data_file
+    os.system(rm_cmdline)
     
 
 def main():

From ea1d76a2e25bbb3b85263ec619e7ccba1c749d11 Mon Sep 17 00:00:00 2001
From: harsha vardhan simhadri <harsha.v.simhadri@gmail.com>
Date: Sat, 14 Oct 2023 21:29:19 +0000
Subject: [PATCH 06/20] h5py libver latest

---
 benchmark/results.py    | 4 ++--
 requirements_py3.10.txt | 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/benchmark/results.py b/benchmark/results.py
index 26cf802a..f67970ef 100644
--- a/benchmark/results.py
+++ b/benchmark/results.py
@@ -59,7 +59,7 @@ def store_results(dataset, count, definition, query_arguments,
     head, tail = os.path.split(fn)
     if not os.path.isdir(head):
         os.makedirs(head)
-    f = h5py.File(fn, 'w')
+    f = h5py.File(name=fn, mode='w', libver='latest')
     for k, v in attrs.items():
         f.attrs[k] = v
 
@@ -83,7 +83,7 @@ def load_all_results(dataset=None, count=None, neurips23track=None, runbook_path
             if os.path.splitext(fn)[-1] != '.hdf5':
                 continue
             try:
-                f = h5py.File(os.path.join(root, fn), 'r+')
+                f = h5py.File(name=os.path.join(root, fn), mode='r+', libver='latest')
                 properties = dict(f.attrs)
                 yield properties, f
                 f.close()
diff --git a/requirements_py3.10.txt b/requirements_py3.10.txt
index 8afbbdae..073c6590 100644
--- a/requirements_py3.10.txt
+++ b/requirements_py3.10.txt
@@ -1,6 +1,6 @@
 ansicolors==1.1.8
 docker==6.1.2
-h5py==3.8.0
+h5py==3.10.0
 matplotlib==3.3.4
 numpy==1.24.2
 pyyaml==6.0

From 2f8e95440a7d0fec6880ee0e22a42bd55d02d3eb Mon Sep 17 00:00:00 2001
From: harsha vardhan simhadri <harsha.v.simhadri@gmail.com>
Date: Sun, 15 Oct 2023 03:22:21 +0000
Subject: [PATCH 07/20] set h5py dataset directly with 2D np array

---
 benchmark/results.py | 5 +----
 1 file changed, 1 insertion(+), 4 deletions(-)

diff --git a/benchmark/results.py b/benchmark/results.py
index f67970ef..b7b7b47f 100644
--- a/benchmark/results.py
+++ b/benchmark/results.py
@@ -6,7 +6,6 @@
 import re
 import traceback
 
-
 def get_result_filename(dataset=None, count=None, definition=None,
                         query_arguments=None, neurips23track=None, runbook_path=None):
     d = ['results']
@@ -41,9 +40,7 @@ def get_result_filename(dataset=None, count=None, definition=None,
 
 def add_results_to_h5py(f, search_type, results, count, suffix = ''):
     if search_type == "knn" or search_type == "knn_filtered":
-        neighbors = f.create_dataset('neighbors' + suffix, (len(results), count), 'i')
-        for i, idxs in enumerate(results):
-            neighbors[i] = idxs
+        neighbors = f.create_dataset('neighbors' + suffix, (len(results), count), 'i', data = results)
     elif search_type == "range":
         lims, D, I= results
         f.create_dataset('neighbors' + suffix, data=I)

From 6067a6ea16b0531b6b8c81a738ee4b7167e86110 Mon Sep 17 00:00:00 2001
From: harsha vardhan simhadri <harsha.v.simhadri@gmail.com>
Date: Sun, 15 Oct 2023 05:14:29 +0000
Subject: [PATCH 08/20] set k=10 and run_count to 1

---
 benchmark/runner.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/benchmark/runner.py b/benchmark/runner.py
index 52e2af51..84cb39d7 100644
--- a/benchmark/runner.py
+++ b/benchmark/runner.py
@@ -100,7 +100,7 @@ def run(definition, dataset, count, run_count, rebuild,
                     algo.set_query_arguments(*query_arguments)
                 if neurips23track == 'streaming':
                     descriptor, results = custom_runner.run_task(
-                        algo, ds, distance, 1, run_count, search_type, private_query, runbook)
+                        algo, ds, distance, count, 1, search_type, private_query, runbook)
                 else:
                     descriptor, results = custom_runner.run_task(
                         algo, ds, distance, count, run_count, search_type, private_query)

From 78642f6784eb9d5331c95776fdb8912880c644ab Mon Sep 17 00:00:00 2001
From: harsha vardhan simhadri <harsha.v.simhadri@gmail.com>
Date: Sun, 15 Oct 2023 08:04:50 +0000
Subject: [PATCH 09/20] add final runbook to data_export

---
 data_export.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/data_export.py b/data_export.py
index 1141771e..47669eae 100644
--- a/data_export.py
+++ b/data_export.py
@@ -95,7 +95,10 @@ def cleaned_run_metric(run_metrics):
             print(f"Looking at track:{track}, dataset:{dataset_name}")
             dataset = DATASETS[dataset_name]()
             if track == 'streaming':
-                for runbook_path in ['neurips23/streaming/simple_runbook.yaml', 'neurips23/streaming/clustered_runbook.yaml', 'neurips23/streaming/delete_runbook.yaml']:
+                for runbook_path in ['neurips23/streaming/simple_runbook.yaml', 
+                                    'neurips23/streaming/clustered_runbook.yaml',
+                                    'neurips23/streaming/delete_runbook.yaml',
+                                    'neurips23/streaming/final_runbook.yaml']:
                     results = load_all_results(dataset_name, neurips23track=track, runbook_path=runbook_path)
                     run_metrics = compute_metrics_all_runs(dataset, dataset_name, results, args.recompute, \
                         args.sensors, args.search_times, args.private_query, \

From dabe5ce8baf6c10fe1d8bcfc5f18d9dc5b801ae2 Mon Sep 17 00:00:00 2001
From: harsha vardhan simhadri <harsha.v.simhadri@gmail.com>
Date: Sun, 15 Oct 2023 08:07:46 +0000
Subject: [PATCH 10/20] reduce streaming runtime to 1hr

---
 benchmark/runner.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/benchmark/runner.py b/benchmark/runner.py
index 84cb39d7..2f59e252 100644
--- a/benchmark/runner.py
+++ b/benchmark/runner.py
@@ -293,7 +293,7 @@ def run_docker(definition, dataset, count, runs, timeout, rebuild,
     # set/override container timeout based on competition flag
     if neurips23track!='none':
         # 1 hour for streaming and 12 hours for other tracks
-        timeout = 2 * 60 * 60 if neurips23track == 'streaming' else 12 * 60 * 60
+        timeout = 60 * 60 if neurips23track == 'streaming' else 12 * 60 * 60
         print("Setting container wait timeout to %d seconds" % timeout)       
 
     elif not timeout: 

From fe8af5353caafef603cfd044b544d66cb3f38ffc Mon Sep 17 00:00:00 2001
From: harsha vardhan simhadri <harsha.v.simhadri@gmail.com>
Date: Sun, 15 Oct 2023 08:14:45 +0000
Subject: [PATCH 11/20] try different configs

---
 neurips23/streaming/diskann/config.yaml | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/neurips23/streaming/diskann/config.yaml b/neurips23/streaming/diskann/config.yaml
index 9fe38444..ae3a85d9 100644
--- a/neurips23/streaming/diskann/config.yaml
+++ b/neurips23/streaming/diskann/config.yaml
@@ -93,6 +93,9 @@ msturing-30M-clustered:
       run-groups:
         base:
           args: |
-            [{"R":32, "L":30, "insert_threads":16, "consolidate_threads":16}]
+            [{"R":32, "L":50, "insert_threads":16, "consolidate_threads":16},
+             {"R":50, "L":50, "insert_threads":16, "consolidate_threads":16},
+             {"R":50, "L":70, "insert_threads":16, "consolidate_threads":16}]
           query-args: |
-            [{"Ls":50, "T":16}]
+            [{"Ls":70, "T":16},
+             {"Ls":100, "T":16}]

From 6a615b8c9bdfdf5acb6191ca5fd32b7658da778b Mon Sep 17 00:00:00 2001
From: harsha vardhan simhadri <harsha.v.simhadri@gmail.com>
Date: Sun, 15 Oct 2023 08:15:16 +0000
Subject: [PATCH 12/20] add 8GB memory limit for streaming

---
 benchmark/runner.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/benchmark/runner.py b/benchmark/runner.py
index 2f59e252..073f1ddb 100644
--- a/benchmark/runner.py
+++ b/benchmark/runner.py
@@ -265,7 +265,7 @@ def run_docker(definition, dataset, count, runs, timeout, rebuild,
 
     client = docker.from_env()
     if mem_limit is None:
-        mem_limit = psutil.virtual_memory().available
+        mem_limit = psutil.virtual_memory().available if neurips23track != 'streaming' else (8*1024*1024*1024)
 
     # ready the container object invoked later in this function
     container = None

From 70c641f329c7a6de7bff772af03bbd2c5c020d04 Mon Sep 17 00:00:00 2001
From: harsha vardhan simhadri <harsha.v.simhadri@gmail.com>
Date: Sun, 15 Oct 2023 08:27:43 +0000
Subject: [PATCH 13/20] remove irrelevant runbook

---
 neurips23/streaming/30M-runbook.yaml | 3843 --------------------------
 1 file changed, 3843 deletions(-)
 delete mode 100644 neurips23/streaming/30M-runbook.yaml

diff --git a/neurips23/streaming/30M-runbook.yaml b/neurips23/streaming/30M-runbook.yaml
deleted file mode 100644
index 4f2dd691..00000000
--- a/neurips23/streaming/30M-runbook.yaml
+++ /dev/null
@@ -1,3843 +0,0 @@
-msturing-30M-clustered:
-  max_pts: 12855018
-  1:
-    operation: 'insert'
-    start: 0
-    end: 127177
-  2: &id001
-    operation: 
-    operation: 'search'
-  3:
-    operation: 'insert'
-    start: 635887
-    end: 690058
-  4: 
-    operation: 'search'
-  5:
-    operation: 'insert'
-    start: 906745
-    end: 1012778
-  6: 
-    operation: 'search'
-  7:
-    operation: 'insert'
-    start: 1436912
-    end: 1565395
-  8: 
-    operation: 'search'
-  9:
-    operation: 'insert'
-    start: 2079327
-    end: 2153906
-  10: 
-    operation: 'search'
-  11:
-    operation: 'insert'
-    start: 2452225
-    end: 2555449
-  12: 
-    operation: 'search'
-  13:
-    operation: 'insert'
-    start: 2968349
-    end: 3049193
-  14: 
-    operation: 'search'
-  15:
-    operation: 'insert'
-    start: 3372572
-    end: 3480292
-  16: 
-    operation: 'search'
-  17:
-    operation: 'insert'
-    start: 3911176
-    end: 3972855
-  18: 
-    operation: 'search'
-  19:
-    operation: 'insert'
-    start: 4219574
-    end: 4347077
-  20: 
-    operation: 'search'
-  21:
-    operation: 'insert'
-    start: 4857092
-    end: 4957708
-  22: 
-    operation: 'search'
-  23:
-    operation: 'insert'
-    start: 5360173
-    end: 5449468
-  24: 
-    operation: 'search'
-  25:
-    operation: 'insert'
-    start: 5806651
-    end: 5896793
-  26: 
-    operation: 'search'
-  27:
-    operation: 'insert'
-    start: 6257362
-    end: 6329349
-  28: 
-    operation: 'search'
-  29:
-    operation: 'insert'
-    start: 6617298
-    end: 6707667
-  30: 
-    operation: 'search'
-  31:
-    operation: 'insert'
-    start: 7069146
-    end: 7162870
-  32: 
-    operation: 'search'
-  33:
-    operation: 'insert'
-    start: 7537767
-    end: 7604687
-  34: 
-    operation: 'search'
-  35:
-    operation: 'insert'
-    start: 7872371
-    end: 7941047
-  36: 
-    operation: 'search'
-  37:
-    operation: 'insert'
-    start: 8215754
-    end: 8302823
-  38: 
-    operation: 'search'
-  39:
-    operation: 'insert'
-    start: 8651102
-    end: 8713616
-  40: 
-    operation: 'search'
-  41:
-    operation: 'insert'
-    start: 8963672
-    end: 9072108
-  42: 
-    operation: 'search'
-  43:
-    operation: 'insert'
-    start: 9505853
-    end: 9652118
-  44: 
-    operation: 'search'
-  45:
-    operation: 'insert'
-    start: 10237178
-    end: 10309660
-  46: 
-    operation: 'search'
-  47:
-    operation: 'insert'
-    start: 10599588
-    end: 10696453
-  48: 
-    operation: 'search'
-  49:
-    operation: 'insert'
-    start: 11083916
-    end: 11157011
-  50: 
-    operation: 'search'
-  51:
-    operation: 'insert'
-    start: 11449394
-    end: 11519607
-  52: 
-    operation: 'search'
-  53:
-    operation: 'insert'
-    start: 11800463
-    end: 11896407
-  54: 
-    operation: 'search'
-  55:
-    operation: 'insert'
-    start: 12280186
-    end: 12350155
-  56: 
-    operation: 'search'
-  57:
-    operation: 'insert'
-    start: 12630032
-    end: 12745433
-  58: 
-    operation: 'search'
-  59:
-    operation: 'insert'
-    start: 13207038
-    end: 13309863
-  60: 
-    operation: 'search'
-  61:
-    operation: 'insert'
-    start: 13721163
-    end: 13864621
-  62: 
-    operation: 'search'
-  63:
-    operation: 'insert'
-    start: 14438453
-    end: 14570983
-  64: 
-    operation: 'search'
-  65:
-    operation: 'insert'
-    start: 15101105
-    end: 15163479
-  66: 
-    operation: 'search'
-  67:
-    operation: 'insert'
-    start: 15412976
-    end: 15554611
-  68: 
-    operation: 'search'
-  69:
-    operation: 'insert'
-    start: 16121153
-    end: 16236450
-  70: 
-    operation: 'search'
-  71:
-    operation: 'insert'
-    start: 16697639
-    end: 16799720
-  72: 
-    operation: 'search'
-  73:
-    operation: 'insert'
-    start: 17208048
-    end: 17311299
-  74: 
-    operation: 'search'
-  75:
-    operation: 'insert'
-    start: 17724303
-    end: 17819639
-  76: 
-    operation: 'search'
-  77:
-    operation: 'insert'
-    start: 18200986
-    end: 18261422
-  78: 
-    operation: 'search'
-  79:
-    operation: 'insert'
-    start: 18503168
-    end: 18545922
-  80: 
-    operation: 'search'
-  81:
-    operation: 'insert'
-    start: 18716940
-    end: 18838093
-  82: 
-    operation: 'search'
-  83:
-    operation: 'insert'
-    start: 19322706
-    end: 19432502
-  84: 
-    operation: 'search'
-  85:
-    operation: 'insert'
-    start: 19871689
-    end: 19928430
-  86: 
-    operation: 'search'
-  87:
-    operation: 'insert'
-    start: 20155394
-    end: 20245432
-  88: 
-    operation: 'search'
-  89:
-    operation: 'insert'
-    start: 20605586
-    end: 20673488
-  90: 
-    operation: 'search'
-  91:
-    operation: 'insert'
-    start: 20945099
-    end: 21060253
-  92: 
-    operation: 'search'
-  93:
-    operation: 'insert'
-    start: 21520872
-    end: 21633976
-  94: 
-    operation: 'search'
-  95:
-    operation: 'insert'
-    start: 22086394
-    end: 22161723
-  96: 
-    operation: 'search'
-  97:
-    operation: 'insert'
-    start: 22463043
-    end: 22567300
-  98: 
-    operation: 'search'
-  99:
-    operation: 'insert'
-    start: 22984332
-    end: 23075170
-  100: 
-    operation: 'search'
-  101:
-    operation: 'insert'
-    start: 23438522
-    end: 23529780
-  102: 
-    operation: 'search'
-  103:
-    operation: 'insert'
-    start: 23894814
-    end: 23985806
-  104: 
-    operation: 'search'
-  105:
-    operation: 'insert'
-    start: 24349775
-    end: 24428786
-  106: 
-    operation: 'search'
-  107:
-    operation: 'insert'
-    start: 24744832
-    end: 24842132
-  108: 
-    operation: 'search'
-  109:
-    operation: 'insert'
-    start: 25231334
-    end: 25337029
-  110: 
-    operation: 'search'
-  111:
-    operation: 'insert'
-    start: 25759812
-    end: 25842097
-  112: 
-    operation: 'search'
-  113:
-    operation: 'insert'
-    start: 26171240
-    end: 26276544
-  114: 
-    operation: 'search'
-  115:
-    operation: 'insert'
-    start: 26697762
-    end: 26827223
-  116: 
-    operation: 'search'
-  117:
-    operation: 'insert'
-    start: 27345067
-    end: 27400872
-  118: 
-    operation: 'search'
-  119:
-    operation: 'insert'
-    start: 27624092
-    end: 27692687
-  120: 
-    operation: 'search'
-  121:
-    operation: 'insert'
-    start: 27967071
-    end: 28103452
-  122: 
-    operation: 'search'
-  123:
-    operation: 'insert'
-    start: 28648979
-    end: 28734512
-  124: 
-    operation: 'search'
-  125:
-    operation: 'insert'
-    start: 29076644
-    end: 29156928
-  126: 
-    operation: 'search'
-  127:
-    operation: 'insert'
-    start: 29478065
-    end: 29582250
-  128: 
-    operation: 'search'
-  129:
-    operation: 'delete'
-    start: 0
-    end: 20483
-  130: 
-    operation: 'search'
-  131:
-    operation: 'delete'
-    start: 635887
-    end: 667034
-  132: 
-    operation: 'search'
-  133:
-    operation: 'delete'
-    start: 906745
-    end: 988221
-  134: 
-    operation: 'search'
-  135:
-    operation: 'delete'
-    start: 1436912
-    end: 1480023
-  136: 
-    operation: 'search'
-  137:
-    operation: 'delete'
-    start: 2079327
-    end: 2143773
-  138: 
-    operation: 'search'
-  139:
-    operation: 'delete'
-    start: 2452225
-    end: 2491023
-  140: 
-    operation: 'search'
-  141:
-    operation: 'delete'
-    start: 2968349
-    end: 3039208
-  142: 
-    operation: 'search'
-  143:
-    operation: 'delete'
-    start: 3372572
-    end: 3403491
-  144: 
-    operation: 'search'
-  145:
-    operation: 'delete'
-    start: 3911176
-    end: 3949830
-  146: 
-    operation: 'search'
-  147:
-    operation: 'delete'
-    start: 4219574
-    end: 4306903
-  148: 
-    operation: 'search'
-  149:
-    operation: 'delete'
-    start: 4857092
-    end: 4895665
-  150: 
-    operation: 'search'
-  151:
-    operation: 'delete'
-    start: 5360173
-    end: 5388570
-  152: 
-    operation: 'search'
-  153:
-    operation: 'delete'
-    start: 5806651
-    end: 5842914
-  154: 
-    operation: 'search'
-  155:
-    operation: 'delete'
-    start: 6257362
-    end: 6288552
-  156: 
-    operation: 'search'
-  157:
-    operation: 'delete'
-    start: 6617298
-    end: 6695861
-  158: 
-    operation: 'search'
-  159:
-    operation: 'delete'
-    start: 7069146
-    end: 7142377
-  160: 
-    operation: 'search'
-  161:
-    operation: 'delete'
-    start: 7537767
-    end: 7549535
-  162: 
-    operation: 'search'
-  163:
-    operation: 'delete'
-    start: 7872371
-    end: 7929150
-  164: 
-    operation: 'search'
-  165:
-    operation: 'delete'
-    start: 8215754
-    end: 8229249
-  166: 
-    operation: 'search'
-  167:
-    operation: 'delete'
-    start: 8651102
-    end: 8694309
-  168: 
-    operation: 'search'
-  169:
-    operation: 'delete'
-    start: 8963672
-    end: 9024830
-  170: 
-    operation: 'search'
-  171:
-    operation: 'delete'
-    start: 9505853
-    end: 9549944
-  172: 
-    operation: 'search'
-  173:
-    operation: 'delete'
-    start: 10237178
-    end: 10242509
-  174: 
-    operation: 'search'
-  175:
-    operation: 'delete'
-    start: 10599588
-    end: 10677039
-  176: 
-    operation: 'search'
-  177:
-    operation: 'delete'
-    start: 11083916
-    end: 11101668
-  178: 
-    operation: 'search'
-  179:
-    operation: 'delete'
-    start: 11449394
-    end: 11483157
-  180: 
-    operation: 'search'
-  181:
-    operation: 'delete'
-    start: 11800463
-    end: 11876345
-  182: 
-    operation: 'search'
-  183:
-    operation: 'delete'
-    start: 12280186
-    end: 12338797
-  184: 
-    operation: 'search'
-  185:
-    operation: 'delete'
-    start: 12630032
-    end: 12670952
-  186: 
-    operation: 'search'
-  187:
-    operation: 'delete'
-    start: 13207038
-    end: 13254186
-  188: 
-    operation: 'search'
-  189:
-    operation: 'delete'
-    start: 13721163
-    end: 13772881
-  190: 
-    operation: 'search'
-  191:
-    operation: 'delete'
-    start: 14438453
-    end: 14531557
-  192: 
-    operation: 'search'
-  193:
-    operation: 'delete'
-    start: 15101105
-    end: 15127008
-  194: 
-    operation: 'search'
-  195:
-    operation: 'delete'
-    start: 15412976
-    end: 15424875
-  196: 
-    operation: 'search'
-  197:
-    operation: 'delete'
-    start: 16121153
-    end: 16124005
-  198: 
-    operation: 'search'
-  199:
-    operation: 'delete'
-    start: 16697639
-    end: 16744935
-  200: 
-    operation: 'search'
-  201:
-    operation: 'delete'
-    start: 17208048
-    end: 17253476
-  202: 
-    operation: 'search'
-  203:
-    operation: 'delete'
-    start: 17724303
-    end: 17780605
-  204: 
-    operation: 'search'
-  205:
-    operation: 'delete'
-    start: 18200986
-    end: 18208969
-  206: 
-    operation: 'search'
-  207:
-    operation: 'delete'
-    start: 18503168
-    end: 18541571
-  208: 
-    operation: 'search'
-  209:
-    operation: 'delete'
-    start: 18716940
-    end: 18805554
-  210: 
-    operation: 'search'
-  211:
-    operation: 'delete'
-    start: 19322706
-    end: 19391113
-  212: 
-    operation: 'search'
-  213:
-    operation: 'delete'
-    start: 19871689
-    end: 19883235
-  214: 
-    operation: 'search'
-  215:
-    operation: 'delete'
-    start: 20155394
-    end: 20173889
-  216: 
-    operation: 'search'
-  217:
-    operation: 'delete'
-    start: 20605586
-    end: 20660654
-  218: 
-    operation: 'search'
-  219:
-    operation: 'delete'
-    start: 20945099
-    end: 21039717
-  220: 
-    operation: 'search'
-  221:
-    operation: 'delete'
-    start: 21520872
-    end: 21554964
-  222: 
-    operation: 'search'
-  223:
-    operation: 'delete'
-    start: 22086394
-    end: 22121661
-  224: 
-    operation: 'search'
-  225:
-    operation: 'delete'
-    start: 22463043
-    end: 22486288
-  226: 
-    operation: 'search'
-  227:
-    operation: 'delete'
-    start: 22984332
-    end: 23046118
-  228: 
-    operation: 'search'
-  229:
-    operation: 'delete'
-    start: 23438522
-    end: 23444795
-  230: 
-    operation: 'search'
-  231:
-    operation: 'delete'
-    start: 23894814
-    end: 23954037
-  232: 
-    operation: 'search'
-  233:
-    operation: 'delete'
-    start: 24349775
-    end: 24412117
-  234: 
-    operation: 'search'
-  235:
-    operation: 'delete'
-    start: 24744832
-    end: 24767855
-  236: 
-    operation: 'search'
-  237:
-    operation: 'delete'
-    start: 25231334
-    end: 25274715
-  238: 
-    operation: 'search'
-  239:
-    operation: 'delete'
-    start: 25759812
-    end: 25822270
-  240: 
-    operation: 'search'
-  241:
-    operation: 'delete'
-    start: 26171240
-    end: 26227549
-  242: 
-    operation: 'search'
-  243:
-    operation: 'delete'
-    start: 26697762
-    end: 26744114
-  244: 
-    operation: 'search'
-  245:
-    operation: 'delete'
-    start: 27345067
-    end: 27368884
-  246: 
-    operation: 'search'
-  247:
-    operation: 'delete'
-    start: 27624092
-    end: 27663970
-  248: 
-    operation: 'search'
-  249:
-    operation: 'delete'
-    start: 27967071
-    end: 28047665
-  250: 
-    operation: 'search'
-  251:
-    operation: 'delete'
-    start: 28648979
-    end: 28650614
-  252: 
-    operation: 'search'
-  253:
-    operation: 'delete'
-    start: 29076644
-    end: 29133106
-  254: 
-    operation: 'search'
-  255:
-    operation: 'delete'
-    start: 29478065
-    end: 29504373
-  256: 
-    operation: 'search'
-  257:
-    operation: 'insert'
-    start: 127177
-    end: 254354
-  258: 
-    operation: 'search'
-  259:
-    operation: 'insert'
-    start: 690058
-    end: 744229
-  260: 
-    operation: 'search'
-  261:
-    operation: 'insert'
-    start: 1012778
-    end: 1118811
-  262: 
-    operation: 'search'
-  263:
-    operation: 'insert'
-    start: 1565395
-    end: 1693878
-  264: 
-    operation: 'search'
-  265:
-    operation: 'insert'
-    start: 2153906
-    end: 2228485
-  266: 
-    operation: 'search'
-  267:
-    operation: 'insert'
-    start: 2555449
-    end: 2658673
-  268: 
-    operation: 'search'
-  269:
-    operation: 'insert'
-    start: 3049193
-    end: 3130037
-  270: 
-    operation: 'search'
-  271:
-    operation: 'insert'
-    start: 3480292
-    end: 3588012
-  272: 
-    operation: 'search'
-  273:
-    operation: 'insert'
-    start: 3972855
-    end: 4034534
-  274: 
-    operation: 'search'
-  275:
-    operation: 'insert'
-    start: 4347077
-    end: 4474580
-  276: 
-    operation: 'search'
-  277:
-    operation: 'insert'
-    start: 4957708
-    end: 5058324
-  278: 
-    operation: 'search'
-  279:
-    operation: 'insert'
-    start: 5449468
-    end: 5538763
-  280: 
-    operation: 'search'
-  281:
-    operation: 'insert'
-    start: 5896793
-    end: 5986935
-  282: 
-    operation: 'search'
-  283:
-    operation: 'insert'
-    start: 6329349
-    end: 6401336
-  284: 
-    operation: 'search'
-  285:
-    operation: 'insert'
-    start: 6707667
-    end: 6798036
-  286: 
-    operation: 'search'
-  287:
-    operation: 'insert'
-    start: 7162870
-    end: 7256594
-  288: 
-    operation: 'search'
-  289:
-    operation: 'insert'
-    start: 7604687
-    end: 7671607
-  290: 
-    operation: 'search'
-  291:
-    operation: 'insert'
-    start: 7941047
-    end: 8009723
-  292: 
-    operation: 'search'
-  293:
-    operation: 'insert'
-    start: 8302823
-    end: 8389892
-  294: 
-    operation: 'search'
-  295:
-    operation: 'insert'
-    start: 8713616
-    end: 8776130
-  296: 
-    operation: 'search'
-  297:
-    operation: 'insert'
-    start: 9072108
-    end: 9180544
-  298: 
-    operation: 'search'
-  299:
-    operation: 'insert'
-    start: 9652118
-    end: 9798383
-  300: 
-    operation: 'search'
-  301:
-    operation: 'insert'
-    start: 10309660
-    end: 10382142
-  302: 
-    operation: 'search'
-  303:
-    operation: 'insert'
-    start: 10696453
-    end: 10793318
-  304: 
-    operation: 'search'
-  305:
-    operation: 'insert'
-    start: 11157011
-    end: 11230106
-  306: 
-    operation: 'search'
-  307:
-    operation: 'insert'
-    start: 11519607
-    end: 11589820
-  308: 
-    operation: 'search'
-  309:
-    operation: 'insert'
-    start: 11896407
-    end: 11992351
-  310: 
-    operation: 'search'
-  311:
-    operation: 'insert'
-    start: 12350155
-    end: 12420124
-  312: 
-    operation: 'search'
-  313:
-    operation: 'insert'
-    start: 12745433
-    end: 12860834
-  314: 
-    operation: 'search'
-  315:
-    operation: 'insert'
-    start: 13309863
-    end: 13412688
-  316: 
-    operation: 'search'
-  317:
-    operation: 'insert'
-    start: 13864621
-    end: 14008079
-  318: 
-    operation: 'search'
-  319:
-    operation: 'insert'
-    start: 14570983
-    end: 14703513
-  320: 
-    operation: 'search'
-  321:
-    operation: 'insert'
-    start: 15163479
-    end: 15225853
-  322: 
-    operation: 'search'
-  323:
-    operation: 'insert'
-    start: 15554611
-    end: 15696246
-  324: 
-    operation: 'search'
-  325:
-    operation: 'insert'
-    start: 16236450
-    end: 16351747
-  326: 
-    operation: 'search'
-  327:
-    operation: 'insert'
-    start: 16799720
-    end: 16901801
-  328: 
-    operation: 'search'
-  329:
-    operation: 'insert'
-    start: 17311299
-    end: 17414550
-  330: 
-    operation: 'search'
-  331:
-    operation: 'insert'
-    start: 17819639
-    end: 17914975
-  332: 
-    operation: 'search'
-  333:
-    operation: 'insert'
-    start: 18261422
-    end: 18321858
-  334: 
-    operation: 'search'
-  335:
-    operation: 'insert'
-    start: 18545922
-    end: 18588676
-  336: 
-    operation: 'search'
-  337:
-    operation: 'insert'
-    start: 18838093
-    end: 18959246
-  338: 
-    operation: 'search'
-  339:
-    operation: 'insert'
-    start: 19432502
-    end: 19542298
-  340: 
-    operation: 'search'
-  341:
-    operation: 'insert'
-    start: 19928430
-    end: 19985171
-  342: 
-    operation: 'search'
-  343:
-    operation: 'insert'
-    start: 20245432
-    end: 20335470
-  344: 
-    operation: 'search'
-  345:
-    operation: 'insert'
-    start: 20673488
-    end: 20741390
-  346: 
-    operation: 'search'
-  347:
-    operation: 'insert'
-    start: 21060253
-    end: 21175407
-  348: 
-    operation: 'search'
-  349:
-    operation: 'insert'
-    start: 21633976
-    end: 21747080
-  350: 
-    operation: 'search'
-  351:
-    operation: 'insert'
-    start: 22161723
-    end: 22237052
-  352: 
-    operation: 'search'
-  353:
-    operation: 'insert'
-    start: 22567300
-    end: 22671557
-  354: 
-    operation: 'search'
-  355:
-    operation: 'insert'
-    start: 23075170
-    end: 23166008
-  356: 
-    operation: 'search'
-  357:
-    operation: 'insert'
-    start: 23529780
-    end: 23621038
-  358: 
-    operation: 'search'
-  359:
-    operation: 'insert'
-    start: 23985806
-    end: 24076798
-  360: 
-    operation: 'search'
-  361:
-    operation: 'insert'
-    start: 24428786
-    end: 24507797
-  362: 
-    operation: 'search'
-  363:
-    operation: 'insert'
-    start: 24842132
-    end: 24939432
-  364: 
-    operation: 'search'
-  365:
-    operation: 'insert'
-    start: 25337029
-    end: 25442724
-  366: 
-    operation: 'search'
-  367:
-    operation: 'insert'
-    start: 25842097
-    end: 25924382
-  368: 
-    operation: 'search'
-  369:
-    operation: 'insert'
-    start: 26276544
-    end: 26381848
-  370: 
-    operation: 'search'
-  371:
-    operation: 'insert'
-    start: 26827223
-    end: 26956684
-  372: 
-    operation: 'search'
-  373:
-    operation: 'insert'
-    start: 27400872
-    end: 27456677
-  374: 
-    operation: 'search'
-  375:
-    operation: 'insert'
-    start: 27692687
-    end: 27761282
-  376: 
-    operation: 'search'
-  377:
-    operation: 'insert'
-    start: 28103452
-    end: 28239833
-  378: 
-    operation: 'search'
-  379:
-    operation: 'insert'
-    start: 28734512
-    end: 28820045
-  380: 
-    operation: 'search'
-  381:
-    operation: 'insert'
-    start: 29156928
-    end: 29237212
-  382: 
-    operation: 'search'
-  383:
-    operation: 'insert'
-    start: 29582250
-    end: 29686435
-  384: 
-    operation: 'search'
-  385:
-    operation: 'delete'
-    start: 20483
-    end: 151248
-  386: 
-    operation: 'search'
-  387:
-    operation: 'delete'
-    start: 667034
-    end: 681154
-  388: 
-    operation: 'search'
-  389:
-    operation: 'delete'
-    start: 988221
-    end: 1097699
-  390: 
-    operation: 'search'
-  391:
-    operation: 'delete'
-    start: 1480023
-    end: 1546184
-  392: 
-    operation: 'search'
-  393:
-    operation: 'delete'
-    start: 2143773
-    end: 2212641
-  394: 
-    operation: 'search'
-  395:
-    operation: 'delete'
-    start: 2491023
-    end: 2612652
-  396: 
-    operation: 'search'
-  397:
-    operation: 'delete'
-    start: 3039208
-    end: 3046342
-  398: 
-    operation: 'search'
-  399:
-    operation: 'delete'
-    start: 3403491
-    end: 3501044
-  400: 
-    operation: 'search'
-  401:
-    operation: 'delete'
-    start: 3949830
-    end: 4019813
-  402: 
-    operation: 'search'
-  403:
-    operation: 'delete'
-    start: 4306903
-    end: 4412437
-  404: 
-    operation: 'search'
-  405:
-    operation: 'delete'
-    start: 4895665
-    end: 4946693
-  406: 
-    operation: 'search'
-  407:
-    operation: 'delete'
-    start: 5388570
-    end: 5480631
-  408: 
-    operation: 'search'
-  409:
-    operation: 'delete'
-    start: 5842914
-    end: 5931498
-  410: 
-    operation: 'search'
-  411:
-    operation: 'delete'
-    start: 6288552
-    end: 6292683
-  412: 
-    operation: 'search'
-  413:
-    operation: 'delete'
-    start: 6695861
-    end: 6701451
-  414: 
-    operation: 'search'
-  415:
-    operation: 'delete'
-    start: 7142377
-    end: 7202902
-  416: 
-    operation: 'search'
-  417:
-    operation: 'delete'
-    start: 7549535
-    end: 7564000
-  418: 
-    operation: 'search'
-  419:
-    operation: 'delete'
-    start: 7929150
-    end: 7966712
-  420: 
-    operation: 'search'
-  421:
-    operation: 'delete'
-    start: 8229249
-    end: 8291145
-  422: 
-    operation: 'search'
-  423:
-    operation: 'delete'
-    start: 8694309
-    end: 8699300
-  424: 
-    operation: 'search'
-  425:
-    operation: 'delete'
-    start: 9024830
-    end: 9158887
-  426: 
-    operation: 'search'
-  427:
-    operation: 'delete'
-    start: 9549944
-    end: 9707786
-  428: 
-    operation: 'search'
-  429:
-    operation: 'delete'
-    start: 10242509
-    end: 10297728
-  430: 
-    operation: 'search'
-  431:
-    operation: 'delete'
-    start: 10677039
-    end: 10763553
-  432: 
-    operation: 'search'
-  433:
-    operation: 'delete'
-    start: 11101668
-    end: 11140942
-  434: 
-    operation: 'search'
-  435:
-    operation: 'delete'
-    start: 11483157
-    end: 11538263
-  436: 
-    operation: 'search'
-  437:
-    operation: 'delete'
-    start: 11876345
-    end: 11949190
-  438: 
-    operation: 'search'
-  439:
-    operation: 'delete'
-    start: 12338797
-    end: 12391425
-  440: 
-    operation: 'search'
-  441:
-    operation: 'delete'
-    start: 12670952
-    end: 12689064
-  442: 
-    operation: 'search'
-  443:
-    operation: 'delete'
-    start: 13254186
-    end: 13273228
-  444: 
-    operation: 'search'
-  445:
-    operation: 'delete'
-    start: 13772881
-    end: 13795629
-  446: 
-    operation: 'search'
-  447:
-    operation: 'delete'
-    start: 14531557
-    end: 14575652
-  448: 
-    operation: 'search'
-  449:
-    operation: 'delete'
-    start: 15127008
-    end: 15172240
-  450: 
-    operation: 'search'
-  451:
-    operation: 'delete'
-    start: 15424875
-    end: 15482392
-  452: 
-    operation: 'search'
-  453:
-    operation: 'delete'
-    start: 16124005
-    end: 16135382
-  454: 
-    operation: 'search'
-  455:
-    operation: 'delete'
-    start: 16744935
-    end: 16832734
-  456: 
-    operation: 'search'
-  457:
-    operation: 'delete'
-    start: 17253476
-    end: 17379771
-  458: 
-    operation: 'search'
-  459:
-    operation: 'delete'
-    start: 17780605
-    end: 17885595
-  460: 
-    operation: 'search'
-  461:
-    operation: 'delete'
-    start: 18208969
-    end: 18239441
-  462: 
-    operation: 'search'
-  463:
-    operation: 'delete'
-    start: 18541571
-    end: 18581659
-  464: 
-    operation: 'search'
-  465:
-    operation: 'delete'
-    start: 18805554
-    end: 18921199
-  466: 
-    operation: 'search'
-  467:
-    operation: 'delete'
-    start: 19391113
-    end: 19475410
-  468: 
-    operation: 'search'
-  469:
-    operation: 'delete'
-    start: 19883235
-    end: 19956084
-  470: 
-    operation: 'search'
-  471:
-    operation: 'delete'
-    start: 20173889
-    end: 20190582
-  472: 
-    operation: 'search'
-  473:
-    operation: 'delete'
-    start: 20660654
-    end: 20712347
-  474: 
-    operation: 'search'
-  475:
-    operation: 'delete'
-    start: 21039717
-    end: 21110974
-  476: 
-    operation: 'search'
-  477:
-    operation: 'delete'
-    start: 21554964
-    end: 21599134
-  478: 
-    operation: 'search'
-  479:
-    operation: 'delete'
-    start: 22121661
-    end: 22224139
-  480: 
-    operation: 'search'
-  481:
-    operation: 'delete'
-    start: 22486288
-    end: 22540926
-  482: 
-    operation: 'search'
-  483:
-    operation: 'delete'
-    start: 23046118
-    end: 23111288
-  484: 
-    operation: 'search'
-  485:
-    operation: 'delete'
-    start: 23444795
-    end: 23508802
-  486: 
-    operation: 'search'
-  487:
-    operation: 'delete'
-    start: 23954037
-    end: 24032341
-  488: 
-    operation: 'search'
-  489:
-    operation: 'delete'
-    start: 24412117
-    end: 24495419
-  490: 
-    operation: 'search'
-  491:
-    operation: 'delete'
-    start: 24767855
-    end: 24772812
-  492: 
-    operation: 'search'
-  493:
-    operation: 'delete'
-    start: 25274715
-    end: 25350342
-  494: 
-    operation: 'search'
-  495:
-    operation: 'delete'
-    start: 25822270
-    end: 25850667
-  496: 
-    operation: 'search'
-  497:
-    operation: 'delete'
-    start: 26227549
-    end: 26254568
-  498: 
-    operation: 'search'
-  499:
-    operation: 'delete'
-    start: 26744114
-    end: 26913645
-  500: 
-    operation: 'search'
-  501:
-    operation: 'delete'
-    start: 27368884
-    end: 27377110
-  502: 
-    operation: 'search'
-  503:
-    operation: 'delete'
-    start: 27663970
-    end: 27738979
-  504: 
-    operation: 'search'
-  505:
-    operation: 'delete'
-    start: 28047665
-    end: 28135779
-  506: 
-    operation: 'search'
-  507:
-    operation: 'delete'
-    start: 28650614
-    end: 28780561
-  508: 
-    operation: 'search'
-  509:
-    operation: 'delete'
-    start: 29133106
-    end: 29156356
-  510: 
-    operation: 'search'
-  511:
-    operation: 'delete'
-    start: 29504373
-    end: 29655783
-  512: 
-    operation: 'search'
-  513:
-    operation: 'insert'
-    start: 254354
-    end: 381531
-  514: 
-    operation: 'search'
-  515:
-    operation: 'insert'
-    start: 744229
-    end: 798400
-  516: 
-    operation: 'search'
-  517:
-    operation: 'insert'
-    start: 1118811
-    end: 1224844
-  518: 
-    operation: 'search'
-  519:
-    operation: 'insert'
-    start: 1693878
-    end: 1822361
-  520: 
-    operation: 'search'
-  521:
-    operation: 'insert'
-    start: 2228485
-    end: 2303064
-  522: 
-    operation: 'search'
-  523:
-    operation: 'insert'
-    start: 2658673
-    end: 2761897
-  524: 
-    operation: 'search'
-  525:
-    operation: 'insert'
-    start: 3130037
-    end: 3210881
-  526: 
-    operation: 'search'
-  527:
-    operation: 'insert'
-    start: 3588012
-    end: 3695732
-  528: 
-    operation: 'search'
-  529:
-    operation: 'insert'
-    start: 4034534
-    end: 4096213
-  530: 
-    operation: 'search'
-  531:
-    operation: 'insert'
-    start: 4474580
-    end: 4602083
-  532: 
-    operation: 'search'
-  533:
-    operation: 'insert'
-    start: 5058324
-    end: 5158940
-  534: 
-    operation: 'search'
-  535:
-    operation: 'insert'
-    start: 5538763
-    end: 5628058
-  536: 
-    operation: 'search'
-  537:
-    operation: 'insert'
-    start: 5986935
-    end: 6077077
-  538: 
-    operation: 'search'
-  539:
-    operation: 'insert'
-    start: 6401336
-    end: 6473323
-  540: 
-    operation: 'search'
-  541:
-    operation: 'insert'
-    start: 6798036
-    end: 6888405
-  542: 
-    operation: 'search'
-  543:
-    operation: 'insert'
-    start: 7256594
-    end: 7350318
-  544: 
-    operation: 'search'
-  545:
-    operation: 'insert'
-    start: 7671607
-    end: 7738527
-  546: 
-    operation: 'search'
-  547:
-    operation: 'insert'
-    start: 8009723
-    end: 8078399
-  548: 
-    operation: 'search'
-  549:
-    operation: 'insert'
-    start: 8389892
-    end: 8476961
-  550: 
-    operation: 'search'
-  551:
-    operation: 'insert'
-    start: 8776130
-    end: 8838644
-  552: 
-    operation: 'search'
-  553:
-    operation: 'insert'
-    start: 9180544
-    end: 9288980
-  554: 
-    operation: 'search'
-  555:
-    operation: 'insert'
-    start: 9798383
-    end: 9944648
-  556: 
-    operation: 'search'
-  557:
-    operation: 'insert'
-    start: 10382142
-    end: 10454624
-  558: 
-    operation: 'search'
-  559:
-    operation: 'insert'
-    start: 10793318
-    end: 10890183
-  560: 
-    operation: 'search'
-  561:
-    operation: 'insert'
-    start: 11230106
-    end: 11303201
-  562: 
-    operation: 'search'
-  563:
-    operation: 'insert'
-    start: 11589820
-    end: 11660033
-  564: 
-    operation: 'search'
-  565:
-    operation: 'insert'
-    start: 11992351
-    end: 12088295
-  566: 
-    operation: 'search'
-  567:
-    operation: 'insert'
-    start: 12420124
-    end: 12490093
-  568: 
-    operation: 'search'
-  569:
-    operation: 'insert'
-    start: 12860834
-    end: 12976235
-  570: 
-    operation: 'search'
-  571:
-    operation: 'insert'
-    start: 13412688
-    end: 13515513
-  572: 
-    operation: 'search'
-  573:
-    operation: 'insert'
-    start: 14008079
-    end: 14151537
-  574: 
-    operation: 'search'
-  575:
-    operation: 'insert'
-    start: 14703513
-    end: 14836043
-  576: 
-    operation: 'search'
-  577:
-    operation: 'insert'
-    start: 15225853
-    end: 15288227
-  578: 
-    operation: 'search'
-  579:
-    operation: 'insert'
-    start: 15696246
-    end: 15837881
-  580: 
-    operation: 'search'
-  581:
-    operation: 'insert'
-    start: 16351747
-    end: 16467044
-  582: 
-    operation: 'search'
-  583:
-    operation: 'insert'
-    start: 16901801
-    end: 17003882
-  584: 
-    operation: 'search'
-  585:
-    operation: 'insert'
-    start: 17414550
-    end: 17517801
-  586: 
-    operation: 'search'
-  587:
-    operation: 'insert'
-    start: 17914975
-    end: 18010311
-  588: 
-    operation: 'search'
-  589:
-    operation: 'insert'
-    start: 18321858
-    end: 18382294
-  590: 
-    operation: 'search'
-  591:
-    operation: 'insert'
-    start: 18588676
-    end: 18631430
-  592: 
-    operation: 'search'
-  593:
-    operation: 'insert'
-    start: 18959246
-    end: 19080399
-  594: 
-    operation: 'search'
-  595:
-    operation: 'insert'
-    start: 19542298
-    end: 19652094
-  596: 
-    operation: 'search'
-  597:
-    operation: 'insert'
-    start: 19985171
-    end: 20041912
-  598: 
-    operation: 'search'
-  599:
-    operation: 'insert'
-    start: 20335470
-    end: 20425508
-  600: 
-    operation: 'search'
-  601:
-    operation: 'insert'
-    start: 20741390
-    end: 20809292
-  602: 
-    operation: 'search'
-  603:
-    operation: 'insert'
-    start: 21175407
-    end: 21290561
-  604: 
-    operation: 'search'
-  605:
-    operation: 'insert'
-    start: 21747080
-    end: 21860184
-  606: 
-    operation: 'search'
-  607:
-    operation: 'insert'
-    start: 22237052
-    end: 22312381
-  608: 
-    operation: 'search'
-  609:
-    operation: 'insert'
-    start: 22671557
-    end: 22775814
-  610: 
-    operation: 'search'
-  611:
-    operation: 'insert'
-    start: 23166008
-    end: 23256846
-  612: 
-    operation: 'search'
-  613:
-    operation: 'insert'
-    start: 23621038
-    end: 23712296
-  614: 
-    operation: 'search'
-  615:
-    operation: 'insert'
-    start: 24076798
-    end: 24167790
-  616: 
-    operation: 'search'
-  617:
-    operation: 'insert'
-    start: 24507797
-    end: 24586808
-  618: 
-    operation: 'search'
-  619:
-    operation: 'insert'
-    start: 24939432
-    end: 25036732
-  620: 
-    operation: 'search'
-  621:
-    operation: 'insert'
-    start: 25442724
-    end: 25548419
-  622: 
-    operation: 'search'
-  623:
-    operation: 'insert'
-    start: 25924382
-    end: 26006667
-  624: 
-    operation: 'search'
-  625:
-    operation: 'insert'
-    start: 26381848
-    end: 26487152
-  626: 
-    operation: 'search'
-  627:
-    operation: 'insert'
-    start: 26956684
-    end: 27086145
-  628: 
-    operation: 'search'
-  629:
-    operation: 'insert'
-    start: 27456677
-    end: 27512482
-  630: 
-    operation: 'search'
-  631:
-    operation: 'insert'
-    start: 27761282
-    end: 27829877
-  632: 
-    operation: 'search'
-  633:
-    operation: 'insert'
-    start: 28239833
-    end: 28376214
-  634: 
-    operation: 'search'
-  635:
-    operation: 'insert'
-    start: 28820045
-    end: 28905578
-  636: 
-    operation: 'search'
-  637:
-    operation: 'insert'
-    start: 29237212
-    end: 29317496
-  638: 
-    operation: 'search'
-  639:
-    operation: 'insert'
-    start: 29686435
-    end: 29790620
-  640: 
-    operation: 'search'
-  641:
-    operation: 'delete'
-    start: 151248
-    end: 276895
-  642: 
-    operation: 'search'
-  643:
-    operation: 'delete'
-    start: 681154
-    end: 729014
-  644: 
-    operation: 'search'
-  645:
-    operation: 'delete'
-    start: 1097699
-    end: 1100499
-  646: 
-    operation: 'search'
-  647:
-    operation: 'delete'
-    start: 1546184
-    end: 1610493
-  648: 
-    operation: 'search'
-  649:
-    operation: 'delete'
-    start: 2212641
-    end: 2256367
-  650: 
-    operation: 'search'
-  651:
-    operation: 'delete'
-    start: 2612652
-    end: 2746927
-  652: 
-    operation: 'search'
-  653:
-    operation: 'delete'
-    start: 3046342
-    end: 3132843
-  654: 
-    operation: 'search'
-  655:
-    operation: 'delete'
-    start: 3501044
-    end: 3657438
-  656: 
-    operation: 'search'
-  657:
-    operation: 'delete'
-    start: 4019813
-    end: 4082067
-  658: 
-    operation: 'search'
-  659:
-    operation: 'delete'
-    start: 4412437
-    end: 4426244
-  660: 
-    operation: 'search'
-  661:
-    operation: 'delete'
-    start: 4946693
-    end: 5005354
-  662: 
-    operation: 'search'
-  663:
-    operation: 'delete'
-    start: 5480631
-    end: 5601467
-  664: 
-    operation: 'search'
-  665:
-    operation: 'delete'
-    start: 5931498
-    end: 6033793
-  666: 
-    operation: 'search'
-  667:
-    operation: 'delete'
-    start: 6292683
-    end: 6381340
-  668: 
-    operation: 'search'
-  669:
-    operation: 'delete'
-    start: 6701451
-    end: 6755720
-  670: 
-    operation: 'search'
-  671:
-    operation: 'delete'
-    start: 7202902
-    end: 7205921
-  672: 
-    operation: 'search'
-  673:
-    operation: 'delete'
-    start: 7564000
-    end: 7683477
-  674: 
-    operation: 'search'
-  675:
-    operation: 'delete'
-    start: 7966712
-    end: 7967209
-  676: 
-    operation: 'search'
-  677:
-    operation: 'delete'
-    start: 8291145
-    end: 8441362
-  678: 
-    operation: 'search'
-  679:
-    operation: 'delete'
-    start: 8699300
-    end: 8769897
-  680: 
-    operation: 'search'
-  681:
-    operation: 'delete'
-    start: 9158887
-    end: 9180285
-  682: 
-    operation: 'search'
-  683:
-    operation: 'delete'
-    start: 9707786
-    end: 9868149
-  684: 
-    operation: 'search'
-  685:
-    operation: 'delete'
-    start: 10297728
-    end: 10300193
-  686: 
-    operation: 'search'
-  687:
-    operation: 'delete'
-    start: 10763553
-    end: 10877241
-  688: 
-    operation: 'search'
-  689:
-    operation: 'delete'
-    start: 11140942
-    end: 11269714
-  690: 
-    operation: 'search'
-  691:
-    operation: 'delete'
-    start: 11538263
-    end: 11610581
-  692: 
-    operation: 'search'
-  693:
-    operation: 'delete'
-    start: 11949190
-    end: 12044066
-  694: 
-    operation: 'search'
-  695:
-    operation: 'delete'
-    start: 12391425
-    end: 12437923
-  696: 
-    operation: 'search'
-  697:
-    operation: 'delete'
-    start: 12689064
-    end: 12772218
-  698: 
-    operation: 'search'
-  699:
-    operation: 'delete'
-    start: 13273228
-    end: 13299754
-  700: 
-    operation: 'search'
-  701:
-    operation: 'delete'
-    start: 13795629
-    end: 14080621
-  702: 
-    operation: 'search'
-  703:
-    operation: 'delete'
-    start: 14575652
-    end: 14741537
-  704: 
-    operation: 'search'
-  705:
-    operation: 'delete'
-    start: 15172240
-    end: 15257539
-  706: 
-    operation: 'search'
-  707:
-    operation: 'delete'
-    start: 15482392
-    end: 15521024
-  708: 
-    operation: 'search'
-  709:
-    operation: 'delete'
-    start: 16135382
-    end: 16334608
-  710: 
-    operation: 'search'
-  711:
-    operation: 'delete'
-    start: 16832734
-    end: 16920067
-  712: 
-    operation: 'search'
-  713:
-    operation: 'delete'
-    start: 17379771
-    end: 17457078
-  714: 
-    operation: 'search'
-  715:
-    operation: 'delete'
-    start: 17885595
-    end: 17898754
-  716: 
-    operation: 'search'
-  717:
-    operation: 'delete'
-    start: 18239441
-    end: 18258740
-  718: 
-    operation: 'search'
-  719:
-    operation: 'delete'
-    start: 18581659
-    end: 18615839
-  720: 
-    operation: 'search'
-  721:
-    operation: 'delete'
-    start: 18921199
-    end: 18941424
-  722: 
-    operation: 'search'
-  723:
-    operation: 'delete'
-    start: 19475410
-    end: 19613332
-  724: 
-    operation: 'search'
-  725:
-    operation: 'delete'
-    start: 19956084
-    end: 20017520
-  726: 
-    operation: 'search'
-  727:
-    operation: 'delete'
-    start: 20190582
-    end: 20388262
-  728: 
-    operation: 'search'
-  729:
-    operation: 'delete'
-    start: 20712347
-    end: 20746573
-  730: 
-    operation: 'search'
-  731:
-    operation: 'delete'
-    start: 21110974
-    end: 21261365
-  732: 
-    operation: 'search'
-  733:
-    operation: 'delete'
-    start: 21599134
-    end: 21636252
-  734: 
-    operation: 'search'
-  735:
-    operation: 'delete'
-    start: 22224139
-    end: 22290489
-  736: 
-    operation: 'search'
-  737:
-    operation: 'delete'
-    start: 22540926
-    end: 22645948
-  738: 
-    operation: 'search'
-  739:
-    operation: 'delete'
-    start: 23111288
-    end: 23124982
-  740: 
-    operation: 'search'
-  741:
-    operation: 'delete'
-    start: 23508802
-    end: 23603037
-  742: 
-    operation: 'search'
-  743:
-    operation: 'delete'
-    start: 24032341
-    end: 24100310
-  744: 
-    operation: 'search'
-  745:
-    operation: 'delete'
-    start: 24495419
-    end: 24562336
-  746: 
-    operation: 'search'
-  747:
-    operation: 'delete'
-    start: 24772812
-    end: 24899153
-  748: 
-    operation: 'search'
-  749:
-    operation: 'delete'
-    start: 25350342
-    end: 25406026
-  750: 
-    operation: 'search'
-  751:
-    operation: 'delete'
-    start: 25850667
-    end: 25899027
-  752: 
-    operation: 'search'
-  753:
-    operation: 'delete'
-    start: 26254568
-    end: 26343873
-  754: 
-    operation: 'search'
-  755:
-    operation: 'delete'
-    start: 26913645
-    end: 26991066
-  756: 
-    operation: 'search'
-  757:
-    operation: 'delete'
-    start: 27377110
-    end: 27429811
-  758: 
-    operation: 'search'
-  759:
-    operation: 'delete'
-    start: 27738979
-    end: 27748096
-  760: 
-    operation: 'search'
-  761:
-    operation: 'delete'
-    start: 28135779
-    end: 28154385
-  762: 
-    operation: 'search'
-  763:
-    operation: 'delete'
-    start: 28780561
-    end: 28809395
-  764: 
-    operation: 'search'
-  765:
-    operation: 'delete'
-    start: 29156356
-    end: 29289131
-  766: 
-    operation: 'search'
-  767:
-    operation: 'delete'
-    start: 29655783
-    end: 29712542
-  768: 
-    operation: 'search'
-  769:
-    operation: 'insert'
-    start: 381531
-    end: 508708
-  770: 
-    operation: 'search'
-  771:
-    operation: 'insert'
-    start: 798400
-    end: 852571
-  772: 
-    operation: 'search'
-  773:
-    operation: 'insert'
-    start: 1224844
-    end: 1330877
-  774: 
-    operation: 'search'
-  775:
-    operation: 'insert'
-    start: 1822361
-    end: 1950844
-  776: 
-    operation: 'search'
-  777:
-    operation: 'insert'
-    start: 2303064
-    end: 2377643
-  778: 
-    operation: 'search'
-  779:
-    operation: 'insert'
-    start: 2761897
-    end: 2865121
-  780: 
-    operation: 'search'
-  781:
-    operation: 'insert'
-    start: 3210881
-    end: 3291725
-  782: 
-    operation: 'search'
-  783:
-    operation: 'insert'
-    start: 3695732
-    end: 3803452
-  784: 
-    operation: 'search'
-  785:
-    operation: 'insert'
-    start: 4096213
-    end: 4157892
-  786: 
-    operation: 'search'
-  787:
-    operation: 'insert'
-    start: 4602083
-    end: 4729586
-  788: 
-    operation: 'search'
-  789:
-    operation: 'insert'
-    start: 5158940
-    end: 5259556
-  790: 
-    operation: 'search'
-  791:
-    operation: 'insert'
-    start: 5628058
-    end: 5717353
-  792: 
-    operation: 'search'
-  793:
-    operation: 'insert'
-    start: 6077077
-    end: 6167219
-  794: 
-    operation: 'search'
-  795:
-    operation: 'insert'
-    start: 6473323
-    end: 6545310
-  796: 
-    operation: 'search'
-  797:
-    operation: 'insert'
-    start: 6888405
-    end: 6978774
-  798: 
-    operation: 'search'
-  799:
-    operation: 'insert'
-    start: 7350318
-    end: 7444042
-  800: 
-    operation: 'search'
-  801:
-    operation: 'insert'
-    start: 7738527
-    end: 7805447
-  802: 
-    operation: 'search'
-  803:
-    operation: 'insert'
-    start: 8078399
-    end: 8147075
-  804: 
-    operation: 'search'
-  805:
-    operation: 'insert'
-    start: 8476961
-    end: 8564030
-  806: 
-    operation: 'search'
-  807:
-    operation: 'insert'
-    start: 8838644
-    end: 8901158
-  808: 
-    operation: 'search'
-  809:
-    operation: 'insert'
-    start: 9288980
-    end: 9397416
-  810: 
-    operation: 'search'
-  811:
-    operation: 'insert'
-    start: 9944648
-    end: 10090913
-  812: 
-    operation: 'search'
-  813:
-    operation: 'insert'
-    start: 10454624
-    end: 10527106
-  814: 
-    operation: 'search'
-  815:
-    operation: 'insert'
-    start: 10890183
-    end: 10987048
-  816: 
-    operation: 'search'
-  817:
-    operation: 'insert'
-    start: 11303201
-    end: 11376296
-  818: 
-    operation: 'search'
-  819:
-    operation: 'insert'
-    start: 11660033
-    end: 11730246
-  820: 
-    operation: 'search'
-  821:
-    operation: 'insert'
-    start: 12088295
-    end: 12184239
-  822: 
-    operation: 'search'
-  823:
-    operation: 'insert'
-    start: 12490093
-    end: 12560062
-  824: 
-    operation: 'search'
-  825:
-    operation: 'insert'
-    start: 12976235
-    end: 13091636
-  826: 
-    operation: 'search'
-  827:
-    operation: 'insert'
-    start: 13515513
-    end: 13618338
-  828: 
-    operation: 'search'
-  829:
-    operation: 'insert'
-    start: 14151537
-    end: 14294995
-  830: 
-    operation: 'search'
-  831:
-    operation: 'insert'
-    start: 14836043
-    end: 14968573
-  832: 
-    operation: 'search'
-  833:
-    operation: 'insert'
-    start: 15288227
-    end: 15350601
-  834: 
-    operation: 'search'
-  835:
-    operation: 'insert'
-    start: 15837881
-    end: 15979516
-  836: 
-    operation: 'search'
-  837:
-    operation: 'insert'
-    start: 16467044
-    end: 16582341
-  838: 
-    operation: 'search'
-  839:
-    operation: 'insert'
-    start: 17003882
-    end: 17105963
-  840: 
-    operation: 'search'
-  841:
-    operation: 'insert'
-    start: 17517801
-    end: 17621052
-  842: 
-    operation: 'search'
-  843:
-    operation: 'insert'
-    start: 18010311
-    end: 18105647
-  844: 
-    operation: 'search'
-  845:
-    operation: 'insert'
-    start: 18382294
-    end: 18442730
-  846: 
-    operation: 'search'
-  847:
-    operation: 'insert'
-    start: 18631430
-    end: 18674184
-  848: 
-    operation: 'search'
-  849:
-    operation: 'insert'
-    start: 19080399
-    end: 19201552
-  850: 
-    operation: 'search'
-  851:
-    operation: 'insert'
-    start: 19652094
-    end: 19761890
-  852: 
-    operation: 'search'
-  853:
-    operation: 'insert'
-    start: 20041912
-    end: 20098653
-  854: 
-    operation: 'search'
-  855:
-    operation: 'insert'
-    start: 20425508
-    end: 20515546
-  856: 
-    operation: 'search'
-  857:
-    operation: 'insert'
-    start: 20809292
-    end: 20877194
-  858: 
-    operation: 'search'
-  859:
-    operation: 'insert'
-    start: 21290561
-    end: 21405715
-  860: 
-    operation: 'search'
-  861:
-    operation: 'insert'
-    start: 21860184
-    end: 21973288
-  862: 
-    operation: 'search'
-  863:
-    operation: 'insert'
-    start: 22312381
-    end: 22387710
-  864: 
-    operation: 'search'
-  865:
-    operation: 'insert'
-    start: 22775814
-    end: 22880071
-  866: 
-    operation: 'search'
-  867:
-    operation: 'insert'
-    start: 23256846
-    end: 23347684
-  868: 
-    operation: 'search'
-  869:
-    operation: 'insert'
-    start: 23712296
-    end: 23803554
-  870: 
-    operation: 'search'
-  871:
-    operation: 'insert'
-    start: 24167790
-    end: 24258782
-  872: 
-    operation: 'search'
-  873:
-    operation: 'insert'
-    start: 24586808
-    end: 24665819
-  874: 
-    operation: 'search'
-  875:
-    operation: 'insert'
-    start: 25036732
-    end: 25134032
-  876: 
-    operation: 'search'
-  877:
-    operation: 'insert'
-    start: 25548419
-    end: 25654114
-  878: 
-    operation: 'search'
-  879:
-    operation: 'insert'
-    start: 26006667
-    end: 26088952
-  880: 
-    operation: 'search'
-  881:
-    operation: 'insert'
-    start: 26487152
-    end: 26592456
-  882: 
-    operation: 'search'
-  883:
-    operation: 'insert'
-    start: 27086145
-    end: 27215606
-  884: 
-    operation: 'search'
-  885:
-    operation: 'insert'
-    start: 27512482
-    end: 27568287
-  886: 
-    operation: 'search'
-  887:
-    operation: 'insert'
-    start: 27829877
-    end: 27898472
-  888: 
-    operation: 'search'
-  889:
-    operation: 'insert'
-    start: 28376214
-    end: 28512595
-  890: 
-    operation: 'search'
-  891:
-    operation: 'insert'
-    start: 28905578
-    end: 28991111
-  892: 
-    operation: 'search'
-  893:
-    operation: 'insert'
-    start: 29317496
-    end: 29397780
-  894: 
-    operation: 'search'
-  895:
-    operation: 'insert'
-    start: 29790620
-    end: 29894805
-  896: 
-    operation: 'search'
-  897:
-    operation: 'delete'
-    start: 276895
-    end: 299972
-  898: 
-    operation: 'search'
-  899:
-    operation: 'delete'
-    start: 729014
-    end: 803994
-  900: 
-    operation: 'search'
-  901:
-    operation: 'delete'
-    start: 1100499
-    end: 1290846
-  902: 
-    operation: 'search'
-  903:
-    operation: 'delete'
-    start: 1610493
-    end: 1790034
-  904: 
-    operation: 'search'
-  905:
-    operation: 'delete'
-    start: 2256367
-    end: 2330028
-  906: 
-    operation: 'search'
-  907:
-    operation: 'delete'
-    start: 2746927
-    end: 2789877
-  908: 
-    operation: 'search'
-  909:
-    operation: 'delete'
-    start: 3132843
-    end: 3136168
-  910: 
-    operation: 'search'
-  911:
-    operation: 'delete'
-    start: 3657438
-    end: 3684866
-  912: 
-    operation: 'search'
-  913:
-    operation: 'delete'
-    start: 4082067
-    end: 4129197
-  914: 
-    operation: 'search'
-  915:
-    operation: 'delete'
-    start: 4426244
-    end: 4640564
-  916: 
-    operation: 'search'
-  917:
-    operation: 'delete'
-    start: 5005354
-    end: 5156120
-  918: 
-    operation: 'search'
-  919:
-    operation: 'delete'
-    start: 5601467
-    end: 5604432
-  920: 
-    operation: 'search'
-  921:
-    operation: 'delete'
-    start: 6033793
-    end: 6075875
-  922: 
-    operation: 'search'
-  923:
-    operation: 'delete'
-    start: 6381340
-    end: 6425004
-  924: 
-    operation: 'search'
-  925:
-    operation: 'delete'
-    start: 6755720
-    end: 6787633
-  926: 
-    operation: 'search'
-  927:
-    operation: 'delete'
-    start: 7205921
-    end: 7327648
-  928: 
-    operation: 'search'
-  929:
-    operation: 'delete'
-    start: 7683477
-    end: 7714977
-  930: 
-    operation: 'search'
-  931:
-    operation: 'delete'
-    start: 7967209
-    end: 8070575
-  932: 
-    operation: 'search'
-  933:
-    operation: 'delete'
-    start: 8441362
-    end: 8451747
-  934: 
-    operation: 'search'
-  935:
-    operation: 'delete'
-    start: 8769897
-    end: 8811484
-  936: 
-    operation: 'search'
-  937:
-    operation: 'delete'
-    start: 9180285
-    end: 9221176
-  938: 
-    operation: 'search'
-  939:
-    operation: 'delete'
-    start: 9868149
-    end: 9886001
-  940: 
-    operation: 'search'
-  941:
-    operation: 'delete'
-    start: 10300193
-    end: 10362342
-  942: 
-    operation: 'search'
-  943:
-    operation: 'delete'
-    start: 10877241
-    end: 10952203
-  944: 
-    operation: 'search'
-  945:
-    operation: 'delete'
-    start: 11269714
-    end: 11292063
-  946: 
-    operation: 'search'
-  947:
-    operation: 'delete'
-    start: 11610581
-    end: 11667303
-  948: 
-    operation: 'search'
-  949:
-    operation: 'delete'
-    start: 12044066
-    end: 12100007
-  950: 
-    operation: 'search'
-  951:
-    operation: 'delete'
-    start: 12437923
-    end: 12461507
-  952: 
-    operation: 'search'
-  953:
-    operation: 'delete'
-    start: 12772218
-    end: 12954312
-  954: 
-    operation: 'search'
-  955:
-    operation: 'delete'
-    start: 13299754
-    end: 13445432
-  956: 
-    operation: 'search'
-  957:
-    operation: 'delete'
-    start: 14080621
-    end: 14266899
-  958: 
-    operation: 'search'
-  959:
-    operation: 'delete'
-    start: 14741537
-    end: 14787762
-  960: 
-    operation: 'search'
-  961:
-    operation: 'delete'
-    start: 15257539
-    end: 15291934
-  962: 
-    operation: 'search'
-  963:
-    operation: 'delete'
-    start: 15521024
-    end: 15710894
-  964: 
-    operation: 'search'
-  965:
-    operation: 'delete'
-    start: 16334608
-    end: 16453056
-  966: 
-    operation: 'search'
-  967:
-    operation: 'delete'
-    start: 16920067
-    end: 17046323
-  968: 
-    operation: 'search'
-  969:
-    operation: 'delete'
-    start: 17457078
-    end: 17489056
-  970: 
-    operation: 'search'
-  971:
-    operation: 'delete'
-    start: 17898754
-    end: 17982894
-  972: 
-    operation: 'search'
-  973:
-    operation: 'delete'
-    start: 18258740
-    end: 18325569
-  974: 
-    operation: 'search'
-  975:
-    operation: 'delete'
-    start: 18615839
-    end: 18658325
-  976: 
-    operation: 'search'
-  977:
-    operation: 'delete'
-    start: 18941424
-    end: 19165915
-  978: 
-    operation: 'search'
-  979:
-    operation: 'delete'
-    start: 19613332
-    end: 19709110
-  980: 
-    operation: 'search'
-  981:
-    operation: 'delete'
-    start: 20017520
-    end: 20067452
-  982: 
-    operation: 'search'
-  983:
-    operation: 'delete'
-    start: 20388262
-    end: 20440494
-  984: 
-    operation: 'search'
-  985:
-    operation: 'delete'
-    start: 20746573
-    end: 20758260
-  986: 
-    operation: 'search'
-  987:
-    operation: 'delete'
-    start: 21261365
-    end: 21276694
-  988: 
-    operation: 'search'
-  989:
-    operation: 'delete'
-    start: 21636252
-    end: 21670951
-  990: 
-    operation: 'search'
-  991:
-    operation: 'delete'
-    start: 22290489
-    end: 22319582
-  992: 
-    operation: 'search'
-  993:
-    operation: 'delete'
-    start: 22645948
-    end: 22841452
-  994: 
-    operation: 'search'
-  995:
-    operation: 'delete'
-    start: 23124982
-    end: 23226878
-  996: 
-    operation: 'search'
-  997:
-    operation: 'delete'
-    start: 23603037
-    end: 23718995
-  998: 
-    operation: 'search'
-  999:
-    operation: 'delete'
-    start: 24100310
-    end: 24163394
-  1000: 
-    operation: 'search'
-  1001:
-    operation: 'delete'
-    start: 24562336
-    end: 24634948
-  1002: 
-    operation: 'search'
-  1003:
-    operation: 'delete'
-    start: 24899153
-    end: 24956272
-  1004: 
-    operation: 'search'
-  1005:
-    operation: 'delete'
-    start: 25406026
-    end: 25438398
-  1006: 
-    operation: 'search'
-  1007:
-    operation: 'delete'
-    start: 25899027
-    end: 25965226
-  1008: 
-    operation: 'search'
-  1009:
-    operation: 'delete'
-    start: 26343873
-    end: 26498678
-  1010: 
-    operation: 'search'
-  1011:
-    operation: 'delete'
-    start: 26991066
-    end: 27157144
-  1012: 
-    operation: 'search'
-  1013:
-    operation: 'delete'
-    start: 27429811
-    end: 27442715
-  1014: 
-    operation: 'search'
-  1015:
-    operation: 'delete'
-    start: 27748096
-    end: 27800092
-  1016: 
-    operation: 'search'
-  1017:
-    operation: 'delete'
-    start: 28154385
-    end: 28356895
-  1018: 
-    operation: 'search'
-  1019:
-    operation: 'delete'
-    start: 28809395
-    end: 28912822
-  1020: 
-    operation: 'search'
-  1021:
-    operation: 'delete'
-    start: 29289131
-    end: 29379909
-  1022: 
-    operation: 'search'
-  1023:
-    operation: 'delete'
-    start: 29712542
-    end: 29779462
-  1024: 
-    operation: 'search'
-  1025:
-    operation: 'insert'
-    start: 508708
-    end: 635887
-  1026: 
-    operation: 'search'
-  1027:
-    operation: 'insert'
-    start: 852571
-    end: 906745
-  1028: 
-    operation: 'search'
-  1029:
-    operation: 'insert'
-    start: 1330877
-    end: 1436912
-  1030: 
-    operation: 'search'
-  1031:
-    operation: 'insert'
-    start: 1950844
-    end: 2079327
-  1032: 
-    operation: 'search'
-  1033:
-    operation: 'insert'
-    start: 2377643
-    end: 2452225
-  1034: 
-    operation: 'search'
-  1035:
-    operation: 'insert'
-    start: 2865121
-    end: 2968349
-  1036: 
-    operation: 'search'
-  1037:
-    operation: 'insert'
-    start: 3291725
-    end: 3372572
-  1038: 
-    operation: 'search'
-  1039:
-    operation: 'insert'
-    start: 3803452
-    end: 3911176
-  1040: 
-    operation: 'search'
-  1041:
-    operation: 'insert'
-    start: 4157892
-    end: 4219574
-  1042: 
-    operation: 'search'
-  1043:
-    operation: 'insert'
-    start: 4729586
-    end: 4857092
-  1044: 
-    operation: 'search'
-  1045:
-    operation: 'insert'
-    start: 5259556
-    end: 5360173
-  1046: 
-    operation: 'search'
-  1047:
-    operation: 'insert'
-    start: 5717353
-    end: 5806651
-  1048: 
-    operation: 'search'
-  1049:
-    operation: 'insert'
-    start: 6167219
-    end: 6257362
-  1050: 
-    operation: 'search'
-  1051:
-    operation: 'insert'
-    start: 6545310
-    end: 6617298
-  1052: 
-    operation: 'search'
-  1053:
-    operation: 'insert'
-    start: 6978774
-    end: 7069146
-  1054: 
-    operation: 'search'
-  1055:
-    operation: 'insert'
-    start: 7444042
-    end: 7537767
-  1056: 
-    operation: 'search'
-  1057:
-    operation: 'insert'
-    start: 7805447
-    end: 7872371
-  1058: 
-    operation: 'search'
-  1059:
-    operation: 'insert'
-    start: 8147075
-    end: 8215754
-  1060: 
-    operation: 'search'
-  1061:
-    operation: 'insert'
-    start: 8564030
-    end: 8651102
-  1062: 
-    operation: 'search'
-  1063:
-    operation: 'insert'
-    start: 8901158
-    end: 8963672
-  1064: 
-    operation: 'search'
-  1065:
-    operation: 'insert'
-    start: 9397416
-    end: 9505853
-  1066: 
-    operation: 'search'
-  1067:
-    operation: 'insert'
-    start: 10090913
-    end: 10237178
-  1068: 
-    operation: 'search'
-  1069:
-    operation: 'insert'
-    start: 10527106
-    end: 10599588
-  1070: 
-    operation: 'search'
-  1071:
-    operation: 'insert'
-    start: 10987048
-    end: 11083916
-  1072: 
-    operation: 'search'
-  1073:
-    operation: 'insert'
-    start: 11376296
-    end: 11449394
-  1074: 
-    operation: 'search'
-  1075:
-    operation: 'insert'
-    start: 11730246
-    end: 11800463
-  1076: 
-    operation: 'search'
-  1077:
-    operation: 'insert'
-    start: 12184239
-    end: 12280186
-  1078: 
-    operation: 'search'
-  1079:
-    operation: 'insert'
-    start: 12560062
-    end: 12630032
-  1080: 
-    operation: 'search'
-  1081:
-    operation: 'insert'
-    start: 13091636
-    end: 13207038
-  1082: 
-    operation: 'search'
-  1083:
-    operation: 'insert'
-    start: 13618338
-    end: 13721163
-  1084: 
-    operation: 'search'
-  1085:
-    operation: 'insert'
-    start: 14294995
-    end: 14438453
-  1086: 
-    operation: 'search'
-  1087:
-    operation: 'insert'
-    start: 14968573
-    end: 15101105
-  1088: 
-    operation: 'search'
-  1089:
-    operation: 'insert'
-    start: 15350601
-    end: 15412976
-  1090: 
-    operation: 'search'
-  1091:
-    operation: 'insert'
-    start: 15979516
-    end: 16121153
-  1092: 
-    operation: 'search'
-  1093:
-    operation: 'insert'
-    start: 16582341
-    end: 16697639
-  1094: 
-    operation: 'search'
-  1095:
-    operation: 'insert'
-    start: 17105963
-    end: 17208048
-  1096: 
-    operation: 'search'
-  1097:
-    operation: 'insert'
-    start: 17621052
-    end: 17724303
-  1098: 
-    operation: 'search'
-  1099:
-    operation: 'insert'
-    start: 18105647
-    end: 18200986
-  1100: 
-    operation: 'search'
-  1101:
-    operation: 'insert'
-    start: 18442730
-    end: 18503168
-  1102: 
-    operation: 'search'
-  1103:
-    operation: 'insert'
-    start: 18674184
-    end: 18716940
-  1104: 
-    operation: 'search'
-  1105:
-    operation: 'insert'
-    start: 19201552
-    end: 19322706
-  1106: 
-    operation: 'search'
-  1107:
-    operation: 'insert'
-    start: 19761890
-    end: 19871689
-  1108: 
-    operation: 'search'
-  1109:
-    operation: 'insert'
-    start: 20098653
-    end: 20155394
-  1110: 
-    operation: 'search'
-  1111:
-    operation: 'insert'
-    start: 20515546
-    end: 20605586
-  1112: 
-    operation: 'search'
-  1113:
-    operation: 'insert'
-    start: 20877194
-    end: 20945099
-  1114: 
-    operation: 'search'
-  1115:
-    operation: 'insert'
-    start: 21405715
-    end: 21520872
-  1116: 
-    operation: 'search'
-  1117:
-    operation: 'insert'
-    start: 21973288
-    end: 22086394
-  1118: 
-    operation: 'search'
-  1119:
-    operation: 'insert'
-    start: 22387710
-    end: 22463043
-  1120: 
-    operation: 'search'
-  1121:
-    operation: 'insert'
-    start: 22880071
-    end: 22984332
-  1122: 
-    operation: 'search'
-  1123:
-    operation: 'insert'
-    start: 23347684
-    end: 23438522
-  1124: 
-    operation: 'search'
-  1125:
-    operation: 'insert'
-    start: 23803554
-    end: 23894814
-  1126: 
-    operation: 'search'
-  1127:
-    operation: 'insert'
-    start: 24258782
-    end: 24349775
-  1128: 
-    operation: 'search'
-  1129:
-    operation: 'insert'
-    start: 24665819
-    end: 24744832
-  1130: 
-    operation: 'search'
-  1131:
-    operation: 'insert'
-    start: 25134032
-    end: 25231334
-  1132: 
-    operation: 'search'
-  1133:
-    operation: 'insert'
-    start: 25654114
-    end: 25759812
-  1134: 
-    operation: 'search'
-  1135:
-    operation: 'insert'
-    start: 26088952
-    end: 26171240
-  1136: 
-    operation: 'search'
-  1137:
-    operation: 'insert'
-    start: 26592456
-    end: 26697762
-  1138: 
-    operation: 'search'
-  1139:
-    operation: 'insert'
-    start: 27215606
-    end: 27345067
-  1140: 
-    operation: 'search'
-  1141:
-    operation: 'insert'
-    start: 27568287
-    end: 27624092
-  1142: 
-    operation: 'search'
-  1143:
-    operation: 'insert'
-    start: 27898472
-    end: 27967071
-  1144: 
-    operation: 'search'
-  1145:
-    operation: 'insert'
-    start: 28512595
-    end: 28648979
-  1146: 
-    operation: 'search'
-  1147:
-    operation: 'insert'
-    start: 28991111
-    end: 29076644
-  1148: 
-    operation: 'search'
-  1149:
-    operation: 'insert'
-    start: 29397780
-    end: 29478065
-  1150: 
-    operation: 'search'
-  1151:
-    operation: 'insert'
-    start: 29894805
-    end: 29998994
-  1152: 
-    operation: 'search'
-  1153:
-    operation: 'delete'
-    start: 299972
-    end: 599045
-  1154: 
-    operation: 'search'
-  1155:
-    operation: 'delete'
-    start: 803994
-    end: 848219
-  1156: 
-    operation: 'search'
-  1157:
-    operation: 'delete'
-    start: 1290846
-    end: 1387988
-  1158: 
-    operation: 'search'
-  1159:
-    operation: 'delete'
-    start: 1790034
-    end: 1796956
-  1160: 
-    operation: 'search'
-  1161:
-    operation: 'delete'
-    start: 2330028
-    end: 2420746
-  1162: 
-    operation: 'search'
-  1163:
-    operation: 'delete'
-    start: 2789877
-    end: 2928546
-  1164: 
-    operation: 'search'
-  1165:
-    operation: 'delete'
-    start: 3136168
-    end: 3312041
-  1166: 
-    operation: 'search'
-  1167:
-    operation: 'delete'
-    start: 3684866
-    end: 3753491
-  1168: 
-    operation: 'search'
-  1169:
-    operation: 'delete'
-    start: 4129197
-    end: 4201996
-  1170: 
-    operation: 'search'
-  1171:
-    operation: 'delete'
-    start: 4640564
-    end: 4778624
-  1172: 
-    operation: 'search'
-  1173:
-    operation: 'delete'
-    start: 5156120
-    end: 5191459
-  1174: 
-    operation: 'search'
-  1175:
-    operation: 'delete'
-    start: 5604432
-    end: 5721236
-  1176: 
-    operation: 'search'
-  1177:
-    operation: 'delete'
-    start: 6075875
-    end: 6112985
-  1178: 
-    operation: 'search'
-  1179:
-    operation: 'delete'
-    start: 6425004
-    end: 6478861
-  1180: 
-    operation: 'search'
-  1181:
-    operation: 'delete'
-    start: 6787633
-    end: 6977401
-  1182: 
-    operation: 'search'
-  1183:
-    operation: 'delete'
-    start: 7327648
-    end: 7432096
-  1184: 
-    operation: 'search'
-  1185:
-    operation: 'delete'
-    start: 7714977
-    end: 7769592
-  1186: 
-    operation: 'search'
-  1187:
-    operation: 'delete'
-    start: 8070575
-    end: 8138448
-  1188: 
-    operation: 'search'
-  1189:
-    operation: 'delete'
-    start: 8451747
-    end: 8627362
-  1190: 
-    operation: 'search'
-  1191:
-    operation: 'delete'
-    start: 8811484
-    end: 8847875
-  1192: 
-    operation: 'search'
-  1193:
-    operation: 'delete'
-    start: 9221176
-    end: 9338284
-  1194: 
-    operation: 'search'
-  1195:
-    operation: 'delete'
-    start: 9886001
-    end: 9925526
-  1196: 
-    operation: 'search'
-  1197:
-    operation: 'delete'
-    start: 10362342
-    end: 10519397
-  1198: 
-    operation: 'search'
-  1199:
-    operation: 'delete'
-    start: 10952203
-    end: 11060175
-  1200: 
-    operation: 'search'
-  1201:
-    operation: 'delete'
-    start: 11292063
-    end: 11303439
-  1202: 
-    operation: 'search'
-  1203:
-    operation: 'delete'
-    start: 11667303
-    end: 11694539
-  1204: 
-    operation: 'search'
-  1205:
-    operation: 'delete'
-    start: 12100007
-    end: 12243066
-  1206: 
-    operation: 'search'
-  1207:
-    operation: 'delete'
-    start: 12461507
-    end: 12516998
-  1208: 
-    operation: 'search'
-  1209:
-    operation: 'delete'
-    start: 12954312
-    end: 13116662
-  1210: 
-    operation: 'search'
-  1211:
-    operation: 'delete'
-    start: 13445432
-    end: 13584820
-  1212: 
-    operation: 'search'
-  1213:
-    operation: 'delete'
-    start: 14266899
-    end: 14340535
-  1214: 
-    operation: 'search'
-  1215:
-    operation: 'delete'
-    start: 14787762
-    end: 14803264
-  1216: 
-    operation: 'search'
-  1217:
-    operation: 'delete'
-    start: 15291934
-    end: 15310223
-  1218: 
-    operation: 'search'
-  1219:
-    operation: 'delete'
-    start: 15710894
-    end: 15790752
-  1220: 
-    operation: 'search'
-  1221:
-    operation: 'delete'
-    start: 16453056
-    end: 16504196
-  1222: 
-    operation: 'search'
-  1223:
-    operation: 'delete'
-    start: 17046323
-    end: 17187669
-  1224: 
-    operation: 'search'
-  1225:
-    operation: 'delete'
-    start: 17489056
-    end: 17597374
-  1226: 
-    operation: 'search'
-  1227:
-    operation: 'delete'
-    start: 17982894
-    end: 18113949
-  1228: 
-    operation: 'search'
-  1229:
-    operation: 'delete'
-    start: 18325569
-    end: 18404834
-  1230: 
-    operation: 'search'
-  1231:
-    operation: 'delete'
-    start: 18658325
-    end: 18673014
-  1232: 
-    operation: 'search'
-  1233:
-    operation: 'delete'
-    start: 19165915
-    end: 19191892
-  1234: 
-    operation: 'search'
-  1235:
-    operation: 'delete'
-    start: 19709110
-    end: 19767646
-  1236: 
-    operation: 'search'
-  1237:
-    operation: 'delete'
-    start: 20067452
-    end: 20074798
-  1238: 
-    operation: 'search'
-  1239:
-    operation: 'delete'
-    start: 20440494
-    end: 20515155
-  1240: 
-    operation: 'search'
-  1241:
-    operation: 'delete'
-    start: 20758260
-    end: 20861868
-  1242: 
-    operation: 'search'
-  1243:
-    operation: 'delete'
-    start: 21276694
-    end: 21461391
-  1244: 
-    operation: 'search'
-  1245:
-    operation: 'delete'
-    start: 21670951
-    end: 21962939
-  1246: 
-    operation: 'search'
-  1247:
-    operation: 'delete'
-    start: 22319582
-    end: 22365392
-  1248: 
-    operation: 'search'
-  1249:
-    operation: 'delete'
-    start: 22841452
-    end: 22901564
-  1250: 
-    operation: 'search'
-  1251:
-    operation: 'delete'
-    start: 23226878
-    end: 23306240
-  1252: 
-    operation: 'search'
-  1253:
-    operation: 'delete'
-    start: 23718995
-    end: 23719618
-  1254: 
-    operation: 'search'
-  1255:
-    operation: 'delete'
-    start: 24163394
-    end: 24289001
-  1256: 
-    operation: 'search'
-  1257:
-    operation: 'delete'
-    start: 24634948
-    end: 24667139
-  1258: 
-    operation: 'search'
-  1259:
-    operation: 'delete'
-    start: 24956272
-    end: 25118978
-  1260: 
-    operation: 'search'
-  1261:
-    operation: 'delete'
-    start: 25438398
-    end: 25613202
-  1262: 
-    operation: 'search'
-  1263:
-    operation: 'delete'
-    start: 25965226
-    end: 26094897
-  1264: 
-    operation: 'search'
-  1265:
-    operation: 'delete'
-    start: 26498678
-    end: 26641626
-  1266: 
-    operation: 'search'
-  1267:
-    operation: 'delete'
-    start: 27157144
-    end: 27164958
-  1268: 
-    operation: 'search'
-  1269:
-    operation: 'delete'
-    start: 27442715
-    end: 27601205
-  1270: 
-    operation: 'search'
-  1271:
-    operation: 'delete'
-    start: 27800092
-    end: 27938245
-  1272: 
-    operation: 'search'
-  1273:
-    operation: 'delete'
-    start: 28356895
-    end: 28493781
-  1274: 
-    operation: 'search'
-  1275:
-    operation: 'delete'
-    start: 28912822
-    end: 28933274
-  1276: 
-    operation: 'search'
-  1277:
-    operation: 'delete'
-    start: 29379909
-    end: 29421052
-  1278: 
-    operation: 'search'
-  1279:
-    operation: 'delete'
-    start: 29779462
-    end: 29934744
-  1280: 
-    operation: 'search'

From 73a62846d922b44f5c4b8bbde8bde6238b28bc59 Mon Sep 17 00:00:00 2001
From: harsha vardhan simhadri <harsha.v.simhadri@gmail.com>
Date: Sun, 15 Oct 2023 17:08:39 +0000
Subject: [PATCH 14/20] add another build config and remove a search config

---
 neurips23/streaming/diskann/config.yaml | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/neurips23/streaming/diskann/config.yaml b/neurips23/streaming/diskann/config.yaml
index ae3a85d9..918a2ea4 100644
--- a/neurips23/streaming/diskann/config.yaml
+++ b/neurips23/streaming/diskann/config.yaml
@@ -94,8 +94,8 @@ msturing-30M-clustered:
         base:
           args: |
             [{"R":32, "L":50, "insert_threads":16, "consolidate_threads":16},
+             {"R":32, "L":70, "insert_threads":16, "consolidate_threads":16},
              {"R":50, "L":50, "insert_threads":16, "consolidate_threads":16},
              {"R":50, "L":70, "insert_threads":16, "consolidate_threads":16}]
           query-args: |
-            [{"Ls":70, "T":16},
-             {"Ls":100, "T":16}]
+            [{"Ls":70, "T":16}]

From 2ac31689c7b119d9a8c6744c2c13564b846e7f81 Mon Sep 17 00:00:00 2001
From: harsha vardhan simhadri <harsha.v.simhadri@gmail.com>
Date: Sun, 15 Oct 2023 17:08:55 +0000
Subject: [PATCH 15/20] add README instructions

---
 neurips23/README.md | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/neurips23/README.md b/neurips23/README.md
index f15c2fae..469f3cd5 100644
--- a/neurips23/README.md
+++ b/neurips23/README.md
@@ -23,7 +23,7 @@ The Practical Vector Search challenge at NeurIPS 2023 has four different tasks:
     The tags are from a vocabulary of 200386 possible tags. 
     The 100,000 queries consist of one image embedding and one or two tags that must appear in the database elements to be considered.
 
-**Task Streaming:** This task uses 10M slice of the MS Turing data set released in the previous challenge. The index starts with zero points and must implement the "runbook" provided - a sequence of insertion operations, deletion operations, and search commands (roughly 4:4:1 ratio) - within a time bound of 1 hour. In the final run, we will  use a different runbook, and possibly a different data set, to avoid participants over-fitting to this dataset. Entries will be ranked by average recall over queries at all check points. The intention is for the algorithm to  process the operations and maintain a compact index over the active points rather than index the entire anticipated set of points and use tombstones or flags to mark active elements.
+**Task Streaming:** This task uses 10M slice of the MS Turing data set released in the previous challenge. The index starts with zero points and must implement the "runbook" provided - a sequence of insertion operations, deletion operations, and search commands (roughly 4:4:1 ratio) - within a time bound of 1 hour and a DRAM limit of 8GB. Entries will be ranked by average recall over queries at all check points. The intention is for the algorithm to  process the operations and maintain a compact index over the active points rather than index the entire anticipated set of points and use tombstones or flags to mark active elements. ~~In the final run, we will  use a different runbook, and possibly a different data set, to avoid participants over-fitting to this dataset.~~ The final run will use `msturing-30M-clustered`, a 30M slice of the MSTuring dataset, and the `final_runbook.yaml` runbook. 
 
 **Task Out-Of-Distribution:**  Yandex Text-to-Image 10M represents a cross-modal dataset where the database and query vectors have different distributions in the shared vector space.
     The base set is a 10M subset of the Yandex visual search database of 200-dimensional image embeddings which are produced with the Se-ResNext-101 model. 
@@ -46,6 +46,7 @@ The baselines were run on an Azure Standard D8lds v5 (8 vcpus, 16 GiB memory) ma
 |Sparse   | Linear Scan | 101                         |  `python3 run.py --dataset sparse-full --algorithm linscan --neurips23track sparse` |
 |Filter   | faiss       | 3200                        | `python3 run.py --dataset yfcc-10M --algorithm faiss --neurips23track filter` |
 |Streaming| DiskANN     | 0.924 (recall@10), 23 mins  |  `python3 run.py --dataset msturing-10M-clustered --algorithm diskann --neurips23track streaming --runbook_path neurips23/streaming/delete_runbook.yaml` |
+|Streaming| DiskANN     | 0.913 (recall@10), 1hour  |  `python3 run.py --dataset msturing-30M-clustered --algorithm diskann --neurips23track streaming --runbook_path neurips23/streaming/final_runbook.yaml` |
 |OOD      | DiskANN     | 4882                        | `python3 run.py --dataset text2image-10M --algorithm diskann --neurips23track ood` | 
 
 
@@ -110,13 +111,17 @@ For the competition dataset, run commands mentioned in the table above, for exam
 python run.py --neurips23track filter    --algorithm faiss   --dataset yfcc-10M
 python run.py --neurips23track sparse    --algorithm linscan --dataset sparse-full
 python run.py --neurips23track ood       --algorithm diskann --dataset text2image-10M
+# preliminary runbook for testing 
 python run.py --neurips23track streaming --algorithm diskann --dataset msturing-10M-clustered --runbook_path neurips23/streaming/delete_runbook.yaml
+#Final runbook for evaluation
+python run.py --neurips23track streaming --algorithm diskann --dataset msturing-30M-clustered --runbook_path neurips23/streaming/final_runbook.yaml
 ```
 
 For streaming track, runbook specifies the order of operations to be executed by the algorithms. To download the ground truth for every search operation: (needs azcopy tool in your binary path):
 ```
 python benchmark/streaming/download_gt.py --runbook_file neurips23/streaming/simple_runbook.yaml --dataset msspacev-10M 
 python benchmark/streaming/download_gt.py --runbook_file neurips23/streaming/delete_runbook.yaml --dataset msturing-10M-clustered 
+python benchmark/streaming/download_gt.py --runbook_file neurips23/streaming/final_runbook.yaml --dataset msturing-30M-clustered 
 ```
 Alternately, to compute ground truth for an arbitrary runbook, [clone and build DiskANN repo](https://github.com/Microsoft/DiskANN) and use the command line tool to compute ground truth at various search checkpoints. The `--gt_cmdline_tool` points to the directory with DiskANN commandline tools.
 ```

From 771930ea4608edcf4f47c819b28529810a6072e3 Mon Sep 17 00:00:00 2001
From: harsha vardhan simhadri <harsha.v.simhadri@gmail.com>
Date: Mon, 16 Oct 2023 00:32:35 +0000
Subject: [PATCH 16/20] make download_gt work

---
 neurips23/README.md                    | 6 +++---
 neurips23/streaming/final_runbook.yaml | 1 +
 2 files changed, 4 insertions(+), 3 deletions(-)

diff --git a/neurips23/README.md b/neurips23/README.md
index 469f3cd5..e435ad34 100644
--- a/neurips23/README.md
+++ b/neurips23/README.md
@@ -119,9 +119,9 @@ python run.py --neurips23track streaming --algorithm diskann --dataset msturing-
 
 For streaming track, runbook specifies the order of operations to be executed by the algorithms. To download the ground truth for every search operation: (needs azcopy tool in your binary path):
 ```
-python benchmark/streaming/download_gt.py --runbook_file neurips23/streaming/simple_runbook.yaml --dataset msspacev-10M 
-python benchmark/streaming/download_gt.py --runbook_file neurips23/streaming/delete_runbook.yaml --dataset msturing-10M-clustered 
-python benchmark/streaming/download_gt.py --runbook_file neurips23/streaming/final_runbook.yaml --dataset msturing-30M-clustered 
+python -m benchmark.streaming.download_gt --runbook_file neurips23/streaming/simple_runbook.yaml --dataset msspacev-10M 
+python -m benchmark.streaming.download_gt --runbook_file neurips23/streaming/delete_runbook.yaml --dataset msturing-10M-clustered 
+python -m benchmark.streaming.download_gt --runbook_file neurips23/streaming/final_runbook.yaml  --dataset msturing-30M-clustered 
 ```
 Alternately, to compute ground truth for an arbitrary runbook, [clone and build DiskANN repo](https://github.com/Microsoft/DiskANN) and use the command line tool to compute ground truth at various search checkpoints. The `--gt_cmdline_tool` points to the directory with DiskANN commandline tools.
 ```
diff --git a/neurips23/streaming/final_runbook.yaml b/neurips23/streaming/final_runbook.yaml
index c54a9b26..1d098bb7 100644
--- a/neurips23/streaming/final_runbook.yaml
+++ b/neurips23/streaming/final_runbook.yaml
@@ -3840,3 +3840,4 @@ msturing-30M-clustered:
     end: 29991665
   1280:
     operation: 'search'
+  gt_url: "https://comp21storage.blob.core.windows.net/publiccontainer/comp23/clustered_data/msturing-30M-clustered/final_runbook.yaml"

From 6ea1c2b6ce99f2048bbf5636557b60e30e4fc822 Mon Sep 17 00:00:00 2001
From: harsha vardhan simhadri <harsha.v.simhadri@gmail.com>
Date: Mon, 16 Oct 2023 01:06:58 +0000
Subject: [PATCH 17/20] make download_gt work

---
 neurips23/README.md | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/neurips23/README.md b/neurips23/README.md
index e435ad34..ae4339eb 100644
--- a/neurips23/README.md
+++ b/neurips23/README.md
@@ -119,9 +119,9 @@ python run.py --neurips23track streaming --algorithm diskann --dataset msturing-
 
 For streaming track, runbook specifies the order of operations to be executed by the algorithms. To download the ground truth for every search operation: (needs azcopy tool in your binary path):
 ```
-python -m benchmark.streaming.download_gt --runbook_file neurips23/streaming/simple_runbook.yaml --dataset msspacev-10M 
-python -m benchmark.streaming.download_gt --runbook_file neurips23/streaming/delete_runbook.yaml --dataset msturing-10M-clustered 
-python -m benchmark.streaming.download_gt --runbook_file neurips23/streaming/final_runbook.yaml  --dataset msturing-30M-clustered 
+python -m benchmark.streaming.download_gt --runbook_file neurips23/streaming/simple_runbook.yaml --dataset msspacev-10M
+python -m benchmark.streaming.download_gt --runbook_file neurips23/streaming/delete_runbook.yaml --dataset msturing-10M-clustered
+python -m benchmark.streaming.download_gt --runbook_file neurips23/streaming/final_runbook.yaml  --dataset msturing-30M-clustered
 ```
 Alternately, to compute ground truth for an arbitrary runbook, [clone and build DiskANN repo](https://github.com/Microsoft/DiskANN) and use the command line tool to compute ground truth at various search checkpoints. The `--gt_cmdline_tool` points to the directory with DiskANN commandline tools.
 ```

From 674942cec23818fb4913e1881a386274145677d0 Mon Sep 17 00:00:00 2001
From: harsha vardhan simhadri <harsha.v.simhadri@gmail.com>
Date: Tue, 17 Oct 2023 22:28:54 +0000
Subject: [PATCH 18/20] remove a config from streaming with borderline runtime

---
 neurips23/README.md                     | 2 +-
 neurips23/streaming/diskann/config.yaml | 3 +--
 2 files changed, 2 insertions(+), 3 deletions(-)

diff --git a/neurips23/README.md b/neurips23/README.md
index ae4339eb..5a104c41 100644
--- a/neurips23/README.md
+++ b/neurips23/README.md
@@ -46,7 +46,7 @@ The baselines were run on an Azure Standard D8lds v5 (8 vcpus, 16 GiB memory) ma
 |Sparse   | Linear Scan | 101                         |  `python3 run.py --dataset sparse-full --algorithm linscan --neurips23track sparse` |
 |Filter   | faiss       | 3200                        | `python3 run.py --dataset yfcc-10M --algorithm faiss --neurips23track filter` |
 |Streaming| DiskANN     | 0.924 (recall@10), 23 mins  |  `python3 run.py --dataset msturing-10M-clustered --algorithm diskann --neurips23track streaming --runbook_path neurips23/streaming/delete_runbook.yaml` |
-|Streaming| DiskANN     | 0.913 (recall@10), 1hour  |  `python3 run.py --dataset msturing-30M-clustered --algorithm diskann --neurips23track streaming --runbook_path neurips23/streaming/final_runbook.yaml` |
+|Streaming| DiskANN     | 0.883 (recall@10), 1hour  |  `python3 run.py --dataset msturing-30M-clustered --algorithm diskann --neurips23track streaming --runbook_path neurips23/streaming/final_runbook.yaml` |
 |OOD      | DiskANN     | 4882                        | `python3 run.py --dataset text2image-10M --algorithm diskann --neurips23track ood` | 
 
 
diff --git a/neurips23/streaming/diskann/config.yaml b/neurips23/streaming/diskann/config.yaml
index 918a2ea4..5f7d765b 100644
--- a/neurips23/streaming/diskann/config.yaml
+++ b/neurips23/streaming/diskann/config.yaml
@@ -95,7 +95,6 @@ msturing-30M-clustered:
           args: |
             [{"R":32, "L":50, "insert_threads":16, "consolidate_threads":16},
              {"R":32, "L":70, "insert_threads":16, "consolidate_threads":16},
-             {"R":50, "L":50, "insert_threads":16, "consolidate_threads":16},
-             {"R":50, "L":70, "insert_threads":16, "consolidate_threads":16}]
+             {"R":50, "L":50, "insert_threads":16, "consolidate_threads":16}]
           query-args: |
             [{"Ls":70, "T":16}]

From bbebaee1907a9e34929a734aa08ac5e1a4c5fadb Mon Sep 17 00:00:00 2001
From: harsha vardhan simhadri <harsha.v.simhadri@gmail.com>
Date: Wed, 18 Oct 2023 01:49:25 +0000
Subject: [PATCH 19/20] update streaming runtime

---
 neurips23/README.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/neurips23/README.md b/neurips23/README.md
index 5a104c41..ee983188 100644
--- a/neurips23/README.md
+++ b/neurips23/README.md
@@ -46,7 +46,7 @@ The baselines were run on an Azure Standard D8lds v5 (8 vcpus, 16 GiB memory) ma
 |Sparse   | Linear Scan | 101                         |  `python3 run.py --dataset sparse-full --algorithm linscan --neurips23track sparse` |
 |Filter   | faiss       | 3200                        | `python3 run.py --dataset yfcc-10M --algorithm faiss --neurips23track filter` |
 |Streaming| DiskANN     | 0.924 (recall@10), 23 mins  |  `python3 run.py --dataset msturing-10M-clustered --algorithm diskann --neurips23track streaming --runbook_path neurips23/streaming/delete_runbook.yaml` |
-|Streaming| DiskANN     | 0.883 (recall@10), 1hour  |  `python3 run.py --dataset msturing-30M-clustered --algorithm diskann --neurips23track streaming --runbook_path neurips23/streaming/final_runbook.yaml` |
+|Streaming| DiskANN     | 0.883 (recall@10), 45 mins  |  `python3 run.py --dataset msturing-30M-clustered --algorithm diskann --neurips23track streaming --runbook_path neurips23/streaming/final_runbook.yaml` |
 |OOD      | DiskANN     | 4882                        | `python3 run.py --dataset text2image-10M --algorithm diskann --neurips23track ood` | 
 
 

From 88a92d341fdd71c5554a365631e1ad181a2b2fde Mon Sep 17 00:00:00 2001
From: harsha vardhan simhadri <harsha.v.simhadri@gmail.com>
Date: Wed, 25 Oct 2023 18:54:08 +0000
Subject: [PATCH 20/20] mention script used to generate runbook

---
 neurips23/README.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/neurips23/README.md b/neurips23/README.md
index ee983188..15fa9e5b 100644
--- a/neurips23/README.md
+++ b/neurips23/README.md
@@ -23,7 +23,7 @@ The Practical Vector Search challenge at NeurIPS 2023 has four different tasks:
     The tags are from a vocabulary of 200386 possible tags. 
     The 100,000 queries consist of one image embedding and one or two tags that must appear in the database elements to be considered.
 
-**Task Streaming:** This task uses 10M slice of the MS Turing data set released in the previous challenge. The index starts with zero points and must implement the "runbook" provided - a sequence of insertion operations, deletion operations, and search commands (roughly 4:4:1 ratio) - within a time bound of 1 hour and a DRAM limit of 8GB. Entries will be ranked by average recall over queries at all check points. The intention is for the algorithm to  process the operations and maintain a compact index over the active points rather than index the entire anticipated set of points and use tombstones or flags to mark active elements. ~~In the final run, we will  use a different runbook, and possibly a different data set, to avoid participants over-fitting to this dataset.~~ The final run will use `msturing-30M-clustered`, a 30M slice of the MSTuring dataset, and the `final_runbook.yaml` runbook. 
+**Task Streaming:** This task uses 10M slice of the MS Turing data set released in the previous challenge. The index starts with zero points and must implement the "runbook" provided - a sequence of insertion operations, deletion operations, and search commands (roughly 4:4:1 ratio) - within a time bound of 1 hour and a DRAM limit of 8GB. Entries will be ranked by average recall over queries at all check points. The intention is for the algorithm to  process the operations and maintain a compact index over the active points rather than index the entire anticipated set of points and use tombstones or flags to mark active elements. ~~In the final run, we will  use a different runbook, and possibly a different data set, to avoid participants over-fitting to this dataset.~~ The final run will use `msturing-30M-clustered`, a 30M slice of the MSTuring dataset, and the `final_runbook.yaml` runbook generated with the `final_rubook_gen.py` script. 
 
 **Task Out-Of-Distribution:**  Yandex Text-to-Image 10M represents a cross-modal dataset where the database and query vectors have different distributions in the shared vector space.
     The base set is a 10M subset of the Yandex visual search database of 200-dimensional image embeddings which are produced with the Se-ResNext-101 model.