From f452d31e05c0d6362154983e18330aec7d1b32c7 Mon Sep 17 00:00:00 2001 From: Magdalen Date: Thu, 10 Oct 2024 07:55:21 -0700 Subject: [PATCH 01/11] re-organized runbooks, added generic function for generation, added wiki replace runbook --- neurips23/streaming/README.md | 2 +- .../generate_msmarco100m_runbooks.py | 67 - .../streaming/generate_wiki35m_runbooks.py | 65 - .../{ => runbooks}/clustered_data_gen.py | 0 .../clustered_replace_runbook.yaml | 0 .../{ => runbooks}/clustered_runbook.yaml | 0 .../{ => runbooks}/delete_runbook.yaml | 0 .../{ => runbooks}/final_runbook.yaml | 0 .../{ => runbooks}/final_runbook_gen.py | 0 .../runbooks/gen_expiration_time_runbook.py | 133 + .../{ => runbooks}/gen_replace_runbooks.py | 0 .../generate_msturing10m_runbooks.py | 0 .../msmarco-100M_expirationtime_runbook.yaml | 0 .../msturing-10M_slidingwindow_runbook.yaml | 0 .../random_replace_runbook.yaml | 0 .../simple_replace_runbook.yaml | 0 .../{ => runbooks}/simple_runbook.yaml | 0 ...a-35M_expiration_time_replace_runbook.yaml | 5272 +++++++++++++++++ .../wikipedia-35M_expirationtime_runbook.yaml | 0 19 files changed, 5406 insertions(+), 133 deletions(-) delete mode 100644 neurips23/streaming/generate_msmarco100m_runbooks.py delete mode 100644 neurips23/streaming/generate_wiki35m_runbooks.py rename neurips23/streaming/{ => runbooks}/clustered_data_gen.py (100%) rename neurips23/streaming/{ => runbooks}/clustered_replace_runbook.yaml (100%) rename neurips23/streaming/{ => runbooks}/clustered_runbook.yaml (100%) rename neurips23/streaming/{ => runbooks}/delete_runbook.yaml (100%) rename neurips23/streaming/{ => runbooks}/final_runbook.yaml (100%) rename neurips23/streaming/{ => runbooks}/final_runbook_gen.py (100%) create mode 100644 neurips23/streaming/runbooks/gen_expiration_time_runbook.py rename neurips23/streaming/{ => runbooks}/gen_replace_runbooks.py (100%) rename neurips23/streaming/{ => runbooks}/generate_msturing10m_runbooks.py (100%) rename neurips23/streaming/{ => runbooks}/msmarco-100M_expirationtime_runbook.yaml (100%) rename neurips23/streaming/{ => runbooks}/msturing-10M_slidingwindow_runbook.yaml (100%) rename neurips23/streaming/{ => runbooks}/random_replace_runbook.yaml (100%) rename neurips23/streaming/{ => runbooks}/simple_replace_runbook.yaml (100%) rename neurips23/streaming/{ => runbooks}/simple_runbook.yaml (100%) create mode 100644 neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_runbook.yaml rename neurips23/streaming/{ => runbooks}/wikipedia-35M_expirationtime_runbook.yaml (100%) diff --git a/neurips23/streaming/README.md b/neurips23/streaming/README.md index 1b66e222b..313d96abc 100644 --- a/neurips23/streaming/README.md +++ b/neurips23/streaming/README.md @@ -15,7 +15,7 @@ Each vector is assumed to have a unique *id* which never changes throughout the ## Available Runbooks -Now that the number of runbooks has started to increase significantly, here we list the available runbooks with a brief description of each. +Now that the number of runbooks has started to increase significantly, here we list the available runbooks (found in the `runbooks` folder within this directory) with a brief description of each. 1. `simple_runbook.yaml`: A runbook executing a short sequences of insertions, searches, and deletions to aid with debugging and testing. 2. `simple_replace_runbook.yaml`: A runbook executing a short sequence of inserts, searches, and replaces to aid with debugging and testing. diff --git a/neurips23/streaming/generate_msmarco100m_runbooks.py b/neurips23/streaming/generate_msmarco100m_runbooks.py deleted file mode 100644 index debf69963..000000000 --- a/neurips23/streaming/generate_msmarco100m_runbooks.py +++ /dev/null @@ -1,67 +0,0 @@ -import yaml -import os -import random - -dataset_name="msmarco-100M" - -random.seed(809) - -total_points=101070374 -max_t=1000 -# insert the points in 1000 steps - -data = {dataset_name: {}} - -max_num_points=0 -num_points=0 - -to_delete=[[] for _ in range(max_t+300)] - -t=1 -for i in range(max_t): - - data[dataset_name][t]={ - 'operation': 'insert', - 'start': i*(total_points//max_t), - 'end': (i+1)*(total_points//max_t) - } - t+=1 - - num_points+=total_points//max_t - - max_num_points=max(max_num_points,num_points) - - data_type = random.randint(0, 25) - if data_type == 0: - pass - # with probability 1/26, the inserted point always stay in the index - elif data_type >0 and data_type < 6: - to_delete[i+200].append(i) - # with probability 5/26, the inserted point always stay in the index for 200 steps - elif data_type >=6 and data_type: - to_delete[i+50].append(i) - # with probability 20/26, the inserted point always stay in the index for 50 steps - - - for x in to_delete[i]: - data[dataset_name][t]={ - 'operation': 'delete', - 'start': x*(total_points//max_t), - 'end': (x+1)*(total_points//max_t) - } - t+=1 - num_points-=total_points//max_t - - data[dataset_name][t]={ - 'operation': 'search', - } - t+=1 - - -data[dataset_name]["max_pts"]=max_num_points - -run_book_name=dataset_name+"_"+"expirationtime_runbook.yaml" - -with open(run_book_name, 'w') as outfile: - yaml.dump(data, outfile, default_flow_style=False) - diff --git a/neurips23/streaming/generate_wiki35m_runbooks.py b/neurips23/streaming/generate_wiki35m_runbooks.py deleted file mode 100644 index 41557fa1d..000000000 --- a/neurips23/streaming/generate_wiki35m_runbooks.py +++ /dev/null @@ -1,65 +0,0 @@ -import yaml -import os -import random - -dataset_name="wikipedia-35M" - -random.seed(809) - -total_points=35000000 -max_t=350 - - -data = {dataset_name: {}} - -max_num_points=0 -num_points=0 - -to_delete=[[] for _ in range(max_t+100)] - -t=1 -for i in range(max_t): - - data[dataset_name][t]={ - 'operation': 'insert', - 'start': i*(total_points//max_t), - 'end': (i+1)*(total_points//max_t) - } - t+=1 - - num_points+=total_points//max_t - - max_num_points=max(max_num_points,num_points) - - data_type = random.randint(0, 18) - if data_type == 0: - pass - # with probability 1/19, the points added always stay in the index - elif data_type >0 and data_type < 4: - to_delete[i+100].append(i) - # with probability 3/19, the points added stay in the index for 100 steps - else: - to_delete[i+20].append(i) - # with probability 15/19, the points added stay in the index for 20 steps - - for x in to_delete[i]: - data[dataset_name][t]={ - 'operation': 'delete', - 'start': x*(total_points//max_t), - 'end': (x+1)*(total_points//max_t) - } - t+=1 - num_points-=total_points//max_t - - data[dataset_name][t]={ - 'operation': 'search', - } - t+=1 - - -data[dataset_name]["max_pts"]=max_num_points - -run_book_name=dataset_name+"_"+"expirationtime_runbook.yaml" - -with open(run_book_name, 'w') as outfile: - yaml.dump(data, outfile, default_flow_style=False) diff --git a/neurips23/streaming/clustered_data_gen.py b/neurips23/streaming/runbooks/clustered_data_gen.py similarity index 100% rename from neurips23/streaming/clustered_data_gen.py rename to neurips23/streaming/runbooks/clustered_data_gen.py diff --git a/neurips23/streaming/clustered_replace_runbook.yaml b/neurips23/streaming/runbooks/clustered_replace_runbook.yaml similarity index 100% rename from neurips23/streaming/clustered_replace_runbook.yaml rename to neurips23/streaming/runbooks/clustered_replace_runbook.yaml diff --git a/neurips23/streaming/clustered_runbook.yaml b/neurips23/streaming/runbooks/clustered_runbook.yaml similarity index 100% rename from neurips23/streaming/clustered_runbook.yaml rename to neurips23/streaming/runbooks/clustered_runbook.yaml diff --git a/neurips23/streaming/delete_runbook.yaml b/neurips23/streaming/runbooks/delete_runbook.yaml similarity index 100% rename from neurips23/streaming/delete_runbook.yaml rename to neurips23/streaming/runbooks/delete_runbook.yaml diff --git a/neurips23/streaming/final_runbook.yaml b/neurips23/streaming/runbooks/final_runbook.yaml similarity index 100% rename from neurips23/streaming/final_runbook.yaml rename to neurips23/streaming/runbooks/final_runbook.yaml diff --git a/neurips23/streaming/final_runbook_gen.py b/neurips23/streaming/runbooks/final_runbook_gen.py similarity index 100% rename from neurips23/streaming/final_runbook_gen.py rename to neurips23/streaming/runbooks/final_runbook_gen.py diff --git a/neurips23/streaming/runbooks/gen_expiration_time_runbook.py b/neurips23/streaming/runbooks/gen_expiration_time_runbook.py new file mode 100644 index 000000000..2b9b7fd87 --- /dev/null +++ b/neurips23/streaming/runbooks/gen_expiration_time_runbook.py @@ -0,0 +1,133 @@ +import yaml +import os +import random + +''' +dataset_name: dataset key as specified in benchmark/datasets.py +dataset_size: size of datasets +max_t: number of timesteps +runbook_filename: name to save the runbook to +ratios: tuple of three numbers indicating proportion of deletes/replaces assigned to each timestep +timesteps: how long to wait before deleting for each ratio +seed: seed given to random generator +do_replace: whether to include replace in runbook or not +''' +def gen_exp_time_runbook(dataset_name, dataset_size, max_t, runbook_filename, ratios, timesteps, seed = 0, do_replace = False): + random.seed(seed) + data = {dataset_name: {}} + + max_num_points=0 + num_points=0 + + batch_size = dataset_size//max_t + to_delete=[[] for _ in range(max_t)] + to_replace=[[] for _ in range(max_t)] + + t=1 + + for i in range(max_t): + if do_replace: + fraction = random.uniform(.5, .9) + else: + fraction = 1.0 + end = int(fraction*(i+1)*batch_size) + ids_start = end + ids_end = (i+1)*batch_size + tags_start = i*batch_size + tags_end = tags_start + (ids_end - ids_start) + replace_info = (tags_start, tags_end, ids_start, ids_end) + delete_info = (tags_start, end) + data[dataset_name][t]={ + 'operation': 'insert', + 'start': i*(batch_size), + 'end': end + } + t+=1 + + num_points+=batch_size + + max_num_points=max(max_num_points,num_points) + + + data_type = random.randint(0, ratios[2]) + if data_type <= ratios[0]: + pass + elif data_type > ratios[0] and data_type < ratios[1]: + if (i+timesteps[1] < max_t): + to_delete[i+timesteps[1]].append(delete_info) + else: + if (i+timesteps[2] < max_t): + to_delete[i+timesteps[2]].append(delete_info) + + + + if do_replace: + if data_type <= ratios[0]: + remaining_steps = (max_t - t)//2 + to_replace[i+remaining_steps].append(replace_info) + # with probability 1/19, the points get replaced at t_max-t/2 steps + elif data_type > ratios[0] and data_type < ratios[1]: + if (i + timesteps[1]//2 < max_t): + to_replace[i+timesteps[1]//2].append(replace_info) + # with probability 3/19, the points get replaced after 50 steps + else: + if (i + timesteps[2]//2 < max_t): + to_replace[i+timesteps[2]//2].append(replace_info) + # with probability 15/19, the points get replaced after 10 steps + + for (start, end) in to_delete[i]: + data[dataset_name][t]={ + 'operation': 'delete', + 'start': start, + 'end': end + } + t+=1 + num_points-=batch_size + + for (tags_start, tags_end, ids_start, ids_end) in to_replace[i]: + data[dataset_name][t] ={ + 'operation' : 'replace', + 'tags_start': tags_start, + 'tags_end': tags_end, + 'ids_start': ids_start, + 'ids_end': ids_end + } + t += 1 + + data[dataset_name][t]={ + 'operation': 'search', + } + t+=1 + + data[dataset_name]["max_pts"]=max_num_points + + with open(runbook_filename, 'w') as outfile: + yaml.dump(data, outfile, default_flow_style=False) + +ratios = (0, 4, 18) +timesteps = (0, 100, 20) +seed = 809 +dataset_file = 'wiki_exp_time_runbook.yaml' +dataset_name = 'wikipedia-35M' +dataset_size = 35000000 +max_t = 350 +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, False) + +ratios = (0, 4, 18) +timesteps = (0, 100, 20) +seed = 809 +dataset_file = 'wikipedia-35M_expiration_time_replace_runbook.yaml' +dataset_name = 'wikipedia-35M' +dataset_size = 35000000 +max_t = 350 +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, True) + +ratios = (0, 6, 25) +timesteps = (0, 200, 50) +seed = 809 +dataset_file = 'msmarco_exp_time_runbook.yaml' +dataset_name = 'msmarco-100M' +dataset_size = 101070374 +max_t = 1000 +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, False) + diff --git a/neurips23/streaming/gen_replace_runbooks.py b/neurips23/streaming/runbooks/gen_replace_runbooks.py similarity index 100% rename from neurips23/streaming/gen_replace_runbooks.py rename to neurips23/streaming/runbooks/gen_replace_runbooks.py diff --git a/neurips23/streaming/generate_msturing10m_runbooks.py b/neurips23/streaming/runbooks/generate_msturing10m_runbooks.py similarity index 100% rename from neurips23/streaming/generate_msturing10m_runbooks.py rename to neurips23/streaming/runbooks/generate_msturing10m_runbooks.py diff --git a/neurips23/streaming/msmarco-100M_expirationtime_runbook.yaml b/neurips23/streaming/runbooks/msmarco-100M_expirationtime_runbook.yaml similarity index 100% rename from neurips23/streaming/msmarco-100M_expirationtime_runbook.yaml rename to neurips23/streaming/runbooks/msmarco-100M_expirationtime_runbook.yaml diff --git a/neurips23/streaming/msturing-10M_slidingwindow_runbook.yaml b/neurips23/streaming/runbooks/msturing-10M_slidingwindow_runbook.yaml similarity index 100% rename from neurips23/streaming/msturing-10M_slidingwindow_runbook.yaml rename to neurips23/streaming/runbooks/msturing-10M_slidingwindow_runbook.yaml diff --git a/neurips23/streaming/random_replace_runbook.yaml b/neurips23/streaming/runbooks/random_replace_runbook.yaml similarity index 100% rename from neurips23/streaming/random_replace_runbook.yaml rename to neurips23/streaming/runbooks/random_replace_runbook.yaml diff --git a/neurips23/streaming/simple_replace_runbook.yaml b/neurips23/streaming/runbooks/simple_replace_runbook.yaml similarity index 100% rename from neurips23/streaming/simple_replace_runbook.yaml rename to neurips23/streaming/runbooks/simple_replace_runbook.yaml diff --git a/neurips23/streaming/simple_runbook.yaml b/neurips23/streaming/runbooks/simple_runbook.yaml similarity index 100% rename from neurips23/streaming/simple_runbook.yaml rename to neurips23/streaming/runbooks/simple_runbook.yaml diff --git a/neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_runbook.yaml b/neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_runbook.yaml new file mode 100644 index 000000000..67c6909a2 --- /dev/null +++ b/neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_runbook.yaml @@ -0,0 +1,5272 @@ +wikipedia-35M: + 1: + end: 52011 + operation: insert + start: 0 + 2: + operation: search + 3: + end: 114928 + operation: insert + start: 100000 + 4: + operation: search + 5: + end: 228320 + operation: insert + start: 200000 + 6: + operation: search + 7: + end: 239394 + operation: insert + start: 300000 + 8: + operation: search + 9: + end: 304549 + operation: insert + start: 400000 + 10: + operation: search + 11: + end: 304572 + operation: insert + start: 500000 + 12: + operation: search + 13: + end: 562424 + operation: insert + start: 600000 + 14: + operation: search + 15: + end: 461048 + operation: insert + start: 700000 + 16: + operation: search + 17: + end: 473849 + operation: insert + start: 800000 + 18: + operation: search + 19: + end: 563515 + operation: insert + start: 900000 + 20: + operation: search + 21: + end: 813444 + operation: insert + start: 1000000 + 22: + ids_end: 100000 + ids_start: 52011 + operation: replace + tags_end: 47989 + tags_start: 0 + 23: + operation: search + 24: + end: 967227 + operation: insert + start: 1100000 + 25: + ids_end: 200000 + ids_start: 114928 + operation: replace + tags_end: 185072 + tags_start: 100000 + 26: + operation: search + 27: + end: 1016093 + operation: insert + start: 1200000 + 28: + ids_end: 300000 + ids_start: 228320 + operation: replace + tags_end: 271680 + tags_start: 200000 + 29: + operation: search + 30: + end: 981599 + operation: insert + start: 1300000 + 31: + operation: search + 32: + end: 1222519 + operation: insert + start: 1400000 + 33: + ids_end: 500000 + ids_start: 304549 + operation: replace + tags_end: 595451 + tags_start: 400000 + 34: + operation: search + 35: + end: 972091 + operation: insert + start: 1500000 + 36: + ids_end: 600000 + ids_start: 304572 + operation: replace + tags_end: 795428 + tags_start: 500000 + 37: + operation: search + 38: + end: 900123 + operation: insert + start: 1600000 + 39: + ids_end: 700000 + ids_start: 562424 + operation: replace + tags_end: 737576 + tags_start: 600000 + 40: + operation: search + 41: + end: 990652 + operation: insert + start: 1700000 + 42: + ids_end: 800000 + ids_start: 461048 + operation: replace + tags_end: 1038952 + tags_start: 700000 + 43: + operation: search + 44: + end: 1595444 + operation: insert + start: 1800000 + 45: + ids_end: 900000 + ids_start: 473849 + operation: replace + tags_end: 1226151 + tags_start: 800000 + 46: + operation: search + 47: + end: 1302012 + operation: insert + start: 1900000 + 48: + operation: search + 49: + end: 1174696 + operation: insert + start: 2000000 + 50: + end: 52011 + operation: delete + start: 0 + 51: + ids_end: 1100000 + ids_start: 813444 + operation: replace + tags_end: 1286556 + tags_start: 1000000 + 52: + operation: search + 53: + end: 1513747 + operation: insert + start: 2100000 + 54: + end: 114928 + operation: delete + start: 100000 + 55: + ids_end: 1200000 + ids_start: 967227 + operation: replace + tags_end: 1332773 + tags_start: 1100000 + 56: + operation: search + 57: + end: 1990886 + operation: insert + start: 2200000 + 58: + end: 228320 + operation: delete + start: 200000 + 59: + ids_end: 1300000 + ids_start: 1016093 + operation: replace + tags_end: 1483907 + tags_start: 1200000 + 60: + operation: search + 61: + end: 2101621 + operation: insert + start: 2300000 + 62: + ids_end: 1400000 + ids_start: 981599 + operation: replace + tags_end: 1718401 + tags_start: 1300000 + 63: + operation: search + 64: + end: 1535655 + operation: insert + start: 2400000 + 65: + end: 304549 + operation: delete + start: 400000 + 66: + ids_end: 1500000 + ids_start: 1222519 + operation: replace + tags_end: 1677481 + tags_start: 1400000 + 67: + operation: search + 68: + end: 2337704 + operation: insert + start: 2500000 + 69: + end: 304572 + operation: delete + start: 500000 + 70: + operation: search + 71: + end: 1526250 + operation: insert + start: 2600000 + 72: + end: 562424 + operation: delete + start: 600000 + 73: + ids_end: 1700000 + ids_start: 900123 + operation: replace + tags_end: 2399877 + tags_start: 1600000 + 74: + operation: search + 75: + end: 2209487 + operation: insert + start: 2700000 + 76: + end: 461048 + operation: delete + start: 700000 + 77: + ids_end: 1800000 + ids_start: 990652 + operation: replace + tags_end: 2509348 + tags_start: 1700000 + 78: + operation: search + 79: + end: 2099824 + operation: insert + start: 2800000 + 80: + end: 473849 + operation: delete + start: 800000 + 81: + ids_end: 1900000 + ids_start: 1595444 + operation: replace + tags_end: 2104556 + tags_start: 1800000 + 82: + operation: search + 83: + end: 2143641 + operation: insert + start: 2900000 + 84: + ids_end: 2000000 + ids_start: 1302012 + operation: replace + tags_end: 2597988 + tags_start: 1900000 + 85: + operation: search + 86: + end: 2204317 + operation: insert + start: 3000000 + 87: + end: 813444 + operation: delete + start: 1000000 + 88: + ids_end: 2100000 + ids_start: 1174696 + operation: replace + tags_end: 2925304 + tags_start: 2000000 + 89: + operation: search + 90: + end: 1918937 + operation: insert + start: 3100000 + 91: + end: 967227 + operation: delete + start: 1100000 + 92: + ids_end: 2200000 + ids_start: 1513747 + operation: replace + tags_end: 2786253 + tags_start: 2100000 + 93: + operation: search + 94: + end: 1685349 + operation: insert + start: 3200000 + 95: + end: 1016093 + operation: delete + start: 1200000 + 96: + ids_end: 2300000 + ids_start: 1990886 + operation: replace + tags_end: 2509114 + tags_start: 2200000 + 97: + operation: search + 98: + end: 3009353 + operation: insert + start: 3300000 + 99: + end: 981599 + operation: delete + start: 1300000 + 100: + ids_end: 2400000 + ids_start: 2101621 + operation: replace + tags_end: 2598379 + tags_start: 2300000 + 101: + operation: search + 102: + end: 1986462 + operation: insert + start: 3400000 + 103: + end: 1222519 + operation: delete + start: 1400000 + 104: + ids_end: 2500000 + ids_start: 1535655 + operation: replace + tags_end: 3364345 + tags_start: 2400000 + 105: + operation: search + 106: + end: 2965903 + operation: insert + start: 3500000 + 107: + ids_end: 2600000 + ids_start: 2337704 + operation: replace + tags_end: 2762296 + tags_start: 2500000 + 108: + operation: search + 109: + end: 2214923 + operation: insert + start: 3600000 + 110: + end: 900123 + operation: delete + start: 1600000 + 111: + ids_end: 2700000 + ids_start: 1526250 + operation: replace + tags_end: 3773750 + tags_start: 2600000 + 112: + operation: search + 113: + end: 2368236 + operation: insert + start: 3700000 + 114: + end: 990652 + operation: delete + start: 1700000 + 115: + ids_end: 2800000 + ids_start: 2209487 + operation: replace + tags_end: 3290513 + tags_start: 2700000 + 116: + operation: search + 117: + end: 2074262 + operation: insert + start: 3800000 + 118: + end: 1595444 + operation: delete + start: 1800000 + 119: + ids_end: 2900000 + ids_start: 2099824 + operation: replace + tags_end: 3600176 + tags_start: 2800000 + 120: + operation: search + 121: + end: 3027852 + operation: insert + start: 3900000 + 122: + end: 1302012 + operation: delete + start: 1900000 + 123: + ids_end: 3000000 + ids_start: 2143641 + operation: replace + tags_end: 3756359 + tags_start: 2900000 + 124: + operation: search + 125: + end: 3289343 + operation: insert + start: 4000000 + 126: + end: 1174696 + operation: delete + start: 2000000 + 127: + ids_end: 3100000 + ids_start: 2204317 + operation: replace + tags_end: 3895683 + tags_start: 3000000 + 128: + operation: search + 129: + end: 3505872 + operation: insert + start: 4100000 + 130: + end: 1513747 + operation: delete + start: 2100000 + 131: + ids_end: 3200000 + ids_start: 1918937 + operation: replace + tags_end: 4381063 + tags_start: 3100000 + 132: + operation: search + 133: + end: 2634424 + operation: insert + start: 4200000 + 134: + end: 1990886 + operation: delete + start: 2200000 + 135: + ids_end: 3300000 + ids_start: 1685349 + operation: replace + tags_end: 4814651 + tags_start: 3200000 + 136: + operation: search + 137: + end: 2505890 + operation: insert + start: 4300000 + 138: + end: 2101621 + operation: delete + start: 2300000 + 139: + ids_end: 3400000 + ids_start: 3009353 + operation: replace + tags_end: 3690647 + tags_start: 3300000 + 140: + operation: search + 141: + end: 3113767 + operation: insert + start: 4400000 + 142: + end: 1535655 + operation: delete + start: 2400000 + 143: + ids_end: 3500000 + ids_start: 1986462 + operation: replace + tags_end: 4913538 + tags_start: 3400000 + 144: + operation: search + 145: + end: 3331552 + operation: insert + start: 4500000 + 146: + end: 2337704 + operation: delete + start: 2500000 + 147: + ids_end: 3600000 + ids_start: 2965903 + operation: replace + tags_end: 4134097 + tags_start: 3500000 + 148: + operation: search + 149: + end: 3502316 + operation: insert + start: 4600000 + 150: + end: 1526250 + operation: delete + start: 2600000 + 151: + operation: search + 152: + end: 2878060 + operation: insert + start: 4700000 + 153: + end: 2209487 + operation: delete + start: 2700000 + 154: + ids_end: 3800000 + ids_start: 2368236 + operation: replace + tags_end: 5131764 + tags_start: 3700000 + 155: + operation: search + 156: + end: 2670139 + operation: insert + start: 4800000 + 157: + end: 2099824 + operation: delete + start: 2800000 + 158: + operation: search + 159: + end: 4291007 + operation: insert + start: 4900000 + 160: + end: 2143641 + operation: delete + start: 2900000 + 161: + ids_end: 4000000 + ids_start: 3027852 + operation: replace + tags_end: 4872148 + tags_start: 3900000 + 162: + operation: search + 163: + end: 3276579 + operation: insert + start: 5000000 + 164: + end: 2204317 + operation: delete + start: 3000000 + 165: + ids_end: 4100000 + ids_start: 3289343 + operation: replace + tags_end: 4810657 + tags_start: 4000000 + 166: + operation: search + 167: + end: 2895299 + operation: insert + start: 5100000 + 168: + end: 1918937 + operation: delete + start: 3100000 + 169: + ids_end: 4200000 + ids_start: 3505872 + operation: replace + tags_end: 4794128 + tags_start: 4100000 + 170: + operation: search + 171: + end: 4730715 + operation: insert + start: 5200000 + 172: + end: 1685349 + operation: delete + start: 3200000 + 173: + operation: search + 174: + end: 3692424 + operation: insert + start: 5300000 + 175: + end: 3009353 + operation: delete + start: 3300000 + 176: + ids_end: 400000 + ids_start: 239394 + operation: replace + tags_end: 460606 + tags_start: 300000 + 177: + ids_end: 4400000 + ids_start: 2505890 + operation: replace + tags_end: 6194110 + tags_start: 4300000 + 178: + operation: search + 179: + end: 4289051 + operation: insert + start: 5400000 + 180: + end: 1986462 + operation: delete + start: 3400000 + 181: + operation: search + 182: + end: 2875521 + operation: insert + start: 5500000 + 183: + end: 2965903 + operation: delete + start: 3500000 + 184: + ids_end: 4600000 + ids_start: 3331552 + operation: replace + tags_end: 5768448 + tags_start: 4500000 + 185: + operation: search + 186: + end: 4074690 + operation: insert + start: 5600000 + 187: + ids_end: 4700000 + ids_start: 3502316 + operation: replace + tags_end: 5797684 + tags_start: 4600000 + 188: + operation: search + 189: + end: 3358912 + operation: insert + start: 5700000 + 190: + end: 2368236 + operation: delete + start: 3700000 + 191: + operation: search + 192: + end: 5107278 + operation: insert + start: 5800000 + 193: + ids_end: 4900000 + ids_start: 2670139 + operation: replace + tags_end: 7029861 + tags_start: 4800000 + 194: + operation: search + 195: + end: 3261981 + operation: insert + start: 5900000 + 196: + end: 3027852 + operation: delete + start: 3900000 + 197: + ids_end: 5000000 + ids_start: 4291007 + operation: replace + tags_end: 5608993 + tags_start: 4900000 + 198: + operation: search + 199: + end: 3239818 + operation: insert + start: 6000000 + 200: + end: 3289343 + operation: delete + start: 4000000 + 201: + ids_end: 5100000 + ids_start: 3276579 + operation: replace + tags_end: 6823421 + tags_start: 5000000 + 202: + operation: search + 203: + end: 5097293 + operation: insert + start: 6100000 + 204: + end: 3505872 + operation: delete + start: 4100000 + 205: + ids_end: 5200000 + ids_start: 2895299 + operation: replace + tags_end: 7404701 + tags_start: 5100000 + 206: + operation: search + 207: + end: 3641868 + operation: insert + start: 6200000 + 208: + ids_end: 5300000 + ids_start: 4730715 + operation: replace + tags_end: 5769285 + tags_start: 5200000 + 209: + operation: search + 210: + end: 3913193 + operation: insert + start: 6300000 + 211: + end: 2505890 + operation: delete + start: 4300000 + 212: + operation: search + 213: + end: 5036356 + operation: insert + start: 6400000 + 214: + operation: search + 215: + end: 5712575 + operation: insert + start: 6500000 + 216: + end: 3331552 + operation: delete + start: 4500000 + 217: + ids_end: 1600000 + ids_start: 972091 + operation: replace + tags_end: 2127909 + tags_start: 1500000 + 218: + ids_end: 5600000 + ids_start: 2875521 + operation: replace + tags_end: 8224479 + tags_start: 5500000 + 219: + operation: search + 220: + end: 4003266 + operation: insert + start: 6600000 + 221: + end: 3502316 + operation: delete + start: 4600000 + 222: + ids_end: 5700000 + ids_start: 4074690 + operation: replace + tags_end: 7225310 + tags_start: 5600000 + 223: + operation: search + 224: + end: 5272654 + operation: insert + start: 6700000 + 225: + operation: search + 226: + end: 4895811 + operation: insert + start: 6800000 + 227: + end: 2670139 + operation: delete + start: 4800000 + 228: + operation: search + 229: + end: 5894723 + operation: insert + start: 6900000 + 230: + end: 4291007 + operation: delete + start: 4900000 + 231: + ids_end: 6000000 + ids_start: 3261981 + operation: replace + tags_end: 8638019 + tags_start: 5900000 + 232: + operation: search + 233: + end: 6055735 + operation: insert + start: 7000000 + 234: + end: 3276579 + operation: delete + start: 5000000 + 235: + operation: search + 236: + end: 4140980 + operation: insert + start: 7100000 + 237: + end: 2895299 + operation: delete + start: 5100000 + 238: + ids_end: 6200000 + ids_start: 5097293 + operation: replace + tags_end: 7202707 + tags_start: 6100000 + 239: + operation: search + 240: + end: 4978415 + operation: insert + start: 7200000 + 241: + end: 4730715 + operation: delete + start: 5200000 + 242: + operation: search + 243: + end: 4343510 + operation: insert + start: 7300000 + 244: + ids_end: 6400000 + ids_start: 3913193 + operation: replace + tags_end: 8786807 + tags_start: 6300000 + 245: + operation: search + 246: + end: 6175696 + operation: insert + start: 7400000 + 247: + ids_end: 6500000 + ids_start: 5036356 + operation: replace + tags_end: 7863644 + tags_start: 6400000 + 248: + operation: search + 249: + end: 3969343 + operation: insert + start: 7500000 + 250: + end: 2875521 + operation: delete + start: 5500000 + 251: + ids_end: 6600000 + ids_start: 5712575 + operation: replace + tags_end: 7387425 + tags_start: 6500000 + 252: + operation: search + 253: + end: 5168337 + operation: insert + start: 7600000 + 254: + end: 4074690 + operation: delete + start: 5600000 + 255: + ids_end: 6700000 + ids_start: 4003266 + operation: replace + tags_end: 9296734 + tags_start: 6600000 + 256: + operation: search + 257: + end: 4034727 + operation: insert + start: 7700000 + 258: + operation: search + 259: + end: 6218059 + operation: insert + start: 7800000 + 260: + ids_end: 6900000 + ids_start: 4895811 + operation: replace + tags_end: 8804189 + tags_start: 6800000 + 261: + operation: search + 262: + end: 6573919 + operation: insert + start: 7900000 + 263: + end: 3261981 + operation: delete + start: 5900000 + 264: + ids_end: 7000000 + ids_start: 5894723 + operation: replace + tags_end: 8005277 + tags_start: 6900000 + 265: + operation: search + 266: + end: 5217809 + operation: insert + start: 8000000 + 267: + operation: search + 268: + end: 7065013 + operation: insert + start: 8100000 + 269: + end: 5097293 + operation: delete + start: 6100000 + 270: + ids_end: 7200000 + ids_start: 4140980 + operation: replace + tags_end: 10159020 + tags_start: 7100000 + 271: + operation: search + 272: + end: 7466827 + operation: insert + start: 8200000 + 273: + ids_end: 7300000 + ids_start: 4978415 + operation: replace + tags_end: 9521585 + tags_start: 7200000 + 274: + operation: search + 275: + end: 5342008 + operation: insert + start: 8300000 + 276: + end: 3913193 + operation: delete + start: 6300000 + 277: + ids_end: 7400000 + ids_start: 4343510 + operation: replace + tags_end: 10356490 + tags_start: 7300000 + 278: + operation: search + 279: + end: 4854594 + operation: insert + start: 8400000 + 280: + end: 5036356 + operation: delete + start: 6400000 + 281: + ids_end: 7500000 + ids_start: 6175696 + operation: replace + tags_end: 8724304 + tags_start: 7400000 + 282: + operation: search + 283: + end: 6452292 + operation: insert + start: 8500000 + 284: + end: 5712575 + operation: delete + start: 6500000 + 285: + ids_end: 7600000 + ids_start: 3969343 + operation: replace + tags_end: 11130657 + tags_start: 7500000 + 286: + operation: search + 287: + end: 6493484 + operation: insert + start: 8600000 + 288: + end: 4003266 + operation: delete + start: 6600000 + 289: + ids_end: 3700000 + ids_start: 2214923 + operation: replace + tags_end: 5085077 + tags_start: 3600000 + 290: + ids_end: 7700000 + ids_start: 5168337 + operation: replace + tags_end: 10131663 + tags_start: 7600000 + 291: + operation: search + 292: + end: 5113082 + operation: insert + start: 8700000 + 293: + ids_end: 7800000 + ids_start: 4034727 + operation: replace + tags_end: 11465273 + tags_start: 7700000 + 294: + operation: search + 295: + end: 5537212 + operation: insert + start: 8800000 + 296: + end: 4895811 + operation: delete + start: 6800000 + 297: + ids_end: 7900000 + ids_start: 6218059 + operation: replace + tags_end: 9481941 + tags_start: 7800000 + 298: + operation: search + 299: + end: 6347027 + operation: insert + start: 8900000 + 300: + end: 5894723 + operation: delete + start: 6900000 + 301: + ids_end: 8000000 + ids_start: 6573919 + operation: replace + tags_end: 9326081 + tags_start: 7900000 + 302: + operation: search + 303: + end: 7190962 + operation: insert + start: 9000000 + 304: + ids_end: 8100000 + ids_start: 5217809 + operation: replace + tags_end: 10882191 + tags_start: 8000000 + 305: + operation: search + 306: + end: 7752795 + operation: insert + start: 9100000 + 307: + end: 4140980 + operation: delete + start: 7100000 + 308: + operation: search + 309: + end: 8299228 + operation: insert + start: 9200000 + 310: + end: 4978415 + operation: delete + start: 7200000 + 311: + ids_end: 4300000 + ids_start: 2634424 + operation: replace + tags_end: 5865576 + tags_start: 4200000 + 312: + ids_end: 8300000 + ids_start: 7466827 + operation: replace + tags_end: 9033173 + tags_start: 8200000 + 313: + operation: search + 314: + end: 6009161 + operation: insert + start: 9300000 + 315: + end: 4343510 + operation: delete + start: 7300000 + 316: + ids_end: 8400000 + ids_start: 5342008 + operation: replace + tags_end: 11357992 + tags_start: 8300000 + 317: + operation: search + 318: + end: 5136152 + operation: insert + start: 9400000 + 319: + end: 6175696 + operation: delete + start: 7400000 + 320: + ids_end: 4500000 + ids_start: 3113767 + operation: replace + tags_end: 5786233 + tags_start: 4400000 + 321: + ids_end: 8500000 + ids_start: 4854594 + operation: replace + tags_end: 12045406 + tags_start: 8400000 + 322: + operation: search + 323: + end: 6396364 + operation: insert + start: 9500000 + 324: + end: 3969343 + operation: delete + start: 7500000 + 325: + ids_end: 8600000 + ids_start: 6452292 + operation: replace + tags_end: 10647708 + tags_start: 8500000 + 326: + operation: search + 327: + end: 5914237 + operation: insert + start: 9600000 + 328: + end: 5168337 + operation: delete + start: 7600000 + 329: + ids_end: 8700000 + ids_start: 6493484 + operation: replace + tags_end: 10806516 + tags_start: 8600000 + 330: + operation: search + 331: + end: 6871626 + operation: insert + start: 9700000 + 332: + end: 4034727 + operation: delete + start: 7700000 + 333: + ids_end: 4800000 + ids_start: 2878060 + operation: replace + tags_end: 6621940 + tags_start: 4700000 + 334: + ids_end: 8800000 + ids_start: 5113082 + operation: replace + tags_end: 12386918 + tags_start: 8700000 + 335: + operation: search + 336: + end: 7598751 + operation: insert + start: 9800000 + 337: + end: 6218059 + operation: delete + start: 7800000 + 338: + operation: search + 339: + end: 5015857 + operation: insert + start: 9900000 + 340: + end: 6573919 + operation: delete + start: 7900000 + 341: + ids_end: 9000000 + ids_start: 6347027 + operation: replace + tags_end: 11552973 + tags_start: 8900000 + 342: + operation: search + 343: + end: 6877396 + operation: insert + start: 10000000 + 344: + end: 5217809 + operation: delete + start: 8000000 + 345: + ids_end: 9100000 + ids_start: 7190962 + operation: replace + tags_end: 10909038 + tags_start: 9000000 + 346: + operation: search + 347: + end: 6180414 + operation: insert + start: 10100000 + 348: + ids_end: 9200000 + ids_start: 7752795 + operation: replace + tags_end: 10547205 + tags_start: 9100000 + 349: + operation: search + 350: + end: 8560039 + operation: insert + start: 10200000 + 351: + end: 7466827 + operation: delete + start: 8200000 + 352: + ids_end: 9300000 + ids_start: 8299228 + operation: replace + tags_end: 10200772 + tags_start: 9200000 + 353: + operation: search + 354: + end: 8100547 + operation: insert + start: 10300000 + 355: + end: 239394 + operation: delete + start: 300000 + 356: + end: 5342008 + operation: delete + start: 8300000 + 357: + ids_end: 5400000 + ids_start: 3692424 + operation: replace + tags_end: 7007576 + tags_start: 5300000 + 358: + ids_end: 9400000 + ids_start: 6009161 + operation: replace + tags_end: 12690839 + tags_start: 9300000 + 359: + operation: search + 360: + end: 8802267 + operation: insert + start: 10400000 + 361: + end: 4854594 + operation: delete + start: 8400000 + 362: + ids_end: 5500000 + ids_start: 4289051 + operation: replace + tags_end: 6610949 + tags_start: 5400000 + 363: + ids_end: 9500000 + ids_start: 5136152 + operation: replace + tags_end: 13763848 + tags_start: 9400000 + 364: + operation: search + 365: + end: 5552402 + operation: insert + start: 10500000 + 366: + end: 6452292 + operation: delete + start: 8500000 + 367: + ids_end: 9600000 + ids_start: 6396364 + operation: replace + tags_end: 12703636 + tags_start: 9500000 + 368: + operation: search + 369: + end: 5616238 + operation: insert + start: 10600000 + 370: + end: 6493484 + operation: delete + start: 8600000 + 371: + operation: search + 372: + end: 8760110 + operation: insert + start: 10700000 + 373: + end: 5113082 + operation: delete + start: 8700000 + 374: + ids_end: 9800000 + ids_start: 6871626 + operation: replace + tags_end: 12628374 + tags_start: 9700000 + 375: + operation: search + 376: + end: 5688120 + operation: insert + start: 10800000 + 377: + ids_end: 5900000 + ids_start: 5107278 + operation: replace + tags_end: 6592722 + tags_start: 5800000 + 378: + ids_end: 9900000 + ids_start: 7598751 + operation: replace + tags_end: 12101249 + tags_start: 9800000 + 379: + operation: search + 380: + end: 8357940 + operation: insert + start: 10900000 + 381: + end: 6347027 + operation: delete + start: 8900000 + 382: + ids_end: 10000000 + ids_start: 5015857 + operation: replace + tags_end: 14884143 + tags_start: 9900000 + 383: + operation: search + 384: + end: 7038833 + operation: insert + start: 11000000 + 385: + end: 7190962 + operation: delete + start: 9000000 + 386: + ids_end: 10100000 + ids_start: 6877396 + operation: replace + tags_end: 13222604 + tags_start: 10000000 + 387: + operation: search + 388: + end: 9799338 + operation: insert + start: 11100000 + 389: + end: 7752795 + operation: delete + start: 9100000 + 390: + ids_end: 10200000 + ids_start: 6180414 + operation: replace + tags_end: 14119586 + tags_start: 10100000 + 391: + operation: search + 392: + end: 8234004 + operation: insert + start: 11200000 + 393: + end: 8299228 + operation: delete + start: 9200000 + 394: + ids_end: 6300000 + ids_start: 3641868 + operation: replace + tags_end: 8858132 + tags_start: 6200000 + 395: + ids_end: 10300000 + ids_start: 8560039 + operation: replace + tags_end: 11939961 + tags_start: 10200000 + 396: + operation: search + 397: + end: 8414774 + operation: insert + start: 11300000 + 398: + end: 6009161 + operation: delete + start: 9300000 + 399: + ids_end: 10400000 + ids_start: 8100547 + operation: replace + tags_end: 12599453 + tags_start: 10300000 + 400: + operation: search + 401: + end: 6109894 + operation: insert + start: 11400000 + 402: + end: 5136152 + operation: delete + start: 9400000 + 403: + ids_end: 10500000 + ids_start: 8802267 + operation: replace + tags_end: 12097733 + tags_start: 10400000 + 404: + operation: search + 405: + end: 6535666 + operation: insert + start: 11500000 + 406: + end: 972091 + operation: delete + start: 1500000 + 407: + end: 6396364 + operation: delete + start: 9500000 + 408: + ids_end: 10600000 + ids_start: 5552402 + operation: replace + tags_end: 15547598 + tags_start: 10500000 + 409: + operation: search + 410: + end: 7767717 + operation: insert + start: 11600000 + 411: + ids_end: 10700000 + ids_start: 5616238 + operation: replace + tags_end: 15683762 + tags_start: 10600000 + 412: + operation: search + 413: + end: 6863003 + operation: insert + start: 11700000 + 414: + end: 6871626 + operation: delete + start: 9700000 + 415: + ids_end: 6800000 + ids_start: 5272654 + operation: replace + tags_end: 8227346 + tags_start: 6700000 + 416: + operation: search + 417: + end: 8821676 + operation: insert + start: 11800000 + 418: + end: 7598751 + operation: delete + start: 9800000 + 419: + ids_end: 10900000 + ids_start: 5688120 + operation: replace + tags_end: 16011880 + tags_start: 10800000 + 420: + operation: search + 421: + end: 10729769 + operation: insert + start: 11900000 + 422: + end: 5015857 + operation: delete + start: 9900000 + 423: + ids_end: 11000000 + ids_start: 8357940 + operation: replace + tags_end: 13542060 + tags_start: 10900000 + 424: + operation: search + 425: + end: 10300813 + operation: insert + start: 12000000 + 426: + end: 6877396 + operation: delete + start: 10000000 + 427: + ids_end: 7100000 + ids_start: 6055735 + operation: replace + tags_end: 8044265 + tags_start: 7000000 + 428: + ids_end: 11100000 + ids_start: 7038833 + operation: replace + tags_end: 15061167 + tags_start: 11000000 + 429: + operation: search + 430: + end: 9383421 + operation: insert + start: 12100000 + 431: + end: 6180414 + operation: delete + start: 10100000 + 432: + ids_end: 11200000 + ids_start: 9799338 + operation: replace + tags_end: 12500662 + tags_start: 11100000 + 433: + operation: search + 434: + end: 6307071 + operation: insert + start: 12200000 + 435: + end: 8560039 + operation: delete + start: 10200000 + 436: + ids_end: 11300000 + ids_start: 8234004 + operation: replace + tags_end: 14265996 + tags_start: 11200000 + 437: + operation: search + 438: + end: 6239782 + operation: insert + start: 12300000 + 439: + end: 8100547 + operation: delete + start: 10300000 + 440: + ids_end: 11400000 + ids_start: 8414774 + operation: replace + tags_end: 14285226 + tags_start: 11300000 + 441: + operation: search + 442: + end: 8019140 + operation: insert + start: 12400000 + 443: + end: 8802267 + operation: delete + start: 10400000 + 444: + ids_end: 11500000 + ids_start: 6109894 + operation: replace + tags_end: 16790106 + tags_start: 11400000 + 445: + operation: search + 446: + end: 8507126 + operation: insert + start: 12500000 + 447: + end: 5552402 + operation: delete + start: 10500000 + 448: + ids_end: 11600000 + ids_start: 6535666 + operation: replace + tags_end: 16564334 + tags_start: 11500000 + 449: + operation: search + 450: + end: 11240190 + operation: insert + start: 12600000 + 451: + end: 5616238 + operation: delete + start: 10600000 + 452: + ids_end: 11700000 + ids_start: 7767717 + operation: replace + tags_end: 15532283 + tags_start: 11600000 + 453: + operation: search + 454: + end: 10017728 + operation: insert + start: 12700000 + 455: + ids_end: 11800000 + ids_start: 6863003 + operation: replace + tags_end: 16636997 + tags_start: 11700000 + 456: + operation: search + 457: + end: 9995851 + operation: insert + start: 12800000 + 458: + end: 5688120 + operation: delete + start: 10800000 + 459: + ids_end: 11900000 + ids_start: 8821676 + operation: replace + tags_end: 14878324 + tags_start: 11800000 + 460: + operation: search + 461: + end: 11096111 + operation: insert + start: 12900000 + 462: + end: 8357940 + operation: delete + start: 10900000 + 463: + ids_end: 12000000 + ids_start: 10729769 + operation: replace + tags_end: 13170231 + tags_start: 11900000 + 464: + operation: search + 465: + end: 8697558 + operation: insert + start: 13000000 + 466: + end: 7038833 + operation: delete + start: 11000000 + 467: + operation: search + 468: + end: 9457259 + operation: insert + start: 13100000 + 469: + end: 9799338 + operation: delete + start: 11100000 + 470: + ids_end: 8200000 + ids_start: 7065013 + operation: replace + tags_end: 9234987 + tags_start: 8100000 + 471: + ids_end: 12200000 + ids_start: 9383421 + operation: replace + tags_end: 14916579 + tags_start: 12100000 + 472: + operation: search + 473: + end: 6837487 + operation: insert + start: 13200000 + 474: + end: 8234004 + operation: delete + start: 11200000 + 475: + ids_end: 12300000 + ids_start: 6307071 + operation: replace + tags_end: 18192929 + tags_start: 12200000 + 476: + operation: search + 477: + end: 7701046 + operation: insert + start: 13300000 + 478: + end: 8414774 + operation: delete + start: 11300000 + 479: + operation: search + 480: + end: 6927763 + operation: insert + start: 13400000 + 481: + end: 6109894 + operation: delete + start: 11400000 + 482: + ids_end: 12500000 + ids_start: 8019140 + operation: replace + tags_end: 16880860 + tags_start: 12400000 + 483: + operation: search + 484: + end: 9254123 + operation: insert + start: 13500000 + 485: + end: 6535666 + operation: delete + start: 11500000 + 486: + ids_end: 6100000 + ids_start: 3239818 + operation: replace + tags_end: 8860182 + tags_start: 6000000 + 487: + ids_end: 12600000 + ids_start: 8507126 + operation: replace + tags_end: 16592874 + tags_start: 12500000 + 488: + operation: search + 489: + end: 11533806 + operation: insert + start: 13600000 + 490: + end: 2214923 + operation: delete + start: 3600000 + 491: + end: 7767717 + operation: delete + start: 11600000 + 492: + ids_end: 12700000 + ids_start: 11240190 + operation: replace + tags_end: 14059810 + tags_start: 12600000 + 493: + operation: search + 494: + end: 11195033 + operation: insert + start: 13700000 + 495: + end: 6863003 + operation: delete + start: 11700000 + 496: + ids_end: 5800000 + ids_start: 3358912 + operation: replace + tags_end: 8141088 + tags_start: 5700000 + 497: + ids_end: 12800000 + ids_start: 10017728 + operation: replace + tags_end: 15482272 + tags_start: 12700000 + 498: + operation: search + 499: + end: 11230864 + operation: insert + start: 13800000 + 500: + end: 8821676 + operation: delete + start: 11800000 + 501: + ids_end: 8900000 + ids_start: 5537212 + operation: replace + tags_end: 12162788 + tags_start: 8800000 + 502: + ids_end: 12900000 + ids_start: 9995851 + operation: replace + tags_end: 15704149 + tags_start: 12800000 + 503: + operation: search + 504: + end: 8410184 + operation: insert + start: 13900000 + 505: + end: 10729769 + operation: delete + start: 11900000 + 506: + ids_end: 13000000 + ids_start: 11096111 + operation: replace + tags_end: 14803889 + tags_start: 12900000 + 507: + operation: search + 508: + end: 10145677 + operation: insert + start: 14000000 + 509: + ids_end: 13100000 + ids_start: 8697558 + operation: replace + tags_end: 17402442 + tags_start: 13000000 + 510: + operation: search + 511: + end: 9237796 + operation: insert + start: 14100000 + 512: + end: 9383421 + operation: delete + start: 12100000 + 513: + ids_end: 13200000 + ids_start: 9457259 + operation: replace + tags_end: 16842741 + tags_start: 13100000 + 514: + operation: search + 515: + end: 7966268 + operation: insert + start: 14200000 + 516: + end: 2634424 + operation: delete + start: 4200000 + 517: + end: 6307071 + operation: delete + start: 12200000 + 518: + ids_end: 13300000 + ids_start: 6837487 + operation: replace + tags_end: 19662513 + tags_start: 13200000 + 519: + operation: search + 520: + end: 7263237 + operation: insert + start: 14300000 + 521: + ids_end: 13400000 + ids_start: 7701046 + operation: replace + tags_end: 18998954 + tags_start: 13300000 + 522: + operation: search + 523: + end: 11923017 + operation: insert + start: 14400000 + 524: + end: 3113767 + operation: delete + start: 4400000 + 525: + end: 8019140 + operation: delete + start: 12400000 + 526: + operation: search + 527: + end: 11207108 + operation: insert + start: 14500000 + 528: + end: 8507126 + operation: delete + start: 12500000 + 529: + ids_end: 13600000 + ids_start: 9254123 + operation: replace + tags_end: 17845877 + tags_start: 13500000 + 530: + operation: search + 531: + end: 11795404 + operation: insert + start: 14600000 + 532: + end: 11240190 + operation: delete + start: 12600000 + 533: + ids_end: 9700000 + ids_start: 5914237 + operation: replace + tags_end: 13385763 + tags_start: 9600000 + 534: + ids_end: 13700000 + ids_start: 11533806 + operation: replace + tags_end: 15766194 + tags_start: 13600000 + 535: + operation: search + 536: + end: 12632490 + operation: insert + start: 14700000 + 537: + end: 2878060 + operation: delete + start: 4700000 + 538: + end: 10017728 + operation: delete + start: 12700000 + 539: + ids_end: 13800000 + ids_start: 11195033 + operation: replace + tags_end: 16304967 + tags_start: 13700000 + 540: + operation: search + 541: + end: 12834700 + operation: insert + start: 14800000 + 542: + end: 9995851 + operation: delete + start: 12800000 + 543: + ids_end: 13900000 + ids_start: 11230864 + operation: replace + tags_end: 16469136 + tags_start: 13800000 + 544: + operation: search + 545: + end: 7901122 + operation: insert + start: 14900000 + 546: + end: 11096111 + operation: delete + start: 12900000 + 547: + operation: search + 548: + end: 9548241 + operation: insert + start: 15000000 + 549: + end: 8697558 + operation: delete + start: 13000000 + 550: + ids_end: 14100000 + ids_start: 10145677 + operation: replace + tags_end: 17954323 + tags_start: 14000000 + 551: + operation: search + 552: + end: 8647116 + operation: insert + start: 15100000 + 553: + end: 9457259 + operation: delete + start: 13100000 + 554: + ids_end: 14200000 + ids_start: 9237796 + operation: replace + tags_end: 19062204 + tags_start: 14100000 + 555: + operation: search + 556: + end: 12567353 + operation: insert + start: 15200000 + 557: + end: 6837487 + operation: delete + start: 13200000 + 558: + ids_end: 14300000 + ids_start: 7966268 + operation: replace + tags_end: 20533732 + tags_start: 14200000 + 559: + operation: search + 560: + end: 10834627 + operation: insert + start: 15300000 + 561: + end: 3692424 + operation: delete + start: 5300000 + 562: + end: 7701046 + operation: delete + start: 13300000 + 563: + operation: search + 564: + end: 8719828 + operation: insert + start: 15400000 + 565: + end: 4289051 + operation: delete + start: 5400000 + 566: + ids_end: 3900000 + ids_start: 2074262 + operation: replace + tags_end: 5625738 + tags_start: 3800000 + 567: + ids_end: 14500000 + ids_start: 11923017 + operation: replace + tags_end: 16976983 + tags_start: 14400000 + 568: + operation: search + 569: + end: 8075298 + operation: insert + start: 15500000 + 570: + end: 9254123 + operation: delete + start: 13500000 + 571: + ids_end: 14600000 + ids_start: 11207108 + operation: replace + tags_end: 17892892 + tags_start: 14500000 + 572: + operation: search + 573: + end: 13549083 + operation: insert + start: 15600000 + 574: + end: 11533806 + operation: delete + start: 13600000 + 575: + ids_end: 14700000 + ids_start: 11795404 + operation: replace + tags_end: 17504596 + tags_start: 14600000 + 576: + operation: search + 577: + end: 9871586 + operation: insert + start: 15700000 + 578: + end: 11195033 + operation: delete + start: 13700000 + 579: + ids_end: 10800000 + ids_start: 8760110 + operation: replace + tags_end: 12739890 + tags_start: 10700000 + 580: + ids_end: 14800000 + ids_start: 12632490 + operation: replace + tags_end: 16867510 + tags_start: 14700000 + 581: + operation: search + 582: + end: 11670190 + operation: insert + start: 15800000 + 583: + end: 5107278 + operation: delete + start: 5800000 + 584: + end: 11230864 + operation: delete + start: 13800000 + 585: + ids_end: 14900000 + ids_start: 12834700 + operation: replace + tags_end: 16865300 + tags_start: 14800000 + 586: + operation: search + 587: + end: 12173238 + operation: insert + start: 15900000 + 588: + ids_end: 15000000 + ids_start: 7901122 + operation: replace + tags_end: 21998878 + tags_start: 14900000 + 589: + operation: search + 590: + end: 10046122 + operation: insert + start: 16000000 + 591: + end: 10145677 + operation: delete + start: 14000000 + 592: + ids_end: 15100000 + ids_start: 9548241 + operation: replace + tags_end: 20551759 + tags_start: 15000000 + 593: + operation: search + 594: + end: 14528334 + operation: insert + start: 16100000 + 595: + end: 9237796 + operation: delete + start: 14100000 + 596: + operation: search + 597: + end: 12927243 + operation: insert + start: 16200000 + 598: + end: 3641868 + operation: delete + start: 6200000 + 599: + end: 7966268 + operation: delete + start: 14200000 + 600: + ids_end: 15300000 + ids_start: 12567353 + operation: replace + tags_end: 17932647 + tags_start: 15200000 + 601: + operation: search + 602: + end: 8415503 + operation: insert + start: 16300000 + 603: + ids_end: 15400000 + ids_start: 10834627 + operation: replace + tags_end: 19865373 + tags_start: 15300000 + 604: + operation: search + 605: + end: 14751855 + operation: insert + start: 16400000 + 606: + end: 11923017 + operation: delete + start: 14400000 + 607: + ids_end: 15500000 + ids_start: 8719828 + operation: replace + tags_end: 22180172 + tags_start: 15400000 + 608: + operation: search + 609: + end: 10345990 + operation: insert + start: 16500000 + 610: + end: 11207108 + operation: delete + start: 14500000 + 611: + operation: search + 612: + end: 11789080 + operation: insert + start: 16600000 + 613: + end: 11795404 + operation: delete + start: 14600000 + 614: + operation: search + 615: + end: 15093770 + operation: insert + start: 16700000 + 616: + end: 5272654 + operation: delete + start: 6700000 + 617: + end: 12632490 + operation: delete + start: 14700000 + 618: + ids_end: 15800000 + ids_start: 9871586 + operation: replace + tags_end: 21628414 + tags_start: 15700000 + 619: + operation: search + 620: + end: 12776862 + operation: insert + start: 16800000 + 621: + end: 12834700 + operation: delete + start: 14800000 + 622: + ids_end: 15900000 + ids_start: 11670190 + operation: replace + tags_end: 20029810 + tags_start: 15800000 + 623: + operation: search + 624: + end: 12581407 + operation: insert + start: 16900000 + 625: + end: 7901122 + operation: delete + start: 14900000 + 626: + ids_end: 16000000 + ids_start: 12173238 + operation: replace + tags_end: 19726762 + tags_start: 15900000 + 627: + operation: search + 628: + end: 13349975 + operation: insert + start: 17000000 + 629: + end: 6055735 + operation: delete + start: 7000000 + 630: + end: 9548241 + operation: delete + start: 15000000 + 631: + ids_end: 12100000 + ids_start: 10300813 + operation: replace + tags_end: 13799187 + tags_start: 12000000 + 632: + ids_end: 16100000 + ids_start: 10046122 + operation: replace + tags_end: 22053878 + tags_start: 16000000 + 633: + operation: search + 634: + end: 10102424 + operation: insert + start: 17100000 + 635: + ids_end: 16200000 + ids_start: 14528334 + operation: replace + tags_end: 17771666 + tags_start: 16100000 + 636: + operation: search + 637: + end: 13868014 + operation: insert + start: 17200000 + 638: + end: 12567353 + operation: delete + start: 15200000 + 639: + ids_end: 16300000 + ids_start: 12927243 + operation: replace + tags_end: 19572757 + tags_start: 16200000 + 640: + operation: search + 641: + end: 11956523 + operation: insert + start: 17300000 + 642: + end: 10834627 + operation: delete + start: 15300000 + 643: + ids_end: 12400000 + ids_start: 6239782 + operation: replace + tags_end: 18460218 + tags_start: 12300000 + 644: + ids_end: 16400000 + ids_start: 8415503 + operation: replace + tags_end: 24284497 + tags_start: 16300000 + 645: + operation: search + 646: + end: 9105970 + operation: insert + start: 17400000 + 647: + end: 8719828 + operation: delete + start: 15400000 + 648: + ids_end: 1000000 + ids_start: 563515 + operation: replace + tags_end: 1336485 + tags_start: 900000 + 649: + ids_end: 16500000 + ids_start: 14751855 + operation: replace + tags_end: 18148145 + tags_start: 16400000 + 650: + operation: search + 651: + end: 14084932 + operation: insert + start: 17500000 + 652: + operation: search + 653: + end: 13852676 + operation: insert + start: 17600000 + 654: + operation: search + 655: + end: 11905125 + operation: insert + start: 17700000 + 656: + end: 9871586 + operation: delete + start: 15700000 + 657: + ids_end: 16800000 + ids_start: 15093770 + operation: replace + tags_end: 18406230 + tags_start: 16700000 + 658: + operation: search + 659: + end: 10117159 + operation: insert + start: 17800000 + 660: + end: 11670190 + operation: delete + start: 15800000 + 661: + ids_end: 16900000 + ids_start: 12776862 + operation: replace + tags_end: 20923138 + tags_start: 16800000 + 662: + operation: search + 663: + end: 15177195 + operation: insert + start: 17900000 + 664: + end: 12173238 + operation: delete + start: 15900000 + 665: + ids_end: 17000000 + ids_start: 12581407 + operation: replace + tags_end: 21318593 + tags_start: 16900000 + 666: + operation: search + 667: + end: 10127853 + operation: insert + start: 18000000 + 668: + end: 10046122 + operation: delete + start: 16000000 + 669: + ids_end: 17100000 + ids_start: 13349975 + operation: replace + tags_end: 20750025 + tags_start: 17000000 + 670: + operation: search + 671: + end: 15645055 + operation: insert + start: 18100000 + 672: + end: 7065013 + operation: delete + start: 8100000 + 673: + end: 14528334 + operation: delete + start: 16100000 + 674: + ids_end: 17200000 + ids_start: 10102424 + operation: replace + tags_end: 24197576 + tags_start: 17100000 + 675: + operation: search + 676: + end: 13073445 + operation: insert + start: 18200000 + 677: + end: 12927243 + operation: delete + start: 16200000 + 678: + operation: search + 679: + end: 11794608 + operation: insert + start: 18300000 + 680: + end: 8415503 + operation: delete + start: 16300000 + 681: + ids_end: 17400000 + ids_start: 11956523 + operation: replace + tags_end: 22743477 + tags_start: 17300000 + 682: + operation: search + 683: + end: 16405297 + operation: insert + start: 18400000 + 684: + end: 14751855 + operation: delete + start: 16400000 + 685: + ids_end: 17500000 + ids_start: 9105970 + operation: replace + tags_end: 25794030 + tags_start: 17400000 + 686: + operation: search + 687: + end: 12744737 + operation: insert + start: 18500000 + 688: + ids_end: 17600000 + ids_start: 14084932 + operation: replace + tags_end: 21015068 + tags_start: 17500000 + 689: + operation: search + 690: + end: 11520720 + operation: insert + start: 18600000 + 691: + ids_end: 17700000 + ids_start: 13852676 + operation: replace + tags_end: 21447324 + tags_start: 17600000 + 692: + operation: search + 693: + end: 9967989 + operation: insert + start: 18700000 + 694: + end: 15093770 + operation: delete + start: 16700000 + 695: + ids_end: 17800000 + ids_start: 11905125 + operation: replace + tags_end: 23594875 + tags_start: 17700000 + 696: + operation: search + 697: + end: 14116730 + operation: insert + start: 18800000 + 698: + end: 5537212 + operation: delete + start: 8800000 + 699: + end: 12776862 + operation: delete + start: 16800000 + 700: + ids_end: 17900000 + ids_start: 10117159 + operation: replace + tags_end: 25582841 + tags_start: 17800000 + 701: + operation: search + 702: + end: 11386666 + operation: insert + start: 18900000 + 703: + end: 12581407 + operation: delete + start: 16900000 + 704: + ids_end: 14000000 + ids_start: 8410184 + operation: replace + tags_end: 19489816 + tags_start: 13900000 + 705: + operation: search + 706: + end: 10321814 + operation: insert + start: 19000000 + 707: + end: 13349975 + operation: delete + start: 17000000 + 708: + ids_end: 18100000 + ids_start: 10127853 + operation: replace + tags_end: 25972147 + tags_start: 18000000 + 709: + operation: search + 710: + end: 11402778 + operation: insert + start: 19100000 + 711: + end: 10102424 + operation: delete + start: 17100000 + 712: + ids_end: 18200000 + ids_start: 15645055 + operation: replace + tags_end: 20654945 + tags_start: 18100000 + 713: + operation: search + 714: + end: 16072242 + operation: insert + start: 19200000 + 715: + ids_end: 18300000 + ids_start: 13073445 + operation: replace + tags_end: 23426555 + tags_start: 18200000 + 716: + operation: search + 717: + end: 15578683 + operation: insert + start: 19300000 + 718: + end: 11956523 + operation: delete + start: 17300000 + 719: + ids_end: 14400000 + ids_start: 7263237 + operation: replace + tags_end: 21436763 + tags_start: 14300000 + 720: + ids_end: 18400000 + ids_start: 11794608 + operation: replace + tags_end: 24905392 + tags_start: 18300000 + 721: + operation: search + 722: + end: 15321867 + operation: insert + start: 19400000 + 723: + end: 9105970 + operation: delete + start: 17400000 + 724: + ids_end: 18500000 + ids_start: 16405297 + operation: replace + tags_end: 20494703 + tags_start: 18400000 + 725: + operation: search + 726: + end: 14449977 + operation: insert + start: 19500000 + 727: + end: 14084932 + operation: delete + start: 17500000 + 728: + operation: search + 729: + end: 10841108 + operation: insert + start: 19600000 + 730: + end: 5914237 + operation: delete + start: 9600000 + 731: + end: 13852676 + operation: delete + start: 17600000 + 732: + operation: search + 733: + end: 13462194 + operation: insert + start: 19700000 + 734: + end: 11905125 + operation: delete + start: 17700000 + 735: + ids_end: 18800000 + ids_start: 9967989 + operation: replace + tags_end: 27532011 + tags_start: 18700000 + 736: + operation: search + 737: + end: 15093501 + operation: insert + start: 19800000 + 738: + end: 10117159 + operation: delete + start: 17800000 + 739: + ids_end: 18900000 + ids_start: 14116730 + operation: replace + tags_end: 23583270 + tags_start: 18800000 + 740: + operation: search + 741: + end: 14593427 + operation: insert + start: 19900000 + 742: + ids_end: 19000000 + ids_start: 11386666 + operation: replace + tags_end: 26513334 + tags_start: 18900000 + 743: + operation: search + 744: + end: 14340598 + operation: insert + start: 20000000 + 745: + end: 10127853 + operation: delete + start: 18000000 + 746: + ids_end: 19100000 + ids_start: 10321814 + operation: replace + tags_end: 27778186 + tags_start: 19000000 + 747: + operation: search + 748: + end: 13562494 + operation: insert + start: 20100000 + 749: + end: 15645055 + operation: delete + start: 18100000 + 750: + ids_end: 19200000 + ids_start: 11402778 + operation: replace + tags_end: 26897222 + tags_start: 19100000 + 751: + operation: search + 752: + end: 13459583 + operation: insert + start: 20200000 + 753: + end: 13073445 + operation: delete + start: 18200000 + 754: + ids_end: 19300000 + ids_start: 16072242 + operation: replace + tags_end: 22427758 + tags_start: 19200000 + 755: + operation: search + 756: + end: 11250986 + operation: insert + start: 20300000 + 757: + end: 11794608 + operation: delete + start: 18300000 + 758: + ids_end: 19400000 + ids_start: 15578683 + operation: replace + tags_end: 23121317 + tags_start: 19300000 + 759: + operation: search + 760: + end: 11653694 + operation: insert + start: 20400000 + 761: + end: 16405297 + operation: delete + start: 18400000 + 762: + operation: search + 763: + end: 16065640 + operation: insert + start: 20500000 + 764: + ids_end: 15600000 + ids_start: 8075298 + operation: replace + tags_end: 23024702 + tags_start: 15500000 + 765: + ids_end: 19600000 + ids_start: 14449977 + operation: replace + tags_end: 24650023 + tags_start: 19500000 + 766: + operation: search + 767: + end: 10981516 + operation: insert + start: 20600000 + 768: + ids_end: 15700000 + ids_start: 13549083 + operation: replace + tags_end: 17750917 + tags_start: 15600000 + 769: + ids_end: 19700000 + ids_start: 10841108 + operation: replace + tags_end: 28458892 + tags_start: 19600000 + 770: + operation: search + 771: + end: 13826297 + operation: insert + start: 20700000 + 772: + end: 8760110 + operation: delete + start: 10700000 + 773: + end: 9967989 + operation: delete + start: 18700000 + 774: + ids_end: 19800000 + ids_start: 13462194 + operation: replace + tags_end: 26037806 + tags_start: 19700000 + 775: + operation: search + 776: + end: 15009028 + operation: insert + start: 20800000 + 777: + end: 14116730 + operation: delete + start: 18800000 + 778: + operation: search + 779: + end: 14950109 + operation: insert + start: 20900000 + 780: + end: 11386666 + operation: delete + start: 18900000 + 781: + operation: search + 782: + end: 13529350 + operation: insert + start: 21000000 + 783: + end: 10321814 + operation: delete + start: 19000000 + 784: + ids_end: 20100000 + ids_start: 14340598 + operation: replace + tags_end: 25759402 + tags_start: 20000000 + 785: + operation: search + 786: + end: 17072200 + operation: insert + start: 21100000 + 787: + end: 11402778 + operation: delete + start: 19100000 + 788: + operation: search + 789: + end: 11968995 + operation: insert + start: 21200000 + 790: + end: 16072242 + operation: delete + start: 19200000 + 791: + ids_end: 20300000 + ids_start: 13459583 + operation: replace + tags_end: 27040417 + tags_start: 20200000 + 792: + operation: search + 793: + end: 16648500 + operation: insert + start: 21300000 + 794: + end: 15578683 + operation: delete + start: 19300000 + 795: + ids_end: 20400000 + ids_start: 11250986 + operation: replace + tags_end: 29449014 + tags_start: 20300000 + 796: + operation: search + 797: + end: 16374135 + operation: insert + start: 21400000 + 798: + ids_end: 20500000 + ids_start: 11653694 + operation: replace + tags_end: 29246306 + tags_start: 20400000 + 799: + operation: search + 800: + end: 14294242 + operation: insert + start: 21500000 + 801: + end: 14449977 + operation: delete + start: 19500000 + 802: + ids_end: 16600000 + ids_start: 10345990 + operation: replace + tags_end: 22754010 + tags_start: 16500000 + 803: + ids_end: 20600000 + ids_start: 16065640 + operation: replace + tags_end: 25034360 + tags_start: 20500000 + 804: + operation: search + 805: + end: 18375714 + operation: insert + start: 21600000 + 806: + end: 10841108 + operation: delete + start: 19600000 + 807: + ids_end: 20700000 + ids_start: 10981516 + operation: replace + tags_end: 30318484 + tags_start: 20600000 + 808: + operation: search + 809: + end: 11513369 + operation: insert + start: 21700000 + 810: + end: 13462194 + operation: delete + start: 19700000 + 811: + ids_end: 20800000 + ids_start: 13826297 + operation: replace + tags_end: 27673703 + tags_start: 20700000 + 812: + operation: search + 813: + end: 15006388 + operation: insert + start: 21800000 + 814: + ids_end: 20900000 + ids_start: 15009028 + operation: replace + tags_end: 26690972 + tags_start: 20800000 + 815: + operation: search + 816: + end: 16368015 + operation: insert + start: 21900000 + 817: + ids_end: 21000000 + ids_start: 14950109 + operation: replace + tags_end: 26949891 + tags_start: 20900000 + 818: + operation: search + 819: + end: 14030906 + operation: insert + start: 22000000 + 820: + end: 10300813 + operation: delete + start: 12000000 + 821: + end: 14340598 + operation: delete + start: 20000000 + 822: + ids_end: 21100000 + ids_start: 13529350 + operation: replace + tags_end: 28570650 + tags_start: 21000000 + 823: + operation: search + 824: + end: 15384175 + operation: insert + start: 22100000 + 825: + ids_end: 21200000 + ids_start: 17072200 + operation: replace + tags_end: 25227800 + tags_start: 21100000 + 826: + operation: search + 827: + end: 12374619 + operation: insert + start: 22200000 + 828: + end: 13459583 + operation: delete + start: 20200000 + 829: + ids_end: 17300000 + ids_start: 13868014 + operation: replace + tags_end: 20631986 + tags_start: 17200000 + 830: + ids_end: 21300000 + ids_start: 11968995 + operation: replace + tags_end: 30531005 + tags_start: 21200000 + 831: + operation: search + 832: + end: 18072576 + operation: insert + start: 22300000 + 833: + end: 6239782 + operation: delete + start: 12300000 + 834: + end: 11250986 + operation: delete + start: 20300000 + 835: + ids_end: 21400000 + ids_start: 16648500 + operation: replace + tags_end: 26051500 + tags_start: 21300000 + 836: + operation: search + 837: + end: 16197005 + operation: insert + start: 22400000 + 838: + end: 11653694 + operation: delete + start: 20400000 + 839: + ids_end: 21500000 + ids_start: 16374135 + operation: replace + tags_end: 26525865 + tags_start: 21400000 + 840: + operation: search + 841: + end: 15102912 + operation: insert + start: 22500000 + 842: + end: 16065640 + operation: delete + start: 20500000 + 843: + ids_end: 21600000 + ids_start: 14294242 + operation: replace + tags_end: 28805758 + tags_start: 21500000 + 844: + operation: search + 845: + end: 18485263 + operation: insert + start: 22600000 + 846: + end: 10981516 + operation: delete + start: 20600000 + 847: + ids_end: 21700000 + ids_start: 18375714 + operation: replace + tags_end: 24924286 + tags_start: 21600000 + 848: + operation: search + 849: + end: 18049679 + operation: insert + start: 22700000 + 850: + end: 13826297 + operation: delete + start: 20700000 + 851: + ids_end: 21800000 + ids_start: 11513369 + operation: replace + tags_end: 31986631 + tags_start: 21700000 + 852: + operation: search + 853: + end: 14250707 + operation: insert + start: 22800000 + 854: + end: 15009028 + operation: delete + start: 20800000 + 855: + ids_end: 21900000 + ids_start: 15006388 + operation: replace + tags_end: 28693612 + tags_start: 21800000 + 856: + operation: search + 857: + end: 19528479 + operation: insert + start: 22900000 + 858: + end: 14950109 + operation: delete + start: 20900000 + 859: + ids_end: 22000000 + ids_start: 16368015 + operation: replace + tags_end: 27531985 + tags_start: 21900000 + 860: + operation: search + 861: + end: 19692072 + operation: insert + start: 23000000 + 862: + end: 13529350 + operation: delete + start: 21000000 + 863: + ids_end: 22100000 + ids_start: 14030906 + operation: replace + tags_end: 30069094 + tags_start: 22000000 + 864: + operation: search + 865: + end: 11962284 + operation: insert + start: 23100000 + 866: + end: 17072200 + operation: delete + start: 21100000 + 867: + ids_end: 22200000 + ids_start: 15384175 + operation: replace + tags_end: 28915825 + tags_start: 22100000 + 868: + operation: search + 869: + end: 17130921 + operation: insert + start: 23200000 + 870: + end: 11968995 + operation: delete + start: 21200000 + 871: + ids_end: 22300000 + ids_start: 12374619 + operation: replace + tags_end: 32125381 + tags_start: 22200000 + 872: + operation: search + 873: + end: 16721815 + operation: insert + start: 23300000 + 874: + end: 16648500 + operation: delete + start: 21300000 + 875: + ids_end: 22400000 + ids_start: 18072576 + operation: replace + tags_end: 26627424 + tags_start: 22300000 + 876: + operation: search + 877: + end: 12718918 + operation: insert + start: 23400000 + 878: + end: 16374135 + operation: delete + start: 21400000 + 879: + operation: search + 880: + end: 19405715 + operation: insert + start: 23500000 + 881: + end: 14294242 + operation: delete + start: 21500000 + 882: + ids_end: 18600000 + ids_start: 12744737 + operation: replace + tags_end: 24355263 + tags_start: 18500000 + 883: + ids_end: 22600000 + ids_start: 15102912 + operation: replace + tags_end: 29997088 + tags_start: 22500000 + 884: + operation: search + 885: + end: 19128228 + operation: insert + start: 23600000 + 886: + end: 18375714 + operation: delete + start: 21600000 + 887: + ids_end: 18700000 + ids_start: 11520720 + operation: replace + tags_end: 25779280 + tags_start: 18600000 + 888: + ids_end: 22700000 + ids_start: 18485263 + operation: replace + tags_end: 26814737 + tags_start: 22600000 + 889: + operation: search + 890: + end: 14399778 + operation: insert + start: 23700000 + 891: + end: 11513369 + operation: delete + start: 21700000 + 892: + ids_end: 22800000 + ids_start: 18049679 + operation: replace + tags_end: 27450321 + tags_start: 22700000 + 893: + operation: search + 894: + end: 16284340 + operation: insert + start: 23800000 + 895: + end: 15006388 + operation: delete + start: 21800000 + 896: + ids_end: 22900000 + ids_start: 14250707 + operation: replace + tags_end: 31449293 + tags_start: 22800000 + 897: + operation: search + 898: + end: 12425078 + operation: insert + start: 23900000 + 899: + end: 8410184 + operation: delete + start: 13900000 + 900: + end: 16368015 + operation: delete + start: 21900000 + 901: + ids_end: 23000000 + ids_start: 19528479 + operation: replace + tags_end: 26371521 + tags_start: 22900000 + 902: + operation: search + 903: + end: 15601877 + operation: insert + start: 24000000 + 904: + end: 14030906 + operation: delete + start: 22000000 + 905: + ids_end: 23100000 + ids_start: 19692072 + operation: replace + tags_end: 26407928 + tags_start: 23000000 + 906: + operation: search + 907: + end: 13138306 + operation: insert + start: 24100000 + 908: + end: 15384175 + operation: delete + start: 22100000 + 909: + ids_end: 23200000 + ids_start: 11962284 + operation: replace + tags_end: 34337716 + tags_start: 23100000 + 910: + operation: search + 911: + end: 12502949 + operation: insert + start: 24200000 + 912: + end: 12374619 + operation: delete + start: 22200000 + 913: + ids_end: 23300000 + ids_start: 17130921 + operation: replace + tags_end: 29369079 + tags_start: 23200000 + 914: + operation: search + 915: + end: 20475585 + operation: insert + start: 24300000 + 916: + end: 7263237 + operation: delete + start: 14300000 + 917: + end: 18072576 + operation: delete + start: 22300000 + 918: + ids_end: 23400000 + ids_start: 16721815 + operation: replace + tags_end: 29978185 + tags_start: 23300000 + 919: + operation: search + 920: + end: 20309766 + operation: insert + start: 24400000 + 921: + ids_end: 19500000 + ids_start: 15321867 + operation: replace + tags_end: 23578133 + tags_start: 19400000 + 922: + operation: search + 923: + end: 19473395 + operation: insert + start: 24500000 + 924: + end: 15102912 + operation: delete + start: 22500000 + 925: + ids_end: 23600000 + ids_start: 19405715 + operation: replace + tags_end: 27694285 + tags_start: 23500000 + 926: + operation: search + 927: + end: 16609361 + operation: insert + start: 24600000 + 928: + end: 18485263 + operation: delete + start: 22600000 + 929: + ids_end: 23700000 + ids_start: 19128228 + operation: replace + tags_end: 28171772 + tags_start: 23600000 + 930: + operation: search + 931: + end: 15938540 + operation: insert + start: 24700000 + 932: + end: 18049679 + operation: delete + start: 22700000 + 933: + ids_end: 23800000 + ids_start: 14399778 + operation: replace + tags_end: 33100222 + tags_start: 23700000 + 934: + operation: search + 935: + end: 16762740 + operation: insert + start: 24800000 + 936: + end: 14250707 + operation: delete + start: 22800000 + 937: + ids_end: 23900000 + ids_start: 16284340 + operation: replace + tags_end: 31415660 + tags_start: 23800000 + 938: + operation: search + 939: + end: 12794091 + operation: insert + start: 24900000 + 940: + end: 19528479 + operation: delete + start: 22900000 + 941: + ids_end: 20000000 + ids_start: 14593427 + operation: replace + tags_end: 25306573 + tags_start: 19900000 + 942: + ids_end: 24000000 + ids_start: 12425078 + operation: replace + tags_end: 35474922 + tags_start: 23900000 + 943: + operation: search + 944: + end: 17705897 + operation: insert + start: 25000000 + 945: + end: 19692072 + operation: delete + start: 23000000 + 946: + ids_end: 24100000 + ids_start: 15601877 + operation: replace + tags_end: 32498123 + tags_start: 24000000 + 947: + operation: search + 948: + end: 14396546 + operation: insert + start: 25100000 + 949: + end: 11962284 + operation: delete + start: 23100000 + 950: + ids_end: 20200000 + ids_start: 13562494 + operation: replace + tags_end: 26737506 + tags_start: 20100000 + 951: + ids_end: 24200000 + ids_start: 13138306 + operation: replace + tags_end: 35161694 + tags_start: 24100000 + 952: + operation: search + 953: + end: 14734890 + operation: insert + start: 25200000 + 954: + end: 17130921 + operation: delete + start: 23200000 + 955: + ids_end: 24300000 + ids_start: 12502949 + operation: replace + tags_end: 35997051 + tags_start: 24200000 + 956: + operation: search + 957: + end: 16573224 + operation: insert + start: 25300000 + 958: + end: 16721815 + operation: delete + start: 23300000 + 959: + ids_end: 24400000 + ids_start: 20475585 + operation: replace + tags_end: 28224415 + tags_start: 24300000 + 960: + operation: search + 961: + end: 14726062 + operation: insert + start: 25400000 + 962: + operation: search + 963: + end: 22786952 + operation: insert + start: 25500000 + 964: + end: 8075298 + operation: delete + start: 15500000 + 965: + end: 19405715 + operation: delete + start: 23500000 + 966: + ids_end: 24600000 + ids_start: 19473395 + operation: replace + tags_end: 29626605 + tags_start: 24500000 + 967: + operation: search + 968: + end: 22724748 + operation: insert + start: 25600000 + 969: + end: 13549083 + operation: delete + start: 15600000 + 970: + end: 19128228 + operation: delete + start: 23600000 + 971: + ids_end: 24700000 + ids_start: 16609361 + operation: replace + tags_end: 32690639 + tags_start: 24600000 + 972: + operation: search + 973: + end: 17616580 + operation: insert + start: 25700000 + 974: + end: 14399778 + operation: delete + start: 23700000 + 975: + ids_end: 24800000 + ids_start: 15938540 + operation: replace + tags_end: 33561460 + tags_start: 24700000 + 976: + operation: search + 977: + end: 15728400 + operation: insert + start: 25800000 + 978: + end: 16284340 + operation: delete + start: 23800000 + 979: + ids_end: 24900000 + ids_start: 16762740 + operation: replace + tags_end: 32937260 + tags_start: 24800000 + 980: + operation: search + 981: + end: 15598037 + operation: insert + start: 25900000 + 982: + end: 12425078 + operation: delete + start: 23900000 + 983: + ids_end: 25000000 + ids_start: 12794091 + operation: replace + tags_end: 37105909 + tags_start: 24900000 + 984: + operation: search + 985: + end: 19663546 + operation: insert + start: 26000000 + 986: + end: 15601877 + operation: delete + start: 24000000 + 987: + ids_end: 25100000 + ids_start: 17705897 + operation: replace + tags_end: 32394103 + tags_start: 25000000 + 988: + operation: search + 989: + end: 23500508 + operation: insert + start: 26100000 + 990: + end: 13138306 + operation: delete + start: 24100000 + 991: + ids_end: 25200000 + ids_start: 14396546 + operation: replace + tags_end: 35903454 + tags_start: 25100000 + 992: + operation: search + 993: + end: 14638738 + operation: insert + start: 26200000 + 994: + end: 12502949 + operation: delete + start: 24200000 + 995: + ids_end: 25300000 + ids_start: 14734890 + operation: replace + tags_end: 35765110 + tags_start: 25200000 + 996: + operation: search + 997: + end: 19819862 + operation: insert + start: 26300000 + 998: + end: 20475585 + operation: delete + start: 24300000 + 999: + ids_end: 25400000 + ids_start: 16573224 + operation: replace + tags_end: 34126776 + tags_start: 25300000 + 1000: + operation: search + 1001: + end: 15949180 + operation: insert + start: 26400000 + 1002: + ids_end: 25500000 + ids_start: 14726062 + operation: replace + tags_end: 36173938 + tags_start: 25400000 + 1003: + operation: search + 1004: + end: 17743712 + operation: insert + start: 26500000 + 1005: + end: 10345990 + operation: delete + start: 16500000 + 1006: + end: 19473395 + operation: delete + start: 24500000 + 1007: + ids_end: 25600000 + ids_start: 22786952 + operation: replace + tags_end: 28313048 + tags_start: 25500000 + 1008: + operation: search + 1009: + end: 15494991 + operation: insert + start: 26600000 + 1010: + end: 16609361 + operation: delete + start: 24600000 + 1011: + ids_end: 25700000 + ids_start: 22724748 + operation: replace + tags_end: 28575252 + tags_start: 25600000 + 1012: + operation: search + 1013: + end: 15570644 + operation: insert + start: 26700000 + 1014: + end: 15938540 + operation: delete + start: 24700000 + 1015: + operation: search + 1016: + end: 24188033 + operation: insert + start: 26800000 + 1017: + end: 16762740 + operation: delete + start: 24800000 + 1018: + operation: search + 1019: + end: 16112020 + operation: insert + start: 26900000 + 1020: + end: 12794091 + operation: delete + start: 24900000 + 1021: + operation: search + 1022: + end: 16026307 + operation: insert + start: 27000000 + 1023: + end: 17705897 + operation: delete + start: 25000000 + 1024: + ids_end: 26100000 + ids_start: 19663546 + operation: replace + tags_end: 32436454 + tags_start: 26000000 + 1025: + operation: search + 1026: + end: 19549065 + operation: insert + start: 27100000 + 1027: + end: 14396546 + operation: delete + start: 25100000 + 1028: + ids_end: 26200000 + ids_start: 23500508 + operation: replace + tags_end: 28799492 + tags_start: 26100000 + 1029: + operation: search + 1030: + end: 16314086 + operation: insert + start: 27200000 + 1031: + end: 13868014 + operation: delete + start: 17200000 + 1032: + end: 14734890 + operation: delete + start: 25200000 + 1033: + ids_end: 26300000 + ids_start: 14638738 + operation: replace + tags_end: 37861262 + tags_start: 26200000 + 1034: + operation: search + 1035: + end: 19955834 + operation: insert + start: 27300000 + 1036: + end: 16573224 + operation: delete + start: 25300000 + 1037: + ids_end: 26400000 + ids_start: 19819862 + operation: replace + tags_end: 32880138 + tags_start: 26300000 + 1038: + operation: search + 1039: + end: 17679961 + operation: insert + start: 27400000 + 1040: + end: 14726062 + operation: delete + start: 25400000 + 1041: + ids_end: 22500000 + ids_start: 16197005 + operation: replace + tags_end: 28702995 + tags_start: 22400000 + 1042: + ids_end: 26500000 + ids_start: 15949180 + operation: replace + tags_end: 36950820 + tags_start: 26400000 + 1043: + operation: search + 1044: + end: 13901989 + operation: insert + start: 27500000 + 1045: + end: 22786952 + operation: delete + start: 25500000 + 1046: + ids_end: 26600000 + ids_start: 17743712 + operation: replace + tags_end: 35356288 + tags_start: 26500000 + 1047: + operation: search + 1048: + end: 19901155 + operation: insert + start: 27600000 + 1049: + end: 22724748 + operation: delete + start: 25600000 + 1050: + ids_end: 26700000 + ids_start: 15494991 + operation: replace + tags_end: 37805009 + tags_start: 26600000 + 1051: + operation: search + 1052: + end: 23713461 + operation: insert + start: 27700000 + 1053: + ids_end: 26800000 + ids_start: 15570644 + operation: replace + tags_end: 37929356 + tags_start: 26700000 + 1054: + operation: search + 1055: + end: 18924842 + operation: insert + start: 27800000 + 1056: + ids_end: 26900000 + ids_start: 24188033 + operation: replace + tags_end: 29511967 + tags_start: 26800000 + 1057: + operation: search + 1058: + end: 22484216 + operation: insert + start: 27900000 + 1059: + ids_end: 27000000 + ids_start: 16112020 + operation: replace + tags_end: 37787980 + tags_start: 26900000 + 1060: + operation: search + 1061: + end: 17252550 + operation: insert + start: 28000000 + 1062: + end: 19663546 + operation: delete + start: 26000000 + 1063: + ids_end: 27100000 + ids_start: 16026307 + operation: replace + tags_end: 38073693 + tags_start: 27000000 + 1064: + operation: search + 1065: + end: 21435859 + operation: insert + start: 28100000 + 1066: + end: 23500508 + operation: delete + start: 26100000 + 1067: + ids_end: 27200000 + ids_start: 19549065 + operation: replace + tags_end: 34750935 + tags_start: 27100000 + 1068: + operation: search + 1069: + end: 16133753 + operation: insert + start: 28200000 + 1070: + end: 14638738 + operation: delete + start: 26200000 + 1071: + ids_end: 27300000 + ids_start: 16314086 + operation: replace + tags_end: 38185914 + tags_start: 27200000 + 1072: + operation: search + 1073: + end: 15701407 + operation: insert + start: 28300000 + 1074: + end: 19819862 + operation: delete + start: 26300000 + 1075: + ids_end: 27400000 + ids_start: 19955834 + operation: replace + tags_end: 34744166 + tags_start: 27300000 + 1076: + operation: search + 1077: + end: 18429988 + operation: insert + start: 28400000 + 1078: + end: 15949180 + operation: delete + start: 26400000 + 1079: + ids_end: 23500000 + ids_start: 12718918 + operation: replace + tags_end: 34181082 + tags_start: 23400000 + 1080: + ids_end: 27500000 + ids_start: 17679961 + operation: replace + tags_end: 37220039 + tags_start: 27400000 + 1081: + operation: search + 1082: + end: 16982260 + operation: insert + start: 28500000 + 1083: + end: 12744737 + operation: delete + start: 18500000 + 1084: + end: 17743712 + operation: delete + start: 26500000 + 1085: + ids_end: 27600000 + ids_start: 13901989 + operation: replace + tags_end: 41198011 + tags_start: 27500000 + 1086: + operation: search + 1087: + end: 21539745 + operation: insert + start: 28600000 + 1088: + end: 11520720 + operation: delete + start: 18600000 + 1089: + end: 15494991 + operation: delete + start: 26600000 + 1090: + ids_end: 27700000 + ids_start: 19901155 + operation: replace + tags_end: 35398845 + tags_start: 27600000 + 1091: + operation: search + 1092: + end: 18278688 + operation: insert + start: 28700000 + 1093: + end: 15570644 + operation: delete + start: 26700000 + 1094: + ids_end: 27800000 + ids_start: 23713461 + operation: replace + tags_end: 31786539 + tags_start: 27700000 + 1095: + operation: search + 1096: + end: 17153545 + operation: insert + start: 28800000 + 1097: + end: 24188033 + operation: delete + start: 26800000 + 1098: + ids_end: 27900000 + ids_start: 18924842 + operation: replace + tags_end: 36775158 + tags_start: 27800000 + 1099: + operation: search + 1100: + end: 16312203 + operation: insert + start: 28900000 + 1101: + end: 16112020 + operation: delete + start: 26900000 + 1102: + operation: search + 1103: + end: 14603245 + operation: insert + start: 29000000 + 1104: + end: 16026307 + operation: delete + start: 27000000 + 1105: + ids_end: 28100000 + ids_start: 17252550 + operation: replace + tags_end: 38847450 + tags_start: 28000000 + 1106: + operation: search + 1107: + end: 16492827 + operation: insert + start: 29100000 + 1108: + end: 19549065 + operation: delete + start: 27100000 + 1109: + ids_end: 28200000 + ids_start: 21435859 + operation: replace + tags_end: 34864141 + tags_start: 28100000 + 1110: + operation: search + 1111: + end: 17725630 + operation: insert + start: 29200000 + 1112: + end: 16314086 + operation: delete + start: 27200000 + 1113: + ids_end: 28300000 + ids_start: 16133753 + operation: replace + tags_end: 40366247 + tags_start: 28200000 + 1114: + operation: search + 1115: + end: 18700082 + operation: insert + start: 29300000 + 1116: + end: 19955834 + operation: delete + start: 27300000 + 1117: + ids_end: 28400000 + ids_start: 15701407 + operation: replace + tags_end: 40998593 + tags_start: 28300000 + 1118: + operation: search + 1119: + end: 25462689 + operation: insert + start: 29400000 + 1120: + end: 15321867 + operation: delete + start: 19400000 + 1121: + end: 17679961 + operation: delete + start: 27400000 + 1122: + operation: search + 1123: + end: 17894343 + operation: insert + start: 29500000 + 1124: + end: 13901989 + operation: delete + start: 27500000 + 1125: + ids_end: 25800000 + ids_start: 17616580 + operation: replace + tags_end: 33883420 + tags_start: 25700000 + 1126: + ids_end: 28600000 + ids_start: 16982260 + operation: replace + tags_end: 40117740 + tags_start: 28500000 + 1127: + operation: search + 1128: + end: 21314035 + operation: insert + start: 29600000 + 1129: + end: 19901155 + operation: delete + start: 27600000 + 1130: + ids_end: 28700000 + ids_start: 21539745 + operation: replace + tags_end: 35760255 + tags_start: 28600000 + 1131: + operation: search + 1132: + end: 22377732 + operation: insert + start: 29700000 + 1133: + end: 23713461 + operation: delete + start: 27700000 + 1134: + ids_end: 28800000 + ids_start: 18278688 + operation: replace + tags_end: 39221312 + tags_start: 28700000 + 1135: + operation: search + 1136: + end: 15372625 + operation: insert + start: 29800000 + 1137: + end: 18924842 + operation: delete + start: 27800000 + 1138: + ids_end: 28900000 + ids_start: 17153545 + operation: replace + tags_end: 40546455 + tags_start: 28800000 + 1139: + operation: search + 1140: + end: 20175778 + operation: insert + start: 29900000 + 1141: + end: 14593427 + operation: delete + start: 19900000 + 1142: + ids_end: 29000000 + ids_start: 16312203 + operation: replace + tags_end: 41587797 + tags_start: 28900000 + 1143: + operation: search + 1144: + end: 24160030 + operation: insert + start: 30000000 + 1145: + end: 17252550 + operation: delete + start: 28000000 + 1146: + operation: search + 1147: + end: 21908816 + operation: insert + start: 30100000 + 1148: + end: 13562494 + operation: delete + start: 20100000 + 1149: + end: 21435859 + operation: delete + start: 28100000 + 1150: + operation: search + 1151: + end: 25621428 + operation: insert + start: 30200000 + 1152: + end: 16133753 + operation: delete + start: 28200000 + 1153: + ids_end: 29300000 + ids_start: 17725630 + operation: replace + tags_end: 40774370 + tags_start: 29200000 + 1154: + operation: search + 1155: + end: 27119194 + operation: insert + start: 30300000 + 1156: + end: 15701407 + operation: delete + start: 28300000 + 1157: + operation: search + 1158: + end: 23426402 + operation: insert + start: 30400000 + 1159: + ids_end: 29500000 + ids_start: 25462689 + operation: replace + tags_end: 33437311 + tags_start: 29400000 + 1160: + operation: search + 1161: + end: 21739395 + operation: insert + start: 30500000 + 1162: + end: 16982260 + operation: delete + start: 28500000 + 1163: + ids_end: 29600000 + ids_start: 17894343 + operation: replace + tags_end: 41205657 + tags_start: 29500000 + 1164: + operation: search + 1165: + end: 23796919 + operation: insert + start: 30600000 + 1166: + end: 21539745 + operation: delete + start: 28600000 + 1167: + ids_end: 29700000 + ids_start: 21314035 + operation: replace + tags_end: 37985965 + tags_start: 29600000 + 1168: + operation: search + 1169: + end: 19866457 + operation: insert + start: 30700000 + 1170: + end: 18278688 + operation: delete + start: 28700000 + 1171: + ids_end: 29800000 + ids_start: 22377732 + operation: replace + tags_end: 37122268 + tags_start: 29700000 + 1172: + operation: search + 1173: + end: 17708415 + operation: insert + start: 30800000 + 1174: + end: 17153545 + operation: delete + start: 28800000 + 1175: + ids_end: 24500000 + ids_start: 20309766 + operation: replace + tags_end: 28590234 + tags_start: 24400000 + 1176: + ids_end: 25900000 + ids_start: 15728400 + operation: replace + tags_end: 35971600 + tags_start: 25800000 + 1177: + operation: search + 1178: + end: 23536114 + operation: insert + start: 30900000 + 1179: + end: 16312203 + operation: delete + start: 28900000 + 1180: + ids_end: 26000000 + ids_start: 15598037 + operation: replace + tags_end: 36301963 + tags_start: 25900000 + 1181: + ids_end: 30000000 + ids_start: 20175778 + operation: replace + tags_end: 39724222 + tags_start: 29900000 + 1182: + operation: search + 1183: + end: 21112342 + operation: insert + start: 31000000 + 1184: + ids_end: 30100000 + ids_start: 24160030 + operation: replace + tags_end: 35939970 + tags_start: 30000000 + 1185: + operation: search + 1186: + end: 27903809 + operation: insert + start: 31100000 + 1187: + ids_end: 30200000 + ids_start: 21908816 + operation: replace + tags_end: 38391184 + tags_start: 30100000 + 1188: + operation: search + 1189: + end: 22488736 + operation: insert + start: 31200000 + 1190: + end: 17725630 + operation: delete + start: 29200000 + 1191: + ids_end: 30300000 + ids_start: 25621428 + operation: replace + tags_end: 34878572 + tags_start: 30200000 + 1192: + operation: search + 1193: + end: 23917306 + operation: insert + start: 31300000 + 1194: + ids_end: 30400000 + ids_start: 27119194 + operation: replace + tags_end: 33580806 + tags_start: 30300000 + 1195: + operation: search + 1196: + end: 18333017 + operation: insert + start: 31400000 + 1197: + end: 25462689 + operation: delete + start: 29400000 + 1198: + ids_end: 30500000 + ids_start: 23426402 + operation: replace + tags_end: 37473598 + tags_start: 30400000 + 1199: + operation: search + 1200: + end: 21441655 + operation: insert + start: 31500000 + 1201: + end: 17894343 + operation: delete + start: 29500000 + 1202: + ids_end: 30600000 + ids_start: 21739395 + operation: replace + tags_end: 39360605 + tags_start: 30500000 + 1203: + operation: search + 1204: + end: 27105404 + operation: insert + start: 31600000 + 1205: + end: 21314035 + operation: delete + start: 29600000 + 1206: + ids_end: 30700000 + ids_start: 23796919 + operation: replace + tags_end: 37503081 + tags_start: 30600000 + 1207: + operation: search + 1208: + end: 24328906 + operation: insert + start: 31700000 + 1209: + end: 22377732 + operation: delete + start: 29700000 + 1210: + operation: search + 1211: + end: 26710509 + operation: insert + start: 31800000 + 1212: + ids_end: 30900000 + ids_start: 17708415 + operation: replace + tags_end: 43991585 + tags_start: 30800000 + 1213: + operation: search + 1214: + end: 20019974 + operation: insert + start: 31900000 + 1215: + end: 20175778 + operation: delete + start: 29900000 + 1216: + ids_end: 31000000 + ids_start: 23536114 + operation: replace + tags_end: 38363886 + tags_start: 30900000 + 1217: + operation: search + 1218: + end: 19968662 + operation: insert + start: 32000000 + 1219: + end: 24160030 + operation: delete + start: 30000000 + 1220: + operation: search + 1221: + end: 22283208 + operation: insert + start: 32100000 + 1222: + end: 21908816 + operation: delete + start: 30100000 + 1223: + ids_end: 31200000 + ids_start: 27903809 + operation: replace + tags_end: 34396191 + tags_start: 31100000 + 1224: + operation: search + 1225: + end: 21201323 + operation: insert + start: 32200000 + 1226: + end: 25621428 + operation: delete + start: 30200000 + 1227: + ids_end: 31300000 + ids_start: 22488736 + operation: replace + tags_end: 40011264 + tags_start: 31200000 + 1228: + operation: search + 1229: + end: 27318522 + operation: insert + start: 32300000 + 1230: + end: 27119194 + operation: delete + start: 30300000 + 1231: + operation: search + 1232: + end: 21677738 + operation: insert + start: 32400000 + 1233: + end: 16197005 + operation: delete + start: 22400000 + 1234: + end: 23426402 + operation: delete + start: 30400000 + 1235: + ids_end: 31500000 + ids_start: 18333017 + operation: replace + tags_end: 44566983 + tags_start: 31400000 + 1236: + operation: search + 1237: + end: 22783555 + operation: insert + start: 32500000 + 1238: + end: 21739395 + operation: delete + start: 30500000 + 1239: + operation: search + 1240: + end: 23428825 + operation: insert + start: 32600000 + 1241: + end: 23796919 + operation: delete + start: 30600000 + 1242: + ids_end: 31700000 + ids_start: 27105404 + operation: replace + tags_end: 36194596 + tags_start: 31600000 + 1243: + operation: search + 1244: + end: 26322388 + operation: insert + start: 32700000 + 1245: + ids_end: 31800000 + ids_start: 24328906 + operation: replace + tags_end: 39171094 + tags_start: 31700000 + 1246: + operation: search + 1247: + end: 27075410 + operation: insert + start: 32800000 + 1248: + end: 17708415 + operation: delete + start: 30800000 + 1249: + ids_end: 31900000 + ids_start: 26710509 + operation: replace + tags_end: 36989491 + tags_start: 31800000 + 1250: + operation: search + 1251: + end: 23773410 + operation: insert + start: 32900000 + 1252: + end: 23536114 + operation: delete + start: 30900000 + 1253: + ids_end: 28000000 + ids_start: 22484216 + operation: replace + tags_end: 33415784 + tags_start: 27900000 + 1254: + ids_end: 32000000 + ids_start: 20019974 + operation: replace + tags_end: 43880026 + tags_start: 31900000 + 1255: + operation: search + 1256: + end: 22543974 + operation: insert + start: 33000000 + 1257: + ids_end: 32100000 + ids_start: 19968662 + operation: replace + tags_end: 44131338 + tags_start: 32000000 + 1258: + operation: search + 1259: + end: 22846457 + operation: insert + start: 33100000 + 1260: + end: 27903809 + operation: delete + start: 31100000 + 1261: + ids_end: 32200000 + ids_start: 22283208 + operation: replace + tags_end: 42016792 + tags_start: 32100000 + 1262: + operation: search + 1263: + end: 25882345 + operation: insert + start: 33200000 + 1264: + end: 22488736 + operation: delete + start: 31200000 + 1265: + operation: search + 1266: + end: 26927785 + operation: insert + start: 33300000 + 1267: + ids_end: 32400000 + ids_start: 27318522 + operation: replace + tags_end: 37381478 + tags_start: 32300000 + 1268: + operation: search + 1269: + end: 21812642 + operation: insert + start: 33400000 + 1270: + end: 12718918 + operation: delete + start: 23400000 + 1271: + end: 18333017 + operation: delete + start: 31400000 + 1272: + ids_end: 28500000 + ids_start: 18429988 + operation: replace + tags_end: 38470012 + tags_start: 28400000 + 1273: + ids_end: 32500000 + ids_start: 21677738 + operation: replace + tags_end: 43222262 + tags_start: 32400000 + 1274: + operation: search + 1275: + end: 25022595 + operation: insert + start: 33500000 + 1276: + ids_end: 32600000 + ids_start: 22783555 + operation: replace + tags_end: 42316445 + tags_start: 32500000 + 1277: + operation: search + 1278: + end: 27421578 + operation: insert + start: 33600000 + 1279: + end: 27105404 + operation: delete + start: 31600000 + 1280: + ids_end: 32700000 + ids_start: 23428825 + operation: replace + tags_end: 41871175 + tags_start: 32600000 + 1281: + operation: search + 1282: + end: 17024649 + operation: insert + start: 33700000 + 1283: + end: 24328906 + operation: delete + start: 31700000 + 1284: + ids_end: 32800000 + ids_start: 26322388 + operation: replace + tags_end: 39177612 + tags_start: 32700000 + 1285: + operation: search + 1286: + end: 22881303 + operation: insert + start: 33800000 + 1287: + end: 26710509 + operation: delete + start: 31800000 + 1288: + operation: search + 1289: + end: 23135967 + operation: insert + start: 33900000 + 1290: + end: 20019974 + operation: delete + start: 31900000 + 1291: + ids_end: 33000000 + ids_start: 23773410 + operation: replace + tags_end: 42126590 + tags_start: 32900000 + 1292: + operation: search + 1293: + end: 29766971 + operation: insert + start: 34000000 + 1294: + end: 19968662 + operation: delete + start: 32000000 + 1295: + ids_end: 29100000 + ids_start: 14603245 + operation: replace + tags_end: 43496755 + tags_start: 29000000 + 1296: + operation: search + 1297: + end: 25594708 + operation: insert + start: 34100000 + 1298: + end: 22283208 + operation: delete + start: 32100000 + 1299: + ids_end: 29200000 + ids_start: 16492827 + operation: replace + tags_end: 41807173 + tags_start: 29100000 + 1300: + operation: search + 1301: + end: 22696773 + operation: insert + start: 34200000 + 1302: + operation: search + 1303: + end: 22275393 + operation: insert + start: 34300000 + 1304: + end: 27318522 + operation: delete + start: 32300000 + 1305: + ids_end: 29400000 + ids_start: 18700082 + operation: replace + tags_end: 39999918 + tags_start: 29300000 + 1306: + ids_end: 33400000 + ids_start: 26927785 + operation: replace + tags_end: 39772215 + tags_start: 33300000 + 1307: + operation: search + 1308: + end: 28114377 + operation: insert + start: 34400000 + 1309: + end: 21677738 + operation: delete + start: 32400000 + 1310: + ids_end: 33500000 + ids_start: 21812642 + operation: replace + tags_end: 45087358 + tags_start: 33400000 + 1311: + operation: search + 1312: + end: 23349618 + operation: insert + start: 34500000 + 1313: + end: 22783555 + operation: delete + start: 32500000 + 1314: + ids_end: 33600000 + ids_start: 25022595 + operation: replace + tags_end: 42077405 + tags_start: 33500000 + 1315: + operation: search + 1316: + end: 23249928 + operation: insert + start: 34600000 + 1317: + end: 23428825 + operation: delete + start: 32600000 + 1318: + operation: search + 1319: + end: 22813992 + operation: insert + start: 34700000 + 1320: + end: 26322388 + operation: delete + start: 32700000 + 1321: + ids_end: 33800000 + ids_start: 17024649 + operation: replace + tags_end: 50475351 + tags_start: 33700000 + 1322: + operation: search + 1323: + end: 20977205 + operation: insert + start: 34800000 + 1324: + ids_end: 29900000 + ids_start: 15372625 + operation: replace + tags_end: 44327375 + tags_start: 29800000 + 1325: + ids_end: 33900000 + ids_start: 22881303 + operation: replace + tags_end: 44818697 + tags_start: 33800000 + 1326: + operation: search + 1327: + end: 30410072 + operation: insert + start: 34900000 + 1328: + end: 23773410 + operation: delete + start: 32900000 + 1329: + ids_end: 34000000 + ids_start: 23135967 + operation: replace + tags_end: 44764033 + tags_start: 33900000 + 1330: + operation: search + max_pts: 4600000 diff --git a/neurips23/streaming/wikipedia-35M_expirationtime_runbook.yaml b/neurips23/streaming/runbooks/wikipedia-35M_expirationtime_runbook.yaml similarity index 100% rename from neurips23/streaming/wikipedia-35M_expirationtime_runbook.yaml rename to neurips23/streaming/runbooks/wikipedia-35M_expirationtime_runbook.yaml From 20682387c0bb1f676ed42e29475bca4ca8b124ee Mon Sep 17 00:00:00 2001 From: Magdalen Date: Thu, 10 Oct 2024 08:00:21 -0700 Subject: [PATCH 02/11] amended README --- neurips23/streaming/README.md | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/neurips23/streaming/README.md b/neurips23/streaming/README.md index 313d96abc..a9fecb7b1 100644 --- a/neurips23/streaming/README.md +++ b/neurips23/streaming/README.md @@ -23,7 +23,8 @@ Now that the number of runbooks has started to increase significantly, here we l 4. `delete_runbook.yaml`: A runbook executing all steps in the clustered runbook, but which then deletes a fraction of each cluster. 5. `final_runbook.yaml`: The NeurIPS 2023 streaming challenge final runbook. It takes the `msturing-30M-clustered` dataset and performs several rounds of insertion and deletion in clustered order. 6. `msmarco-100M_expirationtime_runbook.yaml`: A runbook using the `msmarco-100M` dataset which inserts each point with a randomly chosen expiration time: never, in 200 steps, or in 50 steps. -7. `neurips23/streaming/wikipedia-35M_expirationtime_runbook.yaml`: A runbook using the `wikipedia-35M` dataset which inserts each point with a randomly chosen expiration time: never, in 200 steps, or in 50 steps. -8. `neurips23/streaming/msturing-10M_slidingwindow_runbook.yaml`: A runbook using the `msturing-10M` dataset which inserts half the points, then maintains the index at a consistent size using a sliding window. +7. `wikipedia-35M_expirationtime_runbook.yaml`: A runbook using the `wikipedia-35M` dataset which inserts each point with a randomly chosen expiration time: never, in 100 steps, or in 20 steps. +7. `wikipedia-35M_expirationtime_replace_runbook.yaml`: A runbook that takes the same setup as `wikipedia-35M_expirationtime_runbook.yaml`, but also replaces some points before they expire. +8. `msturing-10M_slidingwindow_runbook.yaml`: A runbook using the `msturing-10M` dataset which inserts half the points, then maintains the index at a consistent size using a sliding window. 9. `clustered_replace_runbook.yaml`: A replace-focused runbook which takes the `msturing-10M-clustered` dataset, inserts a fraction of the points in each cluster, then replaces some of that fraction with vector ids from the same cluster. 10. `random_replace_runbook.yaml`: A replace-focused runbook which takes the `msturing-10M-clustered` dataset, inserts a fraction of the points in each cluster, then replaces some of that fraction with vector ids from a different randomly selected cluster. From bf90028573ddad21e8d95b38d1c34d62204e32f0 Mon Sep 17 00:00:00 2001 From: Magdalen Date: Thu, 10 Oct 2024 08:58:25 -0700 Subject: [PATCH 03/11] updated data_export.py and neurips23 README with new paths --- data_export.py | 23 ++++++++++++----------- neurips23/README.md | 20 ++++++++++---------- 2 files changed, 22 insertions(+), 21 deletions(-) diff --git a/data_export.py b/data_export.py index 6c24216b5..79abe2a5a 100644 --- a/data_export.py +++ b/data_export.py @@ -96,17 +96,18 @@ def cleaned_run_metric(run_metrics): dataset = DATASETS[dataset_name]() runbook_paths = [None] if track == 'streaming': - runbook_paths = ['neurips23/streaming/simple_runbook.yaml', - 'neurips23/streaming/simple_replace_runbook.yaml', - 'neurips23/streaming/random_replace_runbook.yaml', - 'neurips23/streaming/clustered_replace_runbook.yaml', - 'neurips23/streaming/clustered_runbook.yaml', - 'neurips23/streaming/clustered_runbook.yaml', - 'neurips23/streaming/delete_runbook.yaml', - 'neurips23/streaming/final_runbook.yaml', - 'neurips23/streaming/msturing-10M_slidingwindow_runbook.yaml', - 'neurips23/streaming/wikipedia-35M_expirationtime_runbook.yaml', - 'neurips23/streaming/msmarco-100M_expirationtime_runbook.yaml'] + runbook_paths = ['neurips23/runbooks/streaming/simple_runbook.yaml', + 'neurips23/runbooks/streaming/simple_replace_runbook.yaml', + 'neurips23/runbooks/streaming/random_replace_runbook.yaml', + 'neurips23/runbooks/streaming/clustered_replace_runbook.yaml', + 'neurips23/runbooks/streaming/clustered_runbook.yaml', + 'neurips23/runbooks/streaming/clustered_runbook.yaml', + 'neurips23/runbooks/streaming/delete_runbook.yaml', + 'neurips23/runbooks/streaming/final_runbook.yaml', + 'neurips23/runbooks/streaming/msturing-10M_slidingwindow_runbook.yaml', + 'neurips23/runbooks/streaming/wikipedia-35M_expirationtime_runbook.yaml', + 'neurips23/runbooks/streaming/wikipedia-35M_expiration_time_replace_runbook.yaml', + 'neurips23/runbooks/streaming/msmarco-100M_expirationtime_runbook.yaml'] for runbook_path in runbook_paths: print("Looking for runbook ", runbook_path) results = load_all_results(dataset_name, neurips23track=track, runbook_path=runbook_path) diff --git a/neurips23/README.md b/neurips23/README.md index b6b448c24..4ed8168ba 100644 --- a/neurips23/README.md +++ b/neurips23/README.md @@ -46,8 +46,8 @@ The baselines were run on an Azure Standard D8lds v5 (8 vcpus, 16 GiB memory) ma |---------|-------------|-----------------------------|---------| |Sparse | Linear Scan | 101 | `python3 run.py --dataset sparse-full --algorithm linscan --neurips23track sparse` | |Filter | faiss | 3200 | `python3 run.py --dataset yfcc-10M --algorithm faiss --neurips23track filter` | -|Streaming| DiskANN | 0.924 (recall@10), 23 mins | `python3 run.py --dataset msturing-10M-clustered --algorithm diskann --neurips23track streaming --runbook_path neurips23/streaming/delete_runbook.yaml` | -|Streaming| DiskANN | 0.883 (recall@10), 45 mins | `python3 run.py --dataset msturing-30M-clustered --algorithm diskann --neurips23track streaming --runbook_path neurips23/streaming/final_runbook.yaml` | +|Streaming| DiskANN | 0.924 (recall@10), 23 mins | `python3 run.py --dataset msturing-10M-clustered --algorithm diskann --neurips23track streaming --runbook_path neurips23/runbooks/streaming/delete_runbook.yaml` | +|Streaming| DiskANN | 0.883 (recall@10), 45 mins | `python3 run.py --dataset msturing-30M-clustered --algorithm diskann --neurips23track streaming --runbook_path neurips23/runbooks/streaming/final_runbook.yaml` | |OOD | DiskANN | 4882 | `python3 run.py --dataset text2image-10M --algorithm diskann --neurips23track ood` | ## For_Participants @@ -99,7 +99,7 @@ Test the benchmark and baseline using the algorithm's definition file on small t python run.py --neurips23track filter --algorithm faiss --dataset random-filter-s python run.py --neurips23track sparse --algorithm linscan --dataset sparse-small python run.py --neurips23track ood --algorithm diskann --dataset random-xs -python run.py --neurips23track streaming --algorithm diskann --dataset random-xs --runbook_path neurips23/streaming/simple_runbook.yaml +python run.py --neurips23track streaming --algorithm diskann --dataset random-xs --runbook_path neurips23/runbooks/streaming/simple_runbook.yaml ``` For the competition dataset, run commands mentioned in the table above, for example: @@ -108,22 +108,22 @@ python run.py --neurips23track filter --algorithm faiss --dataset yfcc-10M python run.py --neurips23track sparse --algorithm linscan --dataset sparse-full python run.py --neurips23track ood --algorithm diskann --dataset text2image-10M # preliminary runbook for testing -python run.py --neurips23track streaming --algorithm diskann --dataset msturing-10M-clustered --runbook_path neurips23/streaming/delete_runbook.yaml +python run.py --neurips23track streaming --algorithm diskann --dataset msturing-10M-clustered --runbook_path neurips23/runbooks/streaming/delete_runbook.yaml #Final runbook for evaluation -python run.py --neurips23track streaming --algorithm diskann --dataset msturing-30M-clustered --runbook_path neurips23/streaming/final_runbook.yaml +python run.py --neurips23track streaming --algorithm diskann --dataset msturing-30M-clustered --runbook_path neurips23/runbooks/streaming/final_runbook.yaml ``` For streaming track, runbook specifies the order of operations to be executed by the algorithms. To download the ground truth for every search operation: (needs azcopy tool in your binary path): ``` -python -m benchmark.streaming.download_gt --runbook_file neurips23/streaming/simple_runbook.yaml --dataset msspacev-10M -python -m benchmark.streaming.download_gt --runbook_file neurips23/streaming/delete_runbook.yaml --dataset msturing-10M-clustered -python -m benchmark.streaming.download_gt --runbook_file neurips23/streaming/final_runbook.yaml --dataset msturing-30M-clustered +python -m benchmark.streaming.download_gt --runbook_file neurips23/runbooks/streaming/simple_runbook.yaml --dataset msspacev-10M +python -m benchmark.streaming.download_gt --runbook_file neurips23/runbooks/streaming/delete_runbook.yaml --dataset msturing-10M-clustered +python -m benchmark.streaming.download_gt --runbook_file neurips23/runbooks/streaming/final_runbook.yaml --dataset msturing-30M-clustered ``` Alternately, to compute ground truth for an arbitrary runbook, [clone and build DiskANN repo](https://github.com/Microsoft/DiskANN) and use the command line tool to compute ground truth at various search checkpoints. The `--gt_cmdline_tool` points to the directory with DiskANN commandline tools. ``` -python benchmark/streaming/compute_gt.py --dataset msspacev-10M --runbook neurips23/streaming/simple_runbook.yaml --gt_cmdline_tool ~/DiskANN/build/apps/utils/compute_groundtruth +python benchmark/streaming/compute_gt.py --dataset msspacev-10M --runbook neurips23/runbooks/streaming/simple_runbook.yaml --gt_cmdline_tool ~/DiskANN/build/apps/utils/compute_groundtruth ``` -Consider also the examples in runbooks [here]]neurips23/streaming/clustered_runbook.yaml) and [here](neurips23/streaming/delete_runbook.yaml). The datasets here are [generated](neurips23/streaming/clustered_data_gen.py) by clustering the original dataset with k-means and packing points in the same cluster into contiguous indices. Then insertions are then performed one cluster at a time. This runbook tests if an indexing algorithm can adapt to data draft. The `max_pts` entry for the dataset in the runbook indicates an upper bound on the number of active points that the index must support during the runbook execution. +Consider also the examples in runbooks [here]]neurips23/runbooks/streaming/clustered_runbook.yaml) and [here](neurips23/runbooks/streaming/delete_runbook.yaml). The datasets here are [generated](neurips23/runbooks/streaming/clustered_data_gen.py) by clustering the original dataset with k-means and packing points in the same cluster into contiguous indices. Then insertions are then performed one cluster at a time. This runbook tests if an indexing algorithm can adapt to data draft. The `max_pts` entry for the dataset in the runbook indicates an upper bound on the number of active points that the index must support during the runbook execution. To make the results available for post-processing, change permissions of the results folder From 0262a1561878251b8c58ffa69d4063fb685c160a Mon Sep 17 00:00:00 2001 From: Magdalen Date: Mon, 14 Oct 2024 12:35:37 -0700 Subject: [PATCH 04/11] fixed bug in readme instructions, added new 1M wiki runbook --- neurips23/README.md | 20 +- .../runbooks/gen_expiration_time_runbook.py | 9 + .../wikipedia-1M_expiration_time_runbook.yaml | 842 ++++++++++++++++++ 3 files changed, 861 insertions(+), 10 deletions(-) create mode 100644 neurips23/streaming/runbooks/wikipedia-1M_expiration_time_runbook.yaml diff --git a/neurips23/README.md b/neurips23/README.md index 4ed8168ba..e7ea4cafe 100644 --- a/neurips23/README.md +++ b/neurips23/README.md @@ -46,8 +46,8 @@ The baselines were run on an Azure Standard D8lds v5 (8 vcpus, 16 GiB memory) ma |---------|-------------|-----------------------------|---------| |Sparse | Linear Scan | 101 | `python3 run.py --dataset sparse-full --algorithm linscan --neurips23track sparse` | |Filter | faiss | 3200 | `python3 run.py --dataset yfcc-10M --algorithm faiss --neurips23track filter` | -|Streaming| DiskANN | 0.924 (recall@10), 23 mins | `python3 run.py --dataset msturing-10M-clustered --algorithm diskann --neurips23track streaming --runbook_path neurips23/runbooks/streaming/delete_runbook.yaml` | -|Streaming| DiskANN | 0.883 (recall@10), 45 mins | `python3 run.py --dataset msturing-30M-clustered --algorithm diskann --neurips23track streaming --runbook_path neurips23/runbooks/streaming/final_runbook.yaml` | +|Streaming| DiskANN | 0.924 (recall@10), 23 mins | `python3 run.py --dataset msturing-10M-clustered --algorithm diskann --neurips23track streaming --runbook_path neurips23/streaming/runbooks/delete_runbook.yaml` | +|Streaming| DiskANN | 0.883 (recall@10), 45 mins | `python3 run.py --dataset msturing-30M-clustered --algorithm diskann --neurips23track streaming --runbook_path neurips23/streaming/runbooks/final_runbook.yaml` | |OOD | DiskANN | 4882 | `python3 run.py --dataset text2image-10M --algorithm diskann --neurips23track ood` | ## For_Participants @@ -99,7 +99,7 @@ Test the benchmark and baseline using the algorithm's definition file on small t python run.py --neurips23track filter --algorithm faiss --dataset random-filter-s python run.py --neurips23track sparse --algorithm linscan --dataset sparse-small python run.py --neurips23track ood --algorithm diskann --dataset random-xs -python run.py --neurips23track streaming --algorithm diskann --dataset random-xs --runbook_path neurips23/runbooks/streaming/simple_runbook.yaml +python run.py --neurips23track streaming --algorithm diskann --dataset random-xs --runbook_path neurips23/streaming/runbooks/simple_runbook.yaml ``` For the competition dataset, run commands mentioned in the table above, for example: @@ -108,22 +108,22 @@ python run.py --neurips23track filter --algorithm faiss --dataset yfcc-10M python run.py --neurips23track sparse --algorithm linscan --dataset sparse-full python run.py --neurips23track ood --algorithm diskann --dataset text2image-10M # preliminary runbook for testing -python run.py --neurips23track streaming --algorithm diskann --dataset msturing-10M-clustered --runbook_path neurips23/runbooks/streaming/delete_runbook.yaml +python run.py --neurips23track streaming --algorithm diskann --dataset msturing-10M-clustered --runbook_path neurips23/streaming/runbooks/delete_runbook.yaml #Final runbook for evaluation -python run.py --neurips23track streaming --algorithm diskann --dataset msturing-30M-clustered --runbook_path neurips23/runbooks/streaming/final_runbook.yaml +python run.py --neurips23track streaming --algorithm diskann --dataset msturing-30M-clustered --runbook_path neurips23/streaming/runbooks/final_runbook.yaml ``` For streaming track, runbook specifies the order of operations to be executed by the algorithms. To download the ground truth for every search operation: (needs azcopy tool in your binary path): ``` -python -m benchmark.streaming.download_gt --runbook_file neurips23/runbooks/streaming/simple_runbook.yaml --dataset msspacev-10M -python -m benchmark.streaming.download_gt --runbook_file neurips23/runbooks/streaming/delete_runbook.yaml --dataset msturing-10M-clustered -python -m benchmark.streaming.download_gt --runbook_file neurips23/runbooks/streaming/final_runbook.yaml --dataset msturing-30M-clustered +python -m benchmark.streaming.download_gt --runbook_file neurips23/streaming/runbooks/simple_runbook.yaml --dataset msspacev-10M +python -m benchmark.streaming.download_gt --runbook_file neurips23/streaming/runbooks/delete_runbook.yaml --dataset msturing-10M-clustered +python -m benchmark.streaming.download_gt --runbook_file neurips23/streaming/runbooks/final_runbook.yaml --dataset msturing-30M-clustered ``` Alternately, to compute ground truth for an arbitrary runbook, [clone and build DiskANN repo](https://github.com/Microsoft/DiskANN) and use the command line tool to compute ground truth at various search checkpoints. The `--gt_cmdline_tool` points to the directory with DiskANN commandline tools. ``` -python benchmark/streaming/compute_gt.py --dataset msspacev-10M --runbook neurips23/runbooks/streaming/simple_runbook.yaml --gt_cmdline_tool ~/DiskANN/build/apps/utils/compute_groundtruth +python benchmark/streaming/compute_gt.py --dataset msspacev-10M --runbook neurips23/streaming/runbooks/simple_runbook.yaml --gt_cmdline_tool ~/DiskANN/build/apps/utils/compute_groundtruth ``` -Consider also the examples in runbooks [here]]neurips23/runbooks/streaming/clustered_runbook.yaml) and [here](neurips23/runbooks/streaming/delete_runbook.yaml). The datasets here are [generated](neurips23/runbooks/streaming/clustered_data_gen.py) by clustering the original dataset with k-means and packing points in the same cluster into contiguous indices. Then insertions are then performed one cluster at a time. This runbook tests if an indexing algorithm can adapt to data draft. The `max_pts` entry for the dataset in the runbook indicates an upper bound on the number of active points that the index must support during the runbook execution. +Consider also the examples in runbooks [here]]neurips23/streaming/runbooks/clustered_runbook.yaml) and [here](neurips23/streaming/runbooks/delete_runbook.yaml). The datasets here are [generated](neurips23/streaming/runbooks/clustered_data_gen.py) by clustering the original dataset with k-means and packing points in the same cluster into contiguous indices. Then insertions are then performed one cluster at a time. This runbook tests if an indexing algorithm can adapt to data draft. The `max_pts` entry for the dataset in the runbook indicates an upper bound on the number of active points that the index must support during the runbook execution. To make the results available for post-processing, change permissions of the results folder diff --git a/neurips23/streaming/runbooks/gen_expiration_time_runbook.py b/neurips23/streaming/runbooks/gen_expiration_time_runbook.py index 2b9b7fd87..74952ee79 100644 --- a/neurips23/streaming/runbooks/gen_expiration_time_runbook.py +++ b/neurips23/streaming/runbooks/gen_expiration_time_runbook.py @@ -113,6 +113,15 @@ def gen_exp_time_runbook(dataset_name, dataset_size, max_t, runbook_filename, ra max_t = 350 gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, False) +ratios = (0, 4, 18) +timesteps = (0, 100, 20) +seed = 1232 +dataset_file = 'wikipedia-1M_expiration_time_runbook.yaml' +dataset_name = 'wikipedia-1M' +dataset_size = 1000000 +max_t = 100 +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, False) + ratios = (0, 4, 18) timesteps = (0, 100, 20) seed = 809 diff --git a/neurips23/streaming/runbooks/wikipedia-1M_expiration_time_runbook.yaml b/neurips23/streaming/runbooks/wikipedia-1M_expiration_time_runbook.yaml new file mode 100644 index 000000000..fb5359f81 --- /dev/null +++ b/neurips23/streaming/runbooks/wikipedia-1M_expiration_time_runbook.yaml @@ -0,0 +1,842 @@ +wikipedia-1M: + 1: + end: 10000 + operation: insert + start: 0 + 2: + operation: search + 3: + end: 20000 + operation: insert + start: 10000 + 4: + operation: search + 5: + end: 30000 + operation: insert + start: 20000 + 6: + operation: search + 7: + end: 40000 + operation: insert + start: 30000 + 8: + operation: search + 9: + end: 50000 + operation: insert + start: 40000 + 10: + operation: search + 11: + end: 60000 + operation: insert + start: 50000 + 12: + operation: search + 13: + end: 70000 + operation: insert + start: 60000 + 14: + operation: search + 15: + end: 80000 + operation: insert + start: 70000 + 16: + operation: search + 17: + end: 90000 + operation: insert + start: 80000 + 18: + operation: search + 19: + end: 100000 + operation: insert + start: 90000 + 20: + operation: search + 21: + end: 110000 + operation: insert + start: 100000 + 22: + operation: search + 23: + end: 120000 + operation: insert + start: 110000 + 24: + operation: search + 25: + end: 130000 + operation: insert + start: 120000 + 26: + operation: search + 27: + end: 140000 + operation: insert + start: 130000 + 28: + operation: search + 29: + end: 150000 + operation: insert + start: 140000 + 30: + operation: search + 31: + end: 160000 + operation: insert + start: 150000 + 32: + operation: search + 33: + end: 170000 + operation: insert + start: 160000 + 34: + operation: search + 35: + end: 180000 + operation: insert + start: 170000 + 36: + operation: search + 37: + end: 190000 + operation: insert + start: 180000 + 38: + operation: search + 39: + end: 200000 + operation: insert + start: 190000 + 40: + operation: search + 41: + end: 210000 + operation: insert + start: 200000 + 42: + end: 10000 + operation: delete + start: 0 + 43: + operation: search + 44: + end: 220000 + operation: insert + start: 210000 + 45: + end: 20000 + operation: delete + start: 10000 + 46: + operation: search + 47: + end: 230000 + operation: insert + start: 220000 + 48: + end: 30000 + operation: delete + start: 20000 + 49: + operation: search + 50: + end: 240000 + operation: insert + start: 230000 + 51: + end: 40000 + operation: delete + start: 30000 + 52: + operation: search + 53: + end: 250000 + operation: insert + start: 240000 + 54: + end: 50000 + operation: delete + start: 40000 + 55: + operation: search + 56: + end: 260000 + operation: insert + start: 250000 + 57: + operation: search + 58: + end: 270000 + operation: insert + start: 260000 + 59: + end: 70000 + operation: delete + start: 60000 + 60: + operation: search + 61: + end: 280000 + operation: insert + start: 270000 + 62: + end: 80000 + operation: delete + start: 70000 + 63: + operation: search + 64: + end: 290000 + operation: insert + start: 280000 + 65: + end: 90000 + operation: delete + start: 80000 + 66: + operation: search + 67: + end: 300000 + operation: insert + start: 290000 + 68: + operation: search + 69: + end: 310000 + operation: insert + start: 300000 + 70: + operation: search + 71: + end: 320000 + operation: insert + start: 310000 + 72: + end: 120000 + operation: delete + start: 110000 + 73: + operation: search + 74: + end: 330000 + operation: insert + start: 320000 + 75: + operation: search + 76: + end: 340000 + operation: insert + start: 330000 + 77: + end: 140000 + operation: delete + start: 130000 + 78: + operation: search + 79: + end: 350000 + operation: insert + start: 340000 + 80: + end: 150000 + operation: delete + start: 140000 + 81: + operation: search + 82: + end: 360000 + operation: insert + start: 350000 + 83: + end: 160000 + operation: delete + start: 150000 + 84: + operation: search + 85: + end: 370000 + operation: insert + start: 360000 + 86: + operation: search + 87: + end: 380000 + operation: insert + start: 370000 + 88: + end: 180000 + operation: delete + start: 170000 + 89: + operation: search + 90: + end: 390000 + operation: insert + start: 380000 + 91: + end: 190000 + operation: delete + start: 180000 + 92: + operation: search + 93: + end: 400000 + operation: insert + start: 390000 + 94: + end: 200000 + operation: delete + start: 190000 + 95: + operation: search + 96: + end: 410000 + operation: insert + start: 400000 + 97: + end: 210000 + operation: delete + start: 200000 + 98: + operation: search + 99: + end: 420000 + operation: insert + start: 410000 + 100: + operation: search + 101: + end: 430000 + operation: insert + start: 420000 + 102: + end: 230000 + operation: delete + start: 220000 + 103: + operation: search + 104: + end: 440000 + operation: insert + start: 430000 + 105: + end: 240000 + operation: delete + start: 230000 + 106: + operation: search + 107: + end: 450000 + operation: insert + start: 440000 + 108: + end: 250000 + operation: delete + start: 240000 + 109: + operation: search + 110: + end: 460000 + operation: insert + start: 450000 + 111: + operation: search + 112: + end: 470000 + operation: insert + start: 460000 + 113: + end: 270000 + operation: delete + start: 260000 + 114: + operation: search + 115: + end: 480000 + operation: insert + start: 470000 + 116: + end: 280000 + operation: delete + start: 270000 + 117: + operation: search + 118: + end: 490000 + operation: insert + start: 480000 + 119: + end: 290000 + operation: delete + start: 280000 + 120: + operation: search + 121: + end: 500000 + operation: insert + start: 490000 + 122: + end: 300000 + operation: delete + start: 290000 + 123: + operation: search + 124: + end: 510000 + operation: insert + start: 500000 + 125: + end: 310000 + operation: delete + start: 300000 + 126: + operation: search + 127: + end: 520000 + operation: insert + start: 510000 + 128: + end: 320000 + operation: delete + start: 310000 + 129: + operation: search + 130: + end: 530000 + operation: insert + start: 520000 + 131: + end: 330000 + operation: delete + start: 320000 + 132: + operation: search + 133: + end: 540000 + operation: insert + start: 530000 + 134: + end: 340000 + operation: delete + start: 330000 + 135: + operation: search + 136: + end: 550000 + operation: insert + start: 540000 + 137: + end: 350000 + operation: delete + start: 340000 + 138: + operation: search + 139: + end: 560000 + operation: insert + start: 550000 + 140: + end: 360000 + operation: delete + start: 350000 + 141: + operation: search + 142: + end: 570000 + operation: insert + start: 560000 + 143: + operation: search + 144: + end: 580000 + operation: insert + start: 570000 + 145: + operation: search + 146: + end: 590000 + operation: insert + start: 580000 + 147: + end: 390000 + operation: delete + start: 380000 + 148: + operation: search + 149: + end: 600000 + operation: insert + start: 590000 + 150: + end: 400000 + operation: delete + start: 390000 + 151: + operation: search + 152: + end: 610000 + operation: insert + start: 600000 + 153: + end: 410000 + operation: delete + start: 400000 + 154: + operation: search + 155: + end: 620000 + operation: insert + start: 610000 + 156: + end: 420000 + operation: delete + start: 410000 + 157: + operation: search + 158: + end: 630000 + operation: insert + start: 620000 + 159: + end: 430000 + operation: delete + start: 420000 + 160: + operation: search + 161: + end: 640000 + operation: insert + start: 630000 + 162: + end: 440000 + operation: delete + start: 430000 + 163: + operation: search + 164: + end: 650000 + operation: insert + start: 640000 + 165: + end: 450000 + operation: delete + start: 440000 + 166: + operation: search + 167: + end: 660000 + operation: insert + start: 650000 + 168: + end: 460000 + operation: delete + start: 450000 + 169: + operation: search + 170: + end: 670000 + operation: insert + start: 660000 + 171: + end: 470000 + operation: delete + start: 460000 + 172: + operation: search + 173: + end: 680000 + operation: insert + start: 670000 + 174: + end: 480000 + operation: delete + start: 470000 + 175: + operation: search + 176: + end: 690000 + operation: insert + start: 680000 + 177: + end: 490000 + operation: delete + start: 480000 + 178: + operation: search + 179: + end: 700000 + operation: insert + start: 690000 + 180: + operation: search + 181: + end: 710000 + operation: insert + start: 700000 + 182: + operation: search + 183: + end: 720000 + operation: insert + start: 710000 + 184: + end: 520000 + operation: delete + start: 510000 + 185: + operation: search + 186: + end: 730000 + operation: insert + start: 720000 + 187: + operation: search + 188: + end: 740000 + operation: insert + start: 730000 + 189: + end: 540000 + operation: delete + start: 530000 + 190: + operation: search + 191: + end: 750000 + operation: insert + start: 740000 + 192: + operation: search + 193: + end: 760000 + operation: insert + start: 750000 + 194: + end: 560000 + operation: delete + start: 550000 + 195: + operation: search + 196: + end: 770000 + operation: insert + start: 760000 + 197: + end: 570000 + operation: delete + start: 560000 + 198: + operation: search + 199: + end: 780000 + operation: insert + start: 770000 + 200: + operation: search + 201: + end: 790000 + operation: insert + start: 780000 + 202: + end: 590000 + operation: delete + start: 580000 + 203: + operation: search + 204: + end: 800000 + operation: insert + start: 790000 + 205: + end: 600000 + operation: delete + start: 590000 + 206: + operation: search + 207: + end: 810000 + operation: insert + start: 800000 + 208: + end: 610000 + operation: delete + start: 600000 + 209: + operation: search + 210: + end: 820000 + operation: insert + start: 810000 + 211: + operation: search + 212: + end: 830000 + operation: insert + start: 820000 + 213: + end: 630000 + operation: delete + start: 620000 + 214: + operation: search + 215: + end: 840000 + operation: insert + start: 830000 + 216: + end: 640000 + operation: delete + start: 630000 + 217: + operation: search + 218: + end: 850000 + operation: insert + start: 840000 + 219: + end: 650000 + operation: delete + start: 640000 + 220: + operation: search + 221: + end: 860000 + operation: insert + start: 850000 + 222: + end: 660000 + operation: delete + start: 650000 + 223: + operation: search + 224: + end: 870000 + operation: insert + start: 860000 + 225: + operation: search + 226: + end: 880000 + operation: insert + start: 870000 + 227: + end: 680000 + operation: delete + start: 670000 + 228: + operation: search + 229: + end: 890000 + operation: insert + start: 880000 + 230: + end: 690000 + operation: delete + start: 680000 + 231: + operation: search + 232: + end: 900000 + operation: insert + start: 890000 + 233: + end: 700000 + operation: delete + start: 690000 + 234: + operation: search + 235: + end: 910000 + operation: insert + start: 900000 + 236: + end: 710000 + operation: delete + start: 700000 + 237: + operation: search + 238: + end: 920000 + operation: insert + start: 910000 + 239: + operation: search + 240: + end: 930000 + operation: insert + start: 920000 + 241: + end: 730000 + operation: delete + start: 720000 + 242: + operation: search + 243: + end: 940000 + operation: insert + start: 930000 + 244: + operation: search + 245: + end: 950000 + operation: insert + start: 940000 + 246: + end: 750000 + operation: delete + start: 740000 + 247: + operation: search + 248: + end: 960000 + operation: insert + start: 950000 + 249: + end: 760000 + operation: delete + start: 750000 + 250: + operation: search + 251: + end: 970000 + operation: insert + start: 960000 + 252: + end: 770000 + operation: delete + start: 760000 + 253: + operation: search + 254: + end: 980000 + operation: insert + start: 970000 + 255: + operation: search + 256: + end: 990000 + operation: insert + start: 980000 + 257: + operation: search + 258: + end: 1000000 + operation: insert + start: 990000 + 259: + end: 800000 + operation: delete + start: 790000 + 260: + operation: search + max_pts: 410000 From 83115a21830d92c5f68749167552f4a99a27e15d Mon Sep 17 00:00:00 2001 From: Magdalen Date: Mon, 14 Oct 2024 13:35:52 -0700 Subject: [PATCH 05/11] commit to switch branches --- benchmark/streaming/compute_gt.py | 1 + benchmark/streaming/load_runbook.py | 1 + neurips23/streaming/runbooks/gen_expiration_time_runbook.py | 4 ++-- 3 files changed, 4 insertions(+), 2 deletions(-) diff --git a/benchmark/streaming/compute_gt.py b/benchmark/streaming/compute_gt.py index 909708609..9c6b4f689 100644 --- a/benchmark/streaming/compute_gt.py +++ b/benchmark/streaming/compute_gt.py @@ -108,6 +108,7 @@ def main(): args = parser.parse_args() ds = DATASETS[args.dataset]() + print(ds.nb) max_pts, runbook = load_runbook(args.dataset, ds.nb, args.runbook_file) query_file = ds.qs_fn if args.private_query else ds.qs_fn diff --git a/benchmark/streaming/load_runbook.py b/benchmark/streaming/load_runbook.py index ec70e1da9..e1c6eedec 100644 --- a/benchmark/streaming/load_runbook.py +++ b/benchmark/streaming/load_runbook.py @@ -30,6 +30,7 @@ def load_runbook(dataset_name, max_pts, runbook_file): if entry['tags_start'] < 0 or entry ['tags_start'] >= max_pts: raise Exception('Start of indices to be replaced out of range in runbook') if entry['tags_end'] < 0 or entry ['tags_end'] > max_pts: + print(entry['tags_end']) raise Exception('End of indices to be replaced out of range in runbook') if entry['ids_start'] < 0 or entry ['ids_start'] >= max_pts: raise Exception('Start of indices to replace out of range in runbook') diff --git a/neurips23/streaming/runbooks/gen_expiration_time_runbook.py b/neurips23/streaming/runbooks/gen_expiration_time_runbook.py index 74952ee79..76bfa5400 100644 --- a/neurips23/streaming/runbooks/gen_expiration_time_runbook.py +++ b/neurips23/streaming/runbooks/gen_expiration_time_runbook.py @@ -107,7 +107,7 @@ def gen_exp_time_runbook(dataset_name, dataset_size, max_t, runbook_filename, ra ratios = (0, 4, 18) timesteps = (0, 100, 20) seed = 809 -dataset_file = 'wiki_exp_time_runbook.yaml' +dataset_file = 'wikipedia-35M_expirationtime_runbook.yaml' dataset_name = 'wikipedia-35M' dataset_size = 35000000 max_t = 350 @@ -134,7 +134,7 @@ def gen_exp_time_runbook(dataset_name, dataset_size, max_t, runbook_filename, ra ratios = (0, 6, 25) timesteps = (0, 200, 50) seed = 809 -dataset_file = 'msmarco_exp_time_runbook.yaml' +dataset_file = 'msmarco-100M_expirationtime_runbook.yaml' dataset_name = 'msmarco-100M' dataset_size = 101070374 max_t = 1000 From 37db26eec337ac10b35321d39ef593611127ff19 Mon Sep 17 00:00:00 2001 From: Magdalen Date: Mon, 14 Oct 2024 14:22:02 -0700 Subject: [PATCH 06/11] fixed bug in replace tag boundary calculation --- .../runbooks/gen_expiration_time_runbook.py | 3 +- ...a-35M_expiration_time_replace_runbook.yaml | 2602 ++++++++--------- .../wikipedia-35M_expirationtime_runbook.yaml | 1 - 3 files changed, 1303 insertions(+), 1303 deletions(-) diff --git a/neurips23/streaming/runbooks/gen_expiration_time_runbook.py b/neurips23/streaming/runbooks/gen_expiration_time_runbook.py index 76bfa5400..150054fba 100644 --- a/neurips23/streaming/runbooks/gen_expiration_time_runbook.py +++ b/neurips23/streaming/runbooks/gen_expiration_time_runbook.py @@ -30,7 +30,8 @@ def gen_exp_time_runbook(dataset_name, dataset_size, max_t, runbook_filename, ra fraction = random.uniform(.5, .9) else: fraction = 1.0 - end = int(fraction*(i+1)*batch_size) + start = i*batch_size + end = start + int(fraction*batch_size) ids_start = end ids_end = (i+1)*batch_size tags_start = i*batch_size diff --git a/neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_runbook.yaml b/neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_runbook.yaml index 67c6909a2..25b40fc56 100644 --- a/neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_runbook.yaml +++ b/neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_runbook.yaml @@ -6,61 +6,61 @@ wikipedia-35M: 2: operation: search 3: - end: 114928 + end: 157464 operation: insert start: 100000 4: operation: search 5: - end: 228320 + end: 276106 operation: insert start: 200000 6: operation: search 7: - end: 239394 + end: 359848 operation: insert start: 300000 8: operation: search 9: - end: 304549 + end: 460909 operation: insert start: 400000 10: operation: search 11: - end: 304572 + end: 550762 operation: insert start: 500000 12: operation: search 13: - end: 562424 + end: 680346 operation: insert start: 600000 14: operation: search 15: - end: 461048 + end: 757631 operation: insert start: 700000 16: operation: search 17: - end: 473849 + end: 852649 operation: insert start: 800000 18: operation: search 19: - end: 563515 + end: 956351 operation: insert start: 900000 20: operation: search 21: - end: 813444 + end: 1073949 operation: insert start: 1000000 22: @@ -72,103 +72,103 @@ wikipedia-35M: 23: operation: search 24: - end: 967227 + end: 1180602 operation: insert start: 1100000 25: ids_end: 200000 - ids_start: 114928 + ids_start: 157464 operation: replace - tags_end: 185072 + tags_end: 142536 tags_start: 100000 26: operation: search 27: - end: 1016093 + end: 1278161 operation: insert start: 1200000 28: ids_end: 300000 - ids_start: 228320 + ids_start: 276106 operation: replace - tags_end: 271680 + tags_end: 223894 tags_start: 200000 29: operation: search 30: - end: 981599 + end: 1370114 operation: insert start: 1300000 31: operation: search 32: - end: 1222519 + end: 1481501 operation: insert start: 1400000 33: ids_end: 500000 - ids_start: 304549 + ids_start: 460909 operation: replace - tags_end: 595451 + tags_end: 439091 tags_start: 400000 34: operation: search 35: - end: 972091 + end: 1560755 operation: insert start: 1500000 36: ids_end: 600000 - ids_start: 304572 + ids_start: 550762 operation: replace - tags_end: 795428 + tags_end: 549238 tags_start: 500000 37: operation: search 38: - end: 900123 + end: 1652948 operation: insert start: 1600000 39: ids_end: 700000 - ids_start: 562424 + ids_start: 680346 operation: replace - tags_end: 737576 + tags_end: 619654 tags_start: 600000 40: operation: search 41: - end: 990652 + end: 1755036 operation: insert start: 1700000 42: ids_end: 800000 - ids_start: 461048 + ids_start: 757631 operation: replace - tags_end: 1038952 + tags_end: 742369 tags_start: 700000 43: operation: search 44: - end: 1595444 + end: 1883970 operation: insert start: 1800000 45: ids_end: 900000 - ids_start: 473849 + ids_start: 852649 operation: replace - tags_end: 1226151 + tags_end: 847351 tags_start: 800000 46: operation: search 47: - end: 1302012 + end: 1965100 operation: insert start: 1900000 48: operation: search 49: - end: 1174696 + end: 2055937 operation: insert start: 2000000 50: @@ -177,5095 +177,5095 @@ wikipedia-35M: start: 0 51: ids_end: 1100000 - ids_start: 813444 + ids_start: 1073949 operation: replace - tags_end: 1286556 + tags_end: 1026051 tags_start: 1000000 52: operation: search 53: - end: 1513747 + end: 2168806 operation: insert start: 2100000 54: - end: 114928 + end: 157464 operation: delete start: 100000 55: ids_end: 1200000 - ids_start: 967227 + ids_start: 1180602 operation: replace - tags_end: 1332773 + tags_end: 1119398 tags_start: 1100000 56: operation: search 57: - end: 1990886 + end: 2286560 operation: insert start: 2200000 58: - end: 228320 + end: 276106 operation: delete start: 200000 59: ids_end: 1300000 - ids_start: 1016093 + ids_start: 1278161 operation: replace - tags_end: 1483907 + tags_end: 1221839 tags_start: 1200000 60: operation: search 61: - end: 2101621 + end: 2387567 operation: insert start: 2300000 62: ids_end: 1400000 - ids_start: 981599 + ids_start: 1370114 operation: replace - tags_end: 1718401 + tags_end: 1329886 tags_start: 1300000 63: operation: search 64: - end: 1535655 + end: 2461426 operation: insert start: 2400000 65: - end: 304549 + end: 460909 operation: delete start: 400000 66: ids_end: 1500000 - ids_start: 1222519 + ids_start: 1481501 operation: replace - tags_end: 1677481 + tags_end: 1418499 tags_start: 1400000 67: operation: search 68: - end: 2337704 + end: 2589911 operation: insert start: 2500000 69: - end: 304572 + end: 550762 operation: delete start: 500000 70: operation: search 71: - end: 1526250 + end: 2656527 operation: insert start: 2600000 72: - end: 562424 + end: 680346 operation: delete start: 600000 73: ids_end: 1700000 - ids_start: 900123 + ids_start: 1652948 operation: replace - tags_end: 2399877 + tags_end: 1647052 tags_start: 1600000 74: operation: search 75: - end: 2209487 + end: 2778910 operation: insert start: 2700000 76: - end: 461048 + end: 757631 operation: delete start: 700000 77: ids_end: 1800000 - ids_start: 990652 + ids_start: 1755036 operation: replace - tags_end: 2509348 + tags_end: 1744964 tags_start: 1700000 78: operation: search 79: - end: 2099824 + end: 2872407 operation: insert start: 2800000 80: - end: 473849 + end: 852649 operation: delete start: 800000 81: ids_end: 1900000 - ids_start: 1595444 + ids_start: 1883970 operation: replace - tags_end: 2104556 + tags_end: 1816030 tags_start: 1800000 82: operation: search 83: - end: 2143641 + end: 2971454 operation: insert start: 2900000 84: ids_end: 2000000 - ids_start: 1302012 + ids_start: 1965100 operation: replace - tags_end: 2597988 + tags_end: 1934900 tags_start: 1900000 85: operation: search 86: - end: 2204317 + end: 3071107 operation: insert start: 3000000 87: - end: 813444 + end: 1073949 operation: delete start: 1000000 88: ids_end: 2100000 - ids_start: 1174696 + ids_start: 2055937 operation: replace - tags_end: 2925304 + tags_end: 2044063 tags_start: 2000000 89: operation: search 90: - end: 1918937 + end: 3159966 operation: insert start: 3100000 91: - end: 967227 + end: 1180602 operation: delete start: 1100000 92: ids_end: 2200000 - ids_start: 1513747 + ids_start: 2168806 operation: replace - tags_end: 2786253 + tags_end: 2131194 tags_start: 2100000 93: operation: search 94: - end: 1685349 + end: 3251071 operation: insert start: 3200000 95: - end: 1016093 + end: 1278161 operation: delete start: 1200000 96: ids_end: 2300000 - ids_start: 1990886 + ids_start: 2286560 operation: replace - tags_end: 2509114 + tags_end: 2213440 tags_start: 2200000 97: operation: search 98: - end: 3009353 + end: 3388510 operation: insert start: 3300000 99: - end: 981599 + end: 1370114 operation: delete start: 1300000 100: ids_end: 2400000 - ids_start: 2101621 + ids_start: 2387567 operation: replace - tags_end: 2598379 + tags_end: 2312433 tags_start: 2300000 101: operation: search 102: - end: 1986462 + end: 3456756 operation: insert start: 3400000 103: - end: 1222519 + end: 1481501 operation: delete start: 1400000 104: ids_end: 2500000 - ids_start: 1535655 + ids_start: 2461426 operation: replace - tags_end: 3364345 + tags_end: 2438574 tags_start: 2400000 105: operation: search 106: - end: 2965903 + end: 3582386 operation: insert start: 3500000 107: ids_end: 2600000 - ids_start: 2337704 + ids_start: 2589911 operation: replace - tags_end: 2762296 + tags_end: 2510089 tags_start: 2500000 108: operation: search 109: - end: 2214923 + end: 3659862 operation: insert start: 3600000 110: - end: 900123 + end: 1652948 operation: delete start: 1600000 111: ids_end: 2700000 - ids_start: 1526250 + ids_start: 2656527 operation: replace - tags_end: 3773750 + tags_end: 2643473 tags_start: 2600000 112: operation: search 113: - end: 2368236 + end: 3762322 operation: insert start: 3700000 114: - end: 990652 + end: 1755036 operation: delete start: 1700000 115: ids_end: 2800000 - ids_start: 2209487 + ids_start: 2778910 operation: replace - tags_end: 3290513 + tags_end: 2721090 tags_start: 2700000 116: operation: search 117: - end: 2074262 + end: 3853186 operation: insert start: 3800000 118: - end: 1595444 + end: 1883970 operation: delete start: 1800000 119: ids_end: 2900000 - ids_start: 2099824 + ids_start: 2872407 operation: replace - tags_end: 3600176 + tags_end: 2827593 tags_start: 2800000 120: operation: search 121: - end: 3027852 + end: 3975696 operation: insert start: 3900000 122: - end: 1302012 + end: 1965100 operation: delete start: 1900000 123: ids_end: 3000000 - ids_start: 2143641 + ids_start: 2971454 operation: replace - tags_end: 3756359 + tags_end: 2928546 tags_start: 2900000 124: operation: search 125: - end: 3289343 + end: 4080227 operation: insert start: 4000000 126: - end: 1174696 + end: 2055937 operation: delete start: 2000000 127: ids_end: 3100000 - ids_start: 2204317 + ids_start: 3071107 operation: replace - tags_end: 3895683 + tags_end: 3028893 tags_start: 3000000 128: operation: search 129: - end: 3505872 + end: 4183473 operation: insert start: 4100000 130: - end: 1513747 + end: 2168806 operation: delete start: 2100000 131: ids_end: 3200000 - ids_start: 1918937 + ids_start: 3159966 operation: replace - tags_end: 4381063 + tags_end: 3140034 tags_start: 3100000 132: operation: search 133: - end: 2634424 + end: 4261265 operation: insert start: 4200000 134: - end: 1990886 + end: 2286560 operation: delete start: 2200000 135: ids_end: 3300000 - ids_start: 1685349 + ids_start: 3251071 operation: replace - tags_end: 4814651 + tags_end: 3248929 tags_start: 3200000 136: operation: search 137: - end: 2505890 + end: 4356952 operation: insert start: 4300000 138: - end: 2101621 + end: 2387567 operation: delete start: 2300000 139: ids_end: 3400000 - ids_start: 3009353 + ids_start: 3388510 operation: replace - tags_end: 3690647 + tags_end: 3311490 tags_start: 3300000 140: operation: search 141: - end: 3113767 + end: 4469194 operation: insert start: 4400000 142: - end: 1535655 + end: 2461426 operation: delete start: 2400000 143: ids_end: 3500000 - ids_start: 1986462 + ids_start: 3456756 operation: replace - tags_end: 4913538 + tags_end: 3443244 tags_start: 3400000 144: operation: search 145: - end: 3331552 + end: 4572425 operation: insert start: 4500000 146: - end: 2337704 + end: 2589911 operation: delete start: 2500000 147: ids_end: 3600000 - ids_start: 2965903 + ids_start: 3582386 operation: replace - tags_end: 4134097 + tags_end: 3517614 tags_start: 3500000 148: operation: search 149: - end: 3502316 + end: 4674517 operation: insert start: 4600000 150: - end: 1526250 + end: 2656527 operation: delete start: 2600000 151: operation: search 152: - end: 2878060 + end: 4759959 operation: insert start: 4700000 153: - end: 2209487 + end: 2778910 operation: delete start: 2700000 154: ids_end: 3800000 - ids_start: 2368236 + ids_start: 3762322 operation: replace - tags_end: 5131764 + tags_end: 3737678 tags_start: 3700000 155: operation: search 156: - end: 2670139 + end: 4854492 operation: insert start: 4800000 157: - end: 2099824 + end: 2872407 operation: delete start: 2800000 158: operation: search 159: - end: 4291007 + end: 4985820 operation: insert start: 4900000 160: - end: 2143641 + end: 2971454 operation: delete start: 2900000 161: ids_end: 4000000 - ids_start: 3027852 + ids_start: 3975696 operation: replace - tags_end: 4872148 + tags_end: 3924304 tags_start: 3900000 162: operation: search 163: - end: 3276579 + end: 5064246 operation: insert start: 5000000 164: - end: 2204317 + end: 3071107 operation: delete start: 3000000 165: ids_end: 4100000 - ids_start: 3289343 + ids_start: 4080227 operation: replace - tags_end: 4810657 + tags_end: 4019773 tags_start: 4000000 166: operation: search 167: - end: 2895299 + end: 5155678 operation: insert start: 5100000 168: - end: 1918937 + end: 3159966 operation: delete start: 3100000 169: ids_end: 4200000 - ids_start: 3505872 + ids_start: 4183473 operation: replace - tags_end: 4794128 + tags_end: 4116527 tags_start: 4100000 170: operation: search 171: - end: 4730715 + end: 5289258 operation: insert start: 5200000 172: - end: 1685349 + end: 3251071 operation: delete start: 3200000 173: operation: search 174: - end: 3692424 + end: 5368378 operation: insert start: 5300000 175: - end: 3009353 + end: 3388510 operation: delete start: 3300000 176: ids_end: 400000 - ids_start: 239394 + ids_start: 359848 operation: replace - tags_end: 460606 + tags_end: 340152 tags_start: 300000 177: ids_end: 4400000 - ids_start: 2505890 + ids_start: 4356952 operation: replace - tags_end: 6194110 + tags_end: 4343048 tags_start: 4300000 178: operation: search 179: - end: 4289051 + end: 5477982 operation: insert start: 5400000 180: - end: 1986462 + end: 3456756 operation: delete start: 3400000 181: operation: search 182: - end: 2875521 + end: 5551348 operation: insert start: 5500000 183: - end: 2965903 + end: 3582386 operation: delete start: 3500000 184: ids_end: 4600000 - ids_start: 3331552 + ids_start: 4572425 operation: replace - tags_end: 5768448 + tags_end: 4527575 tags_start: 4500000 185: operation: search 186: - end: 4074690 + end: 5671485 operation: insert start: 5600000 187: ids_end: 4700000 - ids_start: 3502316 + ids_start: 4674517 operation: replace - tags_end: 5797684 + tags_end: 4625483 tags_start: 4600000 188: operation: search 189: - end: 3358912 + end: 5757912 operation: insert start: 5700000 190: - end: 2368236 + end: 3762322 operation: delete start: 3700000 191: operation: search 192: - end: 5107278 + end: 5886564 operation: insert start: 5800000 193: ids_end: 4900000 - ids_start: 2670139 + ids_start: 4854492 operation: replace - tags_end: 7029861 + tags_end: 4845508 tags_start: 4800000 194: operation: search 195: - end: 3261981 + end: 5954366 operation: insert start: 5900000 196: - end: 3027852 + end: 3975696 operation: delete start: 3900000 197: ids_end: 5000000 - ids_start: 4291007 + ids_start: 4985820 operation: replace - tags_end: 5608993 + tags_end: 4914180 tags_start: 4900000 198: operation: search 199: - end: 3239818 + end: 6053111 operation: insert start: 6000000 200: - end: 3289343 + end: 4080227 operation: delete start: 4000000 201: ids_end: 5100000 - ids_start: 3276579 + ids_start: 5064246 operation: replace - tags_end: 6823421 + tags_end: 5035754 tags_start: 5000000 202: operation: search 203: - end: 5097293 + end: 6182214 operation: insert start: 6100000 204: - end: 3505872 + end: 4183473 operation: delete start: 4100000 205: ids_end: 5200000 - ids_start: 2895299 + ids_start: 5155678 operation: replace - tags_end: 7404701 + tags_end: 5144322 tags_start: 5100000 206: operation: search 207: - end: 3641868 + end: 6257807 operation: insert start: 6200000 208: ids_end: 5300000 - ids_start: 4730715 + ids_start: 5289258 operation: replace - tags_end: 5769285 + tags_end: 5210742 tags_start: 5200000 209: operation: search 210: - end: 3913193 + end: 6361143 operation: insert start: 6300000 211: - end: 2505890 + end: 4356952 operation: delete start: 4300000 212: operation: search 213: - end: 5036356 + end: 6477482 operation: insert start: 6400000 214: operation: search 215: - end: 5712575 + end: 6586554 operation: insert start: 6500000 216: - end: 3331552 + end: 4572425 operation: delete start: 4500000 217: ids_end: 1600000 - ids_start: 972091 + ids_start: 1560755 operation: replace - tags_end: 2127909 + tags_end: 1539245 tags_start: 1500000 218: ids_end: 5600000 - ids_start: 2875521 + ids_start: 5551348 operation: replace - tags_end: 8224479 + tags_end: 5548652 tags_start: 5500000 219: operation: search 220: - end: 4003266 + end: 6659750 operation: insert start: 6600000 221: - end: 3502316 + end: 4674517 operation: delete start: 4600000 222: ids_end: 5700000 - ids_start: 4074690 + ids_start: 5671485 operation: replace - tags_end: 7225310 + tags_end: 5628515 tags_start: 5600000 223: operation: search 224: - end: 5272654 + end: 6777539 operation: insert start: 6700000 225: operation: search 226: - end: 4895811 + end: 6870953 operation: insert start: 6800000 227: - end: 2670139 + end: 4854492 operation: delete start: 4800000 228: operation: search 229: - end: 5894723 + end: 6984210 operation: insert start: 6900000 230: - end: 4291007 + end: 4985820 operation: delete start: 4900000 231: ids_end: 6000000 - ids_start: 3261981 + ids_start: 5954366 operation: replace - tags_end: 8638019 + tags_end: 5945634 tags_start: 5900000 232: operation: search 233: - end: 6055735 + end: 7085292 operation: insert start: 7000000 234: - end: 3276579 + end: 5064246 operation: delete start: 5000000 235: operation: search 236: - end: 4140980 + end: 7157513 operation: insert start: 7100000 237: - end: 2895299 + end: 5155678 operation: delete start: 5100000 238: ids_end: 6200000 - ids_start: 5097293 + ids_start: 6182214 operation: replace - tags_end: 7202707 + tags_end: 6117786 tags_start: 6100000 239: operation: search 240: - end: 4978415 + end: 7268197 operation: insert start: 7200000 241: - end: 4730715 + end: 5289258 operation: delete start: 5200000 242: operation: search 243: - end: 4343510 + end: 7358696 operation: insert start: 7300000 244: ids_end: 6400000 - ids_start: 3913193 + ids_start: 6361143 operation: replace - tags_end: 8786807 + tags_end: 6338857 tags_start: 6300000 245: operation: search 246: - end: 6175696 + end: 7482342 operation: insert start: 7400000 247: ids_end: 6500000 - ids_start: 5036356 + ids_start: 6477482 operation: replace - tags_end: 7863644 + tags_end: 6422518 tags_start: 6400000 248: operation: search 249: - end: 3969343 + end: 7552228 operation: insert start: 7500000 250: - end: 2875521 + end: 5551348 operation: delete start: 5500000 251: ids_end: 6600000 - ids_start: 5712575 + ids_start: 6586554 operation: replace - tags_end: 7387425 + tags_end: 6513446 tags_start: 6500000 252: operation: search 253: - end: 5168337 + end: 7667121 operation: insert start: 7600000 254: - end: 4074690 + end: 5671485 operation: delete start: 5600000 255: ids_end: 6700000 - ids_start: 4003266 + ids_start: 6659750 operation: replace - tags_end: 9296734 + tags_end: 6640250 tags_start: 6600000 256: operation: search 257: - end: 4034727 + end: 7751727 operation: insert start: 7700000 258: operation: search 259: - end: 6218059 + end: 7878709 operation: insert start: 7800000 260: ids_end: 6900000 - ids_start: 4895811 + ids_start: 6870953 operation: replace - tags_end: 8804189 + tags_end: 6829047 tags_start: 6800000 261: operation: search 262: - end: 6573919 + end: 7982173 operation: insert start: 7900000 263: - end: 3261981 + end: 5954366 operation: delete start: 5900000 264: ids_end: 7000000 - ids_start: 5894723 + ids_start: 6984210 operation: replace - tags_end: 8005277 + tags_end: 6915790 tags_start: 6900000 265: operation: search 266: - end: 5217809 + end: 8064417 operation: insert start: 8000000 267: operation: search 268: - end: 7065013 + end: 8186158 operation: insert start: 8100000 269: - end: 5097293 + end: 6182214 operation: delete start: 6100000 270: ids_end: 7200000 - ids_start: 4140980 + ids_start: 7157513 operation: replace - tags_end: 10159020 + tags_end: 7142487 tags_start: 7100000 271: operation: search 272: - end: 7466827 + end: 8289961 operation: insert start: 8200000 273: ids_end: 7300000 - ids_start: 4978415 + ids_start: 7268197 operation: replace - tags_end: 9521585 + tags_end: 7231803 tags_start: 7200000 274: operation: search 275: - end: 5342008 + end: 8363595 operation: insert start: 8300000 276: - end: 3913193 + end: 6361143 operation: delete start: 6300000 277: ids_end: 7400000 - ids_start: 4343510 + ids_start: 7358696 operation: replace - tags_end: 10356490 + tags_end: 7341304 tags_start: 7300000 278: operation: search 279: - end: 4854594 + end: 8457112 operation: insert start: 8400000 280: - end: 5036356 + end: 6477482 operation: delete start: 6400000 281: ids_end: 7500000 - ids_start: 6175696 + ids_start: 7482342 operation: replace - tags_end: 8724304 + tags_end: 7417658 tags_start: 7400000 282: operation: search 283: - end: 6452292 + end: 8575026 operation: insert start: 8500000 284: - end: 5712575 + end: 6586554 operation: delete start: 6500000 285: ids_end: 7600000 - ids_start: 3969343 + ids_start: 7552228 operation: replace - tags_end: 11130657 + tags_end: 7547772 tags_start: 7500000 286: operation: search 287: - end: 6493484 + end: 8674637 operation: insert start: 8600000 288: - end: 4003266 + end: 6659750 operation: delete start: 6600000 289: ids_end: 3700000 - ids_start: 2214923 + ids_start: 3659862 operation: replace - tags_end: 5085077 + tags_end: 3640138 tags_start: 3600000 290: ids_end: 7700000 - ids_start: 5168337 + ids_start: 7667121 operation: replace - tags_end: 10131663 + tags_end: 7632879 tags_start: 7600000 291: operation: search 292: - end: 5113082 + end: 8758103 operation: insert start: 8700000 293: ids_end: 7800000 - ids_start: 4034727 + ids_start: 7751727 operation: replace - tags_end: 11465273 + tags_end: 7748273 tags_start: 7700000 294: operation: search 295: - end: 5537212 + end: 8862215 operation: insert start: 8800000 296: - end: 4895811 + end: 6870953 operation: delete start: 6800000 297: ids_end: 7900000 - ids_start: 6218059 + ids_start: 7878709 operation: replace - tags_end: 9481941 + tags_end: 7821291 tags_start: 7800000 298: operation: search 299: - end: 6347027 + end: 8970522 operation: insert start: 8900000 300: - end: 5894723 + end: 6984210 operation: delete start: 6900000 301: ids_end: 8000000 - ids_start: 6573919 + ids_start: 7982173 operation: replace - tags_end: 9326081 + tags_end: 7917827 tags_start: 7900000 302: operation: search 303: - end: 7190962 + end: 9079021 operation: insert start: 9000000 304: ids_end: 8100000 - ids_start: 5217809 + ids_start: 8064417 operation: replace - tags_end: 10882191 + tags_end: 8035583 tags_start: 8000000 305: operation: search 306: - end: 7752795 + end: 9184269 operation: insert start: 9100000 307: - end: 4140980 + end: 7157513 operation: delete start: 7100000 308: operation: search 309: - end: 8299228 + end: 9289239 operation: insert start: 9200000 310: - end: 4978415 + end: 7268197 operation: delete start: 7200000 311: ids_end: 4300000 - ids_start: 2634424 + ids_start: 4261265 operation: replace - tags_end: 5865576 + tags_end: 4238735 tags_start: 4200000 312: ids_end: 8300000 - ids_start: 7466827 + ids_start: 8289961 operation: replace - tags_end: 9033173 + tags_end: 8210039 tags_start: 8200000 313: operation: search 314: - end: 6009161 + end: 9363927 operation: insert start: 9300000 315: - end: 4343510 + end: 7358696 operation: delete start: 7300000 316: ids_end: 8400000 - ids_start: 5342008 + ids_start: 8363595 operation: replace - tags_end: 11357992 + tags_end: 8336405 tags_start: 8300000 317: operation: search 318: - end: 5136152 + end: 9454064 operation: insert start: 9400000 319: - end: 6175696 + end: 7482342 operation: delete start: 7400000 320: ids_end: 4500000 - ids_start: 3113767 + ids_start: 4469194 operation: replace - tags_end: 5786233 + tags_end: 4430806 tags_start: 4400000 321: ids_end: 8500000 - ids_start: 4854594 + ids_start: 8457112 operation: replace - tags_end: 12045406 + tags_end: 8442888 tags_start: 8400000 322: operation: search 323: - end: 6396364 + end: 9566628 operation: insert start: 9500000 324: - end: 3969343 + end: 7552228 operation: delete start: 7500000 325: ids_end: 8600000 - ids_start: 6452292 + ids_start: 8575026 operation: replace - tags_end: 10647708 + tags_end: 8524974 tags_start: 8500000 326: operation: search 327: - end: 5914237 + end: 9660971 operation: insert start: 9600000 328: - end: 5168337 + end: 7667121 operation: delete start: 7600000 329: ids_end: 8700000 - ids_start: 6493484 + ids_start: 8674637 operation: replace - tags_end: 10806516 + tags_end: 8625363 tags_start: 8600000 330: operation: search 331: - end: 6871626 + end: 9770118 operation: insert start: 9700000 332: - end: 4034727 + end: 7751727 operation: delete start: 7700000 333: ids_end: 4800000 - ids_start: 2878060 + ids_start: 4759959 operation: replace - tags_end: 6621940 + tags_end: 4740041 tags_start: 4700000 334: ids_end: 8800000 - ids_start: 5113082 + ids_start: 8758103 operation: replace - tags_end: 12386918 + tags_end: 8741897 tags_start: 8700000 335: operation: search 336: - end: 7598751 + end: 9876755 operation: insert start: 9800000 337: - end: 6218059 + end: 7878709 operation: delete start: 7800000 338: operation: search 339: - end: 5015857 + end: 9950158 operation: insert start: 9900000 340: - end: 6573919 + end: 7982173 operation: delete start: 7900000 341: ids_end: 9000000 - ids_start: 6347027 + ids_start: 8970522 operation: replace - tags_end: 11552973 + tags_end: 8929478 tags_start: 8900000 342: operation: search 343: - end: 6877396 + end: 10068093 operation: insert start: 10000000 344: - end: 5217809 + end: 8064417 operation: delete start: 8000000 345: ids_end: 9100000 - ids_start: 7190962 + ids_start: 9079021 operation: replace - tags_end: 10909038 + tags_end: 9020979 tags_start: 9000000 346: operation: search 347: - end: 6180414 + end: 10160592 operation: insert start: 10100000 348: ids_end: 9200000 - ids_start: 7752795 + ids_start: 9184269 operation: replace - tags_end: 10547205 + tags_end: 9115731 tags_start: 9100000 349: operation: search 350: - end: 8560039 + end: 10283107 operation: insert start: 10200000 351: - end: 7466827 + end: 8289961 operation: delete start: 8200000 352: ids_end: 9300000 - ids_start: 8299228 + ids_start: 9289239 operation: replace - tags_end: 10200772 + tags_end: 9210761 tags_start: 9200000 353: operation: search 354: - end: 8100547 + end: 10377889 operation: insert start: 10300000 355: - end: 239394 + end: 359848 operation: delete start: 300000 356: - end: 5342008 + end: 8363595 operation: delete start: 8300000 357: ids_end: 5400000 - ids_start: 3692424 + ids_start: 5368378 operation: replace - tags_end: 7007576 + tags_end: 5331622 tags_start: 5300000 358: ids_end: 9400000 - ids_start: 6009161 + ids_start: 9363927 operation: replace - tags_end: 12690839 + tags_end: 9336073 tags_start: 9300000 359: operation: search 360: - end: 8802267 + end: 10483831 operation: insert start: 10400000 361: - end: 4854594 + end: 8457112 operation: delete start: 8400000 362: ids_end: 5500000 - ids_start: 4289051 + ids_start: 5477982 operation: replace - tags_end: 6610949 + tags_end: 5422018 tags_start: 5400000 363: ids_end: 9500000 - ids_start: 5136152 + ids_start: 9454064 operation: replace - tags_end: 13763848 + tags_end: 9445936 tags_start: 9400000 364: operation: search 365: - end: 5552402 + end: 10552381 operation: insert start: 10500000 366: - end: 6452292 + end: 8575026 operation: delete start: 8500000 367: ids_end: 9600000 - ids_start: 6396364 + ids_start: 9566628 operation: replace - tags_end: 12703636 + tags_end: 9533372 tags_start: 9500000 368: operation: search 369: - end: 5616238 + end: 10652488 operation: insert start: 10600000 370: - end: 6493484 + end: 8674637 operation: delete start: 8600000 371: operation: search 372: - end: 8760110 + end: 10781112 operation: insert start: 10700000 373: - end: 5113082 + end: 8758103 operation: delete start: 8700000 374: ids_end: 9800000 - ids_start: 6871626 + ids_start: 9770118 operation: replace - tags_end: 12628374 + tags_end: 9729882 tags_start: 9700000 375: operation: search 376: - end: 5688120 + end: 10852184 operation: insert start: 10800000 377: ids_end: 5900000 - ids_start: 5107278 + ids_start: 5886564 operation: replace - tags_end: 6592722 + tags_end: 5813436 tags_start: 5800000 378: ids_end: 9900000 - ids_start: 7598751 + ids_start: 9876755 operation: replace - tags_end: 12101249 + tags_end: 9823245 tags_start: 9800000 379: operation: search 380: - end: 8357940 + end: 10975981 operation: insert start: 10900000 381: - end: 6347027 + end: 8970522 operation: delete start: 8900000 382: ids_end: 10000000 - ids_start: 5015857 + ids_start: 9950158 operation: replace - tags_end: 14884143 + tags_end: 9949842 tags_start: 9900000 383: operation: search 384: - end: 7038833 + end: 11063412 operation: insert start: 11000000 385: - end: 7190962 + end: 9079021 operation: delete start: 9000000 386: ids_end: 10100000 - ids_start: 6877396 + ids_start: 10068093 operation: replace - tags_end: 13222604 + tags_end: 10031907 tags_start: 10000000 387: operation: search 388: - end: 9799338 + end: 11187494 operation: insert start: 11100000 389: - end: 7752795 + end: 9184269 operation: delete start: 9100000 390: ids_end: 10200000 - ids_start: 6180414 + ids_start: 10160592 operation: replace - tags_end: 14119586 + tags_end: 10139408 tags_start: 10100000 391: operation: search 392: - end: 8234004 + end: 11272867 operation: insert start: 11200000 393: - end: 8299228 + end: 9289239 operation: delete start: 9200000 394: ids_end: 6300000 - ids_start: 3641868 + ids_start: 6257807 operation: replace - tags_end: 8858132 + tags_end: 6242193 tags_start: 6200000 395: ids_end: 10300000 - ids_start: 8560039 + ids_start: 10283107 operation: replace - tags_end: 11939961 + tags_end: 10216893 tags_start: 10200000 396: operation: search 397: - end: 8414774 + end: 11373813 operation: insert start: 11300000 398: - end: 6009161 + end: 9363927 operation: delete start: 9300000 399: ids_end: 10400000 - ids_start: 8100547 + ids_start: 10377889 operation: replace - tags_end: 12599453 + tags_end: 10322111 tags_start: 10300000 400: operation: search 401: - end: 6109894 + end: 11453129 operation: insert start: 11400000 402: - end: 5136152 + end: 9454064 operation: delete start: 9400000 403: ids_end: 10500000 - ids_start: 8802267 + ids_start: 10483831 operation: replace - tags_end: 12097733 + tags_end: 10416169 tags_start: 10400000 404: operation: search 405: - end: 6535666 + end: 11556341 operation: insert start: 11500000 406: - end: 972091 + end: 1560755 operation: delete start: 1500000 407: - end: 6396364 + end: 9566628 operation: delete start: 9500000 408: ids_end: 10600000 - ids_start: 5552402 + ids_start: 10552381 operation: replace - tags_end: 15547598 + tags_end: 10547619 tags_start: 10500000 409: operation: search 410: - end: 7767717 + end: 11666390 operation: insert start: 11600000 411: ids_end: 10700000 - ids_start: 5616238 + ids_start: 10652488 operation: replace - tags_end: 15683762 + tags_end: 10647512 tags_start: 10600000 412: operation: search 413: - end: 6863003 + end: 11758161 operation: insert start: 11700000 414: - end: 6871626 + end: 9770118 operation: delete start: 9700000 415: ids_end: 6800000 - ids_start: 5272654 + ids_start: 6777539 operation: replace - tags_end: 8227346 + tags_end: 6722461 tags_start: 6700000 416: operation: search 417: - end: 8821676 + end: 11874131 operation: insert start: 11800000 418: - end: 7598751 + end: 9876755 operation: delete start: 9800000 419: ids_end: 10900000 - ids_start: 5688120 + ids_start: 10852184 operation: replace - tags_end: 16011880 + tags_end: 10847816 tags_start: 10800000 420: operation: search 421: - end: 10729769 + end: 11989414 operation: insert start: 11900000 422: - end: 5015857 + end: 9950158 operation: delete start: 9900000 423: ids_end: 11000000 - ids_start: 8357940 + ids_start: 10975981 operation: replace - tags_end: 13542060 + tags_end: 10924019 tags_start: 10900000 424: operation: search 425: - end: 10300813 + end: 12085130 operation: insert start: 12000000 426: - end: 6877396 + end: 10068093 operation: delete start: 10000000 427: ids_end: 7100000 - ids_start: 6055735 + ids_start: 7085292 operation: replace - tags_end: 8044265 + tags_end: 7014708 tags_start: 7000000 428: ids_end: 11100000 - ids_start: 7038833 + ids_start: 11063412 operation: replace - tags_end: 15061167 + tags_end: 11036588 tags_start: 11000000 429: operation: search 430: - end: 9383421 + end: 12176913 operation: insert start: 12100000 431: - end: 6180414 + end: 10160592 operation: delete start: 10100000 432: ids_end: 11200000 - ids_start: 9799338 + ids_start: 11187494 operation: replace - tags_end: 12500662 + tags_end: 11112506 tags_start: 11100000 433: operation: search 434: - end: 6307071 + end: 12251277 operation: insert start: 12200000 435: - end: 8560039 + end: 10283107 operation: delete start: 10200000 436: ids_end: 11300000 - ids_start: 8234004 + ids_start: 11272867 operation: replace - tags_end: 14265996 + tags_end: 11227133 tags_start: 11200000 437: operation: search 438: - end: 6239782 + end: 12350320 operation: insert start: 12300000 439: - end: 8100547 + end: 10377889 operation: delete start: 10300000 440: ids_end: 11400000 - ids_start: 8414774 + ids_start: 11373813 operation: replace - tags_end: 14285226 + tags_end: 11326187 tags_start: 11300000 441: operation: search 442: - end: 8019140 + end: 12464153 operation: insert start: 12400000 443: - end: 8802267 + end: 10483831 operation: delete start: 10400000 444: ids_end: 11500000 - ids_start: 6109894 + ids_start: 11453129 operation: replace - tags_end: 16790106 + tags_end: 11446871 tags_start: 11400000 445: operation: search 446: - end: 8507126 + end: 12567516 operation: insert start: 12500000 447: - end: 5552402 + end: 10552381 operation: delete start: 10500000 448: ids_end: 11600000 - ids_start: 6535666 + ids_start: 11556341 operation: replace - tags_end: 16564334 + tags_end: 11543659 tags_start: 11500000 449: operation: search 450: - end: 11240190 + end: 12688505 operation: insert start: 12600000 451: - end: 5616238 + end: 10652488 operation: delete start: 10600000 452: ids_end: 11700000 - ids_start: 7767717 + ids_start: 11666390 operation: replace - tags_end: 15532283 + tags_end: 11633610 tags_start: 11600000 453: operation: search 454: - end: 10017728 + end: 12778263 operation: insert start: 12700000 455: ids_end: 11800000 - ids_start: 6863003 + ids_start: 11758161 operation: replace - tags_end: 16636997 + tags_end: 11741839 tags_start: 11700000 456: operation: search 457: - end: 9995851 + end: 12877487 operation: insert start: 12800000 458: - end: 5688120 + end: 10852184 operation: delete start: 10800000 459: ids_end: 11900000 - ids_start: 8821676 + ids_start: 11874131 operation: replace - tags_end: 14878324 + tags_end: 11825869 tags_start: 11800000 460: operation: search 461: - end: 11096111 + end: 12985354 operation: insert start: 12900000 462: - end: 8357940 + end: 10975981 operation: delete start: 10900000 463: ids_end: 12000000 - ids_start: 10729769 + ids_start: 11989414 operation: replace - tags_end: 13170231 + tags_end: 11910586 tags_start: 11900000 464: operation: search 465: - end: 8697558 + end: 13066393 operation: insert start: 13000000 466: - end: 7038833 + end: 11063412 operation: delete start: 11000000 467: operation: search 468: - end: 9457259 + end: 13171645 operation: insert start: 13100000 469: - end: 9799338 + end: 11187494 operation: delete start: 11100000 470: ids_end: 8200000 - ids_start: 7065013 + ids_start: 8186158 operation: replace - tags_end: 9234987 + tags_end: 8113842 tags_start: 8100000 471: ids_end: 12200000 - ids_start: 9383421 + ids_start: 12176913 operation: replace - tags_end: 14916579 + tags_end: 12123087 tags_start: 12100000 472: operation: search 473: - end: 6837487 + end: 13251409 operation: insert start: 13200000 474: - end: 8234004 + end: 11272867 operation: delete start: 11200000 475: ids_end: 12300000 - ids_start: 6307071 + ids_start: 12251277 operation: replace - tags_end: 18192929 + tags_end: 12248723 tags_start: 12200000 476: operation: search 477: - end: 7701046 + end: 13357470 operation: insert start: 13300000 478: - end: 8414774 + end: 11373813 operation: delete start: 11300000 479: operation: search 480: - end: 6927763 + end: 13451316 operation: insert start: 13400000 481: - end: 6109894 + end: 11453129 operation: delete start: 11400000 482: ids_end: 12500000 - ids_start: 8019140 + ids_start: 12464153 operation: replace - tags_end: 16880860 + tags_end: 12435847 tags_start: 12400000 483: operation: search 484: - end: 9254123 + end: 13568045 operation: insert start: 13500000 485: - end: 6535666 + end: 11556341 operation: delete start: 11500000 486: ids_end: 6100000 - ids_start: 3239818 + ids_start: 6053111 operation: replace - tags_end: 8860182 + tags_end: 6046889 tags_start: 6000000 487: ids_end: 12600000 - ids_start: 8507126 + ids_start: 12567516 operation: replace - tags_end: 16592874 + tags_end: 12532484 tags_start: 12500000 488: operation: search 489: - end: 11533806 + end: 13684188 operation: insert start: 13600000 490: - end: 2214923 + end: 3659862 operation: delete start: 3600000 491: - end: 7767717 + end: 11666390 operation: delete start: 11600000 492: ids_end: 12700000 - ids_start: 11240190 + ids_start: 12688505 operation: replace - tags_end: 14059810 + tags_end: 12611495 tags_start: 12600000 493: operation: search 494: - end: 11195033 + end: 13781123 operation: insert start: 13700000 495: - end: 6863003 + end: 11758161 operation: delete start: 11700000 496: ids_end: 5800000 - ids_start: 3358912 + ids_start: 5757912 operation: replace - tags_end: 8141088 + tags_end: 5742088 tags_start: 5700000 497: ids_end: 12800000 - ids_start: 10017728 + ids_start: 12778263 operation: replace - tags_end: 15482272 + tags_end: 12721737 tags_start: 12700000 498: operation: search 499: - end: 11230864 + end: 13880797 operation: insert start: 13800000 500: - end: 8821676 + end: 11874131 operation: delete start: 11800000 501: ids_end: 8900000 - ids_start: 5537212 + ids_start: 8862215 operation: replace - tags_end: 12162788 + tags_end: 8837785 tags_start: 8800000 502: ids_end: 12900000 - ids_start: 9995851 + ids_start: 12877487 operation: replace - tags_end: 15704149 + tags_end: 12822513 tags_start: 12800000 503: operation: search 504: - end: 8410184 + end: 13960072 operation: insert start: 13900000 505: - end: 10729769 + end: 11989414 operation: delete start: 11900000 506: ids_end: 13000000 - ids_start: 11096111 + ids_start: 12985354 operation: replace - tags_end: 14803889 + tags_end: 12914646 tags_start: 12900000 507: operation: search 508: - end: 10145677 + end: 14071955 operation: insert start: 14000000 509: ids_end: 13100000 - ids_start: 8697558 + ids_start: 13066393 operation: replace - tags_end: 17402442 + tags_end: 13033607 tags_start: 13000000 510: operation: search 511: - end: 9237796 + end: 14165054 operation: insert start: 14100000 512: - end: 9383421 + end: 12176913 operation: delete start: 12100000 513: ids_end: 13200000 - ids_start: 9457259 + ids_start: 13171645 operation: replace - tags_end: 16842741 + tags_end: 13128355 tags_start: 13100000 514: operation: search 515: - end: 7966268 + end: 14255708 operation: insert start: 14200000 516: - end: 2634424 + end: 4261265 operation: delete start: 4200000 517: - end: 6307071 + end: 12251277 operation: delete start: 12200000 518: ids_end: 13300000 - ids_start: 6837487 + ids_start: 13251409 operation: replace - tags_end: 19662513 + tags_end: 13248591 tags_start: 13200000 519: operation: search 520: - end: 7263237 + end: 14350439 operation: insert start: 14300000 521: ids_end: 13400000 - ids_start: 7701046 + ids_start: 13357470 operation: replace - tags_end: 18998954 + tags_end: 13342530 tags_start: 13300000 522: operation: search 523: - end: 11923017 + end: 14482227 operation: insert start: 14400000 524: - end: 3113767 + end: 4469194 operation: delete start: 4400000 525: - end: 8019140 + end: 12464153 operation: delete start: 12400000 526: operation: search 527: - end: 11207108 + end: 14576761 operation: insert start: 14500000 528: - end: 8507126 + end: 12567516 operation: delete start: 12500000 529: ids_end: 13600000 - ids_start: 9254123 + ids_start: 13568045 operation: replace - tags_end: 17845877 + tags_end: 13531955 tags_start: 13500000 530: operation: search 531: - end: 11795404 + end: 14680240 operation: insert start: 14600000 532: - end: 11240190 + end: 12688505 operation: delete start: 12600000 533: ids_end: 9700000 - ids_start: 5914237 + ids_start: 9660971 operation: replace - tags_end: 13385763 + tags_end: 9639029 tags_start: 9600000 534: ids_end: 13700000 - ids_start: 11533806 + ids_start: 13684188 operation: replace - tags_end: 15766194 + tags_end: 13615812 tags_start: 13600000 535: operation: search 536: - end: 12632490 + end: 14785354 operation: insert start: 14700000 537: - end: 2878060 + end: 4759959 operation: delete start: 4700000 538: - end: 10017728 + end: 12778263 operation: delete start: 12700000 539: ids_end: 13800000 - ids_start: 11195033 + ids_start: 13781123 operation: replace - tags_end: 16304967 + tags_end: 13718877 tags_start: 13700000 540: operation: search 541: - end: 12834700 + end: 14886138 operation: insert start: 14800000 542: - end: 9995851 + end: 12877487 operation: delete start: 12800000 543: ids_end: 13900000 - ids_start: 11230864 + ids_start: 13880797 operation: replace - tags_end: 16469136 + tags_end: 13819203 tags_start: 13800000 544: operation: search 545: - end: 7901122 + end: 14952674 operation: insert start: 14900000 546: - end: 11096111 + end: 12985354 operation: delete start: 12900000 547: operation: search 548: - end: 9548241 + end: 15063233 operation: insert start: 15000000 549: - end: 8697558 + end: 13066393 operation: delete start: 13000000 550: ids_end: 14100000 - ids_start: 10145677 + ids_start: 14071955 operation: replace - tags_end: 17954323 + tags_end: 14028045 tags_start: 14000000 551: operation: search 552: - end: 8647116 + end: 15156888 operation: insert start: 15100000 553: - end: 9457259 + end: 13171645 operation: delete start: 13100000 554: ids_end: 14200000 - ids_start: 9237796 + ids_start: 14165054 operation: replace - tags_end: 19062204 + tags_end: 14134946 tags_start: 14100000 555: operation: search 556: - end: 12567353 + end: 15282139 operation: insert start: 15200000 557: - end: 6837487 + end: 13251409 operation: delete start: 13200000 558: ids_end: 14300000 - ids_start: 7966268 + ids_start: 14255708 operation: replace - tags_end: 20533732 + tags_end: 14244292 tags_start: 14200000 559: operation: search 560: - end: 10834627 + end: 15370354 operation: insert start: 15300000 561: - end: 3692424 + end: 5368378 operation: delete start: 5300000 562: - end: 7701046 + end: 13357470 operation: delete start: 13300000 563: operation: search 564: - end: 8719828 + end: 15456256 operation: insert start: 15400000 565: - end: 4289051 + end: 5477982 operation: delete start: 5400000 566: ids_end: 3900000 - ids_start: 2074262 + ids_start: 3853186 operation: replace - tags_end: 5625738 + tags_end: 3846814 tags_start: 3800000 567: ids_end: 14500000 - ids_start: 11923017 + ids_start: 14482227 operation: replace - tags_end: 16976983 + tags_end: 14417773 tags_start: 14400000 568: operation: search 569: - end: 8075298 + end: 15551764 operation: insert start: 15500000 570: - end: 9254123 + end: 13568045 operation: delete start: 13500000 571: ids_end: 14600000 - ids_start: 11207108 + ids_start: 14576761 operation: replace - tags_end: 17892892 + tags_end: 14523239 tags_start: 14500000 572: operation: search 573: - end: 13549083 + end: 15686299 operation: insert start: 15600000 574: - end: 11533806 + end: 13684188 operation: delete start: 13600000 575: ids_end: 14700000 - ids_start: 11795404 + ids_start: 14680240 operation: replace - tags_end: 17504596 + tags_end: 14619760 tags_start: 14600000 576: operation: search 577: - end: 9871586 + end: 15762478 operation: insert start: 15700000 578: - end: 11195033 + end: 13781123 operation: delete start: 13700000 579: ids_end: 10800000 - ids_start: 8760110 + ids_start: 10781112 operation: replace - tags_end: 12739890 + tags_end: 10718888 tags_start: 10700000 580: ids_end: 14800000 - ids_start: 12632490 + ids_start: 14785354 operation: replace - tags_end: 16867510 + tags_end: 14714646 tags_start: 14700000 581: operation: search 582: - end: 11670190 + end: 15873397 operation: insert start: 15800000 583: - end: 5107278 + end: 5886564 operation: delete start: 5800000 584: - end: 11230864 + end: 13880797 operation: delete start: 13800000 585: ids_end: 14900000 - ids_start: 12834700 + ids_start: 14886138 operation: replace - tags_end: 16865300 + tags_end: 14813862 tags_start: 14800000 586: operation: search 587: - end: 12173238 + end: 15976082 operation: insert start: 15900000 588: ids_end: 15000000 - ids_start: 7901122 + ids_start: 14952674 operation: replace - tags_end: 21998878 + tags_end: 14947326 tags_start: 14900000 589: operation: search 590: - end: 10046122 + end: 16062398 operation: insert start: 16000000 591: - end: 10145677 + end: 14071955 operation: delete start: 14000000 592: ids_end: 15100000 - ids_start: 9548241 + ids_start: 15063233 operation: replace - tags_end: 20551759 + tags_end: 15036767 tags_start: 15000000 593: operation: search 594: - end: 14528334 + end: 16189681 operation: insert start: 16100000 595: - end: 9237796 + end: 14165054 operation: delete start: 14100000 596: operation: search 597: - end: 12927243 + end: 16279308 operation: insert start: 16200000 598: - end: 3641868 + end: 6257807 operation: delete start: 6200000 599: - end: 7966268 + end: 14255708 operation: delete start: 14200000 600: ids_end: 15300000 - ids_start: 12567353 + ids_start: 15282139 operation: replace - tags_end: 17932647 + tags_end: 15217861 tags_start: 15200000 601: operation: search 602: - end: 8415503 + end: 16351314 operation: insert start: 16300000 603: ids_end: 15400000 - ids_start: 10834627 + ids_start: 15370354 operation: replace - tags_end: 19865373 + tags_end: 15329646 tags_start: 15300000 604: operation: search 605: - end: 14751855 + end: 16489405 operation: insert start: 16400000 606: - end: 11923017 + end: 14482227 operation: delete start: 14400000 607: ids_end: 15500000 - ids_start: 8719828 + ids_start: 15456256 operation: replace - tags_end: 22180172 + tags_end: 15443744 tags_start: 15400000 608: operation: search 609: - end: 10345990 + end: 16562325 operation: insert start: 16500000 610: - end: 11207108 + end: 14576761 operation: delete start: 14500000 611: operation: search 612: - end: 11789080 + end: 16670593 operation: insert start: 16600000 613: - end: 11795404 + end: 14680240 operation: delete start: 14600000 614: operation: search 615: - end: 15093770 + end: 16789843 operation: insert start: 16700000 616: - end: 5272654 + end: 6777539 operation: delete start: 6700000 617: - end: 12632490 + end: 14785354 operation: delete start: 14700000 618: ids_end: 15800000 - ids_start: 9871586 + ids_start: 15762478 operation: replace - tags_end: 21628414 + tags_end: 15737522 tags_start: 15700000 619: operation: search 620: - end: 12776862 + end: 16875602 operation: insert start: 16800000 621: - end: 12834700 + end: 14886138 operation: delete start: 14800000 622: ids_end: 15900000 - ids_start: 11670190 + ids_start: 15873397 operation: replace - tags_end: 20029810 + tags_end: 15826603 tags_start: 15800000 623: operation: search 624: - end: 12581407 + end: 16974008 operation: insert start: 16900000 625: - end: 7901122 + end: 14952674 operation: delete start: 14900000 626: ids_end: 16000000 - ids_start: 12173238 + ids_start: 15976082 operation: replace - tags_end: 19726762 + tags_end: 15923918 tags_start: 15900000 627: operation: search 628: - end: 13349975 + end: 17078070 operation: insert start: 17000000 629: - end: 6055735 + end: 7085292 operation: delete start: 7000000 630: - end: 9548241 + end: 15063233 operation: delete start: 15000000 631: ids_end: 12100000 - ids_start: 10300813 + ids_start: 12085130 operation: replace - tags_end: 13799187 + tags_end: 12014870 tags_start: 12000000 632: ids_end: 16100000 - ids_start: 10046122 + ids_start: 16062398 operation: replace - tags_end: 22053878 + tags_end: 16037602 tags_start: 16000000 633: operation: search 634: - end: 10102424 + end: 17158735 operation: insert start: 17100000 635: ids_end: 16200000 - ids_start: 14528334 + ids_start: 16189681 operation: replace - tags_end: 17771666 + tags_end: 16110319 tags_start: 16100000 636: operation: search 637: - end: 13868014 + end: 17280161 operation: insert start: 17200000 638: - end: 12567353 + end: 15282139 operation: delete start: 15200000 639: ids_end: 16300000 - ids_start: 12927243 + ids_start: 16279308 operation: replace - tags_end: 19572757 + tags_end: 16220692 tags_start: 16200000 640: operation: search 641: - end: 11956523 + end: 17368715 operation: insert start: 17300000 642: - end: 10834627 + end: 15370354 operation: delete start: 15300000 643: ids_end: 12400000 - ids_start: 6239782 + ids_start: 12350320 operation: replace - tags_end: 18460218 + tags_end: 12349680 tags_start: 12300000 644: ids_end: 16400000 - ids_start: 8415503 + ids_start: 16351314 operation: replace - tags_end: 24284497 + tags_end: 16348686 tags_start: 16300000 645: operation: search 646: - end: 9105970 + end: 17452034 operation: insert start: 17400000 647: - end: 8719828 + end: 15456256 operation: delete start: 15400000 648: ids_end: 1000000 - ids_start: 563515 + ids_start: 956351 operation: replace - tags_end: 1336485 + tags_end: 943649 tags_start: 900000 649: ids_end: 16500000 - ids_start: 14751855 + ids_start: 16489405 operation: replace - tags_end: 18148145 + tags_end: 16410595 tags_start: 16400000 650: operation: search 651: - end: 14084932 + end: 17580028 operation: insert start: 17500000 652: operation: search 653: - end: 13852676 + end: 17678263 operation: insert start: 17600000 654: operation: search 655: - end: 11905125 + end: 17766882 operation: insert start: 17700000 656: - end: 9871586 + end: 15762478 operation: delete start: 15700000 657: ids_end: 16800000 - ids_start: 15093770 + ids_start: 16789843 operation: replace - tags_end: 18406230 + tags_end: 16710157 tags_start: 16700000 658: operation: search 659: - end: 10117159 + end: 17856520 operation: insert start: 17800000 660: - end: 11670190 + end: 15873397 operation: delete start: 15800000 661: ids_end: 16900000 - ids_start: 12776862 + ids_start: 16875602 operation: replace - tags_end: 20923138 + tags_end: 16824398 tags_start: 16800000 662: operation: search 663: - end: 15177195 + end: 17984317 operation: insert start: 17900000 664: - end: 12173238 + end: 15976082 operation: delete start: 15900000 665: ids_end: 17000000 - ids_start: 12581407 + ids_start: 16974008 operation: replace - tags_end: 21318593 + tags_end: 16925992 tags_start: 16900000 666: operation: search 667: - end: 10127853 + end: 18055954 operation: insert start: 18000000 668: - end: 10046122 + end: 16062398 operation: delete start: 16000000 669: ids_end: 17100000 - ids_start: 13349975 + ids_start: 17078070 operation: replace - tags_end: 20750025 + tags_end: 17021930 tags_start: 17000000 670: operation: search 671: - end: 15645055 + end: 18185961 operation: insert start: 18100000 672: - end: 7065013 + end: 8186158 operation: delete start: 8100000 673: - end: 14528334 + end: 16189681 operation: delete start: 16100000 674: ids_end: 17200000 - ids_start: 10102424 + ids_start: 17158735 operation: replace - tags_end: 24197576 + tags_end: 17141265 tags_start: 17100000 675: operation: search 676: - end: 13073445 + end: 18271439 operation: insert start: 18200000 677: - end: 12927243 + end: 16279308 operation: delete start: 16200000 678: operation: search 679: - end: 11794608 + end: 18364101 operation: insert start: 18300000 680: - end: 8415503 + end: 16351314 operation: delete start: 16300000 681: ids_end: 17400000 - ids_start: 11956523 + ids_start: 17368715 operation: replace - tags_end: 22743477 + tags_end: 17331285 tags_start: 17300000 682: operation: search 683: - end: 16405297 + end: 18488677 operation: insert start: 18400000 684: - end: 14751855 + end: 16489405 operation: delete start: 16400000 685: ids_end: 17500000 - ids_start: 9105970 + ids_start: 17452034 operation: replace - tags_end: 25794030 + tags_end: 17447966 tags_start: 17400000 686: operation: search 687: - end: 12744737 + end: 18568520 operation: insert start: 18500000 688: ids_end: 17600000 - ids_start: 14084932 + ids_start: 17580028 operation: replace - tags_end: 21015068 + tags_end: 17519972 tags_start: 17500000 689: operation: search 690: - end: 11520720 + end: 18661608 operation: insert start: 18600000 691: ids_end: 17700000 - ids_start: 13852676 + ids_start: 17678263 operation: replace - tags_end: 21447324 + tags_end: 17621737 tags_start: 17600000 692: operation: search 693: - end: 9967989 + end: 18753021 operation: insert start: 18700000 694: - end: 15093770 + end: 16789843 operation: delete start: 16700000 695: ids_end: 17800000 - ids_start: 11905125 + ids_start: 17766882 operation: replace - tags_end: 23594875 + tags_end: 17733118 tags_start: 17700000 696: operation: search 697: - end: 14116730 + end: 18874691 operation: insert start: 18800000 698: - end: 5537212 + end: 8862215 operation: delete start: 8800000 699: - end: 12776862 + end: 16875602 operation: delete start: 16800000 700: ids_end: 17900000 - ids_start: 10117159 + ids_start: 17856520 operation: replace - tags_end: 25582841 + tags_end: 17843480 tags_start: 17800000 701: operation: search 702: - end: 11386666 + end: 18959929 operation: insert start: 18900000 703: - end: 12581407 + end: 16974008 operation: delete start: 16900000 704: ids_end: 14000000 - ids_start: 8410184 + ids_start: 13960072 operation: replace - tags_end: 19489816 + tags_end: 13939928 tags_start: 13900000 705: operation: search 706: - end: 10321814 + end: 19054040 operation: insert start: 19000000 707: - end: 13349975 + end: 17078070 operation: delete start: 17000000 708: ids_end: 18100000 - ids_start: 10127853 + ids_start: 18055954 operation: replace - tags_end: 25972147 + tags_end: 18044046 tags_start: 18000000 709: operation: search 710: - end: 11402778 + end: 19159389 operation: insert start: 19100000 711: - end: 10102424 + end: 17158735 operation: delete start: 17100000 712: ids_end: 18200000 - ids_start: 15645055 + ids_start: 18185961 operation: replace - tags_end: 20654945 + tags_end: 18114039 tags_start: 18100000 713: operation: search 714: - end: 16072242 + end: 19283275 operation: insert start: 19200000 715: ids_end: 18300000 - ids_start: 13073445 + ids_start: 18271439 operation: replace - tags_end: 23426555 + tags_end: 18228561 tags_start: 18200000 716: operation: search 717: - end: 15578683 + end: 19380302 operation: insert start: 19300000 718: - end: 11956523 + end: 17368715 operation: delete start: 17300000 719: ids_end: 14400000 - ids_start: 7263237 + ids_start: 14350439 operation: replace - tags_end: 21436763 + tags_end: 14349561 tags_start: 14300000 720: ids_end: 18400000 - ids_start: 11794608 + ids_start: 18364101 operation: replace - tags_end: 24905392 + tags_end: 18335899 tags_start: 18300000 721: operation: search 722: - end: 15321867 + end: 19478573 operation: insert start: 19400000 723: - end: 9105970 + end: 17452034 operation: delete start: 17400000 724: ids_end: 18500000 - ids_start: 16405297 + ids_start: 18488677 operation: replace - tags_end: 20494703 + tags_end: 18411323 tags_start: 18400000 725: operation: search 726: - end: 14449977 + end: 19573724 operation: insert start: 19500000 727: - end: 14084932 + end: 17580028 operation: delete start: 17500000 728: operation: search 729: - end: 10841108 + end: 19655031 operation: insert start: 19600000 730: - end: 5914237 + end: 9660971 operation: delete start: 9600000 731: - end: 13852676 + end: 17678263 operation: delete start: 17600000 732: operation: search 733: - end: 13462194 + end: 19767990 operation: insert start: 19700000 734: - end: 11905125 + end: 17766882 operation: delete start: 17700000 735: ids_end: 18800000 - ids_start: 9967989 + ids_start: 18753021 operation: replace - tags_end: 27532011 + tags_end: 18746979 tags_start: 18700000 736: operation: search 737: - end: 15093501 + end: 19875846 operation: insert start: 19800000 738: - end: 10117159 + end: 17856520 operation: delete start: 17800000 739: ids_end: 18900000 - ids_start: 14116730 + ids_start: 18874691 operation: replace - tags_end: 23583270 + tags_end: 18825309 tags_start: 18800000 740: operation: search 741: - end: 14593427 + end: 19972967 operation: insert start: 19900000 742: ids_end: 19000000 - ids_start: 11386666 + ids_start: 18959929 operation: replace - tags_end: 26513334 + tags_end: 18940071 tags_start: 18900000 743: operation: search 744: - end: 14340598 + end: 20071346 operation: insert start: 20000000 745: - end: 10127853 + end: 18055954 operation: delete start: 18000000 746: ids_end: 19100000 - ids_start: 10321814 + ids_start: 19054040 operation: replace - tags_end: 27778186 + tags_end: 19045960 tags_start: 19000000 747: operation: search 748: - end: 13562494 + end: 20167141 operation: insert start: 20100000 749: - end: 15645055 + end: 18185961 operation: delete start: 18100000 750: ids_end: 19200000 - ids_start: 11402778 + ids_start: 19159389 operation: replace - tags_end: 26897222 + tags_end: 19140611 tags_start: 19100000 751: operation: search 752: - end: 13459583 + end: 20266303 operation: insert start: 20200000 753: - end: 13073445 + end: 18271439 operation: delete start: 18200000 754: ids_end: 19300000 - ids_start: 16072242 + ids_start: 19283275 operation: replace - tags_end: 22427758 + tags_end: 19216725 tags_start: 19200000 755: operation: search 756: - end: 11250986 + end: 20355151 operation: insert start: 20300000 757: - end: 11794608 + end: 18364101 operation: delete start: 18300000 758: ids_end: 19400000 - ids_start: 15578683 + ids_start: 19380302 operation: replace - tags_end: 23121317 + tags_end: 19319698 tags_start: 19300000 759: operation: search 760: - end: 11653694 + end: 20456847 operation: insert start: 20400000 761: - end: 16405297 + end: 18488677 operation: delete start: 18400000 762: operation: search 763: - end: 16065640 + end: 20577988 operation: insert start: 20500000 764: ids_end: 15600000 - ids_start: 8075298 + ids_start: 15551764 operation: replace - tags_end: 23024702 + tags_end: 15548236 tags_start: 15500000 765: ids_end: 19600000 - ids_start: 14449977 + ids_start: 19573724 operation: replace - tags_end: 24650023 + tags_end: 19526276 tags_start: 19500000 766: operation: search 767: - end: 10981516 + end: 20653050 operation: insert start: 20600000 768: ids_end: 15700000 - ids_start: 13549083 + ids_start: 15686299 operation: replace - tags_end: 17750917 + tags_end: 15613701 tags_start: 15600000 769: ids_end: 19700000 - ids_start: 10841108 + ids_start: 19655031 operation: replace - tags_end: 28458892 + tags_end: 19644969 tags_start: 19600000 770: operation: search 771: - end: 13826297 + end: 20766472 operation: insert start: 20700000 772: - end: 8760110 + end: 10781112 operation: delete start: 10700000 773: - end: 9967989 + end: 18753021 operation: delete start: 18700000 774: ids_end: 19800000 - ids_start: 13462194 + ids_start: 19767990 operation: replace - tags_end: 26037806 + tags_end: 19732010 tags_start: 19700000 775: operation: search 776: - end: 15009028 + end: 20871813 operation: insert start: 20800000 777: - end: 14116730 + end: 18874691 operation: delete start: 18800000 778: operation: search 779: - end: 14950109 + end: 20971190 operation: insert start: 20900000 780: - end: 11386666 + end: 18959929 operation: delete start: 18900000 781: operation: search 782: - end: 13529350 + end: 21064120 operation: insert start: 21000000 783: - end: 10321814 + end: 19054040 operation: delete start: 19000000 784: ids_end: 20100000 - ids_start: 14340598 + ids_start: 20071346 operation: replace - tags_end: 25759402 + tags_end: 20028654 tags_start: 20000000 785: operation: search 786: - end: 17072200 + end: 21180529 operation: insert start: 21100000 787: - end: 11402778 + end: 19159389 operation: delete start: 19100000 788: operation: search 789: - end: 11968995 + end: 21256192 operation: insert start: 21200000 790: - end: 16072242 + end: 19283275 operation: delete start: 19200000 791: ids_end: 20300000 - ids_start: 13459583 + ids_start: 20266303 operation: replace - tags_end: 27040417 + tags_end: 20233697 tags_start: 20200000 792: operation: search 793: - end: 16648500 + end: 21377796 operation: insert start: 21300000 794: - end: 15578683 + end: 19380302 operation: delete start: 19300000 795: ids_end: 20400000 - ids_start: 11250986 + ids_start: 20355151 operation: replace - tags_end: 29449014 + tags_end: 20344849 tags_start: 20300000 796: operation: search 797: - end: 16374135 + end: 21476158 operation: insert start: 21400000 798: ids_end: 20500000 - ids_start: 11653694 + ids_start: 20456847 operation: replace - tags_end: 29246306 + tags_end: 20443153 tags_start: 20400000 799: operation: search 800: - end: 14294242 + end: 21566177 operation: insert start: 21500000 801: - end: 14449977 + end: 19573724 operation: delete start: 19500000 802: ids_end: 16600000 - ids_start: 10345990 + ids_start: 16562325 operation: replace - tags_end: 22754010 + tags_end: 16537675 tags_start: 16500000 803: ids_end: 20600000 - ids_start: 16065640 + ids_start: 20577988 operation: replace - tags_end: 25034360 + tags_end: 20522012 tags_start: 20500000 804: operation: search 805: - end: 18375714 + end: 21684680 operation: insert start: 21600000 806: - end: 10841108 + end: 19655031 operation: delete start: 19600000 807: ids_end: 20700000 - ids_start: 10981516 + ids_start: 20653050 operation: replace - tags_end: 30318484 + tags_end: 20646950 tags_start: 20600000 808: operation: search 809: - end: 11513369 + end: 21752813 operation: insert start: 21700000 810: - end: 13462194 + end: 19767990 operation: delete start: 19700000 811: ids_end: 20800000 - ids_start: 13826297 + ids_start: 20766472 operation: replace - tags_end: 27673703 + tags_end: 20733528 tags_start: 20700000 812: operation: search 813: - end: 15006388 + end: 21868522 operation: insert start: 21800000 814: ids_end: 20900000 - ids_start: 15009028 + ids_start: 20871813 operation: replace - tags_end: 26690972 + tags_end: 20828187 tags_start: 20800000 815: operation: search 816: - end: 16368015 + end: 21974400 operation: insert start: 21900000 817: ids_end: 21000000 - ids_start: 14950109 + ids_start: 20971190 operation: replace - tags_end: 26949891 + tags_end: 20928810 tags_start: 20900000 818: operation: search 819: - end: 14030906 + end: 22063488 operation: insert start: 22000000 820: - end: 10300813 + end: 12085130 operation: delete start: 12000000 821: - end: 14340598 + end: 20071346 operation: delete start: 20000000 822: ids_end: 21100000 - ids_start: 13529350 + ids_start: 21064120 operation: replace - tags_end: 28570650 + tags_end: 21035880 tags_start: 21000000 823: operation: search 824: - end: 15384175 + end: 22169298 operation: insert start: 22100000 825: ids_end: 21200000 - ids_start: 17072200 + ids_start: 21180529 operation: replace - tags_end: 25227800 + tags_end: 21119471 tags_start: 21100000 826: operation: search 827: - end: 12374619 + end: 22255491 operation: insert start: 22200000 828: - end: 13459583 + end: 20266303 operation: delete start: 20200000 829: ids_end: 17300000 - ids_start: 13868014 + ids_start: 17280161 operation: replace - tags_end: 20631986 + tags_end: 17219839 tags_start: 17200000 830: ids_end: 21300000 - ids_start: 11968995 + ids_start: 21256192 operation: replace - tags_end: 30531005 + tags_end: 21243808 tags_start: 21200000 831: operation: search 832: - end: 18072576 + end: 22380681 operation: insert start: 22300000 833: - end: 6239782 + end: 12350320 operation: delete start: 12300000 834: - end: 11250986 + end: 20355151 operation: delete start: 20300000 835: ids_end: 21400000 - ids_start: 16648500 + ids_start: 21377796 operation: replace - tags_end: 26051500 + tags_end: 21322204 tags_start: 21300000 836: operation: search 837: - end: 16197005 + end: 22471986 operation: insert start: 22400000 838: - end: 11653694 + end: 20456847 operation: delete start: 20400000 839: ids_end: 21500000 - ids_start: 16374135 + ids_start: 21476158 operation: replace - tags_end: 26525865 + tags_end: 21423842 tags_start: 21400000 840: operation: search 841: - end: 15102912 + end: 22566827 operation: insert start: 22500000 842: - end: 16065640 + end: 20577988 operation: delete start: 20500000 843: ids_end: 21600000 - ids_start: 14294242 + ids_start: 21566177 operation: replace - tags_end: 28805758 + tags_end: 21533823 tags_start: 21500000 844: operation: search 845: - end: 18485263 + end: 22681432 operation: insert start: 22600000 846: - end: 10981516 + end: 20653050 operation: delete start: 20600000 847: ids_end: 21700000 - ids_start: 18375714 + ids_start: 21684680 operation: replace - tags_end: 24924286 + tags_end: 21615320 tags_start: 21600000 848: operation: search 849: - end: 18049679 + end: 22779165 operation: insert start: 22700000 850: - end: 13826297 + end: 20766472 operation: delete start: 20700000 851: ids_end: 21800000 - ids_start: 11513369 + ids_start: 21752813 operation: replace - tags_end: 31986631 + tags_end: 21747187 tags_start: 21700000 852: operation: search 853: - end: 14250707 + end: 22862230 operation: insert start: 22800000 854: - end: 15009028 + end: 20871813 operation: delete start: 20800000 855: ids_end: 21900000 - ids_start: 15006388 + ids_start: 21868522 operation: replace - tags_end: 28693612 + tags_end: 21831478 tags_start: 21800000 856: operation: search 857: - end: 19528479 + end: 22984906 operation: insert start: 22900000 858: - end: 14950109 + end: 20971190 operation: delete start: 20900000 859: ids_end: 22000000 - ids_start: 16368015 + ids_start: 21974400 operation: replace - tags_end: 27531985 + tags_end: 21925600 tags_start: 21900000 860: operation: search 861: - end: 19692072 + end: 23085247 operation: insert start: 23000000 862: - end: 13529350 + end: 21064120 operation: delete start: 21000000 863: ids_end: 22100000 - ids_start: 14030906 + ids_start: 22063488 operation: replace - tags_end: 30069094 + tags_end: 22036512 tags_start: 22000000 864: operation: search 865: - end: 11962284 + end: 23151561 operation: insert start: 23100000 866: - end: 17072200 + end: 21180529 operation: delete start: 21100000 867: ids_end: 22200000 - ids_start: 15384175 + ids_start: 22169298 operation: replace - tags_end: 28915825 + tags_end: 22130702 tags_start: 22100000 868: operation: search 869: - end: 17130921 + end: 23273523 operation: insert start: 23200000 870: - end: 11968995 + end: 21256192 operation: delete start: 21200000 871: ids_end: 22300000 - ids_start: 12374619 + ids_start: 22255491 operation: replace - tags_end: 32125381 + tags_end: 22244509 tags_start: 22200000 872: operation: search 873: - end: 16721815 + end: 23371460 operation: insert start: 23300000 874: - end: 16648500 + end: 21377796 operation: delete start: 21300000 875: ids_end: 22400000 - ids_start: 18072576 + ids_start: 22380681 operation: replace - tags_end: 26627424 + tags_end: 22319319 tags_start: 22300000 876: operation: search 877: - end: 12718918 + end: 23454123 operation: insert start: 23400000 878: - end: 16374135 + end: 21476158 operation: delete start: 21400000 879: operation: search 880: - end: 19405715 + end: 23582227 operation: insert start: 23500000 881: - end: 14294242 + end: 21566177 operation: delete start: 21500000 882: ids_end: 18600000 - ids_start: 12744737 + ids_start: 18568520 operation: replace - tags_end: 24355263 + tags_end: 18531480 tags_start: 18500000 883: ids_end: 22600000 - ids_start: 15102912 + ids_start: 22566827 operation: replace - tags_end: 29997088 + tags_end: 22533173 tags_start: 22500000 884: operation: search 885: - end: 19128228 + end: 23680709 operation: insert start: 23600000 886: - end: 18375714 + end: 21684680 operation: delete start: 21600000 887: ids_end: 18700000 - ids_start: 11520720 + ids_start: 18661608 operation: replace - tags_end: 25779280 + tags_end: 18638392 tags_start: 18600000 888: ids_end: 22700000 - ids_start: 18485263 + ids_start: 22681432 operation: replace - tags_end: 26814737 + tags_end: 22618568 tags_start: 22600000 889: operation: search 890: - end: 14399778 + end: 23760503 operation: insert start: 23700000 891: - end: 11513369 + end: 21752813 operation: delete start: 21700000 892: ids_end: 22800000 - ids_start: 18049679 + ids_start: 22779165 operation: replace - tags_end: 27450321 + tags_end: 22720835 tags_start: 22700000 893: operation: search 894: - end: 16284340 + end: 23868135 operation: insert start: 23800000 895: - end: 15006388 + end: 21868522 operation: delete start: 21800000 896: ids_end: 22900000 - ids_start: 14250707 + ids_start: 22862230 operation: replace - tags_end: 31449293 + tags_end: 22837770 tags_start: 22800000 897: operation: search 898: - end: 12425078 + end: 23951771 operation: insert start: 23900000 899: - end: 8410184 + end: 13960072 operation: delete start: 13900000 900: - end: 16368015 + end: 21974400 operation: delete start: 21900000 901: ids_end: 23000000 - ids_start: 19528479 + ids_start: 22984906 operation: replace - tags_end: 26371521 + tags_end: 22915094 tags_start: 22900000 902: operation: search 903: - end: 15601877 + end: 24064738 operation: insert start: 24000000 904: - end: 14030906 + end: 22063488 operation: delete start: 22000000 905: ids_end: 23100000 - ids_start: 19692072 + ids_start: 23085247 operation: replace - tags_end: 26407928 + tags_end: 23014753 tags_start: 23000000 906: operation: search 907: - end: 13138306 + end: 24154290 operation: insert start: 24100000 908: - end: 15384175 + end: 22169298 operation: delete start: 22100000 909: ids_end: 23200000 - ids_start: 11962284 + ids_start: 23151561 operation: replace - tags_end: 34337716 + tags_end: 23148439 tags_start: 23100000 910: operation: search 911: - end: 12502949 + end: 24251452 operation: insert start: 24200000 912: - end: 12374619 + end: 22255491 operation: delete start: 22200000 913: ids_end: 23300000 - ids_start: 17130921 + ids_start: 23273523 operation: replace - tags_end: 29369079 + tags_end: 23226477 tags_start: 23200000 914: operation: search 915: - end: 20475585 + end: 24383916 operation: insert start: 24300000 916: - end: 7263237 + end: 14350439 operation: delete start: 14300000 917: - end: 18072576 + end: 22380681 operation: delete start: 22300000 918: ids_end: 23400000 - ids_start: 16721815 + ids_start: 23371460 operation: replace - tags_end: 29978185 + tags_end: 23328540 tags_start: 23300000 919: operation: search 920: - end: 20309766 + end: 24482897 operation: insert start: 24400000 921: ids_end: 19500000 - ids_start: 15321867 + ids_start: 19478573 operation: replace - tags_end: 23578133 + tags_end: 19421427 tags_start: 19400000 922: operation: search 923: - end: 19473395 + end: 24579160 operation: insert start: 24500000 924: - end: 15102912 + end: 22566827 operation: delete start: 22500000 925: ids_end: 23600000 - ids_start: 19405715 + ids_start: 23582227 operation: replace - tags_end: 27694285 + tags_end: 23517773 tags_start: 23500000 926: operation: search 927: - end: 16609361 + end: 24667244 operation: insert start: 24600000 928: - end: 18485263 + end: 22681432 operation: delete start: 22600000 929: ids_end: 23700000 - ids_start: 19128228 + ids_start: 23680709 operation: replace - tags_end: 28171772 + tags_end: 23619291 tags_start: 23600000 930: operation: search 931: - end: 15938540 + end: 24764268 operation: insert start: 24700000 932: - end: 18049679 + end: 22779165 operation: delete start: 22700000 933: ids_end: 23800000 - ids_start: 14399778 + ids_start: 23760503 operation: replace - tags_end: 33100222 + tags_end: 23739497 tags_start: 23700000 934: operation: search 935: - end: 16762740 + end: 24867320 operation: insert start: 24800000 936: - end: 14250707 + end: 22862230 operation: delete start: 22800000 937: ids_end: 23900000 - ids_start: 16284340 + ids_start: 23868135 operation: replace - tags_end: 31415660 + tags_end: 23831865 tags_start: 23800000 938: operation: search 939: - end: 12794091 + end: 24951176 operation: insert start: 24900000 940: - end: 19528479 + end: 22984906 operation: delete start: 22900000 941: ids_end: 20000000 - ids_start: 14593427 + ids_start: 19972967 operation: replace - tags_end: 25306573 + tags_end: 19927033 tags_start: 19900000 942: ids_end: 24000000 - ids_start: 12425078 + ids_start: 23951771 operation: replace - tags_end: 35474922 + tags_end: 23948229 tags_start: 23900000 943: operation: search 944: - end: 17705897 + end: 25070541 operation: insert start: 25000000 945: - end: 19692072 + end: 23085247 operation: delete start: 23000000 946: ids_end: 24100000 - ids_start: 15601877 + ids_start: 24064738 operation: replace - tags_end: 32498123 + tags_end: 24035262 tags_start: 24000000 947: operation: search 948: - end: 14396546 + end: 25157129 operation: insert start: 25100000 949: - end: 11962284 + end: 23151561 operation: delete start: 23100000 950: ids_end: 20200000 - ids_start: 13562494 + ids_start: 20167141 operation: replace - tags_end: 26737506 + tags_end: 20132859 tags_start: 20100000 951: ids_end: 24200000 - ids_start: 13138306 + ids_start: 24154290 operation: replace - tags_end: 35161694 + tags_end: 24145710 tags_start: 24100000 952: operation: search 953: - end: 14734890 + end: 25258240 operation: insert start: 25200000 954: - end: 17130921 + end: 23273523 operation: delete start: 23200000 955: ids_end: 24300000 - ids_start: 12502949 + ids_start: 24251452 operation: replace - tags_end: 35997051 + tags_end: 24248548 tags_start: 24200000 956: operation: search 957: - end: 16573224 + end: 25365248 operation: insert start: 25300000 958: - end: 16721815 + end: 23371460 operation: delete start: 23300000 959: ids_end: 24400000 - ids_start: 20475585 + ids_start: 24383916 operation: replace - tags_end: 28224415 + tags_end: 24316084 tags_start: 24300000 960: operation: search 961: - end: 14726062 + end: 25457749 operation: insert start: 25400000 962: operation: search 963: - end: 22786952 + end: 25589011 operation: insert start: 25500000 964: - end: 8075298 + end: 15551764 operation: delete start: 15500000 965: - end: 19405715 + end: 23582227 operation: delete start: 23500000 966: ids_end: 24600000 - ids_start: 19473395 + ids_start: 24579160 operation: replace - tags_end: 29626605 + tags_end: 24520840 tags_start: 24500000 967: operation: search 968: - end: 22724748 + end: 25688423 operation: insert start: 25600000 969: - end: 13549083 + end: 15686299 operation: delete start: 15600000 970: - end: 19128228 + end: 23680709 operation: delete start: 23600000 971: ids_end: 24700000 - ids_start: 16609361 + ids_start: 24667244 operation: replace - tags_end: 32690639 + tags_end: 24632756 tags_start: 24600000 972: operation: search 973: - end: 17616580 + end: 25768281 operation: insert start: 25700000 974: - end: 14399778 + end: 23760503 operation: delete start: 23700000 975: ids_end: 24800000 - ids_start: 15938540 + ids_start: 24764268 operation: replace - tags_end: 33561460 + tags_end: 24735732 tags_start: 24700000 976: operation: search 977: - end: 15728400 + end: 25860727 operation: insert start: 25800000 978: - end: 16284340 + end: 23868135 operation: delete start: 23800000 979: ids_end: 24900000 - ids_start: 16762740 + ids_start: 24867320 operation: replace - tags_end: 32937260 + tags_end: 24832680 tags_start: 24800000 980: operation: search 981: - end: 15598037 + end: 25959992 operation: insert start: 25900000 982: - end: 12425078 + end: 23951771 operation: delete start: 23900000 983: ids_end: 25000000 - ids_start: 12794091 + ids_start: 24951176 operation: replace - tags_end: 37105909 + tags_end: 24948824 tags_start: 24900000 984: operation: search 985: - end: 19663546 + end: 26075339 operation: insert start: 26000000 986: - end: 15601877 + end: 24064738 operation: delete start: 24000000 987: ids_end: 25100000 - ids_start: 17705897 + ids_start: 25070541 operation: replace - tags_end: 32394103 + tags_end: 25029459 tags_start: 25000000 988: operation: search 989: - end: 23500508 + end: 26189696 operation: insert start: 26100000 990: - end: 13138306 + end: 24154290 operation: delete start: 24100000 991: ids_end: 25200000 - ids_start: 14396546 + ids_start: 25157129 operation: replace - tags_end: 35903454 + tags_end: 25142871 tags_start: 25100000 992: operation: search 993: - end: 14638738 + end: 26255660 operation: insert start: 26200000 994: - end: 12502949 + end: 24251452 operation: delete start: 24200000 995: ids_end: 25300000 - ids_start: 14734890 + ids_start: 25258240 operation: replace - tags_end: 35765110 + tags_end: 25241760 tags_start: 25200000 996: operation: search 997: - end: 19819862 + end: 26375075 operation: insert start: 26300000 998: - end: 20475585 + end: 24383916 operation: delete start: 24300000 999: ids_end: 25400000 - ids_start: 16573224 + ids_start: 25365248 operation: replace - tags_end: 34126776 + tags_end: 25334752 tags_start: 25300000 1000: operation: search 1001: - end: 15949180 + end: 26460185 operation: insert start: 26400000 1002: ids_end: 25500000 - ids_start: 14726062 + ids_start: 25457749 operation: replace - tags_end: 36173938 + tags_end: 25442251 tags_start: 25400000 1003: operation: search 1004: - end: 17743712 + end: 26566705 operation: insert start: 26500000 1005: - end: 10345990 + end: 16562325 operation: delete start: 16500000 1006: - end: 19473395 + end: 24579160 operation: delete start: 24500000 1007: ids_end: 25600000 - ids_start: 22786952 + ids_start: 25589011 operation: replace - tags_end: 28313048 + tags_end: 25510989 tags_start: 25500000 1008: operation: search 1009: - end: 15494991 + end: 26658033 operation: insert start: 26600000 1010: - end: 16609361 + end: 24667244 operation: delete start: 24600000 1011: ids_end: 25700000 - ids_start: 22724748 + ids_start: 25688423 operation: replace - tags_end: 28575252 + tags_end: 25611577 tags_start: 25600000 1012: operation: search 1013: - end: 15570644 + end: 26758099 operation: insert start: 26700000 1014: - end: 15938540 + end: 24764268 operation: delete start: 24700000 1015: operation: search 1016: - end: 24188033 + end: 26889918 operation: insert start: 26800000 1017: - end: 16762740 + end: 24867320 operation: delete start: 24800000 1018: operation: search 1019: - end: 16112020 + end: 26959674 operation: insert start: 26900000 1020: - end: 12794091 + end: 24951176 operation: delete start: 24900000 1021: operation: search 1022: - end: 16026307 + end: 27059137 operation: insert start: 27000000 1023: - end: 17705897 + end: 25070541 operation: delete start: 25000000 1024: ids_end: 26100000 - ids_start: 19663546 + ids_start: 26075339 operation: replace - tags_end: 32436454 + tags_end: 26024661 tags_start: 26000000 1025: operation: search 1026: - end: 19549065 + end: 27171871 operation: insert start: 27100000 1027: - end: 14396546 + end: 25157129 operation: delete start: 25100000 1028: ids_end: 26200000 - ids_start: 23500508 + ids_start: 26189696 operation: replace - tags_end: 28799492 + tags_end: 26110304 tags_start: 26100000 1029: operation: search 1030: - end: 16314086 + end: 27259758 operation: insert start: 27200000 1031: - end: 13868014 + end: 17280161 operation: delete start: 17200000 1032: - end: 14734890 + end: 25258240 operation: delete start: 25200000 1033: ids_end: 26300000 - ids_start: 14638738 + ids_start: 26255660 operation: replace - tags_end: 37861262 + tags_end: 26244340 tags_start: 26200000 1034: operation: search 1035: - end: 19955834 + end: 27372831 operation: insert start: 27300000 1036: - end: 16573224 + end: 25365248 operation: delete start: 25300000 1037: ids_end: 26400000 - ids_start: 19819862 + ids_start: 26375075 operation: replace - tags_end: 32880138 + tags_end: 26324925 tags_start: 26300000 1038: operation: search 1039: - end: 17679961 + end: 27464290 operation: insert start: 27400000 1040: - end: 14726062 + end: 25457749 operation: delete start: 25400000 1041: ids_end: 22500000 - ids_start: 16197005 + ids_start: 22471986 operation: replace - tags_end: 28702995 + tags_end: 22428014 tags_start: 22400000 1042: ids_end: 26500000 - ids_start: 15949180 + ids_start: 26460185 operation: replace - tags_end: 36950820 + tags_end: 26439815 tags_start: 26400000 1043: operation: search 1044: - end: 13901989 + end: 27550369 operation: insert start: 27500000 1045: - end: 22786952 + end: 25589011 operation: delete start: 25500000 1046: ids_end: 26600000 - ids_start: 17743712 + ids_start: 26566705 operation: replace - tags_end: 35356288 + tags_end: 26533295 tags_start: 26500000 1047: operation: search 1048: - end: 19901155 + end: 27671845 operation: insert start: 27600000 1049: - end: 22724748 + end: 25688423 operation: delete start: 25600000 1050: ids_end: 26700000 - ids_start: 15494991 + ids_start: 26658033 operation: replace - tags_end: 37805009 + tags_end: 26641967 tags_start: 26600000 1051: operation: search 1052: - end: 23713461 + end: 27785300 operation: insert start: 27700000 1053: ids_end: 26800000 - ids_start: 15570644 + ids_start: 26758099 operation: replace - tags_end: 37929356 + tags_end: 26741901 tags_start: 26700000 1054: operation: search 1055: - end: 18924842 + end: 27867830 operation: insert start: 27800000 1056: ids_end: 26900000 - ids_start: 24188033 + ids_start: 26889918 operation: replace - tags_end: 29511967 + tags_end: 26810082 tags_start: 26800000 1057: operation: search 1058: - end: 22484216 + end: 27980300 operation: insert start: 27900000 1059: ids_end: 27000000 - ids_start: 16112020 + ids_start: 26959674 operation: replace - tags_end: 37787980 + tags_end: 26940326 tags_start: 26900000 1060: operation: search 1061: - end: 17252550 + end: 28061396 operation: insert start: 28000000 1062: - end: 19663546 + end: 26075339 operation: delete start: 26000000 1063: ids_end: 27100000 - ids_start: 16026307 + ids_start: 27059137 operation: replace - tags_end: 38073693 + tags_end: 27040863 tags_start: 27000000 1064: operation: search 1065: - end: 21435859 + end: 28176013 operation: insert start: 28100000 1066: - end: 23500508 + end: 26189696 operation: delete start: 26100000 1067: ids_end: 27200000 - ids_start: 19549065 + ids_start: 27171871 operation: replace - tags_end: 34750935 + tags_end: 27128129 tags_start: 27100000 1068: operation: search 1069: - end: 16133753 + end: 28257009 operation: insert start: 28200000 1070: - end: 14638738 + end: 26255660 operation: delete start: 26200000 1071: ids_end: 27300000 - ids_start: 16314086 + ids_start: 27259758 operation: replace - tags_end: 38185914 + tags_end: 27240242 tags_start: 27200000 1072: operation: search 1073: - end: 15701407 + end: 28355286 operation: insert start: 28300000 1074: - end: 19819862 + end: 26375075 operation: delete start: 26300000 1075: ids_end: 27400000 - ids_start: 19955834 + ids_start: 27372831 operation: replace - tags_end: 34744166 + tags_end: 27327169 tags_start: 27300000 1076: operation: search 1077: - end: 18429988 + end: 28464666 operation: insert start: 28400000 1078: - end: 15949180 + end: 26460185 operation: delete start: 26400000 1079: ids_end: 23500000 - ids_start: 12718918 + ids_start: 23454123 operation: replace - tags_end: 34181082 + tags_end: 23445877 tags_start: 23400000 1080: ids_end: 27500000 - ids_start: 17679961 + ids_start: 27464290 operation: replace - tags_end: 37220039 + tags_end: 27435710 tags_start: 27400000 1081: operation: search 1082: - end: 16982260 + end: 28559378 operation: insert start: 28500000 1083: - end: 12744737 + end: 18568520 operation: delete start: 18500000 1084: - end: 17743712 + end: 26566705 operation: delete start: 26500000 1085: ids_end: 27600000 - ids_start: 13901989 + ids_start: 27550369 operation: replace - tags_end: 41198011 + tags_end: 27549631 tags_start: 27500000 1086: operation: search 1087: - end: 21539745 + end: 28675051 operation: insert start: 28600000 1088: - end: 11520720 + end: 18661608 operation: delete start: 18600000 1089: - end: 15494991 + end: 26658033 operation: delete start: 26600000 1090: ids_end: 27700000 - ids_start: 19901155 + ids_start: 27671845 operation: replace - tags_end: 35398845 + tags_end: 27628155 tags_start: 27600000 1091: operation: search 1092: - end: 18278688 + end: 28763467 operation: insert start: 28700000 1093: - end: 15570644 + end: 26758099 operation: delete start: 26700000 1094: ids_end: 27800000 - ids_start: 23713461 + ids_start: 27785300 operation: replace - tags_end: 31786539 + tags_end: 27714700 tags_start: 27700000 1095: operation: search 1096: - end: 17153545 + end: 28859354 operation: insert start: 28800000 1097: - end: 24188033 + end: 26889918 operation: delete start: 26800000 1098: ids_end: 27900000 - ids_start: 18924842 + ids_start: 27867830 operation: replace - tags_end: 36775158 + tags_end: 27832170 tags_start: 27800000 1099: operation: search 1100: - end: 16312203 + end: 28956248 operation: insert start: 28900000 1101: - end: 16112020 + end: 26959674 operation: delete start: 26900000 1102: operation: search 1103: - end: 14603245 + end: 29050182 operation: insert start: 29000000 1104: - end: 16026307 + end: 27059137 operation: delete start: 27000000 1105: ids_end: 28100000 - ids_start: 17252550 + ids_start: 28061396 operation: replace - tags_end: 38847450 + tags_end: 28038604 tags_start: 28000000 1106: operation: search 1107: - end: 16492827 + end: 29156482 operation: insert start: 29100000 1108: - end: 19549065 + end: 27171871 operation: delete start: 27100000 1109: ids_end: 28200000 - ids_start: 21435859 + ids_start: 28176013 operation: replace - tags_end: 34864141 + tags_end: 28123987 tags_start: 28100000 1110: operation: search 1111: - end: 17725630 + end: 29260497 operation: insert start: 29200000 1112: - end: 16314086 + end: 27259758 operation: delete start: 27200000 1113: ids_end: 28300000 - ids_start: 16133753 + ids_start: 28257009 operation: replace - tags_end: 40366247 + tags_end: 28242991 tags_start: 28200000 1114: operation: search 1115: - end: 18700082 + end: 29363605 operation: insert start: 29300000 1116: - end: 19955834 + end: 27372831 operation: delete start: 27300000 1117: ids_end: 28400000 - ids_start: 15701407 + ids_start: 28355286 operation: replace - tags_end: 40998593 + tags_end: 28344714 tags_start: 28300000 1118: operation: search 1119: - end: 25462689 + end: 29486314 operation: insert start: 29400000 1120: - end: 15321867 + end: 19478573 operation: delete start: 19400000 1121: - end: 17679961 + end: 27464290 operation: delete start: 27400000 1122: operation: search 1123: - end: 17894343 + end: 29560453 operation: insert start: 29500000 1124: - end: 13901989 + end: 27550369 operation: delete start: 27500000 1125: ids_end: 25800000 - ids_start: 17616580 + ids_start: 25768281 operation: replace - tags_end: 33883420 + tags_end: 25731719 tags_start: 25700000 1126: ids_end: 28600000 - ids_start: 16982260 + ids_start: 28559378 operation: replace - tags_end: 40117740 + tags_end: 28540622 tags_start: 28500000 1127: operation: search 1128: - end: 21314035 + end: 29671764 operation: insert start: 29600000 1129: - end: 19901155 + end: 27671845 operation: delete start: 27600000 1130: ids_end: 28700000 - ids_start: 21539745 + ids_start: 28675051 operation: replace - tags_end: 35760255 + tags_end: 28624949 tags_start: 28600000 1131: operation: search 1132: - end: 22377732 + end: 29775093 operation: insert start: 29700000 1133: - end: 23713461 + end: 27785300 operation: delete start: 27700000 1134: ids_end: 28800000 - ids_start: 18278688 + ids_start: 28763467 operation: replace - tags_end: 39221312 + tags_end: 28736533 tags_start: 28700000 1135: operation: search 1136: - end: 15372625 + end: 29851413 operation: insert start: 29800000 1137: - end: 18924842 + end: 27867830 operation: delete start: 27800000 1138: ids_end: 28900000 - ids_start: 17153545 + ids_start: 28859354 operation: replace - tags_end: 40546455 + tags_end: 28840646 tags_start: 28800000 1139: operation: search 1140: - end: 20175778 + end: 29967252 operation: insert start: 29900000 1141: - end: 14593427 + end: 19972967 operation: delete start: 19900000 1142: ids_end: 29000000 - ids_start: 16312203 + ids_start: 28956248 operation: replace - tags_end: 41587797 + tags_end: 28943752 tags_start: 28900000 1143: operation: search 1144: - end: 24160030 + end: 30080265 operation: insert start: 30000000 1145: - end: 17252550 + end: 28061396 operation: delete start: 28000000 1146: operation: search 1147: - end: 21908816 + end: 30172545 operation: insert start: 30100000 1148: - end: 13562494 + end: 20167141 operation: delete start: 20100000 1149: - end: 21435859 + end: 28176013 operation: delete start: 28100000 1150: operation: search 1151: - end: 25621428 + end: 30284559 operation: insert start: 30200000 1152: - end: 16133753 + end: 28257009 operation: delete start: 28200000 1153: ids_end: 29300000 - ids_start: 17725630 + ids_start: 29260497 operation: replace - tags_end: 40774370 + tags_end: 29239503 tags_start: 29200000 1154: operation: search 1155: - end: 27119194 + end: 30389207 operation: insert start: 30300000 1156: - end: 15701407 + end: 28355286 operation: delete start: 28300000 1157: operation: search 1158: - end: 23426402 + end: 30476807 operation: insert start: 30400000 1159: ids_end: 29500000 - ids_start: 25462689 + ids_start: 29486314 operation: replace - tags_end: 33437311 + tags_end: 29413686 tags_start: 29400000 1160: operation: search 1161: - end: 21739395 + end: 30571043 operation: insert start: 30500000 1162: - end: 16982260 + end: 28559378 operation: delete start: 28500000 1163: ids_end: 29600000 - ids_start: 17894343 + ids_start: 29560453 operation: replace - tags_end: 41205657 + tags_end: 29539547 tags_start: 29500000 1164: operation: search 1165: - end: 23796919 + end: 30677514 operation: insert start: 30600000 1166: - end: 21539745 + end: 28675051 operation: delete start: 28600000 1167: ids_end: 29700000 - ids_start: 21314035 + ids_start: 29671764 operation: replace - tags_end: 37985965 + tags_end: 29628236 tags_start: 29600000 1168: operation: search 1169: - end: 19866457 + end: 30764501 operation: insert start: 30700000 1170: - end: 18278688 + end: 28763467 operation: delete start: 28700000 1171: ids_end: 29800000 - ids_start: 22377732 + ids_start: 29775093 operation: replace - tags_end: 37122268 + tags_end: 29724907 tags_start: 29700000 1172: operation: search 1173: - end: 17708415 + end: 30857308 operation: insert start: 30800000 1174: - end: 17153545 + end: 28859354 operation: delete start: 28800000 1175: ids_end: 24500000 - ids_start: 20309766 + ids_start: 24482897 operation: replace - tags_end: 28590234 + tags_end: 24417103 tags_start: 24400000 1176: ids_end: 25900000 - ids_start: 15728400 + ids_start: 25860727 operation: replace - tags_end: 35971600 + tags_end: 25839273 tags_start: 25800000 1177: operation: search 1178: - end: 23536114 + end: 30975922 operation: insert start: 30900000 1179: - end: 16312203 + end: 28956248 operation: delete start: 28900000 1180: ids_end: 26000000 - ids_start: 15598037 + ids_start: 25959992 operation: replace - tags_end: 36301963 + tags_end: 25940008 tags_start: 25900000 1181: ids_end: 30000000 - ids_start: 20175778 + ids_start: 29967252 operation: replace - tags_end: 39724222 + tags_end: 29932748 tags_start: 29900000 1182: operation: search 1183: - end: 21112342 + end: 31067885 operation: insert start: 31000000 1184: ids_end: 30100000 - ids_start: 24160030 + ids_start: 30080265 operation: replace - tags_end: 35939970 + tags_end: 30019735 tags_start: 30000000 1185: operation: search 1186: - end: 27903809 + end: 31189435 operation: insert start: 31100000 1187: ids_end: 30200000 - ids_start: 21908816 + ids_start: 30172545 operation: replace - tags_end: 38391184 + tags_end: 30127455 tags_start: 30100000 1188: operation: search 1189: - end: 22488736 + end: 31271848 operation: insert start: 31200000 1190: - end: 17725630 + end: 29260497 operation: delete start: 29200000 1191: ids_end: 30300000 - ids_start: 25621428 + ids_start: 30284559 operation: replace - tags_end: 34878572 + tags_end: 30215441 tags_start: 30200000 1192: operation: search 1193: - end: 23917306 + end: 31376169 operation: insert start: 31300000 1194: ids_end: 30400000 - ids_start: 27119194 + ids_start: 30389207 operation: replace - tags_end: 33580806 + tags_end: 30310793 tags_start: 30300000 1195: operation: search 1196: - end: 18333017 + end: 31458200 operation: insert start: 31400000 1197: - end: 25462689 + end: 29486314 operation: delete start: 29400000 1198: ids_end: 30500000 - ids_start: 23426402 + ids_start: 30476807 operation: replace - tags_end: 37473598 + tags_end: 30423193 tags_start: 30400000 1199: operation: search 1200: - end: 21441655 + end: 31567853 operation: insert start: 31500000 1201: - end: 17894343 + end: 29560453 operation: delete start: 29500000 1202: ids_end: 30600000 - ids_start: 21739395 + ids_start: 30571043 operation: replace - tags_end: 39360605 + tags_end: 30528957 tags_start: 30500000 1203: operation: search 1204: - end: 27105404 + end: 31685506 operation: insert start: 31600000 1205: - end: 21314035 + end: 29671764 operation: delete start: 29600000 1206: ids_end: 30700000 - ids_start: 23796919 + ids_start: 30677514 operation: replace - tags_end: 37503081 + tags_end: 30622486 tags_start: 30600000 1207: operation: search 1208: - end: 24328906 + end: 31776505 operation: insert start: 31700000 1209: - end: 22377732 + end: 29775093 operation: delete start: 29700000 1210: operation: search 1211: - end: 26710509 + end: 31883732 operation: insert start: 31800000 1212: ids_end: 30900000 - ids_start: 17708415 + ids_start: 30857308 operation: replace - tags_end: 43991585 + tags_end: 30842692 tags_start: 30800000 1213: operation: search 1214: - end: 20019974 + end: 31962562 operation: insert start: 31900000 1215: - end: 20175778 + end: 29967252 operation: delete start: 29900000 1216: ids_end: 31000000 - ids_start: 23536114 + ids_start: 30975922 operation: replace - tags_end: 38363886 + tags_end: 30924078 tags_start: 30900000 1217: operation: search 1218: - end: 19968662 + end: 32062207 operation: insert start: 32000000 1219: - end: 24160030 + end: 30080265 operation: delete start: 30000000 1220: operation: search 1221: - end: 22283208 + end: 32169202 operation: insert start: 32100000 1222: - end: 21908816 + end: 30172545 operation: delete start: 30100000 1223: ids_end: 31200000 - ids_start: 27903809 + ids_start: 31189435 operation: replace - tags_end: 34396191 + tags_end: 31110565 tags_start: 31100000 1224: operation: search 1225: - end: 21201323 + end: 32265638 operation: insert start: 32200000 1226: - end: 25621428 + end: 30284559 operation: delete start: 30200000 1227: ids_end: 31300000 - ids_start: 22488736 + ids_start: 31271848 operation: replace - tags_end: 40011264 + tags_end: 31228152 tags_start: 31200000 1228: operation: search 1229: - end: 27318522 + end: 32384316 operation: insert start: 32300000 1230: - end: 27119194 + end: 30389207 operation: delete start: 30300000 1231: operation: search 1232: - end: 21677738 + end: 32466700 operation: insert start: 32400000 1233: - end: 16197005 + end: 22471986 operation: delete start: 22400000 1234: - end: 23426402 + end: 30476807 operation: delete start: 30400000 1235: ids_end: 31500000 - ids_start: 18333017 + ids_start: 31458200 operation: replace - tags_end: 44566983 + tags_end: 31441800 tags_start: 31400000 1236: operation: search 1237: - end: 22783555 + end: 32569888 operation: insert start: 32500000 1238: - end: 21739395 + end: 30571043 operation: delete start: 30500000 1239: operation: search 1240: - end: 23428825 + end: 32671647 operation: insert start: 32600000 1241: - end: 23796919 + end: 30677514 operation: delete start: 30600000 1242: ids_end: 31700000 - ids_start: 27105404 + ids_start: 31685506 operation: replace - tags_end: 36194596 + tags_end: 31614494 tags_start: 31600000 1243: operation: search 1244: - end: 26322388 + end: 32780251 operation: insert start: 32700000 1245: ids_end: 31800000 - ids_start: 24328906 + ids_start: 31776505 operation: replace - tags_end: 39171094 + tags_end: 31723495 tags_start: 31700000 1246: operation: search 1247: - end: 27075410 + end: 32882296 operation: insert start: 32800000 1248: - end: 17708415 + end: 30857308 operation: delete start: 30800000 1249: ids_end: 31900000 - ids_start: 26710509 + ids_start: 31883732 operation: replace - tags_end: 36989491 + tags_end: 31816268 tags_start: 31800000 1250: operation: search 1251: - end: 23773410 + end: 32972040 operation: insert start: 32900000 1252: - end: 23536114 + end: 30975922 operation: delete start: 30900000 1253: ids_end: 28000000 - ids_start: 22484216 + ids_start: 27980300 operation: replace - tags_end: 33415784 + tags_end: 27919700 tags_start: 27900000 1254: ids_end: 32000000 - ids_start: 20019974 + ids_start: 31962562 operation: replace - tags_end: 43880026 + tags_end: 31937438 tags_start: 31900000 1255: operation: search 1256: - end: 22543974 + end: 33068108 operation: insert start: 33000000 1257: ids_end: 32100000 - ids_start: 19968662 + ids_start: 32062207 operation: replace - tags_end: 44131338 + tags_end: 32037793 tags_start: 32000000 1258: operation: search 1259: - end: 22846457 + end: 33168814 operation: insert start: 33100000 1260: - end: 27903809 + end: 31189435 operation: delete start: 31100000 1261: ids_end: 32200000 - ids_start: 22283208 + ids_start: 32169202 operation: replace - tags_end: 42016792 + tags_end: 32130798 tags_start: 32100000 1262: operation: search 1263: - end: 25882345 + end: 33277724 operation: insert start: 33200000 1264: - end: 22488736 + end: 31271848 operation: delete start: 31200000 1265: operation: search 1266: - end: 26927785 + end: 33380622 operation: insert start: 33300000 1267: ids_end: 32400000 - ids_start: 27318522 + ids_start: 32384316 operation: replace - tags_end: 37381478 + tags_end: 32315684 tags_start: 32300000 1268: operation: search 1269: - end: 21812642 + end: 33465112 operation: insert start: 33400000 1270: - end: 12718918 + end: 23454123 operation: delete start: 23400000 1271: - end: 18333017 + end: 31458200 operation: delete start: 31400000 1272: ids_end: 28500000 - ids_start: 18429988 + ids_start: 28464666 operation: replace - tags_end: 38470012 + tags_end: 28435334 tags_start: 28400000 1273: ids_end: 32500000 - ids_start: 21677738 + ids_start: 32466700 operation: replace - tags_end: 43222262 + tags_end: 32433300 tags_start: 32400000 1274: operation: search 1275: - end: 25022595 + end: 33574472 operation: insert start: 33500000 1276: ids_end: 32600000 - ids_start: 22783555 + ids_start: 32569888 operation: replace - tags_end: 42316445 + tags_end: 32530112 tags_start: 32500000 1277: operation: search 1278: - end: 27421578 + end: 33681369 operation: insert start: 33600000 1279: - end: 27105404 + end: 31685506 operation: delete start: 31600000 1280: ids_end: 32700000 - ids_start: 23428825 + ids_start: 32671647 operation: replace - tags_end: 41871175 + tags_end: 32628353 tags_start: 32600000 1281: operation: search 1282: - end: 17024649 + end: 33750368 operation: insert start: 33700000 1283: - end: 24328906 + end: 31776505 operation: delete start: 31700000 1284: ids_end: 32800000 - ids_start: 26322388 + ids_start: 32780251 operation: replace - tags_end: 39177612 + tags_end: 32719749 tags_start: 32700000 1285: operation: search 1286: - end: 22881303 + end: 33867496 operation: insert start: 33800000 1287: - end: 26710509 + end: 31883732 operation: delete start: 31800000 1288: operation: search 1289: - end: 23135967 + end: 33968046 operation: insert start: 33900000 1290: - end: 20019974 + end: 31962562 operation: delete start: 31900000 1291: ids_end: 33000000 - ids_start: 23773410 + ids_start: 32972040 operation: replace - tags_end: 42126590 + tags_end: 32927960 tags_start: 32900000 1292: operation: search 1293: - end: 29766971 + end: 34087293 operation: insert start: 34000000 1294: - end: 19968662 + end: 32062207 operation: delete start: 32000000 1295: ids_end: 29100000 - ids_start: 14603245 + ids_start: 29050182 operation: replace - tags_end: 43496755 + tags_end: 29049818 tags_start: 29000000 1296: operation: search 1297: - end: 25594708 + end: 34174838 operation: insert start: 34100000 1298: - end: 22283208 + end: 32169202 operation: delete start: 32100000 1299: ids_end: 29200000 - ids_start: 16492827 + ids_start: 29156482 operation: replace - tags_end: 41807173 + tags_end: 29143518 tags_start: 29100000 1300: operation: search 1301: - end: 22696773 + end: 34266171 operation: insert start: 34200000 1302: operation: search 1303: - end: 22275393 + end: 34364754 operation: insert start: 34300000 1304: - end: 27318522 + end: 32384316 operation: delete start: 32300000 1305: ids_end: 29400000 - ids_start: 18700082 + ids_start: 29363605 operation: replace - tags_end: 39999918 + tags_end: 29336395 tags_start: 29300000 1306: ids_end: 33400000 - ids_start: 26927785 + ids_start: 33380622 operation: replace - tags_end: 39772215 + tags_end: 33319378 tags_start: 33300000 1307: operation: search 1308: - end: 28114377 + end: 34481490 operation: insert start: 34400000 1309: - end: 21677738 + end: 32466700 operation: delete start: 32400000 1310: ids_end: 33500000 - ids_start: 21812642 + ids_start: 33465112 operation: replace - tags_end: 45087358 + tags_end: 33434888 tags_start: 33400000 1311: operation: search 1312: - end: 23349618 + end: 34567484 operation: insert start: 34500000 1313: - end: 22783555 + end: 32569888 operation: delete start: 32500000 1314: ids_end: 33600000 - ids_start: 25022595 + ids_start: 33574472 operation: replace - tags_end: 42077405 + tags_end: 33525528 tags_start: 33500000 1315: operation: search 1316: - end: 23249928 + end: 34667002 operation: insert start: 34600000 1317: - end: 23428825 + end: 32671647 operation: delete start: 32600000 1318: operation: search 1319: - end: 22813992 + end: 34765557 operation: insert start: 34700000 1320: - end: 26322388 + end: 32780251 operation: delete start: 32700000 1321: ids_end: 33800000 - ids_start: 17024649 + ids_start: 33750368 operation: replace - tags_end: 50475351 + tags_end: 33749632 tags_start: 33700000 1322: operation: search 1323: - end: 20977205 + end: 34860106 operation: insert start: 34800000 1324: ids_end: 29900000 - ids_start: 15372625 + ids_start: 29851413 operation: replace - tags_end: 44327375 + tags_end: 29848587 tags_start: 29800000 1325: ids_end: 33900000 - ids_start: 22881303 + ids_start: 33867496 operation: replace - tags_end: 44818697 + tags_end: 33832504 tags_start: 33800000 1326: operation: search 1327: - end: 30410072 + end: 34986885 operation: insert start: 34900000 1328: - end: 23773410 + end: 32972040 operation: delete start: 32900000 1329: ids_end: 34000000 - ids_start: 23135967 + ids_start: 33968046 operation: replace - tags_end: 44764033 + tags_end: 33931954 tags_start: 33900000 1330: operation: search diff --git a/neurips23/streaming/runbooks/wikipedia-35M_expirationtime_runbook.yaml b/neurips23/streaming/runbooks/wikipedia-35M_expirationtime_runbook.yaml index 0014f8de9..e545b2e91 100644 --- a/neurips23/streaming/runbooks/wikipedia-35M_expirationtime_runbook.yaml +++ b/neurips23/streaming/runbooks/wikipedia-35M_expirationtime_runbook.yaml @@ -3304,4 +3304,3 @@ wikipedia-35M: 1001: operation: search max_pts: 5200000 - gt_url: "https://comp21storage.z5.web.core.windows.net/wiki-cohere-35M/wikipedia-35M_expirationtime_runbook.yaml" From 1c94d8aa30e55df3d38c2f01f32c36c99e280b31 Mon Sep 17 00:00:00 2001 From: Magdalen Date: Mon, 14 Oct 2024 14:33:22 -0700 Subject: [PATCH 07/11] added gt url option to generator --- .../runbooks/gen_expiration_time_runbook.py | 14 +++++++++----- .../wikipedia-35M_expirationtime_runbook.yaml | 1 + 2 files changed, 10 insertions(+), 5 deletions(-) diff --git a/neurips23/streaming/runbooks/gen_expiration_time_runbook.py b/neurips23/streaming/runbooks/gen_expiration_time_runbook.py index 150054fba..6e0093c1f 100644 --- a/neurips23/streaming/runbooks/gen_expiration_time_runbook.py +++ b/neurips23/streaming/runbooks/gen_expiration_time_runbook.py @@ -12,7 +12,7 @@ seed: seed given to random generator do_replace: whether to include replace in runbook or not ''' -def gen_exp_time_runbook(dataset_name, dataset_size, max_t, runbook_filename, ratios, timesteps, seed = 0, do_replace = False): +def gen_exp_time_runbook(dataset_name, dataset_size, max_t, runbook_filename, ratios, timesteps, seed = 0, do_replace = False, gt_url = None): random.seed(seed) data = {dataset_name: {}} @@ -102,6 +102,9 @@ def gen_exp_time_runbook(dataset_name, dataset_size, max_t, runbook_filename, ra data[dataset_name]["max_pts"]=max_num_points + if gt_url is not None: + data[dataset_name]["gt_url"] = gt_url + with open(runbook_filename, 'w') as outfile: yaml.dump(data, outfile, default_flow_style=False) @@ -112,7 +115,8 @@ def gen_exp_time_runbook(dataset_name, dataset_size, max_t, runbook_filename, ra dataset_name = 'wikipedia-35M' dataset_size = 35000000 max_t = 350 -gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, False) +gt_url = "https://comp21storage.z5.web.core.windows.net/wiki-cohere-35M/wikipedia-35M_expirationtime_runbook.yaml" +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, False, gt_url) ratios = (0, 4, 18) timesteps = (0, 100, 20) @@ -121,7 +125,7 @@ def gen_exp_time_runbook(dataset_name, dataset_size, max_t, runbook_filename, ra dataset_name = 'wikipedia-1M' dataset_size = 1000000 max_t = 100 -gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, False) +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, False, None) ratios = (0, 4, 18) timesteps = (0, 100, 20) @@ -130,7 +134,7 @@ def gen_exp_time_runbook(dataset_name, dataset_size, max_t, runbook_filename, ra dataset_name = 'wikipedia-35M' dataset_size = 35000000 max_t = 350 -gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, True) +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, True, None) ratios = (0, 6, 25) timesteps = (0, 200, 50) @@ -139,5 +143,5 @@ def gen_exp_time_runbook(dataset_name, dataset_size, max_t, runbook_filename, ra dataset_name = 'msmarco-100M' dataset_size = 101070374 max_t = 1000 -gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, False) +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, False, None) diff --git a/neurips23/streaming/runbooks/wikipedia-35M_expirationtime_runbook.yaml b/neurips23/streaming/runbooks/wikipedia-35M_expirationtime_runbook.yaml index e545b2e91..eceb5d5ad 100644 --- a/neurips23/streaming/runbooks/wikipedia-35M_expirationtime_runbook.yaml +++ b/neurips23/streaming/runbooks/wikipedia-35M_expirationtime_runbook.yaml @@ -3304,3 +3304,4 @@ wikipedia-35M: 1001: operation: search max_pts: 5200000 + gt_url: https://comp21storage.z5.web.core.windows.net/wiki-cohere-35M/wikipedia-35M_expirationtime_runbook.yaml From 5fea7d38999c30650bb9df40e1fec85328911d74 Mon Sep 17 00:00:00 2001 From: Magdalen Date: Tue, 15 Oct 2024 07:49:20 -0700 Subject: [PATCH 08/11] changed driver to allow replace-only, made replace-only and replace-delete versions of wiki-35M and wiki-1M runbooks --- benchmark/streaming/compute_gt.py | 1 - .../runbooks/gen_expiration_time_runbook.py | 59 +- ...xpiration_time_replace_delete_runbook.yaml | 1210 +++ ..._expiration_time_replace_only_runbook.yaml | 1070 +++ .../wikipedia-1M_expiration_time_runbook.yaml | 1 + ...piration_time_replace_delete_runbook.yaml} | 6794 ++++++++--------- ..._expiration_time_replace_only_runbook.yaml | 854 +++ 7 files changed, 6159 insertions(+), 3830 deletions(-) create mode 100644 neurips23/streaming/runbooks/wikipedia-1M_expiration_time_replace_delete_runbook.yaml create mode 100644 neurips23/streaming/runbooks/wikipedia-1M_expiration_time_replace_only_runbook.yaml rename neurips23/streaming/runbooks/{wikipedia-35M_expiration_time_replace_runbook.yaml => wikipedia-35M_expiration_time_replace_delete_runbook.yaml} (59%) create mode 100644 neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_only_runbook.yaml diff --git a/benchmark/streaming/compute_gt.py b/benchmark/streaming/compute_gt.py index 9c6b4f689..909708609 100644 --- a/benchmark/streaming/compute_gt.py +++ b/benchmark/streaming/compute_gt.py @@ -108,7 +108,6 @@ def main(): args = parser.parse_args() ds = DATASETS[args.dataset]() - print(ds.nb) max_pts, runbook = load_runbook(args.dataset, ds.nb, args.runbook_file) query_file = ds.qs_fn if args.private_query else ds.qs_fn diff --git a/neurips23/streaming/runbooks/gen_expiration_time_runbook.py b/neurips23/streaming/runbooks/gen_expiration_time_runbook.py index 6e0093c1f..bb5996bc2 100644 --- a/neurips23/streaming/runbooks/gen_expiration_time_runbook.py +++ b/neurips23/streaming/runbooks/gen_expiration_time_runbook.py @@ -12,7 +12,7 @@ seed: seed given to random generator do_replace: whether to include replace in runbook or not ''' -def gen_exp_time_runbook(dataset_name, dataset_size, max_t, runbook_filename, ratios, timesteps, seed = 0, do_replace = False, gt_url = None): +def gen_exp_time_runbook(dataset_name, dataset_size, max_t, runbook_filename, ratios, timesteps, seed = 0, do_replace = False, gt_url = None, do_delete = True): random.seed(seed) data = {dataset_name: {}} @@ -45,22 +45,21 @@ def gen_exp_time_runbook(dataset_name, dataset_size, max_t, runbook_filename, ra } t+=1 - num_points+=batch_size + num_points+=int(fraction*batch_size) max_num_points=max(max_num_points,num_points) data_type = random.randint(0, ratios[2]) - if data_type <= ratios[0]: - pass - elif data_type > ratios[0] and data_type < ratios[1]: - if (i+timesteps[1] < max_t): - to_delete[i+timesteps[1]].append(delete_info) - else: - if (i+timesteps[2] < max_t): - to_delete[i+timesteps[2]].append(delete_info) - - + if do_delete: + if data_type <= ratios[0]: + pass + elif data_type > ratios[0] and data_type < ratios[1]: + if (i+timesteps[1] < max_t): + to_delete[i+timesteps[1]].append(delete_info) + else: + if (i+timesteps[2] < max_t): + to_delete[i+timesteps[2]].append(delete_info) if do_replace: if data_type <= ratios[0]: @@ -125,17 +124,47 @@ def gen_exp_time_runbook(dataset_name, dataset_size, max_t, runbook_filename, ra dataset_name = 'wikipedia-1M' dataset_size = 1000000 max_t = 100 -gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, False, None) +gt_url = "https://comp21storage.z5.web.core.windows.net/wiki-cohere-35M/wikipedia-1M_expiration_time_runbook.yaml/" +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, False, gt_url) ratios = (0, 4, 18) timesteps = (0, 100, 20) -seed = 809 -dataset_file = 'wikipedia-35M_expiration_time_replace_runbook.yaml' +seed = 10001 +dataset_file = 'wikipedia-35M_expiration_time_replace_only_runbook.yaml' +dataset_name = 'wikipedia-35M' +dataset_size = 8000000 #only use a prefix of the dataset +max_t = 80 +gt_url = None +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, True, gt_url, False) + +ratios = (0, 4, 18) +timesteps = (0, 100, 20) +seed = 754 +dataset_file = 'wikipedia-1M_expiration_time_replace_only_runbook.yaml' +dataset_name = 'wikipedia-1M' +dataset_size = 1000000 +max_t = 100 +gt_url = None +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, True, gt_url, False) + +ratios = (3, 8, 18) +timesteps = (0, 300, 50) +seed = 22 +dataset_file = 'wikipedia-35M_expiration_time_replace_delete_runbook.yaml' dataset_name = 'wikipedia-35M' dataset_size = 35000000 max_t = 350 gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, True, None) +ratios = (1, 8, 18) +timesteps = (0, 100, 20) +seed = 56 +dataset_file = 'wikipedia-1M_expiration_time_replace_delete_runbook.yaml' +dataset_name = 'wikipedia-1M' +dataset_size = 1000000 +max_t = 100 +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, True, None) + ratios = (0, 6, 25) timesteps = (0, 200, 50) seed = 809 diff --git a/neurips23/streaming/runbooks/wikipedia-1M_expiration_time_replace_delete_runbook.yaml b/neurips23/streaming/runbooks/wikipedia-1M_expiration_time_replace_delete_runbook.yaml new file mode 100644 index 000000000..b12159b07 --- /dev/null +++ b/neurips23/streaming/runbooks/wikipedia-1M_expiration_time_replace_delete_runbook.yaml @@ -0,0 +1,1210 @@ +wikipedia-1M: + 1: + end: 8863 + operation: insert + start: 0 + 2: + operation: search + 3: + end: 15045 + operation: insert + start: 10000 + 4: + operation: search + 5: + end: 26204 + operation: insert + start: 20000 + 6: + operation: search + 7: + end: 38954 + operation: insert + start: 30000 + 8: + operation: search + 9: + end: 47829 + operation: insert + start: 40000 + 10: + operation: search + 11: + end: 56498 + operation: insert + start: 50000 + 12: + operation: search + 13: + end: 66349 + operation: insert + start: 60000 + 14: + operation: search + 15: + end: 78970 + operation: insert + start: 70000 + 16: + operation: search + 17: + end: 85089 + operation: insert + start: 80000 + 18: + operation: search + 19: + end: 95843 + operation: insert + start: 90000 + 20: + operation: search + 21: + end: 107227 + operation: insert + start: 100000 + 22: + ids_end: 10000 + ids_start: 8863 + operation: replace + tags_end: 1137 + tags_start: 0 + 23: + operation: search + 24: + end: 117719 + operation: insert + start: 110000 + 25: + ids_end: 20000 + ids_start: 15045 + operation: replace + tags_end: 14955 + tags_start: 10000 + 26: + operation: search + 27: + end: 126541 + operation: insert + start: 120000 + 28: + ids_end: 30000 + ids_start: 26204 + operation: replace + tags_end: 23796 + tags_start: 20000 + 29: + operation: search + 30: + end: 135746 + operation: insert + start: 130000 + 31: + ids_end: 40000 + ids_start: 38954 + operation: replace + tags_end: 31046 + tags_start: 30000 + 32: + operation: search + 33: + end: 147234 + operation: insert + start: 140000 + 34: + operation: search + 35: + end: 155738 + operation: insert + start: 150000 + 36: + operation: search + 37: + end: 165502 + operation: insert + start: 160000 + 38: + ids_end: 70000 + ids_start: 66349 + operation: replace + tags_end: 63651 + tags_start: 60000 + 39: + operation: search + 40: + end: 178120 + operation: insert + start: 170000 + 41: + operation: search + 42: + end: 187700 + operation: insert + start: 180000 + 43: + ids_end: 90000 + ids_start: 85089 + operation: replace + tags_end: 84911 + tags_start: 80000 + 44: + operation: search + 45: + end: 195702 + operation: insert + start: 190000 + 46: + ids_end: 100000 + ids_start: 95843 + operation: replace + tags_end: 94157 + tags_start: 90000 + 47: + operation: search + 48: + end: 206987 + operation: insert + start: 200000 + 49: + end: 8863 + operation: delete + start: 0 + 50: + ids_end: 110000 + ids_start: 107227 + operation: replace + tags_end: 102773 + tags_start: 100000 + 51: + operation: search + 52: + end: 215020 + operation: insert + start: 210000 + 53: + end: 15045 + operation: delete + start: 10000 + 54: + operation: search + 55: + end: 227333 + operation: insert + start: 220000 + 56: + end: 26204 + operation: delete + start: 20000 + 57: + operation: search + 58: + end: 238493 + operation: insert + start: 230000 + 59: + end: 38954 + operation: delete + start: 30000 + 60: + operation: search + 61: + end: 247104 + operation: insert + start: 240000 + 62: + ids_end: 150000 + ids_start: 147234 + operation: replace + tags_end: 142766 + tags_start: 140000 + 63: + operation: search + 64: + end: 257440 + operation: insert + start: 250000 + 65: + ids_end: 160000 + ids_start: 155738 + operation: replace + tags_end: 154262 + tags_start: 150000 + 66: + operation: search + 67: + end: 267710 + operation: insert + start: 260000 + 68: + end: 66349 + operation: delete + start: 60000 + 69: + operation: search + 70: + end: 278172 + operation: insert + start: 270000 + 71: + ids_end: 180000 + ids_start: 178120 + operation: replace + tags_end: 171880 + tags_start: 170000 + 72: + operation: search + 73: + end: 287054 + operation: insert + start: 280000 + 74: + end: 85089 + operation: delete + start: 80000 + 75: + operation: search + 76: + end: 296996 + operation: insert + start: 290000 + 77: + end: 95843 + operation: delete + start: 90000 + 78: + ids_end: 200000 + ids_start: 195702 + operation: replace + tags_end: 194298 + tags_start: 190000 + 79: + operation: search + 80: + end: 307729 + operation: insert + start: 300000 + 81: + end: 107227 + operation: delete + start: 100000 + 82: + ids_end: 210000 + ids_start: 206987 + operation: replace + tags_end: 203013 + tags_start: 200000 + 83: + operation: search + 84: + end: 315722 + operation: insert + start: 310000 + 85: + operation: search + 86: + end: 325570 + operation: insert + start: 320000 + 87: + operation: search + 88: + end: 336210 + operation: insert + start: 330000 + 89: + operation: search + 90: + end: 346006 + operation: insert + start: 340000 + 91: + end: 147234 + operation: delete + start: 140000 + 92: + operation: search + 93: + end: 358646 + operation: insert + start: 350000 + 94: + end: 155738 + operation: delete + start: 150000 + 95: + ids_end: 260000 + ids_start: 257440 + operation: replace + tags_end: 252560 + tags_start: 250000 + 96: + operation: search + 97: + end: 367418 + operation: insert + start: 360000 + 98: + ids_end: 270000 + ids_start: 267710 + operation: replace + tags_end: 262290 + tags_start: 260000 + 99: + operation: search + 100: + end: 378451 + operation: insert + start: 370000 + 101: + end: 178120 + operation: delete + start: 170000 + 102: + operation: search + 103: + end: 388086 + operation: insert + start: 380000 + 104: + ids_end: 290000 + ids_start: 287054 + operation: replace + tags_end: 282946 + tags_start: 280000 + 105: + ids_end: 350000 + ids_start: 346006 + operation: replace + tags_end: 343994 + tags_start: 340000 + 106: + ids_end: 360000 + ids_start: 358646 + operation: replace + tags_end: 351354 + tags_start: 350000 + 107: + operation: search + 108: + end: 395197 + operation: insert + start: 390000 + 109: + end: 195702 + operation: delete + start: 190000 + 110: + operation: search + 111: + end: 408414 + operation: insert + start: 400000 + 112: + end: 206987 + operation: delete + start: 200000 + 113: + ids_end: 300000 + ids_start: 296996 + operation: replace + tags_end: 293004 + tags_start: 290000 + 114: + operation: search + 115: + end: 417415 + operation: insert + start: 410000 + 116: + ids_end: 320000 + ids_start: 315722 + operation: replace + tags_end: 314278 + tags_start: 310000 + 117: + operation: search + 118: + end: 425973 + operation: insert + start: 420000 + 119: + operation: search + 120: + end: 437050 + operation: insert + start: 430000 + 121: + ids_end: 240000 + ids_start: 238493 + operation: replace + tags_end: 231507 + tags_start: 230000 + 122: + ids_end: 340000 + ids_start: 336210 + operation: replace + tags_end: 333790 + tags_start: 330000 + 123: + operation: search + 124: + end: 446204 + operation: insert + start: 440000 + 125: + ids_end: 220000 + ids_start: 215020 + operation: replace + tags_end: 214980 + tags_start: 210000 + 126: + ids_end: 230000 + ids_start: 227333 + operation: replace + tags_end: 222667 + tags_start: 220000 + 127: + operation: search + 128: + end: 455226 + operation: insert + start: 450000 + 129: + end: 257440 + operation: delete + start: 250000 + 130: + operation: search + 131: + end: 465531 + operation: insert + start: 460000 + 132: + end: 267710 + operation: delete + start: 260000 + 133: + ids_end: 370000 + ids_start: 367418 + operation: replace + tags_end: 362582 + tags_start: 360000 + 134: + operation: search + 135: + end: 477661 + operation: insert + start: 470000 + 136: + operation: search + 137: + end: 488161 + operation: insert + start: 480000 + 138: + end: 287054 + operation: delete + start: 280000 + 139: + operation: search + 140: + end: 497091 + operation: insert + start: 490000 + 141: + ids_end: 400000 + ids_start: 395197 + operation: replace + tags_end: 394803 + tags_start: 390000 + 142: + operation: search + 143: + end: 505164 + operation: insert + start: 500000 + 144: + ids_end: 410000 + ids_start: 408414 + operation: replace + tags_end: 401586 + tags_start: 400000 + 145: + operation: search + 146: + end: 516045 + operation: insert + start: 510000 + 147: + end: 315722 + operation: delete + start: 310000 + 148: + ids_end: 420000 + ids_start: 417415 + operation: replace + tags_end: 412585 + tags_start: 410000 + 149: + operation: search + 150: + end: 525538 + operation: insert + start: 520000 + 151: + operation: search + 152: + end: 538224 + operation: insert + start: 530000 + 153: + end: 336210 + operation: delete + start: 330000 + 154: + ids_end: 440000 + ids_start: 437050 + operation: replace + tags_end: 432950 + tags_start: 430000 + 155: + operation: search + 156: + end: 548076 + operation: insert + start: 540000 + 157: + ids_end: 50000 + ids_start: 47829 + operation: replace + tags_end: 42171 + tags_start: 40000 + 158: + operation: search + 159: + end: 558231 + operation: insert + start: 550000 + 160: + ids_end: 60000 + ids_start: 56498 + operation: replace + tags_end: 53502 + tags_start: 50000 + 161: + ids_end: 460000 + ids_start: 455226 + operation: replace + tags_end: 454774 + tags_start: 450000 + 162: + operation: search + 163: + end: 568942 + operation: insert + start: 560000 + 164: + end: 367418 + operation: delete + start: 360000 + 165: + operation: search + 166: + end: 578790 + operation: insert + start: 570000 + 167: + ids_end: 80000 + ids_start: 78970 + operation: replace + tags_end: 71030 + tags_start: 70000 + 168: + ids_end: 480000 + ids_start: 477661 + operation: replace + tags_end: 472339 + tags_start: 470000 + 169: + operation: search + 170: + end: 585829 + operation: insert + start: 580000 + 171: + operation: search + 172: + end: 598005 + operation: insert + start: 590000 + 173: + end: 395197 + operation: delete + start: 390000 + 174: + operation: search + 175: + end: 607151 + operation: insert + start: 600000 + 176: + end: 408414 + operation: delete + start: 400000 + 177: + ids_end: 510000 + ids_start: 505164 + operation: replace + tags_end: 504836 + tags_start: 500000 + 178: + operation: search + 179: + end: 615447 + operation: insert + start: 610000 + 180: + end: 417415 + operation: delete + start: 410000 + 181: + ids_end: 120000 + ids_start: 117719 + operation: replace + tags_end: 112281 + tags_start: 110000 + 182: + ids_end: 520000 + ids_start: 516045 + operation: replace + tags_end: 513955 + tags_start: 510000 + 183: + operation: search + 184: + end: 626681 + operation: insert + start: 620000 + 185: + ids_end: 130000 + ids_start: 126541 + operation: replace + tags_end: 123459 + tags_start: 120000 + 186: + ids_end: 530000 + ids_start: 525538 + operation: replace + tags_end: 524462 + tags_start: 520000 + 187: + operation: search + 188: + end: 637862 + operation: insert + start: 630000 + 189: + end: 437050 + operation: delete + start: 430000 + 190: + ids_end: 140000 + ids_start: 135746 + operation: replace + tags_end: 134254 + tags_start: 130000 + 191: + operation: search + 192: + end: 648116 + operation: insert + start: 640000 + 193: + ids_end: 550000 + ids_start: 548076 + operation: replace + tags_end: 541924 + tags_start: 540000 + 194: + operation: search + 195: + end: 655417 + operation: insert + start: 650000 + 196: + end: 455226 + operation: delete + start: 450000 + 197: + operation: search + 198: + end: 668757 + operation: insert + start: 660000 + 199: + ids_end: 170000 + ids_start: 165502 + operation: replace + tags_end: 164498 + tags_start: 160000 + 200: + ids_end: 570000 + ids_start: 568942 + operation: replace + tags_end: 561058 + tags_start: 560000 + 201: + operation: search + 202: + end: 675476 + operation: insert + start: 670000 + 203: + end: 477661 + operation: delete + start: 470000 + 204: + operation: search + 205: + end: 687145 + operation: insert + start: 680000 + 206: + ids_end: 190000 + ids_start: 187700 + operation: replace + tags_end: 182300 + tags_start: 180000 + 207: + operation: search + 208: + end: 698603 + operation: insert + start: 690000 + 209: + operation: search + 210: + end: 708379 + operation: insert + start: 700000 + 211: + end: 505164 + operation: delete + start: 500000 + 212: + ids_end: 610000 + ids_start: 607151 + operation: replace + tags_end: 602849 + tags_start: 600000 + 213: + operation: search + 214: + end: 717518 + operation: insert + start: 710000 + 215: + end: 516045 + operation: delete + start: 510000 + 216: + operation: search + 217: + end: 726507 + operation: insert + start: 720000 + 218: + end: 525538 + operation: delete + start: 520000 + 219: + ids_end: 630000 + ids_start: 626681 + operation: replace + tags_end: 623319 + tags_start: 620000 + 220: + operation: search + 221: + end: 738192 + operation: insert + start: 730000 + 222: + operation: search + 223: + end: 748167 + operation: insert + start: 740000 + 224: + end: 548076 + operation: delete + start: 540000 + 225: + ids_end: 250000 + ids_start: 247104 + operation: replace + tags_end: 242896 + tags_start: 240000 + 226: + ids_end: 650000 + ids_start: 648116 + operation: replace + tags_end: 641884 + tags_start: 640000 + 227: + operation: search + 228: + end: 756315 + operation: insert + start: 750000 + 229: + operation: search + 230: + end: 768528 + operation: insert + start: 760000 + 231: + end: 568942 + operation: delete + start: 560000 + 232: + operation: search + 233: + end: 778053 + operation: insert + start: 770000 + 234: + ids_end: 280000 + ids_start: 278172 + operation: replace + tags_end: 271828 + tags_start: 270000 + 235: + ids_end: 680000 + ids_start: 675476 + operation: replace + tags_end: 674524 + tags_start: 670000 + 236: + operation: search + 237: + end: 786230 + operation: insert + start: 780000 + 238: + ids_end: 690000 + ids_start: 687145 + operation: replace + tags_end: 682855 + tags_start: 680000 + 239: + operation: search + 240: + end: 795504 + operation: insert + start: 790000 + 241: + operation: search + 242: + end: 806837 + operation: insert + start: 800000 + 243: + end: 607151 + operation: delete + start: 600000 + 244: + ids_end: 310000 + ids_start: 307729 + operation: replace + tags_end: 302271 + tags_start: 300000 + 245: + ids_end: 710000 + ids_start: 708379 + operation: replace + tags_end: 701621 + tags_start: 700000 + 246: + operation: search + 247: + end: 817126 + operation: insert + start: 810000 + 248: + ids_end: 720000 + ids_start: 717518 + operation: replace + tags_end: 712482 + tags_start: 710000 + 249: + operation: search + 250: + end: 827853 + operation: insert + start: 820000 + 251: + end: 626681 + operation: delete + start: 620000 + 252: + ids_end: 330000 + ids_start: 325570 + operation: replace + tags_end: 324430 + tags_start: 320000 + 253: + ids_end: 730000 + ids_start: 726507 + operation: replace + tags_end: 723493 + tags_start: 720000 + 254: + operation: search + 255: + end: 835331 + operation: insert + start: 830000 + 256: + operation: search + 257: + end: 846151 + operation: insert + start: 840000 + 258: + end: 648116 + operation: delete + start: 640000 + 259: + ids_end: 750000 + ids_start: 748167 + operation: replace + tags_end: 741833 + tags_start: 740000 + 260: + operation: search + 261: + end: 858571 + operation: insert + start: 850000 + 262: + ids_end: 760000 + ids_start: 756315 + operation: replace + tags_end: 753685 + tags_start: 750000 + 263: + operation: search + 264: + end: 868465 + operation: insert + start: 860000 + 265: + ids_end: 770000 + ids_start: 768528 + operation: replace + tags_end: 761472 + tags_start: 760000 + 266: + operation: search + 267: + end: 876579 + operation: insert + start: 870000 + 268: + end: 675476 + operation: delete + start: 670000 + 269: + ids_end: 380000 + ids_start: 378451 + operation: replace + tags_end: 371549 + tags_start: 370000 + 270: + ids_end: 780000 + ids_start: 778053 + operation: replace + tags_end: 771947 + tags_start: 770000 + 271: + operation: search + 272: + end: 888993 + operation: insert + start: 880000 + 273: + end: 687145 + operation: delete + start: 680000 + 274: + ids_end: 390000 + ids_start: 388086 + operation: replace + tags_end: 381914 + tags_start: 380000 + 275: + ids_end: 790000 + ids_start: 786230 + operation: replace + tags_end: 783770 + tags_start: 780000 + 276: + operation: search + 277: + end: 898134 + operation: insert + start: 890000 + 278: + ids_end: 800000 + ids_start: 795504 + operation: replace + tags_end: 794496 + tags_start: 790000 + 279: + operation: search + 280: + end: 905208 + operation: insert + start: 900000 + 281: + end: 708379 + operation: delete + start: 700000 + 282: + operation: search + 283: + end: 918965 + operation: insert + start: 910000 + 284: + end: 717518 + operation: delete + start: 710000 + 285: + operation: search + 286: + end: 926429 + operation: insert + start: 920000 + 287: + end: 726507 + operation: delete + start: 720000 + 288: + ids_end: 830000 + ids_start: 827853 + operation: replace + tags_end: 822147 + tags_start: 820000 + 289: + operation: search + 290: + end: 936860 + operation: insert + start: 930000 + 291: + operation: search + 292: + end: 947896 + operation: insert + start: 940000 + 293: + end: 748167 + operation: delete + start: 740000 + 294: + ids_end: 450000 + ids_start: 446204 + operation: replace + tags_end: 443796 + tags_start: 440000 + 295: + operation: search + 296: + end: 958620 + operation: insert + start: 950000 + 297: + end: 756315 + operation: delete + start: 750000 + 298: + ids_end: 860000 + ids_start: 858571 + operation: replace + tags_end: 851429 + tags_start: 850000 + 299: + operation: search + 300: + end: 966413 + operation: insert + start: 960000 + 301: + end: 768528 + operation: delete + start: 760000 + 302: + ids_end: 470000 + ids_start: 465531 + operation: replace + tags_end: 464469 + tags_start: 460000 + 303: + operation: search + 304: + end: 977801 + operation: insert + start: 970000 + 305: + end: 778053 + operation: delete + start: 770000 + 306: + ids_end: 880000 + ids_start: 876579 + operation: replace + tags_end: 873421 + tags_start: 870000 + 307: + operation: search + 308: + end: 988745 + operation: insert + start: 980000 + 309: + end: 786230 + operation: delete + start: 780000 + 310: + ids_end: 490000 + ids_start: 488161 + operation: replace + tags_end: 481839 + tags_start: 480000 + 311: + ids_end: 930000 + ids_start: 926429 + operation: replace + tags_end: 923571 + tags_start: 920000 + 312: + operation: search + 313: + end: 998446 + operation: insert + start: 990000 + 314: + end: 795504 + operation: delete + start: 790000 + 315: + ids_end: 900000 + ids_start: 898134 + operation: replace + tags_end: 891866 + tags_start: 890000 + 316: + operation: search + max_pts: 293233 diff --git a/neurips23/streaming/runbooks/wikipedia-1M_expiration_time_replace_only_runbook.yaml b/neurips23/streaming/runbooks/wikipedia-1M_expiration_time_replace_only_runbook.yaml new file mode 100644 index 000000000..d036dc57d --- /dev/null +++ b/neurips23/streaming/runbooks/wikipedia-1M_expiration_time_replace_only_runbook.yaml @@ -0,0 +1,1070 @@ +wikipedia-1M: + 1: + end: 5717 + operation: insert + start: 0 + 2: + operation: search + 3: + end: 18550 + operation: insert + start: 10000 + 4: + operation: search + 5: + end: 25471 + operation: insert + start: 20000 + 6: + operation: search + 7: + end: 35103 + operation: insert + start: 30000 + 8: + operation: search + 9: + end: 47914 + operation: insert + start: 40000 + 10: + operation: search + 11: + end: 55854 + operation: insert + start: 50000 + 12: + operation: search + 13: + end: 65428 + operation: insert + start: 60000 + 14: + operation: search + 15: + end: 76655 + operation: insert + start: 70000 + 16: + operation: search + 17: + end: 86469 + operation: insert + start: 80000 + 18: + operation: search + 19: + end: 96387 + operation: insert + start: 90000 + 20: + operation: search + 21: + end: 106086 + operation: insert + start: 100000 + 22: + ids_end: 10000 + ids_start: 5717 + operation: replace + tags_end: 4283 + tags_start: 0 + 23: + operation: search + 24: + end: 118994 + operation: insert + start: 110000 + 25: + ids_end: 20000 + ids_start: 18550 + operation: replace + tags_end: 11450 + tags_start: 10000 + 26: + operation: search + 27: + end: 126384 + operation: insert + start: 120000 + 28: + operation: search + 29: + end: 136115 + operation: insert + start: 130000 + 30: + ids_end: 40000 + ids_start: 35103 + operation: replace + tags_end: 34897 + tags_start: 30000 + 31: + operation: search + 32: + end: 148544 + operation: insert + start: 140000 + 33: + operation: search + 34: + end: 158561 + operation: insert + start: 150000 + 35: + ids_end: 60000 + ids_start: 55854 + operation: replace + tags_end: 54146 + tags_start: 50000 + 36: + operation: search + 37: + end: 166312 + operation: insert + start: 160000 + 38: + operation: search + 39: + end: 175474 + operation: insert + start: 170000 + 40: + ids_end: 80000 + ids_start: 76655 + operation: replace + tags_end: 73345 + tags_start: 70000 + 41: + operation: search + 42: + end: 186318 + operation: insert + start: 180000 + 43: + ids_end: 90000 + ids_start: 86469 + operation: replace + tags_end: 83531 + tags_start: 80000 + 44: + operation: search + 45: + end: 195139 + operation: insert + start: 190000 + 46: + ids_end: 100000 + ids_start: 96387 + operation: replace + tags_end: 93613 + tags_start: 90000 + 47: + operation: search + 48: + end: 207010 + operation: insert + start: 200000 + 49: + operation: search + 50: + end: 217340 + operation: insert + start: 210000 + 51: + ids_end: 120000 + ids_start: 118994 + operation: replace + tags_end: 111006 + tags_start: 110000 + 52: + operation: search + 53: + end: 225086 + operation: insert + start: 220000 + 54: + operation: search + 55: + end: 236306 + operation: insert + start: 230000 + 56: + operation: search + 57: + end: 248731 + operation: insert + start: 240000 + 58: + ids_end: 150000 + ids_start: 148544 + operation: replace + tags_end: 141456 + tags_start: 140000 + 59: + operation: search + 60: + end: 257095 + operation: insert + start: 250000 + 61: + ids_end: 160000 + ids_start: 158561 + operation: replace + tags_end: 151439 + tags_start: 150000 + 62: + operation: search + 63: + end: 266084 + operation: insert + start: 260000 + 64: + operation: search + 65: + end: 277913 + operation: insert + start: 270000 + 66: + ids_end: 180000 + ids_start: 175474 + operation: replace + tags_end: 174526 + tags_start: 170000 + 67: + operation: search + 68: + end: 286571 + operation: insert + start: 280000 + 69: + operation: search + 70: + end: 297573 + operation: insert + start: 290000 + 71: + ids_end: 200000 + ids_start: 195139 + operation: replace + tags_end: 194861 + tags_start: 190000 + 72: + operation: search + 73: + end: 307004 + operation: insert + start: 300000 + 74: + ids_end: 210000 + ids_start: 207010 + operation: replace + tags_end: 202990 + tags_start: 200000 + 75: + operation: search + 76: + end: 317166 + operation: insert + start: 310000 + 77: + ids_end: 220000 + ids_start: 217340 + operation: replace + tags_end: 212660 + tags_start: 210000 + 78: + operation: search + 79: + end: 327332 + operation: insert + start: 320000 + 80: + ids_end: 230000 + ids_start: 225086 + operation: replace + tags_end: 224914 + tags_start: 220000 + 81: + operation: search + 82: + end: 338452 + operation: insert + start: 330000 + 83: + ids_end: 240000 + ids_start: 236306 + operation: replace + tags_end: 233694 + tags_start: 230000 + 84: + operation: search + 85: + end: 347357 + operation: insert + start: 340000 + 86: + operation: search + 87: + end: 356294 + operation: insert + start: 350000 + 88: + operation: search + 89: + end: 365818 + operation: insert + start: 360000 + 90: + ids_end: 270000 + ids_start: 266084 + operation: replace + tags_end: 263916 + tags_start: 260000 + 91: + operation: search + 92: + end: 376290 + operation: insert + start: 370000 + 93: + ids_end: 280000 + ids_start: 277913 + operation: replace + tags_end: 272087 + tags_start: 270000 + 94: + operation: search + 95: + end: 386132 + operation: insert + start: 380000 + 96: + ids_end: 290000 + ids_start: 286571 + operation: replace + tags_end: 283429 + tags_start: 280000 + 97: + operation: search + 98: + end: 398893 + operation: insert + start: 390000 + 99: + ids_end: 300000 + ids_start: 297573 + operation: replace + tags_end: 292427 + tags_start: 290000 + 100: + operation: search + 101: + end: 406004 + operation: insert + start: 400000 + 102: + ids_end: 310000 + ids_start: 307004 + operation: replace + tags_end: 302996 + tags_start: 300000 + 103: + operation: search + 104: + end: 418900 + operation: insert + start: 410000 + 105: + ids_end: 340000 + ids_start: 338452 + operation: replace + tags_end: 331548 + tags_start: 330000 + 106: + ids_end: 360000 + ids_start: 356294 + operation: replace + tags_end: 353706 + tags_start: 350000 + 107: + operation: search + 108: + end: 427662 + operation: insert + start: 420000 + 109: + ids_end: 330000 + ids_start: 327332 + operation: replace + tags_end: 322668 + tags_start: 320000 + 110: + operation: search + 111: + end: 435236 + operation: insert + start: 430000 + 112: + operation: search + 113: + end: 446775 + operation: insert + start: 440000 + 114: + ids_end: 350000 + ids_start: 347357 + operation: replace + tags_end: 342643 + tags_start: 340000 + 115: + operation: search + 116: + end: 456947 + operation: insert + start: 450000 + 117: + ids_end: 250000 + ids_start: 248731 + operation: replace + tags_end: 241269 + tags_start: 240000 + 118: + operation: search + 119: + end: 468960 + operation: insert + start: 460000 + 120: + ids_end: 190000 + ids_start: 186318 + operation: replace + tags_end: 183682 + tags_start: 180000 + 121: + ids_end: 370000 + ids_start: 365818 + operation: replace + tags_end: 364182 + tags_start: 360000 + 122: + operation: search + 123: + end: 477977 + operation: insert + start: 470000 + 124: + ids_end: 170000 + ids_start: 166312 + operation: replace + tags_end: 163688 + tags_start: 160000 + 125: + ids_end: 380000 + ids_start: 376290 + operation: replace + tags_end: 373710 + tags_start: 370000 + 126: + operation: search + 127: + end: 487247 + operation: insert + start: 480000 + 128: + ids_end: 130000 + ids_start: 126384 + operation: replace + tags_end: 123616 + tags_start: 120000 + 129: + ids_end: 390000 + ids_start: 386132 + operation: replace + tags_end: 383868 + tags_start: 380000 + 130: + operation: search + 131: + end: 496461 + operation: insert + start: 490000 + 132: + ids_end: 70000 + ids_start: 65428 + operation: replace + tags_end: 64572 + tags_start: 60000 + 133: + ids_end: 400000 + ids_start: 398893 + operation: replace + tags_end: 391107 + tags_start: 390000 + 134: + operation: search + 135: + end: 507760 + operation: insert + start: 500000 + 136: + ids_end: 410000 + ids_start: 406004 + operation: replace + tags_end: 403996 + tags_start: 400000 + 137: + operation: search + 138: + end: 515942 + operation: insert + start: 510000 + 139: + ids_end: 420000 + ids_start: 418900 + operation: replace + tags_end: 411100 + tags_start: 410000 + 140: + operation: search + 141: + end: 527387 + operation: insert + start: 520000 + 142: + ids_end: 30000 + ids_start: 25471 + operation: replace + tags_end: 24529 + tags_start: 20000 + 143: + operation: search + 144: + end: 537002 + operation: insert + start: 530000 + 145: + ids_end: 440000 + ids_start: 435236 + operation: replace + tags_end: 434764 + tags_start: 430000 + 146: + operation: search + 147: + end: 546774 + operation: insert + start: 540000 + 148: + ids_end: 50000 + ids_start: 47914 + operation: replace + tags_end: 42086 + tags_start: 40000 + 149: + ids_end: 450000 + ids_start: 446775 + operation: replace + tags_end: 443225 + tags_start: 440000 + 150: + operation: search + 151: + end: 556503 + operation: insert + start: 550000 + 152: + ids_end: 460000 + ids_start: 456947 + operation: replace + tags_end: 453053 + tags_start: 450000 + 153: + operation: search + 154: + end: 566708 + operation: insert + start: 560000 + 155: + ids_end: 470000 + ids_start: 468960 + operation: replace + tags_end: 461040 + tags_start: 460000 + 156: + operation: search + 157: + end: 578101 + operation: insert + start: 570000 + 158: + ids_end: 480000 + ids_start: 477977 + operation: replace + tags_end: 472023 + tags_start: 470000 + 159: + operation: search + 160: + end: 588207 + operation: insert + start: 580000 + 161: + ids_end: 490000 + ids_start: 487247 + operation: replace + tags_end: 482753 + tags_start: 480000 + 162: + operation: search + 163: + end: 597377 + operation: insert + start: 590000 + 164: + operation: search + 165: + end: 606480 + operation: insert + start: 600000 + 166: + ids_end: 110000 + ids_start: 106086 + operation: replace + tags_end: 103914 + tags_start: 100000 + 167: + ids_end: 510000 + ids_start: 507760 + operation: replace + tags_end: 502240 + tags_start: 500000 + 168: + operation: search + 169: + end: 616347 + operation: insert + start: 610000 + 170: + operation: search + 171: + end: 628995 + operation: insert + start: 620000 + 172: + operation: search + 173: + end: 636353 + operation: insert + start: 630000 + 174: + ids_end: 140000 + ids_start: 136115 + operation: replace + tags_end: 133885 + tags_start: 130000 + 175: + ids_end: 540000 + ids_start: 537002 + operation: replace + tags_end: 532998 + tags_start: 530000 + 176: + operation: search + 177: + end: 646743 + operation: insert + start: 640000 + 178: + operation: search + 179: + end: 657082 + operation: insert + start: 650000 + 180: + ids_end: 560000 + ids_start: 556503 + operation: replace + tags_end: 553497 + tags_start: 550000 + 181: + operation: search + 182: + end: 665090 + operation: insert + start: 660000 + 183: + ids_end: 570000 + ids_start: 566708 + operation: replace + tags_end: 563292 + tags_start: 560000 + 184: + operation: search + 185: + end: 678873 + operation: insert + start: 670000 + 186: + ids_end: 580000 + ids_start: 578101 + operation: replace + tags_end: 571899 + tags_start: 570000 + 187: + operation: search + 188: + end: 688788 + operation: insert + start: 680000 + 189: + ids_end: 590000 + ids_start: 588207 + operation: replace + tags_end: 581793 + tags_start: 580000 + 190: + operation: search + 191: + end: 696832 + operation: insert + start: 690000 + 192: + operation: search + 193: + end: 705843 + operation: insert + start: 700000 + 194: + ids_end: 610000 + ids_start: 606480 + operation: replace + tags_end: 603520 + tags_start: 600000 + 195: + operation: search + 196: + end: 715357 + operation: insert + start: 710000 + 197: + operation: search + 198: + end: 727345 + operation: insert + start: 720000 + 199: + operation: search + 200: + end: 736932 + operation: insert + start: 730000 + 201: + ids_end: 640000 + ids_start: 636353 + operation: replace + tags_end: 633647 + tags_start: 630000 + 202: + operation: search + 203: + end: 748274 + operation: insert + start: 740000 + 204: + ids_end: 650000 + ids_start: 646743 + operation: replace + tags_end: 643257 + tags_start: 640000 + 205: + operation: search + 206: + end: 755014 + operation: insert + start: 750000 + 207: + ids_end: 260000 + ids_start: 257095 + operation: replace + tags_end: 252905 + tags_start: 250000 + 208: + ids_end: 660000 + ids_start: 657082 + operation: replace + tags_end: 652918 + tags_start: 650000 + 209: + operation: search + 210: + end: 767869 + operation: insert + start: 760000 + 211: + ids_end: 670000 + ids_start: 665090 + operation: replace + tags_end: 664910 + tags_start: 660000 + 212: + operation: search + 213: + end: 778779 + operation: insert + start: 770000 + 214: + ids_end: 680000 + ids_start: 678873 + operation: replace + tags_end: 671127 + tags_start: 670000 + 215: + operation: search + 216: + end: 788734 + operation: insert + start: 780000 + 217: + operation: search + 218: + end: 796576 + operation: insert + start: 790000 + 219: + ids_end: 700000 + ids_start: 696832 + operation: replace + tags_end: 693168 + tags_start: 690000 + 220: + operation: search + 221: + end: 808855 + operation: insert + start: 800000 + 222: + ids_end: 710000 + ids_start: 705843 + operation: replace + tags_end: 704157 + tags_start: 700000 + 223: + operation: search + 224: + end: 818590 + operation: insert + start: 810000 + 225: + ids_end: 320000 + ids_start: 317166 + operation: replace + tags_end: 312834 + tags_start: 310000 + 226: + ids_end: 720000 + ids_start: 715357 + operation: replace + tags_end: 714643 + tags_start: 710000 + 227: + operation: search + 228: + end: 827402 + operation: insert + start: 820000 + 229: + ids_end: 730000 + ids_start: 727345 + operation: replace + tags_end: 722655 + tags_start: 720000 + 230: + operation: search + 231: + end: 836430 + operation: insert + start: 830000 + 232: + ids_end: 740000 + ids_start: 736932 + operation: replace + tags_end: 733068 + tags_start: 730000 + 233: + operation: search + 234: + end: 845685 + operation: insert + start: 840000 + 235: + ids_end: 750000 + ids_start: 748274 + operation: replace + tags_end: 741726 + tags_start: 740000 + 236: + operation: search + 237: + end: 858690 + operation: insert + start: 850000 + 238: + ids_end: 760000 + ids_start: 755014 + operation: replace + tags_end: 754986 + tags_start: 750000 + 239: + operation: search + 240: + end: 865352 + operation: insert + start: 860000 + 241: + ids_end: 770000 + ids_start: 767869 + operation: replace + tags_end: 762131 + tags_start: 760000 + 242: + operation: search + 243: + end: 877344 + operation: insert + start: 870000 + 244: + operation: search + 245: + end: 885193 + operation: insert + start: 880000 + 246: + ids_end: 790000 + ids_start: 788734 + operation: replace + tags_end: 781266 + tags_start: 780000 + 247: + operation: search + 248: + end: 896545 + operation: insert + start: 890000 + 249: + operation: search + 250: + end: 908515 + operation: insert + start: 900000 + 251: + operation: search + 252: + end: 916753 + operation: insert + start: 910000 + 253: + ids_end: 820000 + ids_start: 818590 + operation: replace + tags_end: 811410 + tags_start: 810000 + 254: + operation: search + 255: + end: 925994 + operation: insert + start: 920000 + 256: + ids_end: 430000 + ids_start: 427662 + operation: replace + tags_end: 422338 + tags_start: 420000 + 257: + ids_end: 830000 + ids_start: 827402 + operation: replace + tags_end: 822598 + tags_start: 820000 + 258: + operation: search + 259: + end: 936044 + operation: insert + start: 930000 + 260: + operation: search + 261: + end: 948527 + operation: insert + start: 940000 + 262: + ids_end: 850000 + ids_start: 845685 + operation: replace + tags_end: 844315 + tags_start: 840000 + 263: + operation: search + 264: + end: 956903 + operation: insert + start: 950000 + 265: + operation: search + 266: + end: 966748 + operation: insert + start: 960000 + 267: + ids_end: 870000 + ids_start: 865352 + operation: replace + tags_end: 864648 + tags_start: 860000 + 268: + operation: search + 269: + end: 977296 + operation: insert + start: 970000 + 270: + ids_end: 880000 + ids_start: 877344 + operation: replace + tags_end: 872656 + tags_start: 870000 + 271: + operation: search + 272: + end: 987403 + operation: insert + start: 980000 + 273: + ids_end: 890000 + ids_start: 885193 + operation: replace + tags_end: 884807 + tags_start: 880000 + 274: + operation: search + 275: + end: 995942 + operation: insert + start: 990000 + 276: + ids_end: 500000 + ids_start: 496461 + operation: replace + tags_end: 493539 + tags_start: 490000 + 277: + ids_end: 900000 + ids_start: 896545 + operation: replace + tags_end: 893455 + tags_start: 890000 + 278: + operation: search + max_pts: 698369 diff --git a/neurips23/streaming/runbooks/wikipedia-1M_expiration_time_runbook.yaml b/neurips23/streaming/runbooks/wikipedia-1M_expiration_time_runbook.yaml index fb5359f81..0875cf409 100644 --- a/neurips23/streaming/runbooks/wikipedia-1M_expiration_time_runbook.yaml +++ b/neurips23/streaming/runbooks/wikipedia-1M_expiration_time_runbook.yaml @@ -840,3 +840,4 @@ wikipedia-1M: 260: operation: search max_pts: 410000 + gt_url: https://comp21storage.z5.web.core.windows.net/wiki-cohere-35M/wikipedia-1M_expiration_time_runbook.yaml/ diff --git a/neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_runbook.yaml b/neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_delete_runbook.yaml similarity index 59% rename from neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_runbook.yaml rename to neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_delete_runbook.yaml index 25b40fc56..499c6fab3 100644 --- a/neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_runbook.yaml +++ b/neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_delete_runbook.yaml @@ -1,5272 +1,4438 @@ wikipedia-35M: 1: - end: 52011 + end: 88328 operation: insert start: 0 2: operation: search 3: - end: 157464 + end: 159704 operation: insert start: 100000 4: operation: search 5: - end: 276106 + end: 257370 operation: insert start: 200000 6: operation: search 7: - end: 359848 + end: 379583 operation: insert start: 300000 8: operation: search 9: - end: 460909 + end: 481703 operation: insert start: 400000 10: operation: search 11: - end: 550762 + end: 559269 operation: insert start: 500000 12: operation: search 13: - end: 680346 + end: 662778 operation: insert start: 600000 14: operation: search 15: - end: 757631 + end: 787283 operation: insert start: 700000 16: operation: search 17: - end: 852649 + end: 878324 operation: insert start: 800000 18: operation: search 19: - end: 956351 + end: 973085 operation: insert start: 900000 20: operation: search 21: - end: 1073949 + end: 1073582 operation: insert start: 1000000 22: - ids_end: 100000 - ids_start: 52011 - operation: replace - tags_end: 47989 - tags_start: 0 - 23: operation: search - 24: - end: 1180602 + 23: + end: 1166860 operation: insert start: 1100000 + 24: + operation: search 25: - ids_end: 200000 - ids_start: 157464 - operation: replace - tags_end: 142536 - tags_start: 100000 + end: 1283992 + operation: insert + start: 1200000 26: operation: search 27: - end: 1278161 + end: 1371233 operation: insert - start: 1200000 + start: 1300000 28: - ids_end: 300000 - ids_start: 276106 - operation: replace - tags_end: 223894 - tags_start: 200000 - 29: operation: search - 30: - end: 1370114 + 29: + end: 1452446 operation: insert - start: 1300000 - 31: + start: 1400000 + 30: operation: search - 32: - end: 1481501 + 31: + end: 1574492 operation: insert - start: 1400000 + start: 1500000 + 32: + operation: search 33: - ids_end: 500000 - ids_start: 460909 - operation: replace - tags_end: 439091 - tags_start: 400000 + end: 1657378 + operation: insert + start: 1600000 34: operation: search 35: - end: 1560755 + end: 1762498 operation: insert - start: 1500000 + start: 1700000 36: - ids_end: 600000 - ids_start: 550762 - operation: replace - tags_end: 549238 - tags_start: 500000 - 37: operation: search - 38: - end: 1652948 + 37: + end: 1855688 operation: insert - start: 1600000 + start: 1800000 + 38: + operation: search 39: - ids_end: 700000 - ids_start: 680346 - operation: replace - tags_end: 619654 - tags_start: 600000 + end: 1976700 + operation: insert + start: 1900000 40: operation: search 41: - end: 1755036 + end: 2067276 operation: insert - start: 1700000 + start: 2000000 42: - ids_end: 800000 - ids_start: 757631 - operation: replace - tags_end: 742369 - tags_start: 700000 - 43: operation: search - 44: - end: 1883970 + 43: + end: 2171272 operation: insert - start: 1800000 + start: 2100000 + 44: + operation: search 45: - ids_end: 900000 - ids_start: 852649 - operation: replace - tags_end: 847351 - tags_start: 800000 + end: 2266775 + operation: insert + start: 2200000 46: operation: search 47: - end: 1965100 + end: 2370251 operation: insert - start: 1900000 + start: 2300000 48: operation: search 49: - end: 2055937 + end: 2485289 operation: insert - start: 2000000 + start: 2400000 50: - end: 52011 - operation: delete - start: 0 + operation: search 51: - ids_end: 1100000 - ids_start: 1073949 - operation: replace - tags_end: 1026051 - tags_start: 1000000 + end: 2576439 + operation: insert + start: 2500000 52: operation: search 53: - end: 2168806 + end: 2662292 operation: insert - start: 2100000 + start: 2600000 54: - end: 157464 - operation: delete - start: 100000 - 55: - ids_end: 1200000 - ids_start: 1180602 + ids_end: 200000 + ids_start: 159704 operation: replace - tags_end: 1119398 - tags_start: 1100000 - 56: + tags_end: 140296 + tags_start: 100000 + 55: operation: search - 57: - end: 2286560 + 56: + end: 2765888 operation: insert - start: 2200000 + start: 2700000 + 57: + operation: search 58: - end: 276106 - operation: delete - start: 200000 + end: 2861892 + operation: insert + start: 2800000 59: - ids_end: 1300000 - ids_start: 1278161 + ids_end: 400000 + ids_start: 379583 operation: replace - tags_end: 1221839 - tags_start: 1200000 + tags_end: 320417 + tags_start: 300000 60: operation: search 61: - end: 2387567 + end: 2971724 operation: insert - start: 2300000 + start: 2900000 62: - ids_end: 1400000 - ids_start: 1370114 - operation: replace - tags_end: 1329886 - tags_start: 1300000 - 63: operation: search - 64: - end: 2461426 + 63: + end: 3080301 operation: insert - start: 2400000 + start: 3000000 + 64: + operation: search 65: - end: 460909 - operation: delete - start: 400000 + end: 3167093 + operation: insert + start: 3100000 66: - ids_end: 1500000 - ids_start: 1481501 - operation: replace - tags_end: 1418499 - tags_start: 1400000 - 67: operation: search - 68: - end: 2589911 + 67: + end: 3289859 operation: insert - start: 2500000 + start: 3200000 + 68: + ids_end: 800000 + ids_start: 787283 + operation: replace + tags_end: 712717 + tags_start: 700000 69: - end: 550762 - operation: delete - start: 500000 - 70: operation: search - 71: - end: 2656527 + 70: + end: 3353942 operation: insert - start: 2600000 + start: 3300000 + 71: + operation: search 72: - end: 680346 - operation: delete - start: 600000 + end: 3452322 + operation: insert + start: 3400000 73: - ids_end: 1700000 - ids_start: 1652948 - operation: replace - tags_end: 1647052 - tags_start: 1600000 - 74: operation: search - 75: - end: 2778910 + 74: + end: 3570479 operation: insert - start: 2700000 + start: 3500000 + 75: + ids_end: 1100000 + ids_start: 1073582 + operation: replace + tags_end: 1026418 + tags_start: 1000000 76: - end: 757631 - operation: delete - start: 700000 + operation: search 77: - ids_end: 1800000 - ids_start: 1755036 - operation: replace - tags_end: 1744964 - tags_start: 1700000 + end: 3650270 + operation: insert + start: 3600000 78: operation: search 79: - end: 2872407 + end: 3785820 operation: insert - start: 2800000 + start: 3700000 80: - end: 852649 - operation: delete - start: 800000 - 81: - ids_end: 1900000 - ids_start: 1883970 + ids_end: 1300000 + ids_start: 1283992 operation: replace - tags_end: 1816030 - tags_start: 1800000 - 82: + tags_end: 1216008 + tags_start: 1200000 + 81: operation: search - 83: - end: 2971454 + 82: + end: 3851206 operation: insert - start: 2900000 - 84: - ids_end: 2000000 - ids_start: 1965100 + start: 3800000 + 83: + ids_end: 1400000 + ids_start: 1371233 operation: replace - tags_end: 1934900 - tags_start: 1900000 - 85: + tags_end: 1328767 + tags_start: 1300000 + 84: operation: search - 86: - end: 3071107 + 85: + end: 3963965 operation: insert - start: 3000000 + start: 3900000 + 86: + ids_end: 1500000 + ids_start: 1452446 + operation: replace + tags_end: 1447554 + tags_start: 1400000 87: - end: 1073949 - operation: delete - start: 1000000 + operation: search 88: - ids_end: 2100000 - ids_start: 2055937 - operation: replace - tags_end: 2044063 - tags_start: 2000000 + end: 4086390 + operation: insert + start: 4000000 89: - operation: search + ids_end: 1600000 + ids_start: 1574492 + operation: replace + tags_end: 1525508 + tags_start: 1500000 90: - end: 3159966 - operation: insert - start: 3100000 + operation: search 91: - end: 1180602 - operation: delete - start: 1100000 + end: 4167743 + operation: insert + start: 4100000 92: - ids_end: 2200000 - ids_start: 2168806 + ids_end: 1700000 + ids_start: 1657378 operation: replace - tags_end: 2131194 - tags_start: 2100000 + tags_end: 1642622 + tags_start: 1600000 93: operation: search 94: - end: 3251071 + end: 4271418 operation: insert - start: 3200000 + start: 4200000 95: - end: 1278161 - operation: delete - start: 1200000 - 96: - ids_end: 2300000 - ids_start: 2286560 + ids_end: 1800000 + ids_start: 1762498 operation: replace - tags_end: 2213440 - tags_start: 2200000 - 97: + tags_end: 1737502 + tags_start: 1700000 + 96: operation: search - 98: - end: 3388510 + 97: + end: 4376223 operation: insert - start: 3300000 + start: 4300000 + 98: + ids_end: 1900000 + ids_start: 1855688 + operation: replace + tags_end: 1844312 + tags_start: 1800000 99: - end: 1370114 - operation: delete - start: 1300000 + operation: search 100: - ids_end: 2400000 - ids_start: 2387567 - operation: replace - tags_end: 2312433 - tags_start: 2300000 + end: 4452083 + operation: insert + start: 4400000 101: operation: search 102: - end: 3456756 + end: 4554879 operation: insert - start: 3400000 + start: 4500000 103: - end: 1481501 - operation: delete - start: 1400000 - 104: - ids_end: 2500000 - ids_start: 2461426 + ids_end: 2100000 + ids_start: 2067276 operation: replace - tags_end: 2438574 - tags_start: 2400000 - 105: + tags_end: 2032724 + tags_start: 2000000 + 104: operation: search - 106: - end: 3582386 + 105: + end: 4686840 operation: insert - start: 3500000 + start: 4600000 + 106: + operation: search 107: - ids_end: 2600000 - ids_start: 2589911 - operation: replace - tags_end: 2510089 - tags_start: 2500000 + end: 4751728 + operation: insert + start: 4700000 108: - operation: search + ids_end: 2300000 + ids_start: 2266775 + operation: replace + tags_end: 2233225 + tags_start: 2200000 109: - end: 3659862 - operation: insert - start: 3600000 + operation: search 110: - end: 1652948 - operation: delete - start: 1600000 + end: 4869941 + operation: insert + start: 4800000 111: - ids_end: 2700000 - ids_start: 2656527 + ids_end: 2400000 + ids_start: 2370251 operation: replace - tags_end: 2643473 - tags_start: 2600000 + tags_end: 2329749 + tags_start: 2300000 112: operation: search 113: - end: 3762322 + end: 4955422 operation: insert - start: 3700000 + start: 4900000 114: - end: 1755036 - operation: delete - start: 1700000 - 115: - ids_end: 2800000 - ids_start: 2778910 + ids_end: 2500000 + ids_start: 2485289 operation: replace - tags_end: 2721090 - tags_start: 2700000 - 116: + tags_end: 2414711 + tags_start: 2400000 + 115: operation: search - 117: - end: 3853186 + 116: + end: 5089651 operation: insert - start: 3800000 + start: 5000000 + 117: + operation: search 118: - end: 1883970 - operation: delete - start: 1800000 + end: 5169046 + operation: insert + start: 5100000 119: + end: 159704 + operation: delete + start: 100000 + 120: + ids_end: 2700000 + ids_start: 2662292 + operation: replace + tags_end: 2637708 + tags_start: 2600000 + 121: + operation: search + 122: + end: 5275730 + operation: insert + start: 5200000 + 123: + operation: search + 124: + end: 5388189 + operation: insert + start: 5300000 + 125: + end: 379583 + operation: delete + start: 300000 + 126: ids_end: 2900000 - ids_start: 2872407 + ids_start: 2861892 operation: replace - tags_end: 2827593 + tags_end: 2838108 tags_start: 2800000 - 120: + 127: operation: search - 121: - end: 3975696 + 128: + end: 5482791 operation: insert - start: 3900000 - 122: - end: 1965100 - operation: delete - start: 1900000 - 123: + start: 5400000 + 129: ids_end: 3000000 - ids_start: 2971454 + ids_start: 2971724 operation: replace - tags_end: 2928546 + tags_end: 2928276 tags_start: 2900000 - 124: + 130: operation: search - 125: - end: 4080227 + 131: + end: 5587709 operation: insert - start: 4000000 - 126: - end: 2055937 - operation: delete - start: 2000000 - 127: + start: 5500000 + 132: ids_end: 3100000 - ids_start: 3071107 + ids_start: 3080301 operation: replace - tags_end: 3028893 + tags_end: 3019699 tags_start: 3000000 - 128: + 133: operation: search - 129: - end: 4183473 + 134: + end: 5657473 operation: insert - start: 4100000 - 130: - end: 2168806 - operation: delete - start: 2100000 - 131: - ids_end: 3200000 - ids_start: 3159966 - operation: replace - tags_end: 3140034 - tags_start: 3100000 - 132: + start: 5600000 + 135: operation: search - 133: - end: 4261265 + 136: + end: 5775383 operation: insert - start: 4200000 - 134: - end: 2286560 + start: 5700000 + 137: + end: 787283 operation: delete - start: 2200000 - 135: + start: 700000 + 138: ids_end: 3300000 - ids_start: 3251071 + ids_start: 3289859 operation: replace - tags_end: 3248929 + tags_end: 3210141 tags_start: 3200000 - 136: + 139: operation: search - 137: - end: 4356952 + 140: + end: 5853890 operation: insert - start: 4300000 - 138: - end: 2387567 - operation: delete - start: 2300000 - 139: + start: 5800000 + 141: ids_end: 3400000 - ids_start: 3388510 + ids_start: 3353942 operation: replace - tags_end: 3311490 + tags_end: 3346058 tags_start: 3300000 - 140: - operation: search - 141: - end: 4469194 - operation: insert - start: 4400000 142: - end: 2461426 - operation: delete - start: 2400000 + operation: search 143: - ids_end: 3500000 - ids_start: 3456756 - operation: replace - tags_end: 3443244 - tags_start: 3400000 + end: 5977997 + operation: insert + start: 5900000 144: operation: search 145: - end: 4572425 + end: 6051674 operation: insert - start: 4500000 + start: 6000000 146: - end: 2589911 + end: 1073582 operation: delete - start: 2500000 + start: 1000000 147: ids_end: 3600000 - ids_start: 3582386 + ids_start: 3570479 operation: replace - tags_end: 3517614 + tags_end: 3529521 tags_start: 3500000 148: operation: search 149: - end: 4674517 + end: 6164091 operation: insert - start: 4600000 + start: 6100000 150: - end: 2656527 - operation: delete - start: 2600000 + ids_end: 3700000 + ids_start: 3650270 + operation: replace + tags_end: 3649730 + tags_start: 3600000 151: operation: search 152: - end: 4759959 + end: 6289725 operation: insert - start: 4700000 + start: 6200000 153: - end: 2778910 + end: 1283992 operation: delete - start: 2700000 + start: 1200000 154: - ids_end: 3800000 - ids_start: 3762322 - operation: replace - tags_end: 3737678 - tags_start: 3700000 - 155: operation: search - 156: - end: 4854492 + 155: + end: 6360197 operation: insert - start: 4800000 - 157: - end: 2872407 + start: 6300000 + 156: + end: 1371233 operation: delete - start: 2800000 + start: 1300000 + 157: + ids_end: 3900000 + ids_start: 3851206 + operation: replace + tags_end: 3848794 + tags_start: 3800000 158: operation: search 159: - end: 4985820 + end: 6457226 operation: insert - start: 4900000 + start: 6400000 160: - end: 2971454 + end: 1452446 operation: delete - start: 2900000 + start: 1400000 161: ids_end: 4000000 - ids_start: 3975696 + ids_start: 3963965 operation: replace - tags_end: 3924304 + tags_end: 3936035 tags_start: 3900000 162: operation: search 163: - end: 5064246 + end: 6580101 operation: insert - start: 5000000 + start: 6500000 164: - end: 3071107 + end: 1574492 operation: delete - start: 3000000 + start: 1500000 165: - ids_end: 4100000 - ids_start: 4080227 - operation: replace - tags_end: 4019773 - tags_start: 4000000 - 166: operation: search - 167: - end: 5155678 + 166: + end: 6668798 operation: insert - start: 5100000 - 168: - end: 3159966 + start: 6600000 + 167: + end: 1657378 operation: delete - start: 3100000 + start: 1600000 + 168: + operation: search 169: - ids_end: 4200000 - ids_start: 4183473 - operation: replace - tags_end: 4116527 - tags_start: 4100000 + end: 6766110 + operation: insert + start: 6700000 170: - operation: search + end: 1762498 + operation: delete + start: 1700000 171: - end: 5289258 - operation: insert - start: 5200000 + operation: search 172: - end: 3251071 - operation: delete - start: 3200000 + end: 6879396 + operation: insert + start: 6800000 173: - operation: search + end: 1855688 + operation: delete + start: 1800000 174: - end: 5368378 - operation: insert - start: 5300000 + operation: search 175: - end: 3388510 - operation: delete - start: 3300000 + end: 6983366 + operation: insert + start: 6900000 176: - ids_end: 400000 - ids_start: 359848 + ids_end: 4500000 + ids_start: 4452083 operation: replace - tags_end: 340152 - tags_start: 300000 + tags_end: 4447917 + tags_start: 4400000 177: - ids_end: 4400000 - ids_start: 4356952 - operation: replace - tags_end: 4343048 - tags_start: 4300000 - 178: - operation: search - 179: - end: 5477982 - operation: insert - start: 5400000 - 180: - end: 3456756 - operation: delete - start: 3400000 - 181: operation: search - 182: - end: 5551348 + 178: + end: 7059507 operation: insert - start: 5500000 - 183: - end: 3582386 + start: 7000000 + 179: + end: 2067276 operation: delete - start: 3500000 - 184: - ids_end: 4600000 - ids_start: 4572425 - operation: replace - tags_end: 4527575 - tags_start: 4500000 - 185: + start: 2000000 + 180: operation: search - 186: - end: 5671485 + 181: + end: 7158207 operation: insert - start: 5600000 - 187: + start: 7100000 + 182: ids_end: 4700000 - ids_start: 4674517 + ids_start: 4686840 operation: replace - tags_end: 4625483 + tags_end: 4613160 tags_start: 4600000 - 188: + 183: operation: search - 189: - end: 5757912 + 184: + end: 7275401 operation: insert - start: 5700000 - 190: - end: 3762322 + start: 7200000 + 185: + end: 2266775 operation: delete - start: 3700000 - 191: + start: 2200000 + 186: operation: search - 192: - end: 5886564 + 187: + end: 7380011 operation: insert - start: 5800000 - 193: + start: 7300000 + 188: + end: 2370251 + operation: delete + start: 2300000 + 189: ids_end: 4900000 - ids_start: 4854492 + ids_start: 4869941 operation: replace - tags_end: 4845508 + tags_end: 4830059 tags_start: 4800000 - 194: + 190: operation: search - 195: - end: 5954366 + 191: + end: 7468578 operation: insert - start: 5900000 - 196: - end: 3975696 + start: 7400000 + 192: + end: 2485289 operation: delete - start: 3900000 - 197: + start: 2400000 + 193: ids_end: 5000000 - ids_start: 4985820 + ids_start: 4955422 operation: replace - tags_end: 4914180 + tags_end: 4944578 tags_start: 4900000 - 198: + 194: operation: search - 199: - end: 6053111 + 195: + end: 7585571 operation: insert - start: 6000000 - 200: - end: 4080227 - operation: delete - start: 4000000 - 201: + start: 7500000 + 196: ids_end: 5100000 - ids_start: 5064246 + ids_start: 5089651 operation: replace - tags_end: 5035754 + tags_end: 5010349 tags_start: 5000000 - 202: + 197: operation: search - 203: - end: 6182214 + 198: + end: 7660650 operation: insert - start: 6100000 - 204: - end: 4183473 + start: 7600000 + 199: + end: 2662292 operation: delete - start: 4100000 - 205: - ids_end: 5200000 - ids_start: 5155678 + start: 2600000 + 200: + operation: search + 201: + end: 7787231 + operation: insert + start: 7700000 + 202: + ids_end: 5300000 + ids_start: 5275730 operation: replace - tags_end: 5144322 - tags_start: 5100000 + tags_end: 5224270 + tags_start: 5200000 + 203: + operation: search + 204: + end: 7856311 + operation: insert + start: 7800000 + 205: + end: 2861892 + operation: delete + start: 2800000 206: operation: search 207: - end: 6257807 + end: 7952271 operation: insert - start: 6200000 + start: 7900000 208: - ids_end: 5300000 - ids_start: 5289258 - operation: replace - tags_end: 5210742 - tags_start: 5200000 + end: 2971724 + operation: delete + start: 2900000 209: - operation: search + ids_end: 5500000 + ids_start: 5482791 + operation: replace + tags_end: 5417209 + tags_start: 5400000 210: - end: 6361143 - operation: insert - start: 6300000 + operation: search 211: - end: 4356952 - operation: delete - start: 4300000 + end: 8056334 + operation: insert + start: 8000000 212: - operation: search + end: 3080301 + operation: delete + start: 3000000 213: - end: 6477482 - operation: insert - start: 6400000 - 214: operation: search - 215: - end: 6586554 + 214: + end: 8151690 operation: insert - start: 6500000 + start: 8100000 + 215: + ids_end: 5700000 + ids_start: 5657473 + operation: replace + tags_end: 5642527 + tags_start: 5600000 216: - end: 4572425 - operation: delete - start: 4500000 + operation: search 217: - ids_end: 1600000 - ids_start: 1560755 - operation: replace - tags_end: 1539245 - tags_start: 1500000 + end: 8278017 + operation: insert + start: 8200000 218: - ids_end: 5600000 - ids_start: 5551348 - operation: replace - tags_end: 5548652 - tags_start: 5500000 + end: 3289859 + operation: delete + start: 3200000 219: - operation: search + ids_end: 5800000 + ids_start: 5775383 + operation: replace + tags_end: 5724617 + tags_start: 5700000 220: - end: 6659750 - operation: insert - start: 6600000 + operation: search 221: - end: 4674517 - operation: delete - start: 4600000 + end: 8380651 + operation: insert + start: 8300000 222: - ids_end: 5700000 - ids_start: 5671485 - operation: replace - tags_end: 5628515 - tags_start: 5600000 + end: 3353942 + operation: delete + start: 3300000 223: - operation: search + ids_end: 5900000 + ids_start: 5853890 + operation: replace + tags_end: 5846110 + tags_start: 5800000 224: - end: 6777539 - operation: insert - start: 6700000 - 225: operation: search - 226: - end: 6870953 + 225: + end: 8458613 operation: insert - start: 6800000 + start: 8400000 + 226: + operation: search 227: - end: 4854492 - operation: delete - start: 4800000 + end: 8583855 + operation: insert + start: 8500000 228: - operation: search + end: 3570479 + operation: delete + start: 3500000 229: - end: 6984210 - operation: insert - start: 6900000 + operation: search 230: - end: 4985820 - operation: delete - start: 4900000 + end: 8667722 + operation: insert + start: 8600000 231: - ids_end: 6000000 - ids_start: 5954366 - operation: replace - tags_end: 5945634 - tags_start: 5900000 + end: 3650270 + operation: delete + start: 3600000 232: operation: search 233: - end: 7085292 + end: 8755593 operation: insert - start: 7000000 + start: 8700000 234: - end: 5064246 - operation: delete - start: 5000000 + ids_end: 6300000 + ids_start: 6289725 + operation: replace + tags_end: 6210275 + tags_start: 6200000 235: operation: search 236: - end: 7157513 + end: 8860361 operation: insert - start: 7100000 + start: 8800000 237: - end: 5155678 + end: 3851206 operation: delete - start: 5100000 + start: 3800000 238: - ids_end: 6200000 - ids_start: 6182214 - operation: replace - tags_end: 6117786 - tags_start: 6100000 - 239: operation: search - 240: - end: 7268197 + 239: + end: 8978115 operation: insert - start: 7200000 - 241: - end: 5289258 + start: 8900000 + 240: + end: 3963965 operation: delete - start: 5200000 + start: 3900000 + 241: + ids_end: 6500000 + ids_start: 6457226 + operation: replace + tags_end: 6442774 + tags_start: 6400000 242: operation: search 243: - end: 7358696 + end: 9057019 operation: insert - start: 7300000 + start: 9000000 244: - ids_end: 6400000 - ids_start: 6361143 + ids_end: 6600000 + ids_start: 6580101 operation: replace - tags_end: 6338857 - tags_start: 6300000 + tags_end: 6519899 + tags_start: 6500000 245: operation: search 246: - end: 7482342 + end: 9175891 operation: insert - start: 7400000 + start: 9100000 247: - ids_end: 6500000 - ids_start: 6477482 - operation: replace - tags_end: 6422518 - tags_start: 6400000 - 248: operation: search - 249: - end: 7552228 + 248: + end: 9283940 operation: insert - start: 7500000 + start: 9200000 + 249: + operation: search 250: - end: 5551348 - operation: delete - start: 5500000 + end: 9360523 + operation: insert + start: 9300000 251: - ids_end: 6600000 - ids_start: 6586554 + ids_end: 6900000 + ids_start: 6879396 operation: replace - tags_end: 6513446 - tags_start: 6500000 + tags_end: 6820604 + tags_start: 6800000 252: operation: search 253: - end: 7667121 + end: 9461110 operation: insert - start: 7600000 + start: 9400000 254: - end: 5671485 + end: 4452083 operation: delete - start: 5600000 + start: 4400000 255: - ids_end: 6700000 - ids_start: 6659750 - operation: replace - tags_end: 6640250 - tags_start: 6600000 - 256: operation: search - 257: - end: 7751727 + 256: + end: 9563916 operation: insert - start: 7700000 - 258: + start: 9500000 + 257: operation: search - 259: - end: 7878709 + 258: + end: 9669831 operation: insert - start: 7800000 + start: 9600000 + 259: + end: 4686840 + operation: delete + start: 4600000 260: - ids_end: 6900000 - ids_start: 6870953 + ids_end: 7200000 + ids_start: 7158207 operation: replace - tags_end: 6829047 - tags_start: 6800000 + tags_end: 7141793 + tags_start: 7100000 261: operation: search 262: - end: 7982173 + end: 9782694 operation: insert - start: 7900000 + start: 9700000 263: - end: 5954366 - operation: delete - start: 5900000 - 264: - ids_end: 7000000 - ids_start: 6984210 - operation: replace - tags_end: 6915790 - tags_start: 6900000 - 265: operation: search - 266: - end: 8064417 + 264: + end: 9857619 operation: insert - start: 8000000 + start: 9800000 + 265: + end: 4869941 + operation: delete + start: 4800000 + 266: + ids_end: 7400000 + ids_start: 7380011 + operation: replace + tags_end: 7319989 + tags_start: 7300000 267: operation: search 268: - end: 8186158 + end: 9963731 operation: insert - start: 8100000 + start: 9900000 269: - end: 6182214 + end: 4955422 operation: delete - start: 6100000 + start: 4900000 270: - ids_end: 7200000 - ids_start: 7157513 - operation: replace - tags_end: 7142487 - tags_start: 7100000 - 271: operation: search - 272: - end: 8289961 + 271: + end: 10065469 operation: insert - start: 8200000 + start: 10000000 + 272: + end: 5089651 + operation: delete + start: 5000000 273: - ids_end: 7300000 - ids_start: 7268197 - operation: replace - tags_end: 7231803 - tags_start: 7200000 - 274: operation: search - 275: - end: 8363595 + 274: + end: 10157799 operation: insert - start: 8300000 + start: 10100000 + 275: + operation: search 276: - end: 6361143 - operation: delete - start: 6300000 + end: 10253427 + operation: insert + start: 10200000 277: - ids_end: 7400000 - ids_start: 7358696 - operation: replace - tags_end: 7341304 - tags_start: 7300000 + end: 5275730 + operation: delete + start: 5200000 278: - operation: search + ids_end: 7800000 + ids_start: 7787231 + operation: replace + tags_end: 7712769 + tags_start: 7700000 279: - end: 8457112 - operation: insert - start: 8400000 + operation: search 280: - end: 6477482 - operation: delete - start: 6400000 + end: 10363530 + operation: insert + start: 10300000 281: - ids_end: 7500000 - ids_start: 7482342 + ids_end: 7900000 + ids_start: 7856311 operation: replace - tags_end: 7417658 - tags_start: 7400000 + tags_end: 7843689 + tags_start: 7800000 282: operation: search 283: - end: 8575026 + end: 10470707 operation: insert - start: 8500000 + start: 10400000 284: - end: 6586554 + end: 5482791 operation: delete - start: 6500000 + start: 5400000 285: - ids_end: 7600000 - ids_start: 7552228 + ids_end: 8000000 + ids_start: 7952271 operation: replace - tags_end: 7547772 - tags_start: 7500000 + tags_end: 7947729 + tags_start: 7900000 286: operation: search 287: - end: 8674637 + end: 10557874 operation: insert - start: 8600000 + start: 10500000 288: - end: 6659750 - operation: delete - start: 6600000 - 289: - ids_end: 3700000 - ids_start: 3659862 + ids_end: 8100000 + ids_start: 8056334 operation: replace - tags_end: 3640138 - tags_start: 3600000 + tags_end: 8043666 + tags_start: 8000000 + 289: + operation: search 290: - ids_end: 7700000 - ids_start: 7667121 - operation: replace - tags_end: 7632879 - tags_start: 7600000 + end: 10684586 + operation: insert + start: 10600000 291: - operation: search + end: 5657473 + operation: delete + start: 5600000 292: - end: 8758103 - operation: insert - start: 8700000 - 293: - ids_end: 7800000 - ids_start: 7751727 + ids_end: 8200000 + ids_start: 8151690 operation: replace - tags_end: 7748273 - tags_start: 7700000 - 294: + tags_end: 8148310 + tags_start: 8100000 + 293: operation: search - 295: - end: 8862215 + 294: + end: 10771087 operation: insert - start: 8800000 - 296: - end: 6870953 + start: 10700000 + 295: + end: 5775383 operation: delete - start: 6800000 - 297: - ids_end: 7900000 - ids_start: 7878709 + start: 5700000 + 296: + ids_end: 8300000 + ids_start: 8278017 operation: replace - tags_end: 7821291 - tags_start: 7800000 - 298: + tags_end: 8221983 + tags_start: 8200000 + 297: operation: search - 299: - end: 8970522 + 298: + end: 10854536 operation: insert - start: 8900000 - 300: - end: 6984210 + start: 10800000 + 299: + end: 5853890 operation: delete - start: 6900000 + start: 5800000 + 300: + operation: search 301: - ids_end: 8000000 - ids_start: 7982173 - operation: replace - tags_end: 7917827 - tags_start: 7900000 + end: 10977458 + operation: insert + start: 10900000 302: - operation: search + ids_end: 8500000 + ids_start: 8458613 + operation: replace + tags_end: 8441387 + tags_start: 8400000 303: - end: 9079021 - operation: insert - start: 9000000 + operation: search 304: - ids_end: 8100000 - ids_start: 8064417 - operation: replace - tags_end: 8035583 - tags_start: 8000000 + end: 11053942 + operation: insert + start: 11000000 305: operation: search 306: - end: 9184269 + end: 11186854 operation: insert - start: 9100000 + start: 11100000 307: - end: 7157513 - operation: delete - start: 7100000 + ids_end: 8700000 + ids_start: 8667722 + operation: replace + tags_end: 8632278 + tags_start: 8600000 308: operation: search 309: - end: 9289239 + end: 11270191 operation: insert - start: 9200000 + start: 11200000 310: - end: 7268197 + end: 6289725 operation: delete - start: 7200000 + start: 6200000 311: - ids_end: 4300000 - ids_start: 4261265 + ids_end: 8800000 + ids_start: 8755593 operation: replace - tags_end: 4238735 - tags_start: 4200000 + tags_end: 8744407 + tags_start: 8700000 312: - ids_end: 8300000 - ids_start: 8289961 - operation: replace - tags_end: 8210039 - tags_start: 8200000 - 313: operation: search - 314: - end: 9363927 + 313: + end: 11386372 operation: insert - start: 9300000 + start: 11300000 + 314: + operation: search 315: - end: 7358696 - operation: delete - start: 7300000 + end: 11473000 + operation: insert + start: 11400000 316: - ids_end: 8400000 - ids_start: 8363595 - operation: replace - tags_end: 8336405 - tags_start: 8300000 + end: 6457226 + operation: delete + start: 6400000 317: operation: search 318: - end: 9454064 + end: 11579593 operation: insert - start: 9400000 + start: 11500000 319: - end: 7482342 + end: 6580101 operation: delete - start: 7400000 + start: 6500000 320: - ids_end: 4500000 - ids_start: 4469194 + ids_end: 9100000 + ids_start: 9057019 operation: replace - tags_end: 4430806 - tags_start: 4400000 + tags_end: 9042981 + tags_start: 9000000 321: - ids_end: 8500000 - ids_start: 8457112 - operation: replace - tags_end: 8442888 - tags_start: 8400000 - 322: operation: search - 323: - end: 9566628 + 322: + end: 11662888 operation: insert - start: 9500000 + start: 11600000 + 323: + ids_end: 9200000 + ids_start: 9175891 + operation: replace + tags_end: 9124109 + tags_start: 9100000 324: - end: 7552228 - operation: delete - start: 7500000 + operation: search 325: - ids_end: 8600000 - ids_start: 8575026 - operation: replace - tags_end: 8524974 - tags_start: 8500000 + end: 11786057 + operation: insert + start: 11700000 326: - operation: search + ids_end: 9300000 + ids_start: 9283940 + operation: replace + tags_end: 9216060 + tags_start: 9200000 327: - end: 9660971 - operation: insert - start: 9600000 + operation: search 328: - end: 7667121 - operation: delete - start: 7600000 + end: 11876088 + operation: insert + start: 11800000 329: - ids_end: 8700000 - ids_start: 8674637 - operation: replace - tags_end: 8625363 - tags_start: 8600000 + end: 6879396 + operation: delete + start: 6800000 330: - operation: search + ids_end: 9400000 + ids_start: 9360523 + operation: replace + tags_end: 9339477 + tags_start: 9300000 331: - end: 9770118 - operation: insert - start: 9700000 + operation: search 332: - end: 7751727 - operation: delete - start: 7700000 + end: 11977164 + operation: insert + start: 11900000 333: - ids_end: 4800000 - ids_start: 4759959 - operation: replace - tags_end: 4740041 - tags_start: 4700000 + operation: search 334: - ids_end: 8800000 - ids_start: 8758103 - operation: replace - tags_end: 8741897 - tags_start: 8700000 + end: 12059539 + operation: insert + start: 12000000 335: - operation: search + ids_end: 9600000 + ids_start: 9563916 + operation: replace + tags_end: 9536084 + tags_start: 9500000 336: - end: 9876755 - operation: insert - start: 9800000 + operation: search 337: - end: 7878709 - operation: delete - start: 7800000 + end: 12154716 + operation: insert + start: 12100000 338: - operation: search + end: 7158207 + operation: delete + start: 7100000 339: - end: 9950158 - operation: insert - start: 9900000 + ids_end: 9700000 + ids_start: 9669831 + operation: replace + tags_end: 9630169 + tags_start: 9600000 340: - end: 7982173 - operation: delete - start: 7900000 + operation: search 341: - ids_end: 9000000 - ids_start: 8970522 - operation: replace - tags_end: 8929478 - tags_start: 8900000 + end: 12261933 + operation: insert + start: 12200000 342: - operation: search + ids_end: 9800000 + ids_start: 9782694 + operation: replace + tags_end: 9717306 + tags_start: 9700000 343: - end: 10068093 - operation: insert - start: 10000000 + operation: search 344: - end: 8064417 - operation: delete - start: 8000000 + end: 12387471 + operation: insert + start: 12300000 345: - ids_end: 9100000 - ids_start: 9079021 - operation: replace - tags_end: 9020979 - tags_start: 9000000 + end: 7380011 + operation: delete + start: 7300000 346: - operation: search + ids_end: 9900000 + ids_start: 9857619 + operation: replace + tags_end: 9842381 + tags_start: 9800000 347: - end: 10160592 - operation: insert - start: 10100000 + operation: search 348: - ids_end: 9200000 - ids_start: 9184269 - operation: replace - tags_end: 9115731 - tags_start: 9100000 + end: 12454126 + operation: insert + start: 12400000 349: operation: search 350: - end: 10283107 + end: 12582984 operation: insert - start: 10200000 + start: 12500000 351: - end: 8289961 - operation: delete - start: 8200000 + ids_end: 10100000 + ids_start: 10065469 + operation: replace + tags_end: 10034531 + tags_start: 10000000 352: - ids_end: 9300000 - ids_start: 9289239 + ids_end: 12400000 + ids_start: 12387471 operation: replace - tags_end: 9210761 - tags_start: 9200000 + tags_end: 12312529 + tags_start: 12300000 353: operation: search 354: - end: 10377889 + end: 12656392 operation: insert - start: 10300000 + start: 12600000 355: - end: 359848 - operation: delete - start: 300000 + ids_end: 12300000 + ids_start: 12261933 + operation: replace + tags_end: 12238067 + tags_start: 12200000 356: - end: 8363595 - operation: delete - start: 8300000 + operation: search 357: - ids_end: 5400000 - ids_start: 5368378 - operation: replace - tags_end: 5331622 - tags_start: 5300000 + end: 12766593 + operation: insert + start: 12700000 358: - ids_end: 9400000 - ids_start: 9363927 - operation: replace - tags_end: 9336073 - tags_start: 9300000 + end: 7787231 + operation: delete + start: 7700000 359: - operation: search + ids_end: 10300000 + ids_start: 10253427 + operation: replace + tags_end: 10246573 + tags_start: 10200000 360: - end: 10483831 - operation: insert - start: 10400000 + ids_end: 12000000 + ids_start: 11977164 + operation: replace + tags_end: 11922836 + tags_start: 11900000 361: - end: 8457112 - operation: delete - start: 8400000 - 362: - ids_end: 5500000 - ids_start: 5477982 + ids_end: 12100000 + ids_start: 12059539 operation: replace - tags_end: 5422018 - tags_start: 5400000 + tags_end: 12040461 + tags_start: 12000000 + 362: + operation: search 363: - ids_end: 9500000 - ids_start: 9454064 - operation: replace - tags_end: 9445936 - tags_start: 9400000 + end: 12855590 + operation: insert + start: 12800000 364: - operation: search + end: 7856311 + operation: delete + start: 7800000 365: - end: 10552381 - operation: insert - start: 10500000 + operation: search 366: - end: 8575026 - operation: delete - start: 8500000 + end: 12962271 + operation: insert + start: 12900000 367: - ids_end: 9600000 - ids_start: 9566628 - operation: replace - tags_end: 9533372 - tags_start: 9500000 + end: 7952271 + operation: delete + start: 7900000 368: - operation: search + ids_end: 11700000 + ids_start: 11662888 + operation: replace + tags_end: 11637112 + tags_start: 11600000 369: - end: 10652488 - operation: insert - start: 10600000 + operation: search 370: - end: 8674637 - operation: delete - start: 8600000 + end: 13059095 + operation: insert + start: 13000000 371: - operation: search + end: 8056334 + operation: delete + start: 8000000 372: - end: 10781112 - operation: insert - start: 10700000 + ids_end: 10600000 + ids_start: 10557874 + operation: replace + tags_end: 10542126 + tags_start: 10500000 373: - end: 8758103 - operation: delete - start: 8700000 + operation: search 374: - ids_end: 9800000 - ids_start: 9770118 - operation: replace - tags_end: 9729882 - tags_start: 9700000 + end: 13186142 + operation: insert + start: 13100000 375: - operation: search + end: 8151690 + operation: delete + start: 8100000 376: - end: 10852184 - operation: insert - start: 10800000 + operation: search 377: - ids_end: 5900000 - ids_start: 5886564 - operation: replace - tags_end: 5813436 - tags_start: 5800000 + end: 13288018 + operation: insert + start: 13200000 378: - ids_end: 9900000 - ids_start: 9876755 - operation: replace - tags_end: 9823245 - tags_start: 9800000 + end: 8278017 + operation: delete + start: 8200000 379: - operation: search + ids_end: 11100000 + ids_start: 11053942 + operation: replace + tags_end: 11046058 + tags_start: 11000000 380: - end: 10975981 - operation: insert - start: 10900000 + operation: search 381: - end: 8970522 - operation: delete - start: 8900000 + end: 13371714 + operation: insert + start: 13300000 382: - ids_end: 10000000 - ids_start: 9950158 + ids_end: 10900000 + ids_start: 10854536 operation: replace - tags_end: 9949842 - tags_start: 9900000 + tags_end: 10845464 + tags_start: 10800000 383: - operation: search + ids_end: 11000000 + ids_start: 10977458 + operation: replace + tags_end: 10922542 + tags_start: 10900000 384: - end: 11063412 - operation: insert - start: 11000000 + operation: search 385: - end: 9079021 - operation: delete - start: 9000000 + end: 13455127 + operation: insert + start: 13400000 386: - ids_end: 10100000 - ids_start: 10068093 - operation: replace - tags_end: 10031907 - tags_start: 10000000 + end: 8458613 + operation: delete + start: 8400000 387: - operation: search + ids_end: 10800000 + ids_start: 10771087 + operation: replace + tags_end: 10728913 + tags_start: 10700000 388: - end: 11187494 - operation: insert - start: 11100000 + operation: search 389: - end: 9184269 - operation: delete - start: 9100000 + end: 13580060 + operation: insert + start: 13500000 390: - ids_end: 10200000 - ids_start: 10160592 + ids_end: 10700000 + ids_start: 10684586 operation: replace - tags_end: 10139408 - tags_start: 10100000 + tags_end: 10615414 + tags_start: 10600000 391: operation: search 392: - end: 11272867 + end: 13655549 operation: insert - start: 11200000 + start: 13600000 393: - end: 9289239 + end: 8667722 operation: delete - start: 9200000 + start: 8600000 394: - ids_end: 6300000 - ids_start: 6257807 + ids_end: 11200000 + ids_start: 11186854 operation: replace - tags_end: 6242193 - tags_start: 6200000 + tags_end: 11113146 + tags_start: 11100000 395: - ids_end: 10300000 - ids_start: 10283107 - operation: replace - tags_end: 10216893 - tags_start: 10200000 - 396: operation: search - 397: - end: 11373813 + 396: + end: 13760287 operation: insert - start: 11300000 - 398: - end: 9363927 + start: 13700000 + 397: + end: 8755593 operation: delete - start: 9300000 - 399: + start: 8700000 + 398: ids_end: 10400000 - ids_start: 10377889 + ids_start: 10363530 operation: replace - tags_end: 10322111 + tags_end: 10336470 tags_start: 10300000 + 399: + ids_end: 11300000 + ids_start: 11270191 + operation: replace + tags_end: 11229809 + tags_start: 11200000 400: operation: search 401: - end: 11453129 + end: 13882810 operation: insert - start: 11400000 + start: 13800000 402: - end: 9454064 - operation: delete - start: 9400000 - 403: - ids_end: 10500000 - ids_start: 10483831 + ids_end: 11400000 + ids_start: 11386372 operation: replace - tags_end: 10416169 - tags_start: 10400000 - 404: + tags_end: 11313628 + tags_start: 11300000 + 403: operation: search - 405: - end: 11556341 + 404: + end: 13972370 operation: insert - start: 11500000 + start: 13900000 + 405: + ids_end: 10000000 + ids_start: 9963731 + operation: replace + tags_end: 9936269 + tags_start: 9900000 406: - end: 1560755 - operation: delete - start: 1500000 + ids_end: 11500000 + ids_start: 11473000 + operation: replace + tags_end: 11427000 + tags_start: 11400000 407: - end: 9566628 - operation: delete - start: 9500000 + operation: search 408: - ids_end: 10600000 - ids_start: 10552381 - operation: replace - tags_end: 10547619 - tags_start: 10500000 + end: 14082055 + operation: insert + start: 14000000 409: - operation: search + end: 9057019 + operation: delete + start: 9000000 410: - end: 11666390 - operation: insert - start: 11600000 - 411: - ids_end: 10700000 - ids_start: 10652488 + ids_end: 11600000 + ids_start: 11579593 operation: replace - tags_end: 10647512 - tags_start: 10600000 - 412: + tags_end: 11520407 + tags_start: 11500000 + 411: operation: search - 413: - end: 11758161 + 412: + end: 14165070 operation: insert - start: 11700000 - 414: - end: 9770118 + start: 14100000 + 413: + end: 9175891 operation: delete - start: 9700000 + start: 9100000 + 414: + operation: search 415: - ids_end: 6800000 - ids_start: 6777539 - operation: replace - tags_end: 6722461 - tags_start: 6700000 + end: 14258243 + operation: insert + start: 14200000 416: - operation: search + end: 9283940 + operation: delete + start: 9200000 417: - end: 11874131 - operation: insert - start: 11800000 + ids_end: 11800000 + ids_start: 11786057 + operation: replace + tags_end: 11713943 + tags_start: 11700000 418: - end: 9876755 - operation: delete - start: 9800000 + operation: search 419: - ids_end: 10900000 - ids_start: 10852184 - operation: replace - tags_end: 10847816 - tags_start: 10800000 + end: 14386580 + operation: insert + start: 14300000 420: - operation: search + end: 9360523 + operation: delete + start: 9300000 421: - end: 11989414 - operation: insert - start: 11900000 + ids_end: 11900000 + ids_start: 11876088 + operation: replace + tags_end: 11823912 + tags_start: 11800000 422: - end: 9950158 - operation: delete - start: 9900000 + operation: search 423: - ids_end: 11000000 - ids_start: 10975981 - operation: replace - tags_end: 10924019 - tags_start: 10900000 + end: 14485809 + operation: insert + start: 14400000 424: - operation: search + ids_end: 8900000 + ids_start: 8860361 + operation: replace + tags_end: 8839639 + tags_start: 8800000 425: - end: 12085130 - operation: insert - start: 12000000 + ids_end: 9000000 + ids_start: 8978115 + operation: replace + tags_end: 8921885 + tags_start: 8900000 426: - end: 10068093 - operation: delete - start: 10000000 + operation: search 427: - ids_end: 7100000 - ids_start: 7085292 - operation: replace - tags_end: 7014708 - tags_start: 7000000 + end: 14575226 + operation: insert + start: 14500000 428: - ids_end: 11100000 - ids_start: 11063412 - operation: replace - tags_end: 11036588 - tags_start: 11000000 + end: 9563916 + operation: delete + start: 9500000 429: operation: search 430: - end: 12176913 + end: 14665784 operation: insert - start: 12100000 + start: 14600000 431: - end: 10160592 + end: 9669831 operation: delete - start: 10100000 + start: 9600000 432: - ids_end: 11200000 - ids_start: 11187494 + ids_end: 12200000 + ids_start: 12154716 operation: replace - tags_end: 11112506 - tags_start: 11100000 + tags_end: 12145284 + tags_start: 12100000 433: operation: search 434: - end: 12251277 + end: 14782319 operation: insert - start: 12200000 + start: 14700000 435: - end: 10283107 + end: 9782694 operation: delete - start: 10200000 + start: 9700000 436: - ids_end: 11300000 - ids_start: 11272867 + ids_end: 8400000 + ids_start: 8380651 operation: replace - tags_end: 11227133 - tags_start: 11200000 + tags_end: 8319349 + tags_start: 8300000 437: operation: search 438: - end: 12350320 + end: 14864435 operation: insert - start: 12300000 + start: 14800000 439: - end: 10377889 + end: 9857619 operation: delete - start: 10300000 + start: 9800000 440: - ids_end: 11400000 - ids_start: 11373813 - operation: replace - tags_end: 11326187 - tags_start: 11300000 - 441: operation: search - 442: - end: 12464153 + 441: + end: 14977510 operation: insert - start: 12400000 + start: 14900000 + 442: + ids_end: 12500000 + ids_start: 12454126 + operation: replace + tags_end: 12445874 + tags_start: 12400000 443: - end: 10483831 - operation: delete - start: 10400000 + operation: search 444: - ids_end: 11500000 - ids_start: 11453129 - operation: replace - tags_end: 11446871 - tags_start: 11400000 + end: 15054613 + operation: insert + start: 15000000 445: - operation: search + end: 10065469 + operation: delete + start: 10000000 446: - end: 12567516 - operation: insert - start: 12500000 + ids_end: 100000 + ids_start: 88328 + operation: replace + tags_end: 11672 + tags_start: 0 447: - end: 10552381 - operation: delete - start: 10500000 + operation: search 448: - ids_end: 11600000 - ids_start: 11556341 - operation: replace - tags_end: 11543659 - tags_start: 11500000 + end: 15180147 + operation: insert + start: 15100000 449: - operation: search + ids_end: 7700000 + ids_start: 7660650 + operation: replace + tags_end: 7639350 + tags_start: 7600000 450: - end: 12688505 - operation: insert - start: 12600000 + ids_end: 12700000 + ids_start: 12656392 + operation: replace + tags_end: 12643608 + tags_start: 12600000 451: - end: 10652488 - operation: delete - start: 10600000 + operation: search 452: - ids_end: 11700000 - ids_start: 11666390 - operation: replace - tags_end: 11633610 - tags_start: 11600000 + end: 15258685 + operation: insert + start: 15200000 453: - operation: search + end: 10253427 + operation: delete + start: 10200000 454: - end: 12778263 - operation: insert - start: 12700000 + ids_end: 7600000 + ids_start: 7585571 + operation: replace + tags_end: 7514429 + tags_start: 7500000 455: - ids_end: 11800000 - ids_start: 11758161 + ids_end: 12800000 + ids_start: 12766593 operation: replace - tags_end: 11741839 - tags_start: 11700000 + tags_end: 12733407 + tags_start: 12700000 456: operation: search 457: - end: 12877487 + end: 15381651 operation: insert - start: 12800000 + start: 15300000 458: - end: 10852184 - operation: delete - start: 10800000 - 459: - ids_end: 11900000 - ids_start: 11874131 + ids_end: 12900000 + ids_start: 12855590 operation: replace - tags_end: 11825869 - tags_start: 11800000 - 460: + tags_end: 12844410 + tags_start: 12800000 + 459: operation: search - 461: - end: 12985354 + 460: + end: 15475179 operation: insert - start: 12900000 + start: 15400000 + 461: + ids_end: 7300000 + ids_start: 7275401 + operation: replace + tags_end: 7224599 + tags_start: 7200000 462: - end: 10975981 - operation: delete - start: 10900000 - 463: - ids_end: 12000000 - ids_start: 11989414 + ids_end: 13000000 + ids_start: 12962271 operation: replace - tags_end: 11910586 - tags_start: 11900000 - 464: + tags_end: 12937729 + tags_start: 12900000 + 463: operation: search - 465: - end: 13066393 + 464: + end: 15580485 operation: insert - start: 13000000 - 466: - end: 11063412 + start: 15500000 + 465: + end: 10557874 operation: delete - start: 11000000 + start: 10500000 + 466: + ids_end: 7100000 + ids_start: 7059507 + operation: replace + tags_end: 7040493 + tags_start: 7000000 467: - operation: search + ids_end: 13100000 + ids_start: 13059095 + operation: replace + tags_end: 13040905 + tags_start: 13000000 468: - end: 13171645 - operation: insert - start: 13100000 + operation: search 469: - end: 11187494 - operation: delete - start: 11100000 + end: 15673410 + operation: insert + start: 15600000 470: - ids_end: 8200000 - ids_start: 8186158 + ids_end: 700000 + ids_start: 662778 operation: replace - tags_end: 8113842 - tags_start: 8100000 + tags_end: 637222 + tags_start: 600000 471: - ids_end: 12200000 - ids_start: 12176913 + ids_end: 7000000 + ids_start: 6983366 operation: replace - tags_end: 12123087 - tags_start: 12100000 + tags_end: 6916634 + tags_start: 6900000 472: - operation: search + ids_end: 13200000 + ids_start: 13186142 + operation: replace + tags_end: 13113858 + tags_start: 13100000 473: - end: 13251409 - operation: insert - start: 13200000 + operation: search 474: - end: 11272867 - operation: delete - start: 11200000 + end: 15771505 + operation: insert + start: 15700000 475: - ids_end: 12300000 - ids_start: 12251277 + ids_end: 6800000 + ids_start: 6766110 operation: replace - tags_end: 12248723 - tags_start: 12200000 + tags_end: 6733890 + tags_start: 6700000 476: - operation: search + ids_end: 13300000 + ids_start: 13288018 + operation: replace + tags_end: 13211982 + tags_start: 13200000 477: - end: 13357470 - operation: insert - start: 13300000 + operation: search 478: - end: 11373813 - operation: delete - start: 11300000 + end: 15877558 + operation: insert + start: 15800000 479: - operation: search + end: 10854536 + operation: delete + start: 10800000 480: - end: 13451316 - operation: insert - start: 13400000 + operation: search 481: - end: 11453129 - operation: delete - start: 11400000 + end: 15979532 + operation: insert + start: 15900000 482: - ids_end: 12500000 - ids_start: 12464153 - operation: replace - tags_end: 12435847 - tags_start: 12400000 - 483: operation: search - 484: - end: 13568045 + 483: + end: 16072284 operation: insert - start: 13500000 + start: 16000000 + 484: + ids_end: 6400000 + ids_start: 6360197 + operation: replace + tags_end: 6339803 + tags_start: 6300000 485: - end: 11556341 - operation: delete - start: 11500000 - 486: - ids_end: 6100000 - ids_start: 6053111 + ids_end: 13600000 + ids_start: 13580060 operation: replace - tags_end: 6046889 - tags_start: 6000000 + tags_end: 13519940 + tags_start: 13500000 + 486: + operation: search 487: - ids_end: 12600000 - ids_start: 12567516 - operation: replace - tags_end: 12532484 - tags_start: 12500000 + end: 16181034 + operation: insert + start: 16100000 488: - operation: search + end: 11186854 + operation: delete + start: 11100000 489: - end: 13684188 - operation: insert - start: 13600000 + ids_end: 1200000 + ids_start: 1166860 + operation: replace + tags_end: 1133140 + tags_start: 1100000 490: - end: 3659862 - operation: delete - start: 3600000 + ids_end: 6200000 + ids_start: 6164091 + operation: replace + tags_end: 6135909 + tags_start: 6100000 491: - end: 11666390 - operation: delete - start: 11600000 + operation: search 492: - ids_end: 12700000 - ids_start: 12688505 - operation: replace - tags_end: 12611495 - tags_start: 12600000 + end: 16272255 + operation: insert + start: 16200000 493: - operation: search + end: 11270191 + operation: delete + start: 11200000 494: - end: 13781123 - operation: insert - start: 13700000 + operation: search 495: - end: 11758161 - operation: delete - start: 11700000 + end: 16360474 + operation: insert + start: 16300000 496: - ids_end: 5800000 - ids_start: 5757912 - operation: replace - tags_end: 5742088 - tags_start: 5700000 + end: 11386372 + operation: delete + start: 11300000 497: - ids_end: 12800000 - ids_start: 12778263 - operation: replace - tags_end: 12721737 - tags_start: 12700000 - 498: operation: search - 499: - end: 13880797 + 498: + end: 16481306 operation: insert - start: 13800000 - 500: - end: 11874131 + start: 16400000 + 499: + end: 11473000 operation: delete - start: 11800000 + start: 11400000 + 500: + ids_end: 5600000 + ids_start: 5587709 + operation: replace + tags_end: 5512291 + tags_start: 5500000 501: - ids_end: 8900000 - ids_start: 8862215 + ids_end: 14000000 + ids_start: 13972370 operation: replace - tags_end: 8837785 - tags_start: 8800000 + tags_end: 13927630 + tags_start: 13900000 502: - ids_end: 12900000 - ids_start: 12877487 - operation: replace - tags_end: 12822513 - tags_start: 12800000 - 503: operation: search - 504: - end: 13960072 + 503: + end: 16575736 operation: insert - start: 13900000 - 505: - end: 11989414 + start: 16500000 + 504: + end: 11579593 operation: delete - start: 11900000 + start: 11500000 + 505: + ids_end: 5400000 + ids_start: 5388189 + operation: replace + tags_end: 5311811 + tags_start: 5300000 506: - ids_end: 13000000 - ids_start: 12985354 + ids_end: 14100000 + ids_start: 14082055 operation: replace - tags_end: 12914646 - tags_start: 12900000 + tags_end: 14017945 + tags_start: 14000000 507: operation: search 508: - end: 14071955 + end: 16677276 operation: insert - start: 14000000 + start: 16600000 509: - ids_end: 13100000 - ids_start: 13066393 + ids_end: 5200000 + ids_start: 5169046 operation: replace - tags_end: 13033607 - tags_start: 13000000 + tags_end: 5130954 + tags_start: 5100000 510: - operation: search + ids_end: 14200000 + ids_start: 14165070 + operation: replace + tags_end: 14134930 + tags_start: 14100000 511: - end: 14165054 - operation: insert - start: 14100000 + operation: search 512: - end: 12176913 - operation: delete - start: 12100000 + end: 16751843 + operation: insert + start: 16700000 513: - ids_end: 13200000 - ids_start: 13171645 - operation: replace - tags_end: 13128355 - tags_start: 13100000 + end: 11786057 + operation: delete + start: 11700000 514: operation: search 515: - end: 14255708 + end: 16874433 operation: insert - start: 14200000 + start: 16800000 516: - end: 4261265 + end: 11876088 operation: delete - start: 4200000 + start: 11800000 517: - end: 12251277 - operation: delete - start: 12200000 + ids_end: 4800000 + ids_start: 4751728 + operation: replace + tags_end: 4748272 + tags_start: 4700000 518: - ids_end: 13300000 - ids_start: 13251409 + ids_end: 14400000 + ids_start: 14386580 operation: replace - tags_end: 13248591 - tags_start: 13200000 + tags_end: 14313420 + tags_start: 14300000 519: operation: search 520: - end: 14350439 + end: 16964182 operation: insert - start: 14300000 + start: 16900000 521: - ids_end: 13400000 - ids_start: 13357470 + ids_end: 2000000 + ids_start: 1976700 operation: replace - tags_end: 13342530 - tags_start: 13300000 + tags_end: 1923300 + tags_start: 1900000 522: - operation: search + ids_end: 4400000 + ids_start: 4376223 + operation: replace + tags_end: 4323777 + tags_start: 4300000 523: - end: 14482227 - operation: insert - start: 14400000 + ids_end: 14500000 + ids_start: 14485809 + operation: replace + tags_end: 14414191 + tags_start: 14400000 524: - end: 4469194 - operation: delete - start: 4400000 + operation: search 525: - end: 12464153 - operation: delete - start: 12400000 + end: 17089291 + operation: insert + start: 17000000 526: - operation: search + ids_end: 4200000 + ids_start: 4167743 + operation: replace + tags_end: 4132257 + tags_start: 4100000 527: - end: 14576761 - operation: insert - start: 14500000 + operation: search 528: - end: 12567516 - operation: delete - start: 12500000 + end: 17173220 + operation: insert + start: 17100000 529: - ids_end: 13600000 - ids_start: 13568045 - operation: replace - tags_end: 13531955 - tags_start: 13500000 + end: 12154716 + operation: delete + start: 12100000 530: - operation: search + ids_end: 14700000 + ids_start: 14665784 + operation: replace + tags_end: 14634216 + tags_start: 14600000 531: - end: 14680240 - operation: insert - start: 14600000 + operation: search 532: - end: 12688505 - operation: delete - start: 12600000 + end: 17263932 + operation: insert + start: 17200000 533: - ids_end: 9700000 - ids_start: 9660971 + ids_end: 14800000 + ids_start: 14782319 operation: replace - tags_end: 9639029 - tags_start: 9600000 + tags_end: 14717681 + tags_start: 14700000 534: - ids_end: 13700000 - ids_start: 13684188 - operation: replace - tags_end: 13615812 - tags_start: 13600000 - 535: operation: search - 536: - end: 14785354 + 535: + end: 17355123 operation: insert - start: 14700000 + start: 17300000 + 536: + ids_end: 2800000 + ids_start: 2765888 + operation: replace + tags_end: 2734112 + tags_start: 2700000 537: - end: 4759959 - operation: delete - start: 4700000 + ids_end: 3200000 + ids_start: 3167093 + operation: replace + tags_end: 3132907 + tags_start: 3100000 538: - end: 12778263 - operation: delete - start: 12700000 - 539: - ids_end: 13800000 - ids_start: 13781123 + ids_end: 14900000 + ids_start: 14864435 operation: replace - tags_end: 13718877 - tags_start: 13700000 - 540: + tags_end: 14835565 + tags_start: 14800000 + 539: operation: search - 541: - end: 14886138 + 540: + end: 17451837 operation: insert - start: 14800000 - 542: - end: 12877487 + start: 17400000 + 541: + end: 12454126 operation: delete - start: 12800000 + start: 12400000 + 542: + ids_end: 300000 + ids_start: 257370 + operation: replace + tags_end: 242630 + tags_start: 200000 543: - ids_end: 13900000 - ids_start: 13880797 + ids_end: 500000 + ids_start: 481703 operation: replace - tags_end: 13819203 - tags_start: 13800000 + tags_end: 418297 + tags_start: 400000 544: - operation: search + ids_end: 600000 + ids_start: 559269 + operation: replace + tags_end: 540731 + tags_start: 500000 545: - end: 14952674 - operation: insert - start: 14900000 + ids_end: 900000 + ids_start: 878324 + operation: replace + tags_end: 821676 + tags_start: 800000 546: - end: 12985354 - operation: delete - start: 12900000 + ids_end: 1000000 + ids_start: 973085 + operation: replace + tags_end: 926915 + tags_start: 900000 547: - operation: search + ids_end: 2200000 + ids_start: 2171272 + operation: replace + tags_end: 2128728 + tags_start: 2100000 548: - end: 15063233 - operation: insert - start: 15000000 + operation: search 549: - end: 13066393 - operation: delete - start: 13000000 + end: 17562320 + operation: insert + start: 17500000 550: - ids_end: 14100000 - ids_start: 14071955 + ids_end: 2600000 + ids_start: 2576439 operation: replace - tags_end: 14028045 - tags_start: 14000000 + tags_end: 2523561 + tags_start: 2500000 551: - operation: search - 552: - end: 15156888 - operation: insert - start: 15100000 + ids_end: 15100000 + ids_start: 15054613 + operation: replace + tags_end: 15045387 + tags_start: 15000000 + 552: + operation: search 553: - end: 13171645 - operation: delete - start: 13100000 + end: 17655072 + operation: insert + start: 17600000 554: - ids_end: 14200000 - ids_start: 14165054 - operation: replace - tags_end: 14134946 - tags_start: 14100000 + end: 12656392 + operation: delete + start: 12600000 555: operation: search 556: - end: 15282139 + end: 17778559 operation: insert - start: 15200000 + start: 17700000 557: - end: 13251409 + end: 12766593 operation: delete - start: 13200000 + start: 12700000 558: - ids_end: 14300000 - ids_start: 14255708 + ids_end: 15300000 + ids_start: 15258685 operation: replace - tags_end: 14244292 - tags_start: 14200000 + tags_end: 15241315 + tags_start: 15200000 559: operation: search 560: - end: 15370354 + end: 17865842 operation: insert - start: 15300000 + start: 17800000 561: - end: 5368378 + end: 12855590 operation: delete - start: 5300000 + start: 12800000 562: - end: 13357470 - operation: delete - start: 13300000 + ids_end: 15400000 + ids_start: 15381651 + operation: replace + tags_end: 15318349 + tags_start: 15300000 563: operation: search 564: - end: 15456256 + end: 17964901 operation: insert - start: 15400000 + start: 17900000 565: - end: 5477982 + end: 12962271 operation: delete - start: 5400000 + start: 12900000 566: - ids_end: 3900000 - ids_start: 3853186 - operation: replace - tags_end: 3846814 - tags_start: 3800000 + operation: search 567: - ids_end: 14500000 - ids_start: 14482227 - operation: replace - tags_end: 14417773 - tags_start: 14400000 + end: 18050505 + operation: insert + start: 18000000 568: - operation: search + end: 13059095 + operation: delete + start: 13000000 569: - end: 15551764 - operation: insert - start: 15500000 + operation: search 570: - end: 13568045 - operation: delete - start: 13500000 + end: 18167657 + operation: insert + start: 18100000 571: - ids_end: 14600000 - ids_start: 14576761 - operation: replace - tags_end: 14523239 - tags_start: 14500000 + end: 13186142 + operation: delete + start: 13100000 572: - operation: search + ids_end: 15700000 + ids_start: 15673410 + operation: replace + tags_end: 15626590 + tags_start: 15600000 573: - end: 15686299 - operation: insert - start: 15600000 + operation: search 574: - end: 13684188 - operation: delete - start: 13600000 + end: 18256312 + operation: insert + start: 18200000 575: - ids_end: 14700000 - ids_start: 14680240 - operation: replace - tags_end: 14619760 - tags_start: 14600000 + end: 13288018 + operation: delete + start: 13200000 576: - operation: search + ids_end: 15800000 + ids_start: 15771505 + operation: replace + tags_end: 15728495 + tags_start: 15700000 577: - end: 15762478 - operation: insert - start: 15700000 + operation: search 578: - end: 13781123 - operation: delete - start: 13700000 + end: 18370329 + operation: insert + start: 18300000 579: - ids_end: 10800000 - ids_start: 10781112 + ids_end: 15900000 + ids_start: 15877558 operation: replace - tags_end: 10718888 - tags_start: 10700000 + tags_end: 15822442 + tags_start: 15800000 580: - ids_end: 14800000 - ids_start: 14785354 - operation: replace - tags_end: 14714646 - tags_start: 14700000 - 581: operation: search - 582: - end: 15873397 + 581: + end: 18478242 operation: insert - start: 15800000 + start: 18400000 + 582: + ids_end: 3500000 + ids_start: 3452322 + operation: replace + tags_end: 3447678 + tags_start: 3400000 583: - end: 5886564 - operation: delete - start: 5800000 + ids_end: 16000000 + ids_start: 15979532 + operation: replace + tags_end: 15920468 + tags_start: 15900000 584: - end: 13880797 - operation: delete - start: 13800000 + operation: search 585: - ids_end: 14900000 - ids_start: 14886138 - operation: replace - tags_end: 14813862 - tags_start: 14800000 + end: 18564831 + operation: insert + start: 18500000 586: - operation: search + end: 13580060 + operation: delete + start: 13500000 587: - end: 15976082 - operation: insert - start: 15900000 + operation: search 588: - ids_end: 15000000 - ids_start: 14952674 - operation: replace - tags_end: 14947326 - tags_start: 14900000 + end: 18656798 + operation: insert + start: 18600000 589: - operation: search + ids_end: 16200000 + ids_start: 16181034 + operation: replace + tags_end: 16118966 + tags_start: 16100000 590: - end: 16062398 - operation: insert - start: 16000000 + operation: search 591: - end: 14071955 - operation: delete - start: 14000000 + end: 18777802 + operation: insert + start: 18700000 592: - ids_end: 15100000 - ids_start: 15063233 + ids_end: 3800000 + ids_start: 3785820 operation: replace - tags_end: 15036767 - tags_start: 15000000 + tags_end: 3714180 + tags_start: 3700000 593: - operation: search + ids_end: 16300000 + ids_start: 16272255 + operation: replace + tags_end: 16227745 + tags_start: 16200000 594: - end: 16189681 - operation: insert - start: 16100000 + operation: search 595: - end: 14165054 - operation: delete - start: 14100000 + end: 18877442 + operation: insert + start: 18800000 596: operation: search 597: - end: 16279308 + end: 18968030 operation: insert - start: 16200000 + start: 18900000 598: - end: 6257807 + end: 13972370 operation: delete - start: 6200000 + start: 13900000 599: - end: 14255708 - operation: delete - start: 14200000 + operation: search 600: - ids_end: 15300000 - ids_start: 15282139 - operation: replace - tags_end: 15217861 - tags_start: 15200000 + end: 19062881 + operation: insert + start: 19000000 601: - operation: search + end: 14082055 + operation: delete + start: 14000000 602: - end: 16351314 - operation: insert - start: 16300000 + ids_end: 4100000 + ids_start: 4086390 + operation: replace + tags_end: 4013610 + tags_start: 4000000 603: - ids_end: 15400000 - ids_start: 15370354 + ids_end: 16600000 + ids_start: 16575736 operation: replace - tags_end: 15329646 - tags_start: 15300000 + tags_end: 16524264 + tags_start: 16500000 604: operation: search 605: - end: 16489405 + end: 19179765 operation: insert - start: 16400000 + start: 19100000 606: - end: 14482227 + end: 14165070 operation: delete - start: 14400000 + start: 14100000 607: - ids_end: 15500000 - ids_start: 15456256 + ids_end: 16700000 + ids_start: 16677276 operation: replace - tags_end: 15443744 - tags_start: 15400000 + tags_end: 16622724 + tags_start: 16600000 608: operation: search 609: - end: 16562325 + end: 19274566 operation: insert - start: 16500000 + start: 19200000 610: - end: 14576761 - operation: delete - start: 14500000 + ids_end: 4300000 + ids_start: 4271418 + operation: replace + tags_end: 4228582 + tags_start: 4200000 611: operation: search 612: - end: 16670593 + end: 19352795 operation: insert - start: 16600000 + start: 19300000 613: - end: 14680240 + end: 14386580 operation: delete - start: 14600000 + start: 14300000 614: operation: search 615: - end: 16789843 + end: 19471638 operation: insert - start: 16700000 + start: 19400000 616: - end: 6777539 + end: 14485809 operation: delete - start: 6700000 + start: 14400000 617: - end: 14785354 - operation: delete - start: 14700000 - 618: - ids_end: 15800000 - ids_start: 15762478 + ids_end: 17000000 + ids_start: 16964182 operation: replace - tags_end: 15737522 - tags_start: 15700000 - 619: + tags_end: 16935818 + tags_start: 16900000 + 618: operation: search - 620: - end: 16875602 + 619: + end: 19575050 operation: insert - start: 16800000 + start: 19500000 + 620: + ids_end: 4600000 + ids_start: 4554879 + operation: replace + tags_end: 4545121 + tags_start: 4500000 621: - end: 14886138 - operation: delete - start: 14800000 + operation: search 622: - ids_end: 15900000 - ids_start: 15873397 - operation: replace - tags_end: 15826603 - tags_start: 15800000 + end: 19688094 + operation: insert + start: 19600000 623: - operation: search + end: 14665784 + operation: delete + start: 14600000 624: - end: 16974008 - operation: insert - start: 16900000 + operation: search 625: - end: 14952674 - operation: delete - start: 14900000 + end: 19759248 + operation: insert + start: 19700000 626: - ids_end: 16000000 - ids_start: 15976082 - operation: replace - tags_end: 15923918 - tags_start: 15900000 + end: 14782319 + operation: delete + start: 14700000 627: - operation: search + ids_end: 17300000 + ids_start: 17263932 + operation: replace + tags_end: 17236068 + tags_start: 17200000 628: - end: 17078070 - operation: insert - start: 17000000 + operation: search 629: - end: 7085292 - operation: delete - start: 7000000 + end: 19860550 + operation: insert + start: 19800000 630: - end: 15063233 + end: 14864435 operation: delete - start: 15000000 + start: 14800000 631: - ids_end: 12100000 - ids_start: 12085130 - operation: replace - tags_end: 12014870 - tags_start: 12000000 - 632: - ids_end: 16100000 - ids_start: 16062398 - operation: replace - tags_end: 16037602 - tags_start: 16000000 - 633: operation: search - 634: - end: 17158735 + 632: + end: 19963746 operation: insert - start: 17100000 - 635: - ids_end: 16200000 - ids_start: 16189681 + start: 19900000 + 633: + ids_end: 17500000 + ids_start: 17451837 operation: replace - tags_end: 16110319 - tags_start: 16100000 - 636: + tags_end: 17448163 + tags_start: 17400000 + 634: operation: search - 637: - end: 17280161 + 635: + end: 20060937 operation: insert - start: 17200000 - 638: - end: 15282139 + start: 20000000 + 636: + end: 15054613 operation: delete - start: 15200000 + start: 15000000 + 637: + operation: search + 638: + end: 20187045 + operation: insert + start: 20100000 639: - ids_end: 16300000 - ids_start: 16279308 + ids_end: 17700000 + ids_start: 17655072 operation: replace - tags_end: 16220692 - tags_start: 16200000 + tags_end: 17644928 + tags_start: 17600000 640: operation: search 641: - end: 17368715 + end: 20253864 operation: insert - start: 17300000 + start: 20200000 642: - end: 15370354 + end: 15258685 operation: delete - start: 15300000 + start: 15200000 643: - ids_end: 12400000 - ids_start: 12350320 - operation: replace - tags_end: 12349680 - tags_start: 12300000 + operation: search 644: - ids_end: 16400000 - ids_start: 16351314 - operation: replace - tags_end: 16348686 - tags_start: 16300000 + end: 20377597 + operation: insert + start: 20300000 645: - operation: search + end: 15381651 + operation: delete + start: 15300000 646: - end: 17452034 - operation: insert - start: 17400000 + operation: search 647: - end: 15456256 - operation: delete - start: 15400000 + end: 20452919 + operation: insert + start: 20400000 648: - ids_end: 1000000 - ids_start: 956351 + ids_end: 18000000 + ids_start: 17964901 operation: replace - tags_end: 943649 - tags_start: 900000 + tags_end: 17935099 + tags_start: 17900000 649: - ids_end: 16500000 - ids_start: 16489405 - operation: replace - tags_end: 16410595 - tags_start: 16400000 - 650: operation: search - 651: - end: 17580028 + 650: + end: 20588112 operation: insert - start: 17500000 - 652: + start: 20500000 + 651: operation: search - 653: - end: 17678263 + 652: + end: 20668079 operation: insert - start: 17600000 + start: 20600000 + 653: + end: 15673410 + operation: delete + start: 15600000 654: - operation: search + ids_end: 18200000 + ids_start: 18167657 + operation: replace + tags_end: 18132343 + tags_start: 18100000 655: - end: 17766882 - operation: insert - start: 17700000 + operation: search 656: - end: 15762478 + end: 20766974 + operation: insert + start: 20700000 + 657: + end: 15771505 operation: delete start: 15700000 - 657: - ids_end: 16800000 - ids_start: 16789843 - operation: replace - tags_end: 16710157 - tags_start: 16700000 658: operation: search 659: - end: 17856520 + end: 20874767 operation: insert - start: 17800000 + start: 20800000 660: - end: 15873397 + end: 15877558 operation: delete start: 15800000 661: - ids_end: 16900000 - ids_start: 16875602 - operation: replace - tags_end: 16824398 - tags_start: 16800000 - 662: operation: search - 663: - end: 17984317 + 662: + end: 20965555 operation: insert - start: 17900000 - 664: - end: 15976082 + start: 20900000 + 663: + end: 15979532 operation: delete start: 15900000 + 664: + ids_end: 6000000 + ids_start: 5977997 + operation: replace + tags_end: 5922003 + tags_start: 5900000 665: - ids_end: 17000000 - ids_start: 16974008 + ids_end: 18500000 + ids_start: 18478242 operation: replace - tags_end: 16925992 - tags_start: 16900000 + tags_end: 18421758 + tags_start: 18400000 666: operation: search 667: - end: 18055954 + end: 21054392 operation: insert - start: 18000000 + start: 21000000 668: - end: 16062398 - operation: delete - start: 16000000 + ids_end: 6100000 + ids_start: 6051674 + operation: replace + tags_end: 6048326 + tags_start: 6000000 669: - ids_end: 17100000 - ids_start: 17078070 + ids_end: 18600000 + ids_start: 18564831 operation: replace - tags_end: 17021930 - tags_start: 17000000 + tags_end: 18535169 + tags_start: 18500000 670: operation: search 671: - end: 18185961 + end: 21181734 operation: insert - start: 18100000 + start: 21100000 672: - end: 8186158 - operation: delete - start: 8100000 - 673: - end: 16189681 + end: 16181034 operation: delete start: 16100000 - 674: - ids_end: 17200000 - ids_start: 17158735 - operation: replace - tags_end: 17141265 - tags_start: 17100000 - 675: + 673: operation: search - 676: - end: 18271439 + 674: + end: 21287359 operation: insert - start: 18200000 - 677: - end: 16279308 + start: 21200000 + 675: + end: 16272255 operation: delete start: 16200000 - 678: + 676: + ids_end: 18800000 + ids_start: 18777802 + operation: replace + tags_end: 18722198 + tags_start: 18700000 + 677: operation: search - 679: - end: 18364101 + 678: + end: 21351652 operation: insert - start: 18300000 + start: 21300000 + 679: + ids_end: 18900000 + ids_start: 18877442 + operation: replace + tags_end: 18822558 + tags_start: 18800000 680: - end: 16351314 - operation: delete - start: 16300000 + operation: search 681: - ids_end: 17400000 - ids_start: 17368715 - operation: replace - tags_end: 17331285 - tags_start: 17300000 + end: 21462621 + operation: insert + start: 21400000 682: - operation: search + ids_end: 19000000 + ids_start: 18968030 + operation: replace + tags_end: 18931970 + tags_start: 18900000 683: - end: 18488677 - operation: insert - start: 18400000 + operation: search 684: - end: 16489405 - operation: delete - start: 16400000 + end: 21568194 + operation: insert + start: 21500000 685: - ids_end: 17500000 - ids_start: 17452034 - operation: replace - tags_end: 17447966 - tags_start: 17400000 + end: 16575736 + operation: delete + start: 16500000 686: operation: search 687: - end: 18568520 + end: 21652574 operation: insert - start: 18500000 + start: 21600000 688: - ids_end: 17600000 - ids_start: 17580028 - operation: replace - tags_end: 17519972 - tags_start: 17500000 + end: 16677276 + operation: delete + start: 16600000 689: - operation: search + ids_end: 6700000 + ids_start: 6668798 + operation: replace + tags_end: 6631202 + tags_start: 6600000 690: - end: 18661608 - operation: insert - start: 18600000 + operation: search 691: - ids_end: 17700000 - ids_start: 17678263 - operation: replace - tags_end: 17621737 - tags_start: 17600000 + end: 21757718 + operation: insert + start: 21700000 692: - operation: search + ids_end: 19300000 + ids_start: 19274566 + operation: replace + tags_end: 19225434 + tags_start: 19200000 693: - end: 18753021 - operation: insert - start: 18700000 + operation: search 694: - end: 16789843 - operation: delete - start: 16700000 + end: 21880303 + operation: insert + start: 21800000 695: - ids_end: 17800000 - ids_start: 17766882 + ids_end: 19400000 + ids_start: 19352795 operation: replace - tags_end: 17733118 - tags_start: 17700000 + tags_end: 19347205 + tags_start: 19300000 696: operation: search 697: - end: 18874691 + end: 21975249 operation: insert - start: 18800000 + start: 21900000 698: - end: 8862215 + end: 16964182 operation: delete - start: 8800000 + start: 16900000 699: - end: 16875602 - operation: delete - start: 16800000 - 700: - ids_end: 17900000 - ids_start: 17856520 + ids_end: 19500000 + ids_start: 19471638 operation: replace - tags_end: 17843480 - tags_start: 17800000 - 701: + tags_end: 19428362 + tags_start: 19400000 + 700: operation: search - 702: - end: 18959929 + 701: + end: 22074315 operation: insert - start: 18900000 + start: 22000000 + 702: + ids_end: 19600000 + ids_start: 19575050 + operation: replace + tags_end: 19524950 + tags_start: 19500000 703: - end: 16974008 - operation: delete - start: 16900000 + operation: search 704: - ids_end: 14000000 - ids_start: 13960072 - operation: replace - tags_end: 13939928 - tags_start: 13900000 + end: 22179300 + operation: insert + start: 22100000 705: operation: search 706: - end: 19054040 + end: 22262416 operation: insert - start: 19000000 + start: 22200000 707: - end: 17078070 + end: 17263932 operation: delete - start: 17000000 + start: 17200000 708: - ids_end: 18100000 - ids_start: 18055954 + ids_end: 19800000 + ids_start: 19759248 operation: replace - tags_end: 18044046 - tags_start: 18000000 + tags_end: 19740752 + tags_start: 19700000 709: operation: search 710: - end: 19159389 + end: 22368756 operation: insert - start: 19100000 + start: 22300000 711: - end: 17158735 - operation: delete - start: 17100000 - 712: - ids_end: 18200000 - ids_start: 18185961 + ids_end: 19900000 + ids_start: 19860550 operation: replace - tags_end: 18114039 - tags_start: 18100000 - 713: + tags_end: 19839450 + tags_start: 19800000 + 712: operation: search - 714: - end: 19283275 + 713: + end: 22455672 operation: insert - start: 19200000 + start: 22400000 + 714: + end: 17451837 + operation: delete + start: 17400000 715: - ids_end: 18300000 - ids_start: 18271439 + ids_end: 7500000 + ids_start: 7468578 operation: replace - tags_end: 18228561 - tags_start: 18200000 + tags_end: 7431422 + tags_start: 7400000 716: - operation: search - 717: - end: 19380302 - operation: insert - start: 19300000 - 718: - end: 17368715 - operation: delete - start: 17300000 - 719: - ids_end: 14400000 - ids_start: 14350439 - operation: replace - tags_end: 14349561 - tags_start: 14300000 - 720: - ids_end: 18400000 - ids_start: 18364101 - operation: replace - tags_end: 18335899 - tags_start: 18300000 - 721: - operation: search - 722: - end: 19478573 - operation: insert - start: 19400000 - 723: - end: 17452034 - operation: delete - start: 17400000 - 724: - ids_end: 18500000 - ids_start: 18488677 - operation: replace - tags_end: 18411323 - tags_start: 18400000 - 725: - operation: search - 726: - end: 19573724 - operation: insert - start: 19500000 - 727: - end: 17580028 - operation: delete - start: 17500000 - 728: - operation: search - 729: - end: 19655031 - operation: insert - start: 19600000 - 730: - end: 9660971 - operation: delete - start: 9600000 - 731: - end: 17678263 - operation: delete - start: 17600000 - 732: - operation: search - 733: - end: 19767990 - operation: insert - start: 19700000 - 734: - end: 17766882 - operation: delete - start: 17700000 - 735: - ids_end: 18800000 - ids_start: 18753021 - operation: replace - tags_end: 18746979 - tags_start: 18700000 - 736: - operation: search - 737: - end: 19875846 - operation: insert - start: 19800000 - 738: - end: 17856520 - operation: delete - start: 17800000 - 739: - ids_end: 18900000 - ids_start: 18874691 - operation: replace - tags_end: 18825309 - tags_start: 18800000 - 740: - operation: search - 741: - end: 19972967 - operation: insert - start: 19900000 - 742: - ids_end: 19000000 - ids_start: 18959929 - operation: replace - tags_end: 18940071 - tags_start: 18900000 - 743: - operation: search - 744: - end: 20071346 - operation: insert - start: 20000000 - 745: - end: 18055954 - operation: delete - start: 18000000 - 746: - ids_end: 19100000 - ids_start: 19054040 - operation: replace - tags_end: 19045960 - tags_start: 19000000 - 747: - operation: search - 748: - end: 20167141 - operation: insert - start: 20100000 - 749: - end: 18185961 - operation: delete - start: 18100000 - 750: - ids_end: 19200000 - ids_start: 19159389 - operation: replace - tags_end: 19140611 - tags_start: 19100000 - 751: - operation: search - 752: - end: 20266303 - operation: insert - start: 20200000 - 753: - end: 18271439 - operation: delete - start: 18200000 - 754: - ids_end: 19300000 - ids_start: 19283275 - operation: replace - tags_end: 19216725 - tags_start: 19200000 - 755: - operation: search - 756: - end: 20355151 - operation: insert - start: 20300000 - 757: - end: 18364101 - operation: delete - start: 18300000 - 758: - ids_end: 19400000 - ids_start: 19380302 - operation: replace - tags_end: 19319698 - tags_start: 19300000 - 759: - operation: search - 760: - end: 20456847 - operation: insert - start: 20400000 - 761: - end: 18488677 - operation: delete - start: 18400000 - 762: - operation: search - 763: - end: 20577988 - operation: insert - start: 20500000 - 764: - ids_end: 15600000 - ids_start: 15551764 - operation: replace - tags_end: 15548236 - tags_start: 15500000 - 765: - ids_end: 19600000 - ids_start: 19573724 - operation: replace - tags_end: 19526276 - tags_start: 19500000 - 766: - operation: search - 767: - end: 20653050 - operation: insert - start: 20600000 - 768: - ids_end: 15700000 - ids_start: 15686299 - operation: replace - tags_end: 15613701 - tags_start: 15600000 - 769: - ids_end: 19700000 - ids_start: 19655031 - operation: replace - tags_end: 19644969 - tags_start: 19600000 - 770: - operation: search - 771: - end: 20766472 - operation: insert - start: 20700000 - 772: - end: 10781112 - operation: delete - start: 10700000 - 773: - end: 18753021 - operation: delete - start: 18700000 - 774: - ids_end: 19800000 - ids_start: 19767990 + ids_end: 20000000 + ids_start: 19963746 operation: replace - tags_end: 19732010 - tags_start: 19700000 - 775: - operation: search - 776: - end: 20871813 - operation: insert - start: 20800000 - 777: - end: 18874691 - operation: delete - start: 18800000 - 778: - operation: search - 779: - end: 20971190 - operation: insert - start: 20900000 - 780: - end: 18959929 - operation: delete - start: 18900000 - 781: + tags_end: 19936254 + tags_start: 19900000 + 717: operation: search - 782: - end: 21064120 + 718: + end: 22565622 operation: insert - start: 21000000 - 783: - end: 19054040 - operation: delete - start: 19000000 - 784: + start: 22500000 + 719: ids_end: 20100000 - ids_start: 20071346 + ids_start: 20060937 operation: replace - tags_end: 20028654 + tags_end: 20039063 tags_start: 20000000 - 785: + 720: operation: search - 786: - end: 21180529 + 721: + end: 22682429 operation: insert - start: 21100000 - 787: - end: 19159389 + start: 22600000 + 722: + end: 17655072 operation: delete - start: 19100000 - 788: + start: 17600000 + 723: + ids_end: 20200000 + ids_start: 20187045 + operation: replace + tags_end: 20112955 + tags_start: 20100000 + 724: operation: search - 789: - end: 21256192 + 725: + end: 22780174 operation: insert - start: 21200000 - 790: - end: 19283275 - operation: delete - start: 19200000 - 791: - ids_end: 20300000 - ids_start: 20266303 - operation: replace - tags_end: 20233697 - tags_start: 20200000 - 792: + start: 22700000 + 726: operation: search - 793: - end: 21377796 + 727: + end: 22879494 operation: insert - start: 21300000 - 794: - end: 19380302 - operation: delete - start: 19300000 - 795: + start: 22800000 + 728: ids_end: 20400000 - ids_start: 20355151 + ids_start: 20377597 operation: replace - tags_end: 20344849 + tags_end: 20322403 tags_start: 20300000 - 796: + 729: operation: search - 797: - end: 21476158 + 730: + end: 22982463 operation: insert - start: 21400000 - 798: + start: 22900000 + 731: + end: 17964901 + operation: delete + start: 17900000 + 732: ids_end: 20500000 - ids_start: 20456847 + ids_start: 20452919 operation: replace - tags_end: 20443153 + tags_end: 20447081 tags_start: 20400000 - 799: + 733: operation: search - 800: - end: 21566177 + 734: + end: 23071016 operation: insert - start: 21500000 - 801: - end: 19573724 - operation: delete - start: 19500000 - 802: - ids_end: 16600000 - ids_start: 16562325 - operation: replace - tags_end: 16537675 - tags_start: 16500000 - 803: - ids_end: 20600000 - ids_start: 20577988 - operation: replace - tags_end: 20522012 - tags_start: 20500000 - 804: + start: 23000000 + 735: operation: search - 805: - end: 21684680 + 736: + end: 23169134 operation: insert - start: 21600000 - 806: - end: 19655031 + start: 23100000 + 737: + end: 18167657 operation: delete - start: 19600000 - 807: + start: 18100000 + 738: ids_end: 20700000 - ids_start: 20653050 + ids_start: 20668079 operation: replace - tags_end: 20646950 + tags_end: 20631921 tags_start: 20600000 - 808: + 739: operation: search - 809: - end: 21752813 + 740: + end: 23258470 operation: insert - start: 21700000 - 810: - end: 19767990 - operation: delete - start: 19700000 - 811: + start: 23200000 + 741: ids_end: 20800000 - ids_start: 20766472 + ids_start: 20766974 operation: replace - tags_end: 20733528 + tags_end: 20733026 tags_start: 20700000 - 812: + 742: operation: search - 813: - end: 21868522 + 743: + end: 23351776 operation: insert - start: 21800000 - 814: + start: 23300000 + 744: ids_end: 20900000 - ids_start: 20871813 + ids_start: 20874767 operation: replace - tags_end: 20828187 + tags_end: 20825233 tags_start: 20800000 - 815: + 745: operation: search - 816: - end: 21974400 + 746: + end: 23483178 operation: insert - start: 21900000 - 817: + start: 23400000 + 747: + end: 18478242 + operation: delete + start: 18400000 + 748: ids_end: 21000000 - ids_start: 20971190 + ids_start: 20965555 operation: replace - tags_end: 20928810 + tags_end: 20934445 tags_start: 20900000 - 818: - operation: search - 819: - end: 22063488 - operation: insert - start: 22000000 - 820: - end: 12085130 - operation: delete - start: 12000000 - 821: - end: 20071346 - operation: delete - start: 20000000 - 822: - ids_end: 21100000 - ids_start: 21064120 - operation: replace - tags_end: 21035880 - tags_start: 21000000 - 823: - operation: search - 824: - end: 22169298 - operation: insert - start: 22100000 - 825: - ids_end: 21200000 - ids_start: 21180529 - operation: replace - tags_end: 21119471 - tags_start: 21100000 - 826: - operation: search - 827: - end: 22255491 - operation: insert - start: 22200000 - 828: - end: 20266303 - operation: delete - start: 20200000 - 829: - ids_end: 17300000 - ids_start: 17280161 - operation: replace - tags_end: 17219839 - tags_start: 17200000 - 830: - ids_end: 21300000 - ids_start: 21256192 - operation: replace - tags_end: 21243808 - tags_start: 21200000 - 831: - operation: search - 832: - end: 22380681 - operation: insert - start: 22300000 - 833: - end: 12350320 - operation: delete - start: 12300000 - 834: - end: 20355151 - operation: delete - start: 20300000 - 835: - ids_end: 21400000 - ids_start: 21377796 - operation: replace - tags_end: 21322204 - tags_start: 21300000 - 836: - operation: search - 837: - end: 22471986 - operation: insert - start: 22400000 - 838: - end: 20456847 - operation: delete - start: 20400000 - 839: - ids_end: 21500000 - ids_start: 21476158 - operation: replace - tags_end: 21423842 - tags_start: 21400000 - 840: - operation: search - 841: - end: 22566827 - operation: insert - start: 22500000 - 842: - end: 20577988 - operation: delete - start: 20500000 - 843: - ids_end: 21600000 - ids_start: 21566177 - operation: replace - tags_end: 21533823 - tags_start: 21500000 - 844: - operation: search - 845: - end: 22681432 - operation: insert - start: 22600000 - 846: - end: 20653050 - operation: delete - start: 20600000 - 847: - ids_end: 21700000 - ids_start: 21684680 - operation: replace - tags_end: 21615320 - tags_start: 21600000 - 848: - operation: search - 849: - end: 22779165 - operation: insert - start: 22700000 - 850: - end: 20766472 - operation: delete - start: 20700000 - 851: - ids_end: 21800000 - ids_start: 21752813 - operation: replace - tags_end: 21747187 - tags_start: 21700000 - 852: - operation: search - 853: - end: 22862230 - operation: insert - start: 22800000 - 854: - end: 20871813 - operation: delete - start: 20800000 - 855: - ids_end: 21900000 - ids_start: 21868522 - operation: replace - tags_end: 21831478 - tags_start: 21800000 - 856: - operation: search - 857: - end: 22984906 - operation: insert - start: 22900000 - 858: - end: 20971190 - operation: delete - start: 20900000 - 859: - ids_end: 22000000 - ids_start: 21974400 - operation: replace - tags_end: 21925600 - tags_start: 21900000 - 860: - operation: search - 861: - end: 23085247 - operation: insert - start: 23000000 - 862: - end: 21064120 - operation: delete - start: 21000000 - 863: - ids_end: 22100000 - ids_start: 22063488 - operation: replace - tags_end: 22036512 - tags_start: 22000000 - 864: - operation: search - 865: - end: 23151561 - operation: insert - start: 23100000 - 866: - end: 21180529 - operation: delete - start: 21100000 - 867: - ids_end: 22200000 - ids_start: 22169298 - operation: replace - tags_end: 22130702 - tags_start: 22100000 - 868: - operation: search - 869: - end: 23273523 - operation: insert - start: 23200000 - 870: - end: 21256192 - operation: delete - start: 21200000 - 871: - ids_end: 22300000 - ids_start: 22255491 - operation: replace - tags_end: 22244509 - tags_start: 22200000 - 872: - operation: search - 873: - end: 23371460 - operation: insert - start: 23300000 - 874: - end: 21377796 - operation: delete - start: 21300000 - 875: - ids_end: 22400000 - ids_start: 22380681 - operation: replace - tags_end: 22319319 - tags_start: 22300000 - 876: - operation: search - 877: - end: 23454123 - operation: insert - start: 23400000 - 878: - end: 21476158 - operation: delete - start: 21400000 - 879: + 749: operation: search - 880: - end: 23582227 + 750: + end: 23571886 operation: insert start: 23500000 - 881: - end: 21566177 + 751: + end: 18564831 operation: delete - start: 21500000 - 882: - ids_end: 18600000 - ids_start: 18568520 + start: 18500000 + 752: + ids_end: 8600000 + ids_start: 8583855 operation: replace - tags_end: 18531480 - tags_start: 18500000 - 883: - ids_end: 22600000 - ids_start: 22566827 + tags_end: 8516145 + tags_start: 8500000 + 753: + ids_end: 21100000 + ids_start: 21054392 operation: replace - tags_end: 22533173 - tags_start: 22500000 - 884: + tags_end: 21045608 + tags_start: 21000000 + 754: operation: search - 885: - end: 23680709 + 755: + end: 23654461 operation: insert start: 23600000 - 886: - end: 21684680 - operation: delete - start: 21600000 - 887: - ids_end: 18700000 - ids_start: 18661608 - operation: replace - tags_end: 18638392 - tags_start: 18600000 - 888: - ids_end: 22700000 - ids_start: 22681432 - operation: replace - tags_end: 22618568 - tags_start: 22600000 - 889: + 756: operation: search - 890: - end: 23760503 + 757: + end: 23788210 operation: insert start: 23700000 - 891: - end: 21752813 + 758: + end: 18777802 operation: delete - start: 21700000 - 892: - ids_end: 22800000 - ids_start: 22779165 - operation: replace - tags_end: 22720835 - tags_start: 22700000 - 893: + start: 18700000 + 759: operation: search - 894: - end: 23868135 + 760: + end: 23856818 operation: insert start: 23800000 - 895: - end: 21868522 + 761: + end: 18877442 operation: delete - start: 21800000 - 896: - ids_end: 22900000 - ids_start: 22862230 - operation: replace - tags_end: 22837770 - tags_start: 22800000 - 897: + start: 18800000 + 762: operation: search - 898: - end: 23951771 + 763: + end: 23976304 operation: insert start: 23900000 - 899: - end: 13960072 - operation: delete - start: 13900000 - 900: - end: 21974400 + 764: + end: 18968030 operation: delete - start: 21900000 - 901: - ids_end: 23000000 - ids_start: 22984906 - operation: replace - tags_end: 22915094 - tags_start: 22900000 - 902: + start: 18900000 + 765: operation: search - 903: - end: 24064738 + 766: + end: 24081251 operation: insert start: 24000000 - 904: - end: 22063488 - operation: delete - start: 22000000 - 905: - ids_end: 23100000 - ids_start: 23085247 - operation: replace - tags_end: 23014753 - tags_start: 23000000 - 906: + 767: operation: search - 907: - end: 24154290 + 768: + end: 24177453 operation: insert start: 24100000 - 908: - end: 22169298 - operation: delete - start: 22100000 - 909: - ids_end: 23200000 - ids_start: 23151561 - operation: replace - tags_end: 23148439 - tags_start: 23100000 - 910: + 769: operation: search - 911: - end: 24251452 + 770: + end: 24280632 operation: insert start: 24200000 - 912: - end: 22255491 + 771: + end: 19274566 operation: delete - start: 22200000 - 913: - ids_end: 23300000 - ids_start: 23273523 + start: 19200000 + 772: + ids_end: 21800000 + ids_start: 21757718 operation: replace - tags_end: 23226477 - tags_start: 23200000 - 914: + tags_end: 21742282 + tags_start: 21700000 + 773: operation: search - 915: - end: 24383916 + 774: + end: 24355445 operation: insert start: 24300000 - 916: - end: 14350439 - operation: delete - start: 14300000 - 917: - end: 22380681 + 775: + end: 19352795 operation: delete - start: 22300000 - 918: - ids_end: 23400000 - ids_start: 23371460 + start: 19300000 + 776: + ids_end: 21900000 + ids_start: 21880303 operation: replace - tags_end: 23328540 - tags_start: 23300000 - 919: + tags_end: 21819697 + tags_start: 21800000 + 777: operation: search - 920: - end: 24482897 + 778: + end: 24454902 operation: insert start: 24400000 - 921: - ids_end: 19500000 - ids_start: 19478573 + 779: + end: 19471638 + operation: delete + start: 19400000 + 780: + ids_end: 9500000 + ids_start: 9461110 operation: replace - tags_end: 19421427 - tags_start: 19400000 - 922: + tags_end: 9438890 + tags_start: 9400000 + 781: + ids_end: 22000000 + ids_start: 21975249 + operation: replace + tags_end: 21924751 + tags_start: 21900000 + 782: operation: search - 923: - end: 24579160 + 783: + end: 24588806 operation: insert start: 24500000 - 924: - end: 22566827 + 784: + end: 19575050 operation: delete - start: 22500000 - 925: - ids_end: 23600000 - ids_start: 23582227 + start: 19500000 + 785: + ids_end: 22100000 + ids_start: 22074315 operation: replace - tags_end: 23517773 - tags_start: 23500000 - 926: + tags_end: 22025685 + tags_start: 22000000 + 786: operation: search - 927: - end: 24667244 + 787: + end: 24663932 operation: insert start: 24600000 - 928: - end: 22681432 - operation: delete - start: 22600000 - 929: - ids_end: 23700000 - ids_start: 23680709 + 788: + ids_end: 22200000 + ids_start: 22179300 operation: replace - tags_end: 23619291 - tags_start: 23600000 - 930: + tags_end: 22120700 + tags_start: 22100000 + 789: operation: search - 931: - end: 24764268 + 790: + end: 24774610 operation: insert start: 24700000 - 932: - end: 22779165 + 791: + end: 19759248 operation: delete - start: 22700000 - 933: - ids_end: 23800000 - ids_start: 23760503 + start: 19700000 + 792: + ids_end: 22300000 + ids_start: 22262416 operation: replace - tags_end: 23739497 - tags_start: 23700000 - 934: + tags_end: 22237584 + tags_start: 22200000 + 793: operation: search - 935: - end: 24867320 + 794: + end: 24877039 operation: insert start: 24800000 - 936: - end: 22862230 + 795: + end: 19860550 operation: delete - start: 22800000 - 937: - ids_end: 23900000 - ids_start: 23868135 - operation: replace - tags_end: 23831865 - tags_start: 23800000 - 938: + start: 19800000 + 796: operation: search - 939: - end: 24951176 + 797: + end: 24986405 operation: insert start: 24900000 - 940: - end: 22984906 + 798: + end: 19963746 operation: delete - start: 22900000 - 941: - ids_end: 20000000 - ids_start: 19972967 - operation: replace - tags_end: 19927033 - tags_start: 19900000 - 942: - ids_end: 24000000 - ids_start: 23951771 + start: 19900000 + 799: + ids_end: 22500000 + ids_start: 22455672 operation: replace - tags_end: 23948229 - tags_start: 23900000 - 943: + tags_end: 22444328 + tags_start: 22400000 + 800: operation: search - 944: - end: 25070541 + 801: + end: 25075397 operation: insert start: 25000000 - 945: - end: 23085247 + 802: + end: 20060937 operation: delete - start: 23000000 - 946: - ids_end: 24100000 - ids_start: 24064738 - operation: replace - tags_end: 24035262 - tags_start: 24000000 - 947: + start: 20000000 + 803: operation: search - 948: - end: 25157129 + 804: + end: 25156238 operation: insert start: 25100000 - 949: - end: 23151561 + 805: + end: 20187045 operation: delete - start: 23100000 - 950: - ids_end: 20200000 - ids_start: 20167141 + start: 20100000 + 806: + ids_end: 10200000 + ids_start: 10157799 operation: replace - tags_end: 20132859 - tags_start: 20100000 - 951: - ids_end: 24200000 - ids_start: 24154290 + tags_end: 10142201 + tags_start: 10100000 + 807: + ids_end: 22700000 + ids_start: 22682429 operation: replace - tags_end: 24145710 - tags_start: 24100000 - 952: + tags_end: 22617571 + tags_start: 22600000 + 808: operation: search - 953: - end: 25258240 + 809: + end: 25255292 operation: insert start: 25200000 - 954: - end: 23273523 - operation: delete - start: 23200000 - 955: - ids_end: 24300000 - ids_start: 24251452 + 810: + ids_end: 22800000 + ids_start: 22780174 operation: replace - tags_end: 24248548 - tags_start: 24200000 - 956: + tags_end: 22719826 + tags_start: 22700000 + 811: operation: search - 957: - end: 25365248 + 812: + end: 25387274 operation: insert start: 25300000 - 958: - end: 23371460 + 813: + end: 20377597 operation: delete - start: 23300000 - 959: - ids_end: 24400000 - ids_start: 24383916 - operation: replace - tags_end: 24316084 - tags_start: 24300000 - 960: + start: 20300000 + 814: operation: search - 961: - end: 25457749 + 815: + end: 25486716 operation: insert start: 25400000 - 962: + 816: + end: 20452919 + operation: delete + start: 20400000 + 817: + ids_end: 10500000 + ids_start: 10470707 + operation: replace + tags_end: 10429293 + tags_start: 10400000 + 818: + ids_end: 23000000 + ids_start: 22982463 + operation: replace + tags_end: 22917537 + tags_start: 22900000 + 819: operation: search - 963: - end: 25589011 + 820: + end: 25569459 operation: insert start: 25500000 - 964: - end: 15551764 - operation: delete - start: 15500000 - 965: - end: 23582227 - operation: delete - start: 23500000 - 966: - ids_end: 24600000 - ids_start: 24579160 + 821: + ids_end: 23100000 + ids_start: 23071016 operation: replace - tags_end: 24520840 - tags_start: 24500000 - 967: + tags_end: 23028984 + tags_start: 23000000 + 822: operation: search - 968: - end: 25688423 + 823: + end: 25661731 operation: insert start: 25600000 - 969: - end: 15686299 - operation: delete - start: 15600000 - 970: - end: 23680709 + 824: + end: 20668079 operation: delete - start: 23600000 - 971: - ids_end: 24700000 - ids_start: 24667244 - operation: replace - tags_end: 24632756 - tags_start: 24600000 - 972: + start: 20600000 + 825: operation: search - 973: - end: 25768281 + 826: + end: 25766725 operation: insert start: 25700000 - 974: - end: 23760503 + 827: + end: 20766974 operation: delete - start: 23700000 - 975: - ids_end: 24800000 - ids_start: 24764268 + start: 20700000 + 828: + ids_end: 23300000 + ids_start: 23258470 operation: replace - tags_end: 24735732 - tags_start: 24700000 - 976: + tags_end: 23241530 + tags_start: 23200000 + 829: operation: search - 977: - end: 25860727 + 830: + end: 25879660 operation: insert start: 25800000 - 978: - end: 23868135 + 831: + end: 20874767 operation: delete - start: 23800000 - 979: - ids_end: 24900000 - ids_start: 24867320 - operation: replace - tags_end: 24832680 - tags_start: 24800000 - 980: + start: 20800000 + 832: operation: search - 981: - end: 25959992 + 833: + end: 25977396 operation: insert start: 25900000 - 982: - end: 23951771 + 834: + end: 20965555 operation: delete - start: 23900000 - 983: - ids_end: 25000000 - ids_start: 24951176 - operation: replace - tags_end: 24948824 - tags_start: 24900000 - 984: + start: 20900000 + 835: operation: search - 985: - end: 26075339 + 836: + end: 26080005 operation: insert start: 26000000 - 986: - end: 24064738 + 837: + end: 21054392 operation: delete - start: 24000000 - 987: - ids_end: 25100000 - ids_start: 25070541 - operation: replace - tags_end: 25029459 - tags_start: 25000000 - 988: + start: 21000000 + 838: operation: search - 989: - end: 26189696 + 839: + end: 26170741 operation: insert start: 26100000 - 990: - end: 24154290 - operation: delete - start: 24100000 - 991: - ids_end: 25200000 - ids_start: 25157129 - operation: replace - tags_end: 25142871 - tags_start: 25100000 - 992: + 840: operation: search - 993: - end: 26255660 + 841: + end: 26280304 operation: insert start: 26200000 - 994: - end: 24251452 - operation: delete - start: 24200000 - 995: - ids_end: 25300000 - ids_start: 25258240 + 842: + ids_end: 23800000 + ids_start: 23788210 operation: replace - tags_end: 25241760 - tags_start: 25200000 - 996: + tags_end: 23711790 + tags_start: 23700000 + 843: operation: search - 997: - end: 26375075 + 844: + end: 26356990 operation: insert start: 26300000 - 998: - end: 24383916 - operation: delete - start: 24300000 - 999: - ids_end: 25400000 - ids_start: 25365248 + 845: + ids_end: 23900000 + ids_start: 23856818 operation: replace - tags_end: 25334752 - tags_start: 25300000 - 1000: + tags_end: 23843182 + tags_start: 23800000 + 846: operation: search - 1001: - end: 26460185 + 847: + end: 26451790 operation: insert start: 26400000 - 1002: - ids_end: 25500000 - ids_start: 25457749 - operation: replace - tags_end: 25442251 - tags_start: 25400000 - 1003: + 848: operation: search - 1004: - end: 26566705 + 849: + end: 26553427 operation: insert start: 26500000 - 1005: - end: 16562325 - operation: delete - start: 16500000 - 1006: - end: 24579160 - operation: delete - start: 24500000 - 1007: - ids_end: 25600000 - ids_start: 25589011 + 850: + ids_end: 24100000 + ids_start: 24081251 operation: replace - tags_end: 25510989 - tags_start: 25500000 - 1008: + tags_end: 24018749 + tags_start: 24000000 + 851: operation: search - 1009: - end: 26658033 + 852: + end: 26667691 operation: insert start: 26600000 - 1010: - end: 24667244 - operation: delete - start: 24600000 - 1011: - ids_end: 25700000 - ids_start: 25688423 - operation: replace - tags_end: 25611577 - tags_start: 25600000 - 1012: + 853: operation: search - 1013: - end: 26758099 + 854: + end: 26770240 operation: insert start: 26700000 - 1014: - end: 24764268 + 855: + end: 21757718 operation: delete - start: 24700000 - 1015: + start: 21700000 + 856: + ids_end: 24300000 + ids_start: 24280632 + operation: replace + tags_end: 24219368 + tags_start: 24200000 + 857: operation: search - 1016: - end: 26889918 + 858: + end: 26859320 operation: insert start: 26800000 - 1017: - end: 24867320 + 859: + end: 21880303 operation: delete - start: 24800000 - 1018: + start: 21800000 + 860: operation: search - 1019: - end: 26959674 + 861: + end: 26960969 operation: insert start: 26900000 - 1020: - end: 24951176 + 862: + end: 21975249 operation: delete - start: 24900000 - 1021: + start: 21900000 + 863: + ids_end: 24500000 + ids_start: 24454902 + operation: replace + tags_end: 24445098 + tags_start: 24400000 + 864: operation: search - 1022: - end: 27059137 + 865: + end: 27077063 operation: insert start: 27000000 - 1023: - end: 25070541 + 866: + end: 22074315 operation: delete - start: 25000000 - 1024: - ids_end: 26100000 - ids_start: 26075339 + start: 22000000 + 867: + ids_end: 24600000 + ids_start: 24588806 operation: replace - tags_end: 26024661 - tags_start: 26000000 - 1025: + tags_end: 24511194 + tags_start: 24500000 + 868: operation: search - 1026: - end: 27171871 + 869: + end: 27170307 operation: insert start: 27100000 - 1027: - end: 25157129 + 870: + end: 22179300 operation: delete - start: 25100000 - 1028: - ids_end: 26200000 - ids_start: 26189696 + start: 22100000 + 871: + ids_end: 24700000 + ids_start: 24663932 operation: replace - tags_end: 26110304 - tags_start: 26100000 - 1029: + tags_end: 24636068 + tags_start: 24600000 + 872: operation: search - 1030: - end: 27259758 + 873: + end: 27277146 operation: insert start: 27200000 - 1031: - end: 17280161 - operation: delete - start: 17200000 - 1032: - end: 25258240 + 874: + end: 22262416 operation: delete - start: 25200000 - 1033: - ids_end: 26300000 - ids_start: 26255660 + start: 22200000 + 875: + ids_end: 24800000 + ids_start: 24774610 operation: replace - tags_end: 26244340 - tags_start: 26200000 - 1034: + tags_end: 24725390 + tags_start: 24700000 + 876: operation: search - 1035: - end: 27372831 + 877: + end: 27362254 operation: insert start: 27300000 - 1036: - end: 25365248 - operation: delete - start: 25300000 - 1037: - ids_end: 26400000 - ids_start: 26375075 + 878: + ids_end: 24900000 + ids_start: 24877039 operation: replace - tags_end: 26324925 - tags_start: 26300000 - 1038: + tags_end: 24822961 + tags_start: 24800000 + 879: operation: search - 1039: - end: 27464290 + 880: + end: 27465087 operation: insert start: 27400000 - 1040: - end: 25457749 + 881: + end: 22455672 operation: delete - start: 25400000 - 1041: - ids_end: 22500000 - ids_start: 22471986 - operation: replace - tags_end: 22428014 - tags_start: 22400000 - 1042: - ids_end: 26500000 - ids_start: 26460185 - operation: replace - tags_end: 26439815 - tags_start: 26400000 - 1043: + start: 22400000 + 882: operation: search - 1044: - end: 27550369 + 883: + end: 27564186 operation: insert start: 27500000 - 1045: - end: 25589011 - operation: delete - start: 25500000 - 1046: - ids_end: 26600000 - ids_start: 26566705 + 884: + ids_end: 12600000 + ids_start: 12582984 operation: replace - tags_end: 26533295 - tags_start: 26500000 - 1047: + tags_end: 12517016 + tags_start: 12500000 + 885: operation: search - 1048: - end: 27671845 + 886: + end: 27683360 operation: insert start: 27600000 - 1049: - end: 25688423 + 887: + end: 22682429 operation: delete - start: 25600000 - 1050: - ids_end: 26700000 - ids_start: 26658033 + start: 22600000 + 888: + ids_end: 25200000 + ids_start: 25156238 operation: replace - tags_end: 26641967 - tags_start: 26600000 - 1051: + tags_end: 25143762 + tags_start: 25100000 + 889: operation: search - 1052: - end: 27785300 + 890: + end: 27764674 operation: insert start: 27700000 - 1053: - ids_end: 26800000 - ids_start: 26758099 - operation: replace - tags_end: 26741901 - tags_start: 26700000 - 1054: + 891: + end: 22780174 + operation: delete + start: 22700000 + 892: operation: search - 1055: - end: 27867830 + 893: + end: 27874332 operation: insert start: 27800000 - 1056: - ids_end: 26900000 - ids_start: 26889918 - operation: replace - tags_end: 26810082 - tags_start: 26800000 - 1057: + 894: operation: search - 1058: - end: 27980300 + 895: + end: 27965617 operation: insert start: 27900000 - 1059: - ids_end: 27000000 - ids_start: 26959674 + 896: + end: 22982463 + operation: delete + start: 22900000 + 897: + ids_end: 25500000 + ids_start: 25486716 operation: replace - tags_end: 26940326 - tags_start: 26900000 - 1060: + tags_end: 25413284 + tags_start: 25400000 + 898: operation: search - 1061: - end: 28061396 + 899: + end: 28074037 operation: insert start: 28000000 - 1062: - end: 26075339 + 900: + end: 23071016 operation: delete - start: 26000000 - 1063: - ids_end: 27100000 - ids_start: 27059137 + start: 23000000 + 901: + ids_end: 25600000 + ids_start: 25569459 operation: replace - tags_end: 27040863 - tags_start: 27000000 - 1064: + tags_end: 25530541 + tags_start: 25500000 + 902: operation: search - 1065: - end: 28176013 + 903: + end: 28153772 operation: insert start: 28100000 - 1066: - end: 26189696 - operation: delete - start: 26100000 - 1067: - ids_end: 27200000 - ids_start: 27171871 - operation: replace - tags_end: 27128129 - tags_start: 27100000 - 1068: + 904: operation: search - 1069: - end: 28257009 + 905: + end: 28252236 operation: insert start: 28200000 - 1070: - end: 26255660 + 906: + end: 23258470 operation: delete - start: 26200000 - 1071: - ids_end: 27300000 - ids_start: 27259758 - operation: replace - tags_end: 27240242 - tags_start: 27200000 - 1072: + start: 23200000 + 907: operation: search - 1073: - end: 28355286 + 908: + end: 28363030 operation: insert start: 28300000 - 1074: - end: 26375075 - operation: delete - start: 26300000 - 1075: - ids_end: 27400000 - ids_start: 27372831 - operation: replace - tags_end: 27327169 - tags_start: 27300000 - 1076: + 909: operation: search - 1077: - end: 28464666 + 910: + end: 28483372 operation: insert start: 28400000 - 1078: - end: 26460185 - operation: delete - start: 26400000 - 1079: - ids_end: 23500000 - ids_start: 23454123 + 911: + ids_end: 13500000 + ids_start: 13455127 operation: replace - tags_end: 23445877 - tags_start: 23400000 - 1080: - ids_end: 27500000 - ids_start: 27464290 + tags_end: 13444873 + tags_start: 13400000 + 912: + ids_end: 26000000 + ids_start: 25977396 operation: replace - tags_end: 27435710 - tags_start: 27400000 - 1081: + tags_end: 25922604 + tags_start: 25900000 + 913: operation: search - 1082: - end: 28559378 + 914: + end: 28588398 operation: insert start: 28500000 - 1083: - end: 18568520 - operation: delete - start: 18500000 - 1084: - end: 26566705 - operation: delete - start: 26500000 - 1085: - ids_end: 27600000 - ids_start: 27550369 + 915: + ids_end: 26100000 + ids_start: 26080005 operation: replace - tags_end: 27549631 - tags_start: 27500000 - 1086: + tags_end: 26019995 + tags_start: 26000000 + 916: operation: search - 1087: - end: 28675051 + 917: + end: 28680663 operation: insert start: 28600000 - 1088: - end: 18661608 - operation: delete - start: 18600000 - 1089: - end: 26658033 - operation: delete - start: 26600000 - 1090: - ids_end: 27700000 - ids_start: 27671845 - operation: replace - tags_end: 27628155 - tags_start: 27600000 - 1091: + 918: operation: search - 1092: - end: 28763467 + 919: + end: 28760808 operation: insert start: 28700000 - 1093: - end: 26758099 + 920: + end: 23788210 operation: delete - start: 26700000 - 1094: - ids_end: 27800000 - ids_start: 27785300 + start: 23700000 + 921: + ids_end: 13800000 + ids_start: 13760287 operation: replace - tags_end: 27714700 - tags_start: 27700000 - 1095: + tags_end: 13739713 + tags_start: 13700000 + 922: operation: search - 1096: - end: 28859354 + 923: + end: 28861237 operation: insert start: 28800000 - 1097: - end: 26889918 + 924: + end: 23856818 operation: delete - start: 26800000 - 1098: - ids_end: 27900000 - ids_start: 27867830 + start: 23800000 + 925: + ids_end: 26400000 + ids_start: 26356990 operation: replace - tags_end: 27832170 - tags_start: 27800000 - 1099: + tags_end: 26343010 + tags_start: 26300000 + 926: operation: search - 1100: - end: 28956248 + 927: + end: 28988645 operation: insert start: 28900000 - 1101: - end: 26959674 - operation: delete - start: 26900000 - 1102: + 928: operation: search - 1103: - end: 29050182 + 929: + end: 29066506 operation: insert start: 29000000 - 1104: - end: 27059137 + 930: + end: 24081251 operation: delete - start: 27000000 - 1105: - ids_end: 28100000 - ids_start: 28061396 + start: 24000000 + 931: + ids_end: 26600000 + ids_start: 26553427 operation: replace - tags_end: 28038604 - tags_start: 28000000 - 1106: + tags_end: 26546573 + tags_start: 26500000 + 932: operation: search - 1107: - end: 29156482 + 933: + end: 29180421 operation: insert start: 29100000 - 1108: - end: 27171871 - operation: delete - start: 27100000 - 1109: - ids_end: 28200000 - ids_start: 28176013 + 934: + ids_end: 26700000 + ids_start: 26667691 operation: replace - tags_end: 28123987 - tags_start: 28100000 - 1110: + tags_end: 26632309 + tags_start: 26600000 + 935: operation: search - 1111: - end: 29260497 + 936: + end: 29269712 operation: insert start: 29200000 - 1112: - end: 27259758 + 937: + end: 24280632 operation: delete - start: 27200000 - 1113: - ids_end: 28300000 - ids_start: 28257009 + start: 24200000 + 938: + ids_end: 14300000 + ids_start: 14258243 operation: replace - tags_end: 28242991 - tags_start: 28200000 - 1114: + tags_end: 14241757 + tags_start: 14200000 + 939: + ids_end: 26800000 + ids_start: 26770240 + operation: replace + tags_end: 26729760 + tags_start: 26700000 + 940: operation: search - 1115: - end: 29363605 + 941: + end: 29381230 operation: insert start: 29300000 - 1116: - end: 27372831 - operation: delete - start: 27300000 - 1117: - ids_end: 28400000 - ids_start: 28355286 - operation: replace - tags_end: 28344714 - tags_start: 28300000 - 1118: + 942: operation: search - 1119: - end: 29486314 + 943: + end: 29478342 operation: insert start: 29400000 - 1120: - end: 19478573 - operation: delete - start: 19400000 - 1121: - end: 27464290 + 944: + end: 24454902 operation: delete - start: 27400000 - 1122: + start: 24400000 + 945: + ids_end: 27000000 + ids_start: 26960969 + operation: replace + tags_end: 26939031 + tags_start: 26900000 + 946: operation: search - 1123: - end: 29560453 + 947: + end: 29582656 operation: insert start: 29500000 - 1124: - end: 27550369 + 948: + end: 24588806 operation: delete - start: 27500000 - 1125: - ids_end: 25800000 - ids_start: 25768281 - operation: replace - tags_end: 25731719 - tags_start: 25700000 - 1126: - ids_end: 28600000 - ids_start: 28559378 - operation: replace - tags_end: 28540622 - tags_start: 28500000 - 1127: + start: 24500000 + 949: operation: search - 1128: - end: 29671764 + 950: + end: 29682691 operation: insert start: 29600000 - 1129: - end: 27671845 + 951: + end: 24663932 operation: delete - start: 27600000 - 1130: - ids_end: 28700000 - ids_start: 28675051 + start: 24600000 + 952: + ids_end: 27200000 + ids_start: 27170307 operation: replace - tags_end: 28624949 - tags_start: 28600000 - 1131: + tags_end: 27129693 + tags_start: 27100000 + 953: operation: search - 1132: - end: 29775093 + 954: + end: 29767818 operation: insert start: 29700000 - 1133: - end: 27785300 + 955: + end: 24774610 operation: delete - start: 27700000 - 1134: - ids_end: 28800000 - ids_start: 28763467 - operation: replace - tags_end: 28736533 - tags_start: 28700000 - 1135: + start: 24700000 + 956: operation: search - 1136: - end: 29851413 + 957: + end: 29853489 operation: insert start: 29800000 - 1137: - end: 27867830 - operation: delete - start: 27800000 - 1138: - ids_end: 28900000 - ids_start: 28859354 + 958: + end: 24877039 + operation: delete + start: 24800000 + 959: + ids_end: 27400000 + ids_start: 27362254 operation: replace - tags_end: 28840646 - tags_start: 28800000 - 1139: + tags_end: 27337746 + tags_start: 27300000 + 960: operation: search - 1140: - end: 29967252 + 961: + end: 29988218 operation: insert start: 29900000 - 1141: - end: 19972967 - operation: delete - start: 19900000 - 1142: - ids_end: 29000000 - ids_start: 28956248 - operation: replace - tags_end: 28943752 - tags_start: 28900000 - 1143: + 962: operation: search - 1144: - end: 30080265 + 963: + end: 30069754 operation: insert start: 30000000 - 1145: - end: 28061396 + 964: + end: 88328 operation: delete - start: 28000000 - 1146: + start: 0 + 965: + ids_end: 27600000 + ids_start: 27564186 + operation: replace + tags_end: 27535814 + tags_start: 27500000 + 966: operation: search - 1147: - end: 30172545 + 967: + end: 30187478 operation: insert start: 30100000 - 1148: - end: 20167141 - operation: delete - start: 20100000 - 1149: - end: 28176013 + 968: + end: 25156238 operation: delete - start: 28100000 - 1150: + start: 25100000 + 969: operation: search - 1151: - end: 30284559 + 970: + end: 30274373 operation: insert start: 30200000 - 1152: - end: 28257009 - operation: delete - start: 28200000 - 1153: - ids_end: 29300000 - ids_start: 29260497 + 971: + ids_end: 27800000 + ids_start: 27764674 operation: replace - tags_end: 29239503 - tags_start: 29200000 - 1154: + tags_end: 27735326 + tags_start: 27700000 + 972: operation: search - 1155: - end: 30389207 + 973: + end: 30371540 operation: insert start: 30300000 - 1156: - end: 28355286 - operation: delete - start: 28300000 - 1157: + 974: + ids_end: 27900000 + ids_start: 27874332 + operation: replace + tags_end: 27825668 + tags_start: 27800000 + 975: operation: search - 1158: - end: 30476807 + 976: + end: 30473860 operation: insert start: 30400000 - 1159: - ids_end: 29500000 - ids_start: 29486314 - operation: replace - tags_end: 29413686 - tags_start: 29400000 - 1160: + 977: + end: 25486716 + operation: delete + start: 25400000 + 978: operation: search - 1161: - end: 30571043 + 979: + end: 30566245 operation: insert start: 30500000 - 1162: - end: 28559378 + 980: + end: 25569459 operation: delete - start: 28500000 - 1163: - ids_end: 29600000 - ids_start: 29560453 + start: 25500000 + 981: + ids_end: 15600000 + ids_start: 15580485 operation: replace - tags_end: 29539547 - tags_start: 29500000 - 1164: + tags_end: 15519515 + tags_start: 15500000 + 982: operation: search - 1165: - end: 30677514 + 983: + end: 30680560 operation: insert start: 30600000 - 1166: - end: 28675051 + 984: + end: 662778 operation: delete - start: 28600000 - 1167: - ids_end: 29700000 - ids_start: 29671764 + start: 600000 + 985: + ids_end: 28200000 + ids_start: 28153772 operation: replace - tags_end: 29628236 - tags_start: 29600000 - 1168: + tags_end: 28146228 + tags_start: 28100000 + 986: operation: search - 1169: - end: 30764501 + 987: + end: 30769904 operation: insert start: 30700000 - 1170: - end: 28763467 - operation: delete - start: 28700000 - 1171: - ids_end: 29800000 - ids_start: 29775093 + 988: + ids_end: 28300000 + ids_start: 28252236 operation: replace - tags_end: 29724907 - tags_start: 29700000 - 1172: + tags_end: 28247764 + tags_start: 28200000 + 989: operation: search - 1173: - end: 30857308 + 990: + end: 30879111 operation: insert start: 30800000 - 1174: - end: 28859354 - operation: delete - start: 28800000 - 1175: - ids_end: 24500000 - ids_start: 24482897 - operation: replace - tags_end: 24417103 - tags_start: 24400000 - 1176: - ids_end: 25900000 - ids_start: 25860727 + 991: + ids_end: 28400000 + ids_start: 28363030 operation: replace - tags_end: 25839273 - tags_start: 25800000 - 1177: + tags_end: 28336970 + tags_start: 28300000 + 992: operation: search - 1178: - end: 30975922 + 993: + end: 30978265 operation: insert start: 30900000 - 1179: - end: 28956248 + 994: + end: 25977396 operation: delete - start: 28900000 - 1180: - ids_end: 26000000 - ids_start: 25959992 - operation: replace - tags_end: 25940008 - tags_start: 25900000 - 1181: - ids_end: 30000000 - ids_start: 29967252 - operation: replace - tags_end: 29932748 - tags_start: 29900000 - 1182: + start: 25900000 + 995: operation: search - 1183: - end: 31067885 + 996: + end: 31054348 operation: insert start: 31000000 - 1184: - ids_end: 30100000 - ids_start: 30080265 + 997: + end: 26080005 + operation: delete + start: 26000000 + 998: + ids_end: 16100000 + ids_start: 16072284 operation: replace - tags_end: 30019735 - tags_start: 30000000 - 1185: + tags_end: 16027716 + tags_start: 16000000 + 999: + ids_end: 28600000 + ids_start: 28588398 + operation: replace + tags_end: 28511602 + tags_start: 28500000 + 1000: operation: search - 1186: - end: 31189435 + 1001: + end: 31179057 operation: insert start: 31100000 - 1187: - ids_end: 30200000 - ids_start: 30172545 + 1002: + end: 1166860 + operation: delete + start: 1100000 + 1003: + ids_end: 28700000 + ids_start: 28680663 operation: replace - tags_end: 30127455 - tags_start: 30100000 - 1188: + tags_end: 28619337 + tags_start: 28600000 + 1004: operation: search - 1189: - end: 31271848 + 1005: + end: 31280053 operation: insert start: 31200000 - 1190: - end: 29260497 - operation: delete - start: 29200000 - 1191: - ids_end: 30300000 - ids_start: 30284559 - operation: replace - tags_end: 30215441 - tags_start: 30200000 - 1192: + 1006: operation: search - 1193: - end: 31376169 + 1007: + end: 31369352 operation: insert start: 31300000 - 1194: - ids_end: 30400000 - ids_start: 30389207 + 1008: + end: 26356990 + operation: delete + start: 26300000 + 1009: + ids_end: 16400000 + ids_start: 16360474 operation: replace - tags_end: 30310793 - tags_start: 30300000 - 1195: + tags_end: 16339526 + tags_start: 16300000 + 1010: + ids_end: 28900000 + ids_start: 28861237 + operation: replace + tags_end: 28838763 + tags_start: 28800000 + 1011: operation: search - 1196: - end: 31458200 + 1012: + end: 31481323 operation: insert start: 31400000 - 1197: - end: 29486314 - operation: delete - start: 29400000 - 1198: - ids_end: 30500000 - ids_start: 30476807 + 1013: + ids_end: 16500000 + ids_start: 16481306 operation: replace - tags_end: 30423193 - tags_start: 30400000 - 1199: + tags_end: 16418694 + tags_start: 16400000 + 1014: + ids_end: 29000000 + ids_start: 28988645 + operation: replace + tags_end: 28911355 + tags_start: 28900000 + 1015: operation: search - 1200: - end: 31567853 + 1016: + end: 31584741 operation: insert start: 31500000 - 1201: - end: 29560453 + 1017: + end: 26553427 operation: delete - start: 29500000 - 1202: - ids_end: 30600000 - ids_start: 30571043 - operation: replace - tags_end: 30528957 - tags_start: 30500000 - 1203: + start: 26500000 + 1018: operation: search - 1204: - end: 31685506 + 1019: + end: 31663896 operation: insert start: 31600000 - 1205: - end: 29671764 + 1020: + end: 26667691 operation: delete - start: 29600000 - 1206: - ids_end: 30700000 - ids_start: 30677514 - operation: replace - tags_end: 30622486 - tags_start: 30600000 - 1207: + start: 26600000 + 1021: operation: search - 1208: - end: 31776505 + 1022: + end: 31752028 operation: insert start: 31700000 - 1209: - end: 29775093 + 1023: + end: 26770240 operation: delete - start: 29700000 - 1210: + start: 26700000 + 1024: + ids_end: 16800000 + ids_start: 16751843 + operation: replace + tags_end: 16748157 + tags_start: 16700000 + 1025: operation: search - 1211: - end: 31883732 + 1026: + end: 31889366 operation: insert start: 31800000 - 1212: - ids_end: 30900000 - ids_start: 30857308 + 1027: + ids_end: 16900000 + ids_start: 16874433 operation: replace - tags_end: 30842692 - tags_start: 30800000 - 1213: + tags_end: 16825567 + tags_start: 16800000 + 1028: operation: search - 1214: - end: 31962562 + 1029: + end: 31958604 operation: insert start: 31900000 - 1215: - end: 29967252 + 1030: + end: 1976700 operation: delete - start: 29900000 - 1216: - ids_end: 31000000 - ids_start: 30975922 - operation: replace - tags_end: 30924078 - tags_start: 30900000 - 1217: + start: 1900000 + 1031: + end: 26960969 + operation: delete + start: 26900000 + 1032: operation: search - 1218: - end: 32062207 + 1033: + end: 32060523 operation: insert start: 32000000 - 1219: - end: 30080265 - operation: delete - start: 30000000 - 1220: + 1034: + ids_end: 29600000 + ids_start: 29582656 + operation: replace + tags_end: 29517344 + tags_start: 29500000 + 1035: operation: search - 1221: - end: 32169202 + 1036: + end: 32153562 operation: insert start: 32100000 - 1222: - end: 30172545 + 1037: + end: 27170307 operation: delete - start: 30100000 - 1223: - ids_end: 31200000 - ids_start: 31189435 + start: 27100000 + 1038: + ids_end: 17200000 + ids_start: 17173220 operation: replace - tags_end: 31110565 - tags_start: 31100000 - 1224: + tags_end: 17126780 + tags_start: 17100000 + 1039: + ids_end: 29700000 + ids_start: 29682691 + operation: replace + tags_end: 29617309 + tags_start: 29600000 + 1040: operation: search - 1225: - end: 32265638 + 1041: + end: 32280233 operation: insert start: 32200000 - 1226: - end: 30284559 + 1042: + ids_end: 29800000 + ids_start: 29767818 + operation: replace + tags_end: 29732182 + tags_start: 29700000 + 1043: + operation: search + 1044: + end: 32388817 + operation: insert + start: 32300000 + 1045: + end: 27362254 operation: delete - start: 30200000 - 1227: - ids_end: 31300000 - ids_start: 31271848 + start: 27300000 + 1046: + ids_end: 17400000 + ids_start: 17355123 + operation: replace + tags_end: 17344877 + tags_start: 17300000 + 1047: + ids_end: 29900000 + ids_start: 29853489 operation: replace - tags_end: 31228152 - tags_start: 31200000 - 1228: - operation: search - 1229: - end: 32384316 - operation: insert - start: 32300000 - 1230: - end: 30389207 - operation: delete - start: 30300000 - 1231: + tags_end: 29846511 + tags_start: 29800000 + 1048: operation: search - 1232: - end: 32466700 + 1049: + end: 32476998 operation: insert start: 32400000 - 1233: - end: 22471986 - operation: delete - start: 22400000 - 1234: - end: 30476807 - operation: delete - start: 30400000 - 1235: - ids_end: 31500000 - ids_start: 31458200 - operation: replace - tags_end: 31441800 - tags_start: 31400000 - 1236: + 1050: operation: search - 1237: - end: 32569888 + 1051: + end: 32581358 operation: insert start: 32500000 - 1238: - end: 30571043 + 1052: + end: 2576439 operation: delete - start: 30500000 - 1239: + start: 2500000 + 1053: + end: 27564186 + operation: delete + start: 27500000 + 1054: + ids_end: 30100000 + ids_start: 30069754 + operation: replace + tags_end: 30030246 + tags_start: 30000000 + 1055: operation: search - 1240: - end: 32671647 + 1056: + end: 32670405 operation: insert start: 32600000 - 1241: - end: 30677514 - operation: delete - start: 30600000 - 1242: - ids_end: 31700000 - ids_start: 31685506 + 1057: + ids_end: 30200000 + ids_start: 30187478 operation: replace - tags_end: 31614494 - tags_start: 31600000 - 1243: + tags_end: 30112522 + tags_start: 30100000 + 1058: operation: search - 1244: - end: 32780251 + 1059: + end: 32770459 operation: insert start: 32700000 - 1245: - ids_end: 31800000 - ids_start: 31776505 + 1060: + end: 27764674 + operation: delete + start: 27700000 + 1061: + ids_end: 17800000 + ids_start: 17778559 + operation: replace + tags_end: 17721441 + tags_start: 17700000 + 1062: + ids_end: 30300000 + ids_start: 30274373 + operation: replace + tags_end: 30225627 + tags_start: 30200000 + 1063: + ids_end: 32200000 + ids_start: 32153562 operation: replace - tags_end: 31723495 - tags_start: 31700000 - 1246: + tags_end: 32146438 + tags_start: 32100000 + 1064: operation: search - 1247: - end: 32882296 + 1065: + end: 32862426 operation: insert start: 32800000 - 1248: - end: 30857308 + 1066: + end: 27874332 operation: delete - start: 30800000 - 1249: - ids_end: 31900000 - ids_start: 31883732 + start: 27800000 + 1067: + ids_end: 30400000 + ids_start: 30371540 operation: replace - tags_end: 31816268 - tags_start: 31800000 - 1250: + tags_end: 30328460 + tags_start: 30300000 + 1068: operation: search - 1251: - end: 32972040 + 1069: + end: 32963286 operation: insert start: 32900000 - 1252: - end: 30975922 - operation: delete - start: 30900000 - 1253: - ids_end: 28000000 - ids_start: 27980300 - operation: replace - tags_end: 27919700 - tags_start: 27900000 - 1254: - ids_end: 32000000 - ids_start: 31962562 + 1070: + ids_end: 30500000 + ids_start: 30473860 operation: replace - tags_end: 31937438 - tags_start: 31900000 - 1255: + tags_end: 30426140 + tags_start: 30400000 + 1071: operation: search - 1256: - end: 33068108 + 1072: + end: 33079546 operation: insert start: 33000000 - 1257: - ids_end: 32100000 - ids_start: 32062207 + 1073: + ids_end: 18100000 + ids_start: 18050505 operation: replace - tags_end: 32037793 - tags_start: 32000000 - 1258: + tags_end: 18049495 + tags_start: 18000000 + 1074: operation: search - 1259: - end: 33168814 + 1075: + end: 33189380 operation: insert start: 33100000 - 1260: - end: 31189435 + 1076: + end: 28153772 operation: delete - start: 31100000 - 1261: - ids_end: 32200000 - ids_start: 32169202 + start: 28100000 + 1077: + ids_end: 30700000 + ids_start: 30680560 operation: replace - tags_end: 32130798 - tags_start: 32100000 - 1262: + tags_end: 30619440 + tags_start: 30600000 + 1078: operation: search - 1263: - end: 33277724 + 1079: + end: 33271438 operation: insert start: 33200000 - 1264: - end: 31271848 + 1080: + end: 28252236 operation: delete - start: 31200000 - 1265: + start: 28200000 + 1081: + ids_end: 18300000 + ids_start: 18256312 + operation: replace + tags_end: 18243688 + tags_start: 18200000 + 1082: + ids_end: 31500000 + ids_start: 31481323 + operation: replace + tags_end: 31418677 + tags_start: 31400000 + 1083: operation: search - 1266: - end: 33380622 + 1084: + end: 33371788 operation: insert start: 33300000 - 1267: - ids_end: 32400000 - ids_start: 32384316 + 1085: + end: 28363030 + operation: delete + start: 28300000 + 1086: + ids_end: 18400000 + ids_start: 18370329 operation: replace - tags_end: 32315684 - tags_start: 32300000 - 1268: + tags_end: 18329671 + tags_start: 18300000 + 1087: + ids_end: 30900000 + ids_start: 30879111 + operation: replace + tags_end: 30820889 + tags_start: 30800000 + 1088: operation: search - 1269: - end: 33465112 + 1089: + end: 33453834 operation: insert start: 33400000 - 1270: - end: 23454123 - operation: delete - start: 23400000 - 1271: - end: 31458200 + 1090: + end: 3452322 operation: delete - start: 31400000 - 1272: - ids_end: 28500000 - ids_start: 28464666 + start: 3400000 + 1091: + ids_end: 31000000 + ids_start: 30978265 operation: replace - tags_end: 28435334 - tags_start: 28400000 - 1273: - ids_end: 32500000 - ids_start: 32466700 + tags_end: 30921735 + tags_start: 30900000 + 1092: + ids_end: 31300000 + ids_start: 31280053 operation: replace - tags_end: 32433300 - tags_start: 32400000 - 1274: + tags_end: 31219947 + tags_start: 31200000 + 1093: operation: search - 1275: - end: 33574472 + 1094: + end: 33561365 operation: insert start: 33500000 - 1276: - ids_end: 32600000 - ids_start: 32569888 - operation: replace - tags_end: 32530112 - tags_start: 32500000 - 1277: + 1095: + end: 28588398 + operation: delete + start: 28500000 + 1096: operation: search - 1278: - end: 33681369 + 1097: + end: 33660784 operation: insert start: 33600000 - 1279: - end: 31685506 + 1098: + end: 28680663 operation: delete - start: 31600000 - 1280: - ids_end: 32700000 - ids_start: 32671647 + start: 28600000 + 1099: + ids_end: 31100000 + ids_start: 31054348 + operation: replace + tags_end: 31045652 + tags_start: 31000000 + 1100: + ids_end: 31200000 + ids_start: 31179057 operation: replace - tags_end: 32628353 - tags_start: 32600000 - 1281: + tags_end: 31120943 + tags_start: 31100000 + 1101: operation: search - 1282: - end: 33750368 + 1102: + end: 33782141 operation: insert start: 33700000 - 1283: - end: 31776505 + 1103: + end: 3785820 operation: delete - start: 31700000 - 1284: - ids_end: 32800000 - ids_start: 32780251 - operation: replace - tags_end: 32719749 - tags_start: 32700000 - 1285: + start: 3700000 + 1104: operation: search - 1286: - end: 33867496 + 1105: + end: 33866335 operation: insert start: 33800000 - 1287: - end: 31883732 + 1106: + end: 28861237 operation: delete - start: 31800000 - 1288: + start: 28800000 + 1107: + ids_end: 30800000 + ids_start: 30769904 + operation: replace + tags_end: 30730096 + tags_start: 30700000 + 1108: + ids_end: 31400000 + ids_start: 31369352 + operation: replace + tags_end: 31330648 + tags_start: 31300000 + 1109: operation: search - 1289: - end: 33968046 + 1110: + end: 33959032 operation: insert start: 33900000 - 1290: - end: 31962562 + 1111: + end: 28988645 operation: delete - start: 31900000 - 1291: - ids_end: 33000000 - ids_start: 32972040 - operation: replace - tags_end: 32927960 - tags_start: 32900000 - 1292: + start: 28900000 + 1112: operation: search - 1293: - end: 34087293 + 1113: + end: 34074977 operation: insert start: 34000000 - 1294: - end: 32062207 + 1114: + end: 4086390 operation: delete - start: 32000000 - 1295: - ids_end: 29100000 - ids_start: 29050182 + start: 4000000 + 1115: + ids_end: 19100000 + ids_start: 19062881 + operation: replace + tags_end: 19037119 + tags_start: 19000000 + 1116: + ids_end: 31600000 + ids_start: 31584741 operation: replace - tags_end: 29049818 - tags_start: 29000000 - 1296: + tags_end: 31515259 + tags_start: 31500000 + 1117: operation: search - 1297: - end: 34174838 + 1118: + end: 34159967 operation: insert start: 34100000 - 1298: - end: 32169202 - operation: delete - start: 32100000 - 1299: - ids_end: 29200000 - ids_start: 29156482 - operation: replace - tags_end: 29143518 - tags_start: 29100000 - 1300: + 1119: operation: search - 1301: - end: 34266171 + 1120: + end: 34251951 operation: insert start: 34200000 - 1302: + 1121: + end: 4271418 + operation: delete + start: 4200000 + 1122: operation: search - 1303: - end: 34364754 + 1123: + end: 34376932 operation: insert start: 34300000 - 1304: - end: 32384316 - operation: delete - start: 32300000 - 1305: - ids_end: 29400000 - ids_start: 29363605 + 1124: + ids_end: 30000000 + ids_start: 29988218 operation: replace - tags_end: 29336395 - tags_start: 29300000 - 1306: - ids_end: 33400000 - ids_start: 33380622 + tags_end: 29911782 + tags_start: 29900000 + 1125: + ids_end: 31900000 + ids_start: 31889366 operation: replace - tags_end: 33319378 - tags_start: 33300000 - 1307: + tags_end: 31810634 + tags_start: 31800000 + 1126: operation: search - 1308: - end: 34481490 + 1127: + end: 34475063 operation: insert start: 34400000 - 1309: - end: 32466700 - operation: delete - start: 32400000 - 1310: - ids_end: 33500000 - ids_start: 33465112 + 1128: + ids_end: 32000000 + ids_start: 31958604 operation: replace - tags_end: 33434888 - tags_start: 33400000 - 1311: + tags_end: 31941396 + tags_start: 31900000 + 1129: operation: search - 1312: - end: 34567484 + 1130: + end: 34576634 operation: insert start: 34500000 - 1313: - end: 32569888 + 1131: + end: 4554879 operation: delete - start: 32500000 - 1314: - ids_end: 33600000 - ids_start: 33574472 + start: 4500000 + 1132: + end: 29582656 + operation: delete + start: 29500000 + 1133: + ids_end: 32100000 + ids_start: 32060523 operation: replace - tags_end: 33525528 - tags_start: 33500000 - 1315: + tags_end: 32039477 + tags_start: 32000000 + 1134: operation: search - 1316: - end: 34667002 + 1135: + end: 34689985 operation: insert start: 34600000 - 1317: - end: 32671647 + 1136: + end: 29682691 operation: delete - start: 32600000 - 1318: + start: 29600000 + 1137: operation: search - 1319: - end: 34765557 + 1138: + end: 34770968 operation: insert start: 34700000 - 1320: - end: 32780251 + 1139: + end: 29767818 operation: delete - start: 32700000 - 1321: - ids_end: 33800000 - ids_start: 33750368 + start: 29700000 + 1140: + ids_end: 29500000 + ids_start: 29478342 + operation: replace + tags_end: 29421658 + tags_start: 29400000 + 1141: + ids_end: 32300000 + ids_start: 32280233 operation: replace - tags_end: 33749632 - tags_start: 33700000 - 1322: + tags_end: 32219767 + tags_start: 32200000 + 1142: operation: search - 1323: - end: 34860106 + 1143: + end: 34871209 operation: insert start: 34800000 - 1324: - ids_end: 29900000 - ids_start: 29851413 - operation: replace - tags_end: 29848587 - tags_start: 29800000 - 1325: - ids_end: 33900000 - ids_start: 33867496 + 1144: + end: 29853489 + operation: delete + start: 29800000 + 1145: + ids_end: 32400000 + ids_start: 32388817 operation: replace - tags_end: 33832504 - tags_start: 33800000 - 1326: + tags_end: 32311183 + tags_start: 32300000 + 1146: operation: search - 1327: - end: 34986885 + 1147: + end: 34973928 operation: insert start: 34900000 - 1328: - end: 32972040 - operation: delete - start: 32900000 - 1329: - ids_end: 34000000 - ids_start: 33968046 + 1148: + ids_end: 29200000 + ids_start: 29180421 + operation: replace + tags_end: 29119579 + tags_start: 29100000 + 1149: + ids_end: 32500000 + ids_start: 32476998 operation: replace - tags_end: 33931954 - tags_start: 33900000 - 1330: + tags_end: 32423002 + tags_start: 32400000 + 1150: operation: search - max_pts: 4600000 + max_pts: 6682767 diff --git a/neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_only_runbook.yaml b/neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_only_runbook.yaml new file mode 100644 index 000000000..f4fdcdd1e --- /dev/null +++ b/neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_only_runbook.yaml @@ -0,0 +1,854 @@ +wikipedia-35M: + 1: + end: 64251 + operation: insert + start: 0 + 2: + operation: search + 3: + end: 166838 + operation: insert + start: 100000 + 4: + operation: search + 5: + end: 275755 + operation: insert + start: 200000 + 6: + operation: search + 7: + end: 360735 + operation: insert + start: 300000 + 8: + operation: search + 9: + end: 488718 + operation: insert + start: 400000 + 10: + operation: search + 11: + end: 569950 + operation: insert + start: 500000 + 12: + operation: search + 13: + end: 659553 + operation: insert + start: 600000 + 14: + operation: search + 15: + end: 780330 + operation: insert + start: 700000 + 16: + operation: search + 17: + end: 865051 + operation: insert + start: 800000 + 18: + operation: search + 19: + end: 982285 + operation: insert + start: 900000 + 20: + operation: search + 21: + end: 1069368 + operation: insert + start: 1000000 + 22: + operation: search + 23: + end: 1151523 + operation: insert + start: 1100000 + 24: + ids_end: 200000 + ids_start: 166838 + operation: replace + tags_end: 133162 + tags_start: 100000 + 25: + operation: search + 26: + end: 1253863 + operation: insert + start: 1200000 + 27: + ids_end: 300000 + ids_start: 275755 + operation: replace + tags_end: 224245 + tags_start: 200000 + 28: + operation: search + 29: + end: 1365793 + operation: insert + start: 1300000 + 30: + operation: search + 31: + end: 1454749 + operation: insert + start: 1400000 + 32: + operation: search + 33: + end: 1550796 + operation: insert + start: 1500000 + 34: + ids_end: 600000 + ids_start: 569950 + operation: replace + tags_end: 530050 + tags_start: 500000 + 35: + operation: search + 36: + end: 1662617 + operation: insert + start: 1600000 + 37: + ids_end: 700000 + ids_start: 659553 + operation: replace + tags_end: 640447 + tags_start: 600000 + 38: + operation: search + 39: + end: 1785822 + operation: insert + start: 1700000 + 40: + ids_end: 800000 + ids_start: 780330 + operation: replace + tags_end: 719670 + tags_start: 700000 + 41: + operation: search + 42: + end: 1864168 + operation: insert + start: 1800000 + 43: + ids_end: 900000 + ids_start: 865051 + operation: replace + tags_end: 834949 + tags_start: 800000 + 44: + operation: search + 45: + end: 1979356 + operation: insert + start: 1900000 + 46: + ids_end: 1000000 + ids_start: 982285 + operation: replace + tags_end: 917715 + tags_start: 900000 + 47: + operation: search + 48: + end: 2056965 + operation: insert + start: 2000000 + 49: + ids_end: 1100000 + ids_start: 1069368 + operation: replace + tags_end: 1030632 + tags_start: 1000000 + 50: + operation: search + 51: + end: 2176001 + operation: insert + start: 2100000 + 52: + ids_end: 1200000 + ids_start: 1151523 + operation: replace + tags_end: 1148477 + tags_start: 1100000 + 53: + operation: search + 54: + end: 2282950 + operation: insert + start: 2200000 + 55: + ids_end: 1300000 + ids_start: 1253863 + operation: replace + tags_end: 1246137 + tags_start: 1200000 + 56: + operation: search + 57: + end: 2354422 + operation: insert + start: 2300000 + 58: + ids_end: 1400000 + ids_start: 1365793 + operation: replace + tags_end: 1334207 + tags_start: 1300000 + 59: + operation: search + 60: + end: 2487070 + operation: insert + start: 2400000 + 61: + ids_end: 1500000 + ids_start: 1454749 + operation: replace + tags_end: 1445251 + tags_start: 1400000 + 62: + operation: search + 63: + end: 2584407 + operation: insert + start: 2500000 + 64: + ids_end: 1600000 + ids_start: 1550796 + operation: replace + tags_end: 1549204 + tags_start: 1500000 + 65: + operation: search + 66: + end: 2651920 + operation: insert + start: 2600000 + 67: + operation: search + 68: + end: 2765188 + operation: insert + start: 2700000 + 69: + ids_end: 1800000 + ids_start: 1785822 + operation: replace + tags_end: 1714178 + tags_start: 1700000 + 70: + operation: search + 71: + end: 2873489 + operation: insert + start: 2800000 + 72: + operation: search + 73: + end: 2958436 + operation: insert + start: 2900000 + 74: + ids_end: 2000000 + ids_start: 1979356 + operation: replace + tags_end: 1920644 + tags_start: 1900000 + 75: + operation: search + 76: + end: 3069005 + operation: insert + start: 3000000 + 77: + ids_end: 2100000 + ids_start: 2056965 + operation: replace + tags_end: 2043035 + tags_start: 2000000 + 78: + operation: search + 79: + end: 3167529 + operation: insert + start: 3100000 + 80: + ids_end: 2200000 + ids_start: 2176001 + operation: replace + tags_end: 2123999 + tags_start: 2100000 + 81: + operation: search + 82: + end: 3275840 + operation: insert + start: 3200000 + 83: + ids_end: 2300000 + ids_start: 2282950 + operation: replace + tags_end: 2217050 + tags_start: 2200000 + 84: + operation: search + 85: + end: 3362648 + operation: insert + start: 3300000 + 86: + ids_end: 2400000 + ids_start: 2354422 + operation: replace + tags_end: 2345578 + tags_start: 2300000 + 87: + operation: search + 88: + end: 3484397 + operation: insert + start: 3400000 + 89: + ids_end: 2500000 + ids_start: 2487070 + operation: replace + tags_end: 2412930 + tags_start: 2400000 + 90: + operation: search + 91: + end: 3564604 + operation: insert + start: 3500000 + 92: + ids_end: 2600000 + ids_start: 2584407 + operation: replace + tags_end: 2515593 + tags_start: 2500000 + 93: + operation: search + 94: + end: 3654955 + operation: insert + start: 3600000 + 95: + ids_end: 2700000 + ids_start: 2651920 + operation: replace + tags_end: 2648080 + tags_start: 2600000 + 96: + operation: search + 97: + end: 3759848 + operation: insert + start: 3700000 + 98: + ids_end: 2800000 + ids_start: 2765188 + operation: replace + tags_end: 2734812 + tags_start: 2700000 + 99: + operation: search + 100: + end: 3855441 + operation: insert + start: 3800000 + 101: + ids_end: 2900000 + ids_start: 2873489 + operation: replace + tags_end: 2826511 + tags_start: 2800000 + 102: + operation: search + 103: + end: 3950383 + operation: insert + start: 3900000 + 104: + ids_end: 500000 + ids_start: 488718 + operation: replace + tags_end: 411282 + tags_start: 400000 + 105: + ids_end: 3000000 + ids_start: 2958436 + operation: replace + tags_end: 2941564 + tags_start: 2900000 + 106: + operation: search + 107: + end: 4059507 + operation: insert + start: 4000000 + 108: + ids_end: 3100000 + ids_start: 3069005 + operation: replace + tags_end: 3030995 + tags_start: 3000000 + 109: + operation: search + 110: + end: 4174009 + operation: insert + start: 4100000 + 111: + ids_end: 3200000 + ids_start: 3167529 + operation: replace + tags_end: 3132471 + tags_start: 3100000 + 112: + operation: search + 113: + end: 4250836 + operation: insert + start: 4200000 + 114: + operation: search + 115: + end: 4366822 + operation: insert + start: 4300000 + 116: + ids_end: 3400000 + ids_start: 3362648 + operation: replace + tags_end: 3337352 + tags_start: 3300000 + 117: + operation: search + 118: + end: 4487047 + operation: insert + start: 4400000 + 119: + operation: search + 120: + end: 4562294 + operation: insert + start: 4500000 + 121: + ids_end: 3600000 + ids_start: 3564604 + operation: replace + tags_end: 3535396 + tags_start: 3500000 + 122: + operation: search + 123: + end: 4671750 + operation: insert + start: 4600000 + 124: + ids_end: 3700000 + ids_start: 3654955 + operation: replace + tags_end: 3645045 + tags_start: 3600000 + 125: + operation: search + 126: + end: 4768251 + operation: insert + start: 4700000 + 127: + ids_end: 3800000 + ids_start: 3759848 + operation: replace + tags_end: 3740152 + tags_start: 3700000 + 128: + operation: search + 129: + end: 4869053 + operation: insert + start: 4800000 + 130: + ids_end: 3900000 + ids_start: 3855441 + operation: replace + tags_end: 3844559 + tags_start: 3800000 + 131: + operation: search + 132: + end: 4954090 + operation: insert + start: 4900000 + 133: + ids_end: 4000000 + ids_start: 3950383 + operation: replace + tags_end: 3949617 + tags_start: 3900000 + 134: + operation: search + 135: + end: 5088684 + operation: insert + start: 5000000 + 136: + ids_end: 100000 + ids_start: 64251 + operation: replace + tags_end: 35749 + tags_start: 0 + 137: + ids_end: 4100000 + ids_start: 4059507 + operation: replace + tags_end: 4040493 + tags_start: 4000000 + 138: + operation: search + 139: + end: 5181875 + operation: insert + start: 5100000 + 140: + ids_end: 4200000 + ids_start: 4174009 + operation: replace + tags_end: 4125991 + tags_start: 4100000 + 141: + operation: search + 142: + end: 5255364 + operation: insert + start: 5200000 + 143: + ids_end: 4300000 + ids_start: 4250836 + operation: replace + tags_end: 4249164 + tags_start: 4200000 + 144: + operation: search + 145: + end: 5377645 + operation: insert + start: 5300000 + 146: + ids_end: 400000 + ids_start: 360735 + operation: replace + tags_end: 339265 + tags_start: 300000 + 147: + ids_end: 4400000 + ids_start: 4366822 + operation: replace + tags_end: 4333178 + tags_start: 4300000 + 148: + operation: search + 149: + end: 5464068 + operation: insert + start: 5400000 + 150: + ids_end: 4500000 + ids_start: 4487047 + operation: replace + tags_end: 4412953 + tags_start: 4400000 + 151: + operation: search + 152: + end: 5564696 + operation: insert + start: 5500000 + 153: + ids_end: 4600000 + ids_start: 4562294 + operation: replace + tags_end: 4537706 + tags_start: 4500000 + 154: + operation: search + 155: + end: 5667027 + operation: insert + start: 5600000 + 156: + ids_end: 4700000 + ids_start: 4671750 + operation: replace + tags_end: 4628250 + tags_start: 4600000 + 157: + operation: search + 158: + end: 5780902 + operation: insert + start: 5700000 + 159: + ids_end: 4800000 + ids_start: 4768251 + operation: replace + tags_end: 4731749 + tags_start: 4700000 + 160: + operation: search + 161: + end: 5867663 + operation: insert + start: 5800000 + 162: + ids_end: 4900000 + ids_start: 4869053 + operation: replace + tags_end: 4830947 + tags_start: 4800000 + 163: + operation: search + 164: + end: 5952565 + operation: insert + start: 5900000 + 165: + operation: search + 166: + end: 6057093 + operation: insert + start: 6000000 + 167: + ids_end: 5100000 + ids_start: 5088684 + operation: replace + tags_end: 5011316 + tags_start: 5000000 + 168: + operation: search + 169: + end: 6167379 + operation: insert + start: 6100000 + 170: + ids_end: 5200000 + ids_start: 5181875 + operation: replace + tags_end: 5118125 + tags_start: 5100000 + 171: + operation: search + 172: + end: 6263730 + operation: insert + start: 6200000 + 173: + ids_end: 5300000 + ids_start: 5255364 + operation: replace + tags_end: 5244636 + tags_start: 5200000 + 174: + operation: search + 175: + end: 6384728 + operation: insert + start: 6300000 + 176: + ids_end: 5400000 + ids_start: 5377645 + operation: replace + tags_end: 5322355 + tags_start: 5300000 + 177: + operation: search + 178: + end: 6479533 + operation: insert + start: 6400000 + 179: + operation: search + 180: + end: 6579086 + operation: insert + start: 6500000 + 181: + operation: search + 182: + end: 6676866 + operation: insert + start: 6600000 + 183: + ids_end: 1700000 + ids_start: 1662617 + operation: replace + tags_end: 1637383 + tags_start: 1600000 + 184: + operation: search + 185: + end: 6761472 + operation: insert + start: 6700000 + 186: + ids_end: 5800000 + ids_start: 5780902 + operation: replace + tags_end: 5719098 + tags_start: 5700000 + 187: + operation: search + 188: + end: 6883955 + operation: insert + start: 6800000 + 189: + ids_end: 1900000 + ids_start: 1864168 + operation: replace + tags_end: 1835832 + tags_start: 1800000 + 190: + operation: search + 191: + end: 6968079 + operation: insert + start: 6900000 + 192: + ids_end: 6000000 + ids_start: 5952565 + operation: replace + tags_end: 5947435 + tags_start: 5900000 + 193: + operation: search + 194: + end: 7071118 + operation: insert + start: 7000000 + 195: + operation: search + 196: + end: 7172134 + operation: insert + start: 7100000 + 197: + ids_end: 6200000 + ids_start: 6167379 + operation: replace + tags_end: 6132621 + tags_start: 6100000 + 198: + operation: search + 199: + end: 7288596 + operation: insert + start: 7200000 + 200: + ids_end: 6300000 + ids_start: 6263730 + operation: replace + tags_end: 6236270 + tags_start: 6200000 + 201: + operation: search + 202: + end: 7388989 + operation: insert + start: 7300000 + 203: + ids_end: 6400000 + ids_start: 6384728 + operation: replace + tags_end: 6315272 + tags_start: 6300000 + 204: + operation: search + 205: + end: 7455073 + operation: insert + start: 7400000 + 206: + ids_end: 6500000 + ids_start: 6479533 + operation: replace + tags_end: 6420467 + tags_start: 6400000 + 207: + operation: search + 208: + end: 7586198 + operation: insert + start: 7500000 + 209: + ids_end: 6600000 + ids_start: 6579086 + operation: replace + tags_end: 6520914 + tags_start: 6500000 + 210: + operation: search + 211: + end: 7689105 + operation: insert + start: 7600000 + 212: + ids_end: 6700000 + ids_start: 6676866 + operation: replace + tags_end: 6623134 + tags_start: 6600000 + 213: + operation: search + 214: + end: 7778634 + operation: insert + start: 7700000 + 215: + ids_end: 6800000 + ids_start: 6761472 + operation: replace + tags_end: 6738528 + tags_start: 6700000 + 216: + operation: search + 217: + end: 7882486 + operation: insert + start: 7800000 + 218: + ids_end: 6900000 + ids_start: 6883955 + operation: replace + tags_end: 6816045 + tags_start: 6800000 + 219: + operation: search + 220: + end: 7963534 + operation: insert + start: 7900000 + 221: + ids_end: 7000000 + ids_start: 6968079 + operation: replace + tags_end: 6931921 + tags_start: 6900000 + 222: + operation: search + max_pts: 5548955 From d2726a3bfe4b569b105d6f64091af28bc6360283 Mon Sep 17 00:00:00 2001 From: Magdalen Date: Fri, 18 Oct 2024 11:56:54 -0700 Subject: [PATCH 09/11] commit to switch --- neurips23/streaming/README.md | 14 +++++++++----- 1 file changed, 9 insertions(+), 5 deletions(-) diff --git a/neurips23/streaming/README.md b/neurips23/streaming/README.md index a9fecb7b1..651b7f1fd 100644 --- a/neurips23/streaming/README.md +++ b/neurips23/streaming/README.md @@ -23,8 +23,12 @@ Now that the number of runbooks has started to increase significantly, here we l 4. `delete_runbook.yaml`: A runbook executing all steps in the clustered runbook, but which then deletes a fraction of each cluster. 5. `final_runbook.yaml`: The NeurIPS 2023 streaming challenge final runbook. It takes the `msturing-30M-clustered` dataset and performs several rounds of insertion and deletion in clustered order. 6. `msmarco-100M_expirationtime_runbook.yaml`: A runbook using the `msmarco-100M` dataset which inserts each point with a randomly chosen expiration time: never, in 200 steps, or in 50 steps. -7. `wikipedia-35M_expirationtime_runbook.yaml`: A runbook using the `wikipedia-35M` dataset which inserts each point with a randomly chosen expiration time: never, in 100 steps, or in 20 steps. -7. `wikipedia-35M_expirationtime_replace_runbook.yaml`: A runbook that takes the same setup as `wikipedia-35M_expirationtime_runbook.yaml`, but also replaces some points before they expire. -8. `msturing-10M_slidingwindow_runbook.yaml`: A runbook using the `msturing-10M` dataset which inserts half the points, then maintains the index at a consistent size using a sliding window. -9. `clustered_replace_runbook.yaml`: A replace-focused runbook which takes the `msturing-10M-clustered` dataset, inserts a fraction of the points in each cluster, then replaces some of that fraction with vector ids from the same cluster. -10. `random_replace_runbook.yaml`: A replace-focused runbook which takes the `msturing-10M-clustered` dataset, inserts a fraction of the points in each cluster, then replaces some of that fraction with vector ids from a different randomly selected cluster. +7. `msturing-10M_slidingwindow_runbook.yaml`: A runbook using the `msturing-10M` dataset which inserts half the points, then maintains the index at a consistent size using a sliding window. +8. `clustered_replace_runbook.yaml`: A replace-focused runbook which takes the `msturing-10M-clustered` dataset, inserts a fraction of the points in each cluster, then replaces some of that fraction with vector ids from the same cluster. +9. `random_replace_runbook.yaml`: A replace-focused runbook which takes the `msturing-10M-clustered` dataset, inserts a fraction of the points in each cluster, then replaces some of that fraction with vector ids from a different randomly selected cluster. +10. `wikipedia-35M_expirationtime_runbook.yaml`: A runbook using the `wikipedia-35M` dataset which inserts each point with a randomly chosen expiration time: never, in 100 steps, or in 20 steps. +11. `wikipedia-1M_expiration_time_runbook.yaml`: A version of `wikipedia-35M_expirationtime_runbook.yaml` using the smaller `wikipedia-1M` dataset. +12. `wikipedia-35M_expirationtime_replace_only_runbook.yaml`: A runbook that takes the same setup as `wikipedia-35M_expirationtime_runbook.yaml`, but replaces points instead of deleting them using an expiration time based system. +13. `wikipedia-1M_expiration_time_replace_only_runbook.yaml`: A version of `wikipedia-35M_expiration_time_replace_only_runbook.yaml` using the smaller `wikipedia-1M` dataset. +14. `wikipedia-35M_expirationtime_replace_delete_runbook.yaml`: A runbook that takes the same setup as `wikipedia-35M_expirationtime_runbook.yaml`, but replaces points instead of deleting them using an expiration time based system. +15. `wikipedia-1M_expiration_time_replace_delete_runbook.yaml`: A version of `wikipedia-35M_expiration_time_replace_delete_runbook.yaml` using the smaller `wikipedia-1M` dataset. From 9d6be93bbbc6056281f65b05293de80441d2e552 Mon Sep 17 00:00:00 2001 From: Magdalen Date: Fri, 18 Oct 2024 12:00:42 -0700 Subject: [PATCH 10/11] moved runbooks folder, updated README correspondingly --- neurips23/README.md | 20 +- neurips23/streaming/README.md | 2 +- .../streaming/runbooks/clustered_data_gen.py | 99 - .../runbooks/clustered_replace_runbook.yaml | 450 - .../streaming/runbooks/clustered_runbook.yaml | 392 - .../streaming/runbooks/delete_runbook.yaml | 482 - .../streaming/runbooks/final_runbook.yaml | 3843 ------- .../streaming/runbooks/final_runbook_gen.py | 177 - .../runbooks/gen_expiration_time_runbook.py | 176 - .../runbooks/gen_replace_runbooks.py | 149 - .../runbooks/generate_msturing10m_runbooks.py | 50 - .../msmarco-100M_expirationtime_runbook.yaml | 9578 ----------------- .../msturing-10M_slidingwindow_runbook.yaml | 1402 --- .../runbooks/random_replace_runbook.yaml | 450 - .../runbooks/simple_replace_runbook.yaml | 30 - .../streaming/runbooks/simple_runbook.yaml | 110 - ...xpiration_time_replace_delete_runbook.yaml | 1210 --- ..._expiration_time_replace_only_runbook.yaml | 1070 -- .../wikipedia-1M_expiration_time_runbook.yaml | 843 -- ...xpiration_time_replace_delete_runbook.yaml | 4438 -------- ..._expiration_time_replace_only_runbook.yaml | 854 -- .../wikipedia-35M_expirationtime_runbook.yaml | 3307 ------ 22 files changed, 11 insertions(+), 29121 deletions(-) delete mode 100644 neurips23/streaming/runbooks/clustered_data_gen.py delete mode 100644 neurips23/streaming/runbooks/clustered_replace_runbook.yaml delete mode 100644 neurips23/streaming/runbooks/clustered_runbook.yaml delete mode 100644 neurips23/streaming/runbooks/delete_runbook.yaml delete mode 100644 neurips23/streaming/runbooks/final_runbook.yaml delete mode 100644 neurips23/streaming/runbooks/final_runbook_gen.py delete mode 100644 neurips23/streaming/runbooks/gen_expiration_time_runbook.py delete mode 100644 neurips23/streaming/runbooks/gen_replace_runbooks.py delete mode 100644 neurips23/streaming/runbooks/generate_msturing10m_runbooks.py delete mode 100644 neurips23/streaming/runbooks/msmarco-100M_expirationtime_runbook.yaml delete mode 100644 neurips23/streaming/runbooks/msturing-10M_slidingwindow_runbook.yaml delete mode 100644 neurips23/streaming/runbooks/random_replace_runbook.yaml delete mode 100644 neurips23/streaming/runbooks/simple_replace_runbook.yaml delete mode 100644 neurips23/streaming/runbooks/simple_runbook.yaml delete mode 100644 neurips23/streaming/runbooks/wikipedia-1M_expiration_time_replace_delete_runbook.yaml delete mode 100644 neurips23/streaming/runbooks/wikipedia-1M_expiration_time_replace_only_runbook.yaml delete mode 100644 neurips23/streaming/runbooks/wikipedia-1M_expiration_time_runbook.yaml delete mode 100644 neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_delete_runbook.yaml delete mode 100644 neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_only_runbook.yaml delete mode 100644 neurips23/streaming/runbooks/wikipedia-35M_expirationtime_runbook.yaml diff --git a/neurips23/README.md b/neurips23/README.md index e7ea4cafe..11808816d 100644 --- a/neurips23/README.md +++ b/neurips23/README.md @@ -46,8 +46,8 @@ The baselines were run on an Azure Standard D8lds v5 (8 vcpus, 16 GiB memory) ma |---------|-------------|-----------------------------|---------| |Sparse | Linear Scan | 101 | `python3 run.py --dataset sparse-full --algorithm linscan --neurips23track sparse` | |Filter | faiss | 3200 | `python3 run.py --dataset yfcc-10M --algorithm faiss --neurips23track filter` | -|Streaming| DiskANN | 0.924 (recall@10), 23 mins | `python3 run.py --dataset msturing-10M-clustered --algorithm diskann --neurips23track streaming --runbook_path neurips23/streaming/runbooks/delete_runbook.yaml` | -|Streaming| DiskANN | 0.883 (recall@10), 45 mins | `python3 run.py --dataset msturing-30M-clustered --algorithm diskann --neurips23track streaming --runbook_path neurips23/streaming/runbooks/final_runbook.yaml` | +|Streaming| DiskANN | 0.924 (recall@10), 23 mins | `python3 run.py --dataset msturing-10M-clustered --algorithm diskann --neurips23track streaming --runbook_path neurips23/runbooks/delete_runbook.yaml` | +|Streaming| DiskANN | 0.883 (recall@10), 45 mins | `python3 run.py --dataset msturing-30M-clustered --algorithm diskann --neurips23track streaming --runbook_path neurips23/runbooks/final_runbook.yaml` | |OOD | DiskANN | 4882 | `python3 run.py --dataset text2image-10M --algorithm diskann --neurips23track ood` | ## For_Participants @@ -99,7 +99,7 @@ Test the benchmark and baseline using the algorithm's definition file on small t python run.py --neurips23track filter --algorithm faiss --dataset random-filter-s python run.py --neurips23track sparse --algorithm linscan --dataset sparse-small python run.py --neurips23track ood --algorithm diskann --dataset random-xs -python run.py --neurips23track streaming --algorithm diskann --dataset random-xs --runbook_path neurips23/streaming/runbooks/simple_runbook.yaml +python run.py --neurips23track streaming --algorithm diskann --dataset random-xs --runbook_path neurips23/runbooks/simple_runbook.yaml ``` For the competition dataset, run commands mentioned in the table above, for example: @@ -108,22 +108,22 @@ python run.py --neurips23track filter --algorithm faiss --dataset yfcc-10M python run.py --neurips23track sparse --algorithm linscan --dataset sparse-full python run.py --neurips23track ood --algorithm diskann --dataset text2image-10M # preliminary runbook for testing -python run.py --neurips23track streaming --algorithm diskann --dataset msturing-10M-clustered --runbook_path neurips23/streaming/runbooks/delete_runbook.yaml +python run.py --neurips23track streaming --algorithm diskann --dataset msturing-10M-clustered --runbook_path neurips23/runbooks/delete_runbook.yaml #Final runbook for evaluation -python run.py --neurips23track streaming --algorithm diskann --dataset msturing-30M-clustered --runbook_path neurips23/streaming/runbooks/final_runbook.yaml +python run.py --neurips23track streaming --algorithm diskann --dataset msturing-30M-clustered --runbook_path neurips23/runbooks/final_runbook.yaml ``` For streaming track, runbook specifies the order of operations to be executed by the algorithms. To download the ground truth for every search operation: (needs azcopy tool in your binary path): ``` -python -m benchmark.streaming.download_gt --runbook_file neurips23/streaming/runbooks/simple_runbook.yaml --dataset msspacev-10M -python -m benchmark.streaming.download_gt --runbook_file neurips23/streaming/runbooks/delete_runbook.yaml --dataset msturing-10M-clustered -python -m benchmark.streaming.download_gt --runbook_file neurips23/streaming/runbooks/final_runbook.yaml --dataset msturing-30M-clustered +python -m benchmark.streaming.download_gt --runbook_file neurips23/runbooks/simple_runbook.yaml --dataset msspacev-10M +python -m benchmark.streaming.download_gt --runbook_file neurips23/runbooks/delete_runbook.yaml --dataset msturing-10M-clustered +python -m benchmark.streaming.download_gt --runbook_file neurips23/runbooks/final_runbook.yaml --dataset msturing-30M-clustered ``` Alternately, to compute ground truth for an arbitrary runbook, [clone and build DiskANN repo](https://github.com/Microsoft/DiskANN) and use the command line tool to compute ground truth at various search checkpoints. The `--gt_cmdline_tool` points to the directory with DiskANN commandline tools. ``` -python benchmark/streaming/compute_gt.py --dataset msspacev-10M --runbook neurips23/streaming/runbooks/simple_runbook.yaml --gt_cmdline_tool ~/DiskANN/build/apps/utils/compute_groundtruth +python benchmark/streaming/compute_gt.py --dataset msspacev-10M --runbook neurips23/runbooks/simple_runbook.yaml --gt_cmdline_tool ~/DiskANN/build/apps/utils/compute_groundtruth ``` -Consider also the examples in runbooks [here]]neurips23/streaming/runbooks/clustered_runbook.yaml) and [here](neurips23/streaming/runbooks/delete_runbook.yaml). The datasets here are [generated](neurips23/streaming/runbooks/clustered_data_gen.py) by clustering the original dataset with k-means and packing points in the same cluster into contiguous indices. Then insertions are then performed one cluster at a time. This runbook tests if an indexing algorithm can adapt to data draft. The `max_pts` entry for the dataset in the runbook indicates an upper bound on the number of active points that the index must support during the runbook execution. +Consider also the examples in runbooks [here]]neurips23/runbooks/clustered_runbook.yaml) and [here](neurips23/runbooks/delete_runbook.yaml). The datasets here are [generated](neurips23/runbooks/clustered_data_gen.py) by clustering the original dataset with k-means and packing points in the same cluster into contiguous indices. Then insertions are then performed one cluster at a time. This runbook tests if an indexing algorithm can adapt to data draft. The `max_pts` entry for the dataset in the runbook indicates an upper bound on the number of active points that the index must support during the runbook execution. To make the results available for post-processing, change permissions of the results folder diff --git a/neurips23/streaming/README.md b/neurips23/streaming/README.md index 651b7f1fd..444c3f9e4 100644 --- a/neurips23/streaming/README.md +++ b/neurips23/streaming/README.md @@ -15,7 +15,7 @@ Each vector is assumed to have a unique *id* which never changes throughout the ## Available Runbooks -Now that the number of runbooks has started to increase significantly, here we list the available runbooks (found in the `runbooks` folder within this directory) with a brief description of each. +Now that the number of runbooks has started to increase significantly, here we list the available runbooks (found in `neurips23/runbooks`) with a brief description of each. 1. `simple_runbook.yaml`: A runbook executing a short sequences of insertions, searches, and deletions to aid with debugging and testing. 2. `simple_replace_runbook.yaml`: A runbook executing a short sequence of inserts, searches, and replaces to aid with debugging and testing. diff --git a/neurips23/streaming/runbooks/clustered_data_gen.py b/neurips23/streaming/runbooks/clustered_data_gen.py deleted file mode 100644 index 11de93eb3..000000000 --- a/neurips23/streaming/runbooks/clustered_data_gen.py +++ /dev/null @@ -1,99 +0,0 @@ -import argparse -import os -import numpy as np -import yaml - -from scipy.cluster.vq import vq, kmeans2 -from typing import Tuple -from benchmark.datasets import DATASETS - -def cluster_and_permute( - data, num_clusters -) -> Tuple[np.ndarray[int], np.ndarray[int]]: - """ - Cluster the data and return permutation of row indices - that would group indices of the same cluster together - """ - npts = np.shape(data)[0] - sample_size = min(100000, npts) - sample_indices = np.random.choice(range(npts), size=sample_size, replace=False) - sampled_data = data[sample_indices, :] - centroids, sample_labels = kmeans2(sampled_data, num_clusters, minit="++", iter=10) - labels, dist = vq(data, centroids) - - count = np.zeros(num_clusters) - for i in range(npts): - count[labels[i]] += 1 - print("Cluster counts") - print(count) - - offsets = np.zeros(num_clusters + 1, dtype=int) - for i in range(0, num_clusters, 1): - offsets[i + 1] = offsets[i] + count[i] - - permutation = np.zeros(npts, dtype=int) - counters = np.zeros(num_clusters, dtype=int) - for i in range(npts): - label = labels[i] - row = offsets[label] + counters[label] - counters[label] += 1 - permutation[row] = i - - return offsets, permutation - -def main(): - parser = argparse.ArgumentParser( - formatter_class=argparse.ArgumentDefaultsHelpFormatter) - - parser.add_argument( - '--dataset', - choices=DATASETS.keys(), - required=True) - parser.add_argument( - '-c', '--num_clusters', - type=int, - required=True - ) - parser.add_argument( - '-o', '--output_data_file', - required=True - ) - parser.add_argument( - '-y', '--output_yaml_file', - required=True - ) - args = parser.parse_args() - - ds = DATASETS[args.dataset]() - data = ds.get_dataset() - - offsets, permutation = cluster_and_permute(data, args.num_clusters) - - permuted_data = data[permutation,:] - operation_list = [] - print(permutation) - for c in range(args.num_clusters): - cluster_index_range = range(offsets[c], offsets[c + 1]) - cluster_indices = np.array(permutation[cluster_index_range], dtype=np.uintc) - print(cluster_index_range) - entry = [{'operation': 'insert'}, {'start': int(offsets[c])}, {'end': int(offsets[c+1])}] - operation_list.append((c+1, entry)) - - shape = np.shape(permuted_data) - with open(args.output_data_file, 'wb') as df: - df.write(shape[0].to_bytes(4, 'little')) - df.write(shape[1].to_bytes(4, 'little')) - df.write(permuted_data) - - with open(args.output_yaml_file, 'w') as yf: - operation_list.sort(key = lambda x: x[0]) - sorted_dict = {} - for (k, v) in operation_list: - sorted_dict[k]=v - yaml_object = {} - yaml_object[args.dataset] = sorted_dict - yaml.dump(yaml_object, yf) - - -if __name__ == '__main__': - main() diff --git a/neurips23/streaming/runbooks/clustered_replace_runbook.yaml b/neurips23/streaming/runbooks/clustered_replace_runbook.yaml deleted file mode 100644 index de3abcaac..000000000 --- a/neurips23/streaming/runbooks/clustered_replace_runbook.yaml +++ /dev/null @@ -1,450 +0,0 @@ -msturing-10M-clustered: - max_pts: 7191263 - 1: - end: 184033 - operation: insert - start: 0 - 2: - operation: search - 3: - end: 441437 - operation: insert - start: 255771 - 4: - operation: search - 5: - end: 738616 - operation: insert - start: 491965 - 6: - operation: search - 7: - end: 1008884 - operation: insert - start: 824781 - 8: - operation: search - 9: - end: 1407605 - operation: insert - start: 1081209 - 10: - operation: search - 11: - end: 1864833 - operation: insert - start: 1568760 - 12: - operation: search - 13: - end: 2259572 - operation: insert - start: 1959174 - 14: - operation: search - 15: - end: 2742135 - operation: insert - start: 2404186 - 16: - operation: search - 17: - end: 3050396 - operation: insert - start: 2798660 - 18: - operation: search - 19: - end: 3342738 - operation: insert - start: 3082959 - 20: - operation: search - 21: - end: 3832037 - operation: insert - start: 3480554 - 22: - operation: search - 23: - end: 4112969 - operation: insert - start: 3910930 - 24: - operation: search - 25: - end: 4527913 - operation: insert - start: 4194870 - 26: - operation: search - 27: - end: 4844097 - operation: insert - start: 4652840 - 28: - operation: search - 29: - end: 5037538 - operation: insert - start: 4872616 - 30: - operation: search - 31: - end: 5422398 - operation: insert - start: 5184725 - 32: - operation: search - 33: - end: 5829295 - operation: insert - start: 5629098 - 34: - operation: search - 35: - end: 6247916 - operation: insert - start: 6023119 - 36: - operation: search - 37: - end: 6468216 - operation: insert - start: 6292969 - 38: - operation: search - 39: - end: 6728355 - operation: insert - start: 6508987 - 40: - operation: search - 41: - end: 6975224 - operation: insert - start: 6767675 - 42: - operation: search - 43: - end: 7216362 - operation: insert - start: 7000498 - 44: - operation: search - 45: - end: 7415603 - operation: insert - start: 7263856 - 46: - operation: search - 47: - end: 7692157 - operation: insert - start: 7485517 - 48: - operation: search - 49: - end: 7912750 - operation: insert - start: 7739934 - 50: - operation: search - 51: - end: 8301620 - operation: insert - start: 8055691 - 52: - operation: search - 53: - end: 8586722 - operation: insert - start: 8381008 - 54: - operation: search - 55: - end: 8919414 - operation: insert - start: 8750107 - 56: - operation: search - 57: - end: 9141661 - operation: insert - start: 8942969 - 58: - operation: search - 59: - end: 9413396 - operation: insert - start: 9223315 - 60: - operation: search - 61: - end: 9638406 - operation: insert - start: 9508781 - 62: - operation: search - 63: - end: 9947236 - operation: insert - start: 9722747 - 64: - operation: search - 65: - ids_end: 216756 - ids_start: 184033 - operation: replace - tags_end: 32723 - tags_start: 0 - 66: - operation: search - 67: - ids_end: 470158 - ids_start: 441437 - operation: replace - tags_end: 284492 - tags_start: 255771 - 68: - operation: search - 69: - ids_end: 740235 - ids_start: 738616 - operation: replace - tags_end: 493584 - tags_start: 491965 - 70: - operation: search - 71: - ids_end: 1053554 - ids_start: 1008884 - operation: replace - tags_end: 869451 - tags_start: 824781 - 72: - operation: search - 73: - ids_end: 1506247 - ids_start: 1407605 - operation: replace - tags_end: 1179851 - tags_start: 1081209 - 74: - operation: search - 75: - ids_end: 1923035 - ids_start: 1864833 - operation: replace - tags_end: 1626962 - tags_start: 1568760 - 76: - operation: search - 77: - ids_end: 2396051 - ids_start: 2259572 - operation: replace - tags_end: 2095653 - tags_start: 1959174 - 78: - operation: search - 79: - ids_end: 2780674 - ids_start: 2742135 - operation: replace - tags_end: 2442725 - tags_start: 2404186 - 80: - operation: search - 81: - ids_end: 3062102 - ids_start: 3050396 - operation: replace - tags_end: 2810366 - tags_start: 2798660 - 82: - operation: search - 83: - ids_end: 3402967 - ids_start: 3342738 - operation: replace - tags_end: 3143188 - tags_start: 3082959 - 84: - operation: search - 85: - ids_end: 3887075 - ids_start: 3832037 - operation: replace - tags_end: 3535592 - tags_start: 3480554 - 86: - operation: search - 87: - ids_end: 4117901 - ids_start: 4112969 - operation: replace - tags_end: 3915862 - tags_start: 3910930 - 88: - operation: search - 89: - ids_end: 4611210 - ids_start: 4527913 - operation: replace - tags_end: 4278167 - tags_start: 4194870 - 90: - operation: search - 91: - ids_end: 4863222 - ids_start: 4844097 - operation: replace - tags_end: 4671965 - tags_start: 4652840 - 92: - operation: search - 93: - ids_end: 5068503 - ids_start: 5037538 - operation: replace - tags_end: 4903581 - tags_start: 4872616 - 94: - operation: search - 95: - ids_end: 5449047 - ids_start: 5422398 - operation: replace - tags_end: 5211374 - tags_start: 5184725 - 96: - operation: search - 97: - ids_end: 5890432 - ids_start: 5829295 - operation: replace - tags_end: 5690235 - tags_start: 5629098 - 98: - operation: search - 99: - ids_end: 6264302 - ids_start: 6247916 - operation: replace - tags_end: 6039505 - tags_start: 6023119 - 100: - operation: search - 101: - ids_end: 6491463 - ids_start: 6468216 - operation: replace - tags_end: 6316216 - tags_start: 6292969 - 102: - operation: search - 103: - ids_end: 6745600 - ids_start: 6728355 - operation: replace - tags_end: 6526232 - tags_start: 6508987 - 104: - operation: search - 105: - ids_end: 7000204 - ids_start: 6975224 - operation: replace - tags_end: 6792655 - tags_start: 6767675 - 106: - operation: search - 107: - ids_end: 7221208 - ids_start: 7216362 - operation: replace - tags_end: 7005344 - tags_start: 7000498 - 108: - operation: search - 109: - ids_end: 7430206 - ids_start: 7415603 - operation: replace - tags_end: 7278459 - tags_start: 7263856 - 110: - operation: search - 111: - ids_end: 7699863 - ids_start: 7692157 - operation: replace - tags_end: 7493223 - tags_start: 7485517 - 112: - operation: search - 113: - ids_end: 8006105 - ids_start: 7912750 - operation: replace - tags_end: 7833289 - tags_start: 7739934 - 114: - operation: search - 115: - ids_end: 8321728 - ids_start: 8301620 - operation: replace - tags_end: 8075799 - tags_start: 8055691 - 116: - operation: search - 117: - ids_end: 8662910 - ids_start: 8586722 - operation: replace - tags_end: 8457196 - tags_start: 8381008 - 118: - operation: search - 119: - ids_end: 8925171 - ids_start: 8919414 - operation: replace - tags_end: 8755864 - tags_start: 8750107 - 120: - operation: search - 121: - ids_end: 9154641 - ids_start: 9141661 - operation: replace - tags_end: 8955949 - tags_start: 8942969 - 122: - operation: search - 123: - ids_end: 9423924 - ids_start: 9413396 - operation: replace - tags_end: 9233843 - tags_start: 9223315 - 124: - operation: search - 125: - ids_end: 9693761 - ids_start: 9638406 - operation: replace - tags_end: 9564136 - tags_start: 9508781 - 126: - operation: search - 127: - ids_end: 9954527 - ids_start: 9947236 - operation: replace - tags_end: 9730038 - tags_start: 9722747 - 128: - operation: search diff --git a/neurips23/streaming/runbooks/clustered_runbook.yaml b/neurips23/streaming/runbooks/clustered_runbook.yaml deleted file mode 100644 index c0323e5ea..000000000 --- a/neurips23/streaming/runbooks/clustered_runbook.yaml +++ /dev/null @@ -1,392 +0,0 @@ -random-xs-clustered: - max_pts: 10000 - 1: - operation: "insert" - start: 0 - end: 326 - 2: - operation: "search" - 3: - operation: "insert" - start: 326 - end: 596 - 4: - operation: "search" - 5: - operation: "insert" - start: 596 - end: 945 - 6: - operation: "search" - 7: - operation: "insert" - start: 945 - end: 1323 - 8: - operation: "search" - 9: - operation: "insert" - start: 1323 - end: 1623 - 10: - operation: "search" - 11: - operation: "insert" - start: 1623 - end: 1986 - 12: - operation: "search" - 13: - operation: "insert" - start: 1986 - end: 2199 - 14: - operation: "search" - 15: - operation: "insert" - start: 2199 - end: 2576 - 16: - operation: "search" - 17: - operation: "insert" - start: 2576 - end: 2921 - 18: - operation: "search" - 19: - operation: "insert" - start: 2921 - end: 3252 - 20: - operation: "search" - 21: - operation: "insert" - start: 3252 - end: 3530 - 22: - operation: "search" - 23: - operation: "insert" - start: 3530 - end: 3866 - 24: - operation: "search" - 25: - operation: "insert" - start: 3866 - end: 4150 - 26: - operation: "search" - 27: - operation: "insert" - start: 4150 - end: 4434 - 28: - operation: "search" - 29: - operation: "insert" - start: 4434 - end: 4707 - 30: - operation: "search" - 31: - operation: "insert" - start: 4707 - end: 5073 - 32: - operation: "search" - 33: - operation: "insert" - start: 5073 - end: 5404 - 34: - operation: "search" - 35: - operation: "insert" - start: 5404 - end: 5718 - 36: - operation: "search" - 37: - operation: "insert" - start: 5718 - end: 6072 - 38: - operation: "search" - 39: - operation: "insert" - start: 6072 - end: 6338 - 40: - operation: "search" - 41: - operation: "insert" - start: 6338 - end: 6613 - 42: - operation: "search" - 43: - operation: "insert" - start: 6613 - end: 6908 - 44: - operation: "search" - 45: - operation: "insert" - start: 6908 - end: 7115 - 46: - operation: "search" - 47: - operation: "insert" - start: 7115 - end: 7452 - 48: - operation: "search" - 49: - operation: "insert" - start: 7452 - end: 7717 - 50: - operation: "search" - 51: - operation: "insert" - start: 7717 - end: 8065 - 52: - operation: "search" - 53: - operation: "insert" - start: 8065 - end: 8313 - 54: - operation: "search" - 55: - operation: "insert" - start: 8313 - end: 8698 - 56: - operation: "search" - 57: - operation: "insert" - start: 8698 - end: 9011 - 58: - operation: "search" - 59: - operation: "insert" - start: 9011 - end: 9307 - 60: - operation: "search" - 61: - operation: "insert" - start: 9307 - end: 9651 - 62: - operation: "search" - 63: - operation: "insert" - start: 9651 - end: 10000 - 64: - operation: "search" - gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/clustered_data/random-xs-clustered/clustered_runboook.yaml" -msturing-10M-clustered: - max_pts: 10000000 - # On Azure D8lds v5, runtime: 14 minutes - # recall@10: 0.9247 for "R":64, "L":50, "insert_threads":16, "consolidate_threads":16 "Ls":100, "T":16 - 1: - operation: "insert" - start: 0 - end: 255771 - 2: - operation: "search" - 3: - operation: "insert" - start: 255771 - end: 491965 - 4: - operation: "search" - 5: - operation: "insert" - start: 491965 - end: 824781 - 6: - operation: "search" - 7: - operation: "insert" - start: 824781 - end: 1081209 - 8: - operation: "search" - 9: - operation: "insert" - start: 1081209 - end: 1568760 - 10: - operation: "search" - 11: - operation: "insert" - start: 1568760 - end: 1959174 - 12: - operation: "search" - 13: - operation: "insert" - start: 1959174 - end: 2404186 - 14: - operation: "search" - 15: - operation: "insert" - start: 2404186 - end: 2798660 - 16: - operation: "search" - 17: - operation: "insert" - start: 2798660 - end: 3082959 - 18: - operation: "search" - 19: - operation: "insert" - start: 3082959 - end: 3480554 - 20: - operation: "search" - 21: - operation: "insert" - start: 3480554 - end: 3910930 - 22: - operation: "search" - 23: - operation: "insert" - start: 3910930 - end: 4194870 - 24: - operation: "search" - 25: - operation: "insert" - start: 4194870 - end: 4652840 - 26: - operation: "search" - 27: - operation: "insert" - start: 4652840 - end: 4872616 - 28: - operation: "search" - 29: - operation: "insert" - start: 4872616 - end: 5184725 - 30: - operation: "search" - 31: - operation: "insert" - start: 5184725 - end: 5629098 - 32: - operation: "search" - 33: - operation: "insert" - start: 5629098 - end: 6023119 - 34: - operation: "search" - 35: - operation: "insert" - start: 6023119 - end: 6292969 - 36: - operation: "search" - 37: - operation: "insert" - start: 6292969 - end: 6508987 - 38: - operation: "search" - 39: - operation: "insert" - start: 6508987 - end: 6767675 - 40: - operation: "search" - 41: - operation: "insert" - start: 6767675 - end: 7000498 - 42: - operation: "search" - 43: - operation: "insert" - start: 7000498 - end: 7263856 - 44: - operation: "search" - 45: - operation: "insert" - start: 7263856 - end: 7485517 - 46: - operation: "search" - 47: - operation: "insert" - start: 7485517 - end: 7739934 - 48: - operation: "search" - 49: - operation: "insert" - start: 7739934 - end: 8055691 - 50: - operation: "search" - 51: - operation: "insert" - start: 8055691 - end: 8381008 - 52: - operation: "search" - 53: - operation: "insert" - start: 8381008 - end: 8750107 - 54: - operation: "search" - 55: - operation: "insert" - start: 8750107 - end: 8942969 - 56: - operation: "search" - 57: - operation: "insert" - start: 8942969 - end: 9223315 - 58: - operation: "search" - 59: - operation: "insert" - start: 9223315 - end: 9508781 - 60: - operation: "search" - 61: - operation: "insert" - start: 9508781 - end: 9722747 - 62: - operation: "search" - 63: - operation: "insert" - start: 9722747 - end: 10000000 - 64: - operation: "search" - gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/clustered_data/msturing-10M-clustered/clustered_runboook.yaml" diff --git a/neurips23/streaming/runbooks/delete_runbook.yaml b/neurips23/streaming/runbooks/delete_runbook.yaml deleted file mode 100644 index 04dae3310..000000000 --- a/neurips23/streaming/runbooks/delete_runbook.yaml +++ /dev/null @@ -1,482 +0,0 @@ -random-xs-clustered: - max_pts: 6400 - 1: - operation: "insert" - start: 0 - end: 326 - 2: - operation: "search" - 3: - operation: "insert" - start: 326 - end: 596 - 4: - operation: "search" - 5: - operation: "insert" - start: 596 - end: 945 - 6: - operation: "search" - 7: - operation: "insert" - start: 945 - end: 1323 - 8: - operation: "delete" - start: 600 - end: 700 - 9: - operation: "delete" - start: 800 - end: 1200 - 10: - operation: "search" - 11: - operation: "insert" - start: 1323 - end: 1623 - 12: - operation: "delete" - start: 1300 - end: 1600 - 13: - operation: "search" - 14: - operation: "insert" - start: 1623 - end: 1986 - 15: - operation: "search" - 16: - operation: "insert" - start: 1986 - end: 2199 - 17: - operation: "search" - 18: - operation: "insert" - start: 2199 - end: 2576 - 19: - operation: "delete" - start: 2000 - end: 2300 - 20: - operation: "search" - 21: - operation: "insert" - start: 2576 - end: 2921 - 22: - operation: "search" - 23: - operation: "insert" - start: 2921 - end: 3252 - 24: - operation: "delete" - start: 200 - end: 400 - 25: - operation: "search" - 26: - operation: "insert" - start: 3252 - end: 3530 - 27: - operation: "search" - 28: - operation: "insert" - start: 3530 - end: 3866 - 29: - operation: "delete" - start: 3300 - end: 3500 - 30: - operation: "search" - 31: - operation: "insert" - start: 3866 - end: 4150 - 32: - operation: "search" - 33: - operation: "insert" - start: 4150 - end: 4434 - 34: - operation: "delete" - start: 2700 - end: 3100 - 35: - operation: "search" - 36: - operation: "insert" - start: 4434 - end: 4707 - 37: - operation: "search" - 38: - operation: "insert" - start: 4707 - end: 5073 - 39: - operation: "search" - 40: - operation: "insert" - start: 5073 - end: 5404 - 41: - operation: "delete" - start: 4000 - end: 4200 - 42: - operation: "search" - 43: - operation: "insert" - start: 5404 - end: 5718 - 44: - operation: "search" - 45: - operation: "insert" - start: 5718 - end: 6072 - 46: - operation: "delete" - start: 4400 - end: 5000 - 47: - operation: "search" - 48: - operation: "insert" - start: 6072 - end: 6338 - 49: - operation: "search" - 50: - operation: "insert" - start: 6338 - end: 6613 - 51: - operation: "search" - 52: - operation: "insert" - start: 6613 - end: 6908 - 53: - operation: "search" - 54: - operation: "insert" - start: 6908 - end: 7115 - 55: - operation: "search" - 56: - operation: "insert" - start: 7115 - end: 7452 - 57: - operation: "search" - 58: - operation: "insert" - start: 7452 - end: 7717 - 59: - operation: "search" - 60: - operation: "insert" - start: 7717 - end: 8065 - 61: - operation: "delete" - start: 5200 - end: 6000 - 62: - operation: "search" - 63: - operation: "insert" - start: 8065 - end: 8313 - 64: - operation: "search" - 65: - operation: "insert" - start: 8313 - end: 8698 - 66: - operation: "delete" - start: 3700 - end: 3800 - 67: - operation: "search" - 68: - operation: "insert" - start: 8698 - end: 9011 - 69: - operation: "search" - 70: - operation: "insert" - start: 9011 - end: 9307 - 71: - operation: "search" - 72: - operation: "insert" - start: 9307 - end: 9651 - 73: - operation: "search" - 74: - operation: "insert" - start: 9651 - end: 10000 - 75: - operation: "delete" - start: 6500 - end: 8000 - 76: - operation: "search" - gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/clustered_data/random-xs-clustered/delete_runbook.yaml" -msturing-10M-clustered: - max_pts: 6000000 - # On Azure D8lds v5, runtime: ~23 minutes - # recall@10: 0.924 for "R":64, "L":50, "insert_threads":16, "consolidate_threads":16 "Ls":100, "T":16 - 1: - operation: "insert" - start: 0 - end: 255771 - 2: - operation: "search" - 3: - operation: "insert" - start: 255771 - end: 491965 - 4: - operation: "search" - 5: - operation: "insert" - start: 491965 - end: 824781 - 6: - operation: "search" - 7: - operation: "delete" - start: 100000 - end: 200000 - 8: - operation: "search" - 9: - operation: "insert" - start: 824781 - end: 1081209 - 10: - operation: "search" - 11: - operation: "insert" - start: 1081209 - end: 1568760 - 12: - operation: "search" - 13: - operation: "insert" - start: 1568760 - end: 1959174 - 14: - operation: "delete" - start: 1200000 - end: 1400000 - 15: - operation: "search" - 16: - operation: "insert" - start: 1959174 - end: 2404186 - 17: - operation: "search" - 18: - operation: "delete" - start: 600000 - end: 700000 - 19: - operation: "insert" - start: 2404186 - end: 2798660 - 20: - operation: "search" - 21: - operation: "insert" - start: 2798660 - end: 3082959 - 22: - operation: "search" - 23: - operation: "insert" - start: 3082959 - end: 3480554 - 24: - operation: "search" - 25: - operation: "insert" - start: 3480554 - end: 3910930 - 26: - operation: "search" - 27: - operation: "insert" - start: 3910930 - end: 4194870 - 28: - operation: "delete" - start: 2000000 - end: 3000000 - 29: - operation: "search" - 30: - operation: "insert" - start: 4194870 - end: 4652840 - 31: - operation: "search" - 32: - operation: "insert" - start: 4652840 - end: 4872616 - 33: - operation: "delete" - start: 1800000 - end: 1900000 - 34: - operation: "search" - 35: - operation: "insert" - start: 4872616 - end: 5184725 - 36: - operation: "search" - 37: - operation: "insert" - start: 5184725 - end: 5629098 - 38: - operation: "delete" - start: 5000000 - end: 5200000 - 39: - operation: "search" - 40: - operation: "insert" - start: 5629098 - end: 6023119 - 41: - operation: "search" - 42: - operation: "insert" - start: 6023119 - end: 6292969 - 43: - operation: "search" - 44: - operation: "insert" - start: 6292969 - end: 6508987 - 45: - operation: "search" - 46: - operation: "insert" - start: 6508987 - end: 6767675 - 47: - operation: "search" - 48: - operation: "insert" - start: 6767675 - end: 7000498 - 49: - operation: "delete" - start: 3000000 - end: 4500000 - 50: - operation: "search" - 51: - operation: "insert" - start: 7000498 - end: 7263856 - 52: - operation: "search" - 53: - operation: "insert" - start: 7263856 - end: 7485517 - 54: - operation: "search" - 55: - operation: "insert" - start: 7485517 - end: 7739934 - 56: - operation: "search" - 57: - operation: "insert" - start: 7739934 - end: 8055691 - 58: - operation: "search" - 59: - operation: "insert" - start: 8055691 - end: 8381008 - 60: - operation: "delete" - start: 6500000 - end: 8000000 - 61: - operation: "search" - 62: - operation: "insert" - start: 8381008 - end: 8750107 - 63: - operation: "search" - 64: - operation: "insert" - start: 8750107 - end: 8942969 - 65: - operation: "search" - 66: - operation: "insert" - start: 8942969 - end: 9223315 - 67: - operation: "search" - 68: - operation: "insert" - start: 9223315 - end: 9508781 - 69: - operation: "delete" - start: 8100000 - end: 8200000 - 70: - operation: "search" - 71: - operation: "insert" - start: 9508781 - end: 9722747 - 72: - operation: "search" - 73: - operation: "insert" - start: 9722747 - end: 10000000 - 74: - operation: "delete" - start: 8600000 - end: 9200000 - 75: - operation: "search" - gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/clustered_data/msturing-10M-clustered/delete_runbook.yaml" diff --git a/neurips23/streaming/runbooks/final_runbook.yaml b/neurips23/streaming/runbooks/final_runbook.yaml deleted file mode 100644 index 612edd538..000000000 --- a/neurips23/streaming/runbooks/final_runbook.yaml +++ /dev/null @@ -1,3843 +0,0 @@ -msturing-30M-clustered: - max_pts: 10292043 - 1: - operation: 'insert' - start: 0 - end: 38806 - 2: - operation: 'search' - 3: - operation: 'insert' - start: 361963 - end: 372491 - 4: - operation: 'search' - 5: - operation: 'insert' - start: 643919 - end: 668142 - 6: - operation: 'search' - 7: - operation: 'insert' - start: 1159296 - end: 1181505 - 8: - operation: 'search' - 9: - operation: 'insert' - start: 2038736 - end: 2042995 - 10: - operation: 'search' - 11: - operation: 'insert' - start: 2585606 - end: 2596998 - 12: - operation: 'search' - 13: - operation: 'insert' - start: 2933811 - end: 2959533 - 14: - operation: 'search' - 15: - operation: 'insert' - start: 3272846 - end: 3292417 - 16: - operation: 'search' - 17: - operation: 'insert' - start: 3853674 - end: 3858737 - 18: - operation: 'search' - 19: - operation: 'insert' - start: 4205986 - end: 4221374 - 20: - operation: 'search' - 21: - operation: 'insert' - start: 4699242 - end: 4970979 - 22: - operation: 'search' - 23: - operation: 'insert' - start: 5076157 - end: 5360752 - 24: - operation: 'search' - 25: - operation: 'insert' - start: 5444015 - end: 5487965 - 26: - operation: 'search' - 27: - operation: 'insert' - start: 5808491 - end: 5836442 - 28: - operation: 'search' - 29: - operation: 'insert' - start: 6438007 - end: 6499004 - 30: - operation: 'search' - 31: - operation: 'insert' - start: 6955703 - end: 7329128 - 32: - operation: 'search' - 33: - operation: 'insert' - start: 7453527 - end: 7504922 - 34: - operation: 'search' - 35: - operation: 'insert' - start: 7850219 - end: 7883986 - 36: - operation: 'search' - 37: - operation: 'insert' - start: 8834730 - end: 8881637 - 38: - operation: 'search' - 39: - operation: 'insert' - start: 9161888 - end: 9169338 - 40: - operation: 'search' - 41: - operation: 'insert' - start: 9430404 - end: 9464381 - 42: - operation: 'search' - 43: - operation: 'insert' - start: 9790077 - end: 9800176 - 44: - operation: 'search' - 45: - operation: 'insert' - start: 10293677 - end: 10327825 - 46: - operation: 'search' - 47: - operation: 'insert' - start: 11013450 - end: 11244484 - 48: - operation: 'search' - 49: - operation: 'insert' - start: 11327929 - end: 11362841 - 50: - operation: 'search' - 51: - operation: 'insert' - start: 11837912 - end: 12149447 - 52: - operation: 'search' - 53: - operation: 'insert' - start: 12238365 - end: 12281666 - 54: - operation: 'search' - 55: - operation: 'insert' - start: 12525242 - end: 12846806 - 56: - operation: 'search' - 57: - operation: 'insert' - start: 12937120 - end: 12957051 - 58: - operation: 'search' - 59: - operation: 'insert' - start: 13430952 - end: 13654199 - 60: - operation: 'search' - 61: - operation: 'insert' - start: 13695568 - end: 13705549 - 62: - operation: 'search' - 63: - operation: 'insert' - start: 14247217 - end: 14250271 - 64: - operation: 'search' - 65: - operation: 'insert' - start: 14843618 - end: 14910924 - 66: - operation: 'search' - 67: - operation: 'insert' - start: 15383718 - end: 15429315 - 68: - operation: 'search' - 69: - operation: 'insert' - start: 16237411 - end: 16290167 - 70: - operation: 'search' - 71: - operation: 'insert' - start: 16857048 - end: 16870192 - 72: - operation: 'search' - 73: - operation: 'insert' - start: 17421756 - end: 17428879 - 74: - operation: 'search' - 75: - operation: 'insert' - start: 17775340 - end: 17792186 - 76: - operation: 'search' - 77: - operation: 'insert' - start: 18265999 - end: 18289927 - 78: - operation: 'search' - 79: - operation: 'insert' - start: 18726730 - end: 18791718 - 80: - operation: 'search' - 81: - operation: 'insert' - start: 19405288 - end: 19434377 - 82: - operation: 'search' - 83: - operation: 'insert' - start: 19655518 - end: 19669305 - 84: - operation: 'search' - 85: - operation: 'insert' - start: 19948199 - end: 19983130 - 86: - operation: 'search' - 87: - operation: 'insert' - start: 20256394 - end: 20699413 - 88: - operation: 'search' - 89: - operation: 'insert' - start: 20887553 - end: 21250613 - 90: - operation: 'search' - 91: - operation: 'insert' - start: 21424516 - end: 21456891 - 92: - operation: 'search' - 93: - operation: 'insert' - start: 22018495 - end: 22258255 - 94: - operation: 'search' - 95: - operation: 'insert' - start: 22368754 - end: 22384825 - 96: - operation: 'search' - 97: - operation: 'insert' - start: 22938879 - end: 22948348 - 98: - operation: 'search' - 99: - operation: 'insert' - start: 23242837 - end: 23247972 - 100: - operation: 'search' - 101: - operation: 'insert' - start: 23696409 - end: 23726389 - 102: - operation: 'search' - 103: - operation: 'insert' - start: 23952992 - end: 23967111 - 104: - operation: 'search' - 105: - operation: 'insert' - start: 24432063 - end: 24441236 - 106: - operation: 'search' - 107: - operation: 'insert' - start: 24879163 - end: 24891498 - 108: - operation: 'search' - 109: - operation: 'insert' - start: 25201348 - end: 25559106 - 110: - operation: 'search' - 111: - operation: 'insert' - start: 25674931 - end: 25704316 - 112: - operation: 'search' - 113: - operation: 'insert' - start: 26054291 - end: 26067095 - 114: - operation: 'search' - 115: - operation: 'insert' - start: 26757924 - end: 26785290 - 116: - operation: 'search' - 117: - operation: 'insert' - start: 27292409 - end: 27304279 - 118: - operation: 'search' - 119: - operation: 'insert' - start: 27582914 - end: 27587045 - 120: - operation: 'search' - 121: - operation: 'insert' - start: 28030002 - end: 28043831 - 122: - operation: 'search' - 123: - operation: 'insert' - start: 28578522 - end: 28859747 - 124: - operation: 'search' - 125: - operation: 'insert' - start: 28931437 - end: 28973452 - 126: - operation: 'search' - 127: - operation: 'insert' - start: 29464425 - end: 29514448 - 128: - operation: 'search' - 129: - operation: 'delete' - start: 0 - end: 21124 - 130: - operation: 'search' - 131: - operation: 'delete' - start: 361963 - end: 367261 - 132: - operation: 'search' - 133: - operation: 'delete' - start: 643919 - end: 656225 - 134: - operation: 'search' - 135: - operation: 'delete' - start: 1159296 - end: 1176226 - 136: - operation: 'search' - 137: - operation: 'delete' - start: 2038736 - end: 2042207 - 138: - operation: 'search' - 139: - operation: 'delete' - start: 2585606 - end: 2593505 - 140: - operation: 'search' - 141: - operation: 'delete' - start: 2933811 - end: 2955468 - 142: - operation: 'search' - 143: - operation: 'delete' - start: 3272846 - end: 3289019 - 144: - operation: 'search' - 145: - operation: 'delete' - start: 3853674 - end: 3856645 - 146: - operation: 'search' - 147: - operation: 'delete' - start: 4205986 - end: 4215036 - 148: - operation: 'search' - 149: - operation: 'delete' - start: 4699242 - end: 4895628 - 150: - operation: 'search' - 151: - operation: 'delete' - start: 5076157 - end: 5233138 - 152: - operation: 'search' - 153: - operation: 'delete' - start: 5444015 - end: 5482348 - 154: - operation: 'search' - 155: - operation: 'delete' - start: 5808491 - end: 5828205 - 156: - operation: 'search' - 157: - operation: 'delete' - start: 6438007 - end: 6484190 - 158: - operation: 'search' - 159: - operation: 'delete' - start: 6955703 - end: 7267820 - 160: - operation: 'search' - 161: - operation: 'delete' - start: 7453527 - end: 7496004 - 162: - operation: 'search' - 163: - operation: 'delete' - start: 7850219 - end: 7871489 - 164: - operation: 'search' - 165: - operation: 'delete' - start: 8834730 - end: 8867592 - 166: - operation: 'search' - 167: - operation: 'delete' - start: 9161888 - end: 9168463 - 168: - operation: 'search' - 169: - operation: 'delete' - start: 9430404 - end: 9448468 - 170: - operation: 'search' - 171: - operation: 'delete' - start: 9790077 - end: 9796916 - 172: - operation: 'search' - 173: - operation: 'delete' - start: 10293677 - end: 10323088 - 174: - operation: 'search' - 175: - operation: 'delete' - start: 11013450 - end: 11195181 - 176: - operation: 'search' - 177: - operation: 'delete' - start: 11327929 - end: 11346270 - 178: - operation: 'search' - 179: - operation: 'delete' - start: 11837912 - end: 12067270 - 180: - operation: 'search' - 181: - operation: 'delete' - start: 12238365 - end: 12268535 - 182: - operation: 'search' - 183: - operation: 'delete' - start: 12525242 - end: 12701821 - 184: - operation: 'search' - 185: - operation: 'delete' - start: 12937120 - end: 12947131 - 186: - operation: 'search' - 187: - operation: 'delete' - start: 13430952 - end: 13620329 - 188: - operation: 'search' - 189: - operation: 'delete' - start: 13695568 - end: 13702816 - 190: - operation: 'search' - 191: - operation: 'delete' - start: 14247217 - end: 14249788 - 192: - operation: 'search' - 193: - operation: 'delete' - start: 14843618 - end: 14902922 - 194: - operation: 'search' - 195: - operation: 'delete' - start: 15383718 - end: 15421486 - 196: - operation: 'search' - 197: - operation: 'delete' - start: 16237411 - end: 16273232 - 198: - operation: 'search' - 199: - operation: 'delete' - start: 16857048 - end: 16865809 - 200: - operation: 'search' - 201: - operation: 'delete' - start: 17421756 - end: 17427612 - 202: - operation: 'search' - 203: - operation: 'delete' - start: 17775340 - end: 17787895 - 204: - operation: 'search' - 205: - operation: 'delete' - start: 18265999 - end: 18286681 - 206: - operation: 'search' - 207: - operation: 'delete' - start: 18726730 - end: 18766401 - 208: - operation: 'search' - 209: - operation: 'delete' - start: 19405288 - end: 19425407 - 210: - operation: 'search' - 211: - operation: 'delete' - start: 19655518 - end: 19664359 - 212: - operation: 'search' - 213: - operation: 'delete' - start: 19948199 - end: 19966602 - 214: - operation: 'search' - 215: - operation: 'delete' - start: 20256394 - end: 20592080 - 216: - operation: 'search' - 217: - operation: 'delete' - start: 20887553 - end: 21116930 - 218: - operation: 'search' - 219: - operation: 'delete' - start: 21424516 - end: 21446890 - 220: - operation: 'search' - 221: - operation: 'delete' - start: 22018495 - end: 22221457 - 222: - operation: 'search' - 223: - operation: 'delete' - start: 22368754 - end: 22380405 - 224: - operation: 'search' - 225: - operation: 'delete' - start: 22938879 - end: 22944686 - 226: - operation: 'search' - 227: - operation: 'delete' - start: 23242837 - end: 23246132 - 228: - operation: 'search' - 229: - operation: 'delete' - start: 23696409 - end: 23718904 - 230: - operation: 'search' - 231: - operation: 'delete' - start: 23952992 - end: 23964807 - 232: - operation: 'search' - 233: - operation: 'delete' - start: 24432063 - end: 24436999 - 234: - operation: 'search' - 235: - operation: 'delete' - start: 24879163 - end: 24885758 - 236: - operation: 'search' - 237: - operation: 'delete' - start: 25201348 - end: 25434746 - 238: - operation: 'search' - 239: - operation: 'delete' - start: 25674931 - end: 25698866 - 240: - operation: 'search' - 241: - operation: 'delete' - start: 26054291 - end: 26061947 - 242: - operation: 'search' - 243: - operation: 'delete' - start: 26757924 - end: 26775935 - 244: - operation: 'search' - 245: - operation: 'delete' - start: 27292409 - end: 27303015 - 246: - operation: 'search' - 247: - operation: 'delete' - start: 27582914 - end: 27585971 - 248: - operation: 'search' - 249: - operation: 'delete' - start: 28030002 - end: 28037955 - 250: - operation: 'search' - 251: - operation: 'delete' - start: 28578522 - end: 28819546 - 252: - operation: 'search' - 253: - operation: 'delete' - start: 28931437 - end: 28959991 - 254: - operation: 'search' - 255: - operation: 'delete' - start: 29464425 - end: 29500946 - 256: - operation: 'search' - 257: - operation: 'insert' - start: 38806 - end: 49545 - 258: - operation: 'search' - 259: - operation: 'insert' - start: 372491 - end: 399213 - 260: - operation: 'search' - 261: - operation: 'insert' - start: 668142 - end: 672661 - 262: - operation: 'search' - 263: - operation: 'insert' - start: 1181505 - end: 1303086 - 264: - operation: 'search' - 265: - operation: 'insert' - start: 2042995 - end: 2110004 - 266: - operation: 'search' - 267: - operation: 'insert' - start: 2596998 - end: 2626031 - 268: - operation: 'search' - 269: - operation: 'insert' - start: 2959533 - end: 3211333 - 270: - operation: 'search' - 271: - operation: 'insert' - start: 3292417 - end: 3296363 - 272: - operation: 'search' - 273: - operation: 'insert' - start: 3858737 - end: 3880596 - 274: - operation: 'search' - 275: - operation: 'insert' - start: 4221374 - end: 4606989 - 276: - operation: 'search' - 277: - operation: 'insert' - start: 4970979 - end: 5005864 - 278: - operation: 'search' - 279: - operation: 'insert' - start: 5360752 - end: 5386428 - 280: - operation: 'search' - 281: - operation: 'insert' - start: 5487965 - end: 5783347 - 282: - operation: 'search' - 283: - operation: 'insert' - start: 5836442 - end: 6261284 - 284: - operation: 'search' - 285: - operation: 'insert' - start: 6499004 - end: 6512598 - 286: - operation: 'search' - 287: - operation: 'insert' - start: 7329128 - end: 7370056 - 288: - operation: 'search' - 289: - operation: 'insert' - start: 7504922 - end: 7813274 - 290: - operation: 'search' - 291: - operation: 'insert' - start: 7883986 - end: 7907532 - 292: - operation: 'search' - 293: - operation: 'insert' - start: 8881637 - end: 8901253 - 294: - operation: 'search' - 295: - operation: 'insert' - start: 9169338 - end: 9377208 - 296: - operation: 'search' - 297: - operation: 'insert' - start: 9464381 - end: 9468717 - 298: - operation: 'search' - 299: - operation: 'insert' - start: 9800176 - end: 9860779 - 300: - operation: 'search' - 301: - operation: 'insert' - start: 10327825 - end: 10910689 - 302: - operation: 'search' - 303: - operation: 'insert' - start: 11244484 - end: 11293924 - 304: - operation: 'search' - 305: - operation: 'insert' - start: 11362841 - end: 11732204 - 306: - operation: 'search' - 307: - operation: 'insert' - start: 12149447 - end: 12175328 - 308: - operation: 'search' - 309: - operation: 'insert' - start: 12281666 - end: 12289461 - 310: - operation: 'search' - 311: - operation: 'insert' - start: 12846806 - end: 12866954 - 312: - operation: 'search' - 313: - operation: 'insert' - start: 12957051 - end: 12999047 - 314: - operation: 'search' - 315: - operation: 'insert' - start: 13654199 - end: 13661045 - 316: - operation: 'search' - 317: - operation: 'insert' - start: 13705549 - end: 13746210 - 318: - operation: 'search' - 319: - operation: 'insert' - start: 14250271 - end: 14747959 - 320: - operation: 'search' - 321: - operation: 'insert' - start: 14910924 - end: 14951479 - 322: - operation: 'search' - 323: - operation: 'insert' - start: 15429315 - end: 15533636 - 324: - operation: 'search' - 325: - operation: 'insert' - start: 16290167 - end: 16784106 - 326: - operation: 'search' - 327: - operation: 'insert' - start: 16870192 - end: 16940340 - 328: - operation: 'search' - 329: - operation: 'insert' - start: 17428879 - end: 17436116 - 330: - operation: 'search' - 331: - operation: 'insert' - start: 17792186 - end: 17834118 - 332: - operation: 'search' - 333: - operation: 'insert' - start: 18289927 - end: 18291921 - 334: - operation: 'search' - 335: - operation: 'insert' - start: 18791718 - end: 18831016 - 336: - operation: 'search' - 337: - operation: 'insert' - start: 19434377 - end: 19453968 - 338: - operation: 'search' - 339: - operation: 'insert' - start: 19669305 - end: 19709832 - 340: - operation: 'search' - 341: - operation: 'insert' - start: 19983130 - end: 19990460 - 342: - operation: 'search' - 343: - operation: 'insert' - start: 20699413 - end: 20732700 - 344: - operation: 'search' - 345: - operation: 'insert' - start: 21250613 - end: 21290035 - 346: - operation: 'search' - 347: - operation: 'insert' - start: 21456891 - end: 21917712 - 348: - operation: 'search' - 349: - operation: 'insert' - start: 22258255 - end: 22303323 - 350: - operation: 'search' - 351: - operation: 'insert' - start: 22384825 - end: 22796937 - 352: - operation: 'search' - 353: - operation: 'insert' - start: 22948348 - end: 22993214 - 354: - operation: 'search' - 355: - operation: 'insert' - start: 23247972 - end: 23611678 - 356: - operation: 'search' - 357: - operation: 'insert' - start: 23726389 - end: 23744049 - 358: - operation: 'search' - 359: - operation: 'insert' - start: 23967111 - end: 23978368 - 360: - operation: 'search' - 361: - operation: 'insert' - start: 24441236 - end: 24504793 - 362: - operation: 'search' - 363: - operation: 'insert' - start: 24891498 - end: 24905349 - 364: - operation: 'search' - 365: - operation: 'insert' - start: 25559106 - end: 25619665 - 366: - operation: 'search' - 367: - operation: 'insert' - start: 25704316 - end: 25735865 - 368: - operation: 'search' - 369: - operation: 'insert' - start: 26067095 - end: 26133018 - 370: - operation: 'search' - 371: - operation: 'insert' - start: 26785290 - end: 26794335 - 372: - operation: 'search' - 373: - operation: 'insert' - start: 27304279 - end: 27344908 - 374: - operation: 'search' - 375: - operation: 'insert' - start: 27587045 - end: 27616875 - 376: - operation: 'search' - 377: - operation: 'insert' - start: 28043831 - end: 28107881 - 378: - operation: 'search' - 379: - operation: 'insert' - start: 28859747 - end: 28864754 - 380: - operation: 'search' - 381: - operation: 'insert' - start: 28973452 - end: 28994079 - 382: - operation: 'search' - 383: - operation: 'insert' - start: 29514448 - end: 29537356 - 384: - operation: 'search' - 385: - operation: 'delete' - start: 21124 - end: 35541 - 386: - operation: 'search' - 387: - operation: 'delete' - start: 367261 - end: 391065 - 388: - operation: 'search' - 389: - operation: 'delete' - start: 656225 - end: 670137 - 390: - operation: 'search' - 391: - operation: 'delete' - start: 1176226 - end: 1262739 - 392: - operation: 'search' - 393: - operation: 'delete' - start: 2042207 - end: 2078493 - 394: - operation: 'search' - 395: - operation: 'delete' - start: 2593505 - end: 2614769 - 396: - operation: 'search' - 397: - operation: 'delete' - start: 2955468 - end: 3088646 - 398: - operation: 'search' - 399: - operation: 'delete' - start: 3289019 - end: 3294505 - 400: - operation: 'search' - 401: - operation: 'delete' - start: 3856645 - end: 3874373 - 402: - operation: 'search' - 403: - operation: 'delete' - start: 4215036 - end: 4497880 - 404: - operation: 'search' - 405: - operation: 'delete' - start: 4895628 - end: 4961849 - 406: - operation: 'search' - 407: - operation: 'delete' - start: 5233138 - end: 5324358 - 408: - operation: 'search' - 409: - operation: 'delete' - start: 5482348 - end: 5711145 - 410: - operation: 'search' - 411: - operation: 'delete' - start: 5828205 - end: 6092208 - 412: - operation: 'search' - 413: - operation: 'delete' - start: 6484190 - end: 6501709 - 414: - operation: 'search' - 415: - operation: 'delete' - start: 7267820 - end: 7334997 - 416: - operation: 'search' - 417: - operation: 'delete' - start: 7496004 - end: 7716886 - 418: - operation: 'search' - 419: - operation: 'delete' - start: 7871489 - end: 7897243 - 420: - operation: 'search' - 421: - operation: 'delete' - start: 8867592 - end: 8893057 - 422: - operation: 'search' - 423: - operation: 'delete' - start: 9168463 - end: 9345115 - 424: - operation: 'search' - 425: - operation: 'delete' - start: 9448468 - end: 9466193 - 426: - operation: 'search' - 427: - operation: 'delete' - start: 9796916 - end: 9847014 - 428: - operation: 'search' - 429: - operation: 'delete' - start: 10323088 - end: 10705586 - 430: - operation: 'search' - 431: - operation: 'delete' - start: 11195181 - end: 11277648 - 432: - operation: 'search' - 433: - operation: 'delete' - start: 11346270 - end: 11540083 - 434: - operation: 'search' - 435: - operation: 'delete' - start: 12067270 - end: 12162661 - 436: - operation: 'search' - 437: - operation: 'delete' - start: 12268535 - end: 12279570 - 438: - operation: 'search' - 439: - operation: 'delete' - start: 12701821 - end: 12833140 - 440: - operation: 'search' - 441: - operation: 'delete' - start: 12947131 - end: 12977968 - 442: - operation: 'search' - 443: - operation: 'delete' - start: 13620329 - end: 13652035 - 444: - operation: 'search' - 445: - operation: 'delete' - start: 13702816 - end: 13741713 - 446: - operation: 'search' - 447: - operation: 'delete' - start: 14249788 - end: 14595383 - 448: - operation: 'search' - 449: - operation: 'delete' - start: 14902922 - end: 14938482 - 450: - operation: 'search' - 451: - operation: 'delete' - start: 15421486 - end: 15513631 - 452: - operation: 'search' - 453: - operation: 'delete' - start: 16273232 - end: 16568139 - 454: - operation: 'search' - 455: - operation: 'delete' - start: 16865809 - end: 16903336 - 456: - operation: 'search' - 457: - operation: 'delete' - start: 17427612 - end: 17433499 - 458: - operation: 'search' - 459: - operation: 'delete' - start: 17787895 - end: 17824664 - 460: - operation: 'search' - 461: - operation: 'delete' - start: 18286681 - end: 18290948 - 462: - operation: 'search' - 463: - operation: 'delete' - start: 18766401 - end: 18811517 - 464: - operation: 'search' - 465: - operation: 'delete' - start: 19425407 - end: 19450772 - 466: - operation: 'search' - 467: - operation: 'delete' - start: 19664359 - end: 19689869 - 468: - operation: 'search' - 469: - operation: 'delete' - start: 19966602 - end: 19987975 - 470: - operation: 'search' - 471: - operation: 'delete' - start: 20592080 - end: 20702126 - 472: - operation: 'search' - 473: - operation: 'delete' - start: 21116930 - end: 21230678 - 474: - operation: 'search' - 475: - operation: 'delete' - start: 21446890 - end: 21829759 - 476: - operation: 'search' - 477: - operation: 'delete' - start: 22221457 - end: 22270536 - 478: - operation: 'search' - 479: - operation: 'delete' - start: 22380405 - end: 22601656 - 480: - operation: 'search' - 481: - operation: 'delete' - start: 22944686 - end: 22988020 - 482: - operation: 'search' - 483: - operation: 'delete' - start: 23246132 - end: 23508484 - 484: - operation: 'search' - 485: - operation: 'delete' - start: 23718904 - end: 23739957 - 486: - operation: 'search' - 487: - operation: 'delete' - start: 23964807 - end: 23973411 - 488: - operation: 'search' - 489: - operation: 'delete' - start: 24436999 - end: 24470919 - 490: - operation: 'search' - 491: - operation: 'delete' - start: 24885758 - end: 24898889 - 492: - operation: 'search' - 493: - operation: 'delete' - start: 25434746 - end: 25562657 - 494: - operation: 'search' - 495: - operation: 'delete' - start: 25698866 - end: 25721144 - 496: - operation: 'search' - 497: - operation: 'delete' - start: 26061947 - end: 26121014 - 498: - operation: 'search' - 499: - operation: 'delete' - start: 26775935 - end: 26789571 - 500: - operation: 'search' - 501: - operation: 'delete' - start: 27303015 - end: 27328217 - 502: - operation: 'search' - 503: - operation: 'delete' - start: 27585971 - end: 27602392 - 504: - operation: 'search' - 505: - operation: 'delete' - start: 28037955 - end: 28097731 - 506: - operation: 'search' - 507: - operation: 'delete' - start: 28819546 - end: 28853243 - 508: - operation: 'search' - 509: - operation: 'delete' - start: 28959991 - end: 28978011 - 510: - operation: 'search' - 511: - operation: 'delete' - start: 29500946 - end: 29521057 - 512: - operation: 'search' - 513: - operation: 'insert' - start: 49545 - end: 313528 - 514: - operation: 'search' - 515: - operation: 'insert' - start: 399213 - end: 406121 - 516: - operation: 'search' - 517: - operation: 'insert' - start: 672661 - end: 695777 - 518: - operation: 'search' - 519: - operation: 'insert' - start: 1303086 - end: 1375956 - 520: - operation: 'search' - 521: - operation: 'insert' - start: 2110004 - end: 2126178 - 522: - operation: 'search' - 523: - operation: 'insert' - start: 2626031 - end: 2662024 - 524: - operation: 'search' - 525: - operation: 'insert' - start: 3211333 - end: 3250643 - 526: - operation: 'search' - 527: - operation: 'insert' - start: 3296363 - end: 3717488 - 528: - operation: 'search' - 529: - operation: 'insert' - start: 3880596 - end: 4155556 - 530: - operation: 'search' - 531: - operation: 'insert' - start: 4606989 - end: 4663476 - 532: - operation: 'search' - 533: - operation: 'insert' - start: 5005864 - end: 5025435 - 534: - operation: 'search' - 535: - operation: 'insert' - start: 5386428 - end: 5406384 - 536: - operation: 'search' - 537: - operation: 'insert' - start: 5783347 - end: 5791310 - 538: - operation: 'search' - 539: - operation: 'insert' - start: 6261284 - end: 6285177 - 540: - operation: 'search' - 541: - operation: 'insert' - start: 6512598 - end: 6908349 - 542: - operation: 'search' - 543: - operation: 'insert' - start: 7370056 - end: 7409955 - 544: - operation: 'search' - 545: - operation: 'insert' - start: 7813274 - end: 7822680 - 546: - operation: 'search' - 547: - operation: 'insert' - start: 7907532 - end: 8047987 - 548: - operation: 'search' - 549: - operation: 'insert' - start: 8901253 - end: 9135423 - 550: - operation: 'search' - 551: - operation: 'insert' - start: 9377208 - end: 9403796 - 552: - operation: 'search' - 553: - operation: 'insert' - start: 9468717 - end: 9480193 - 554: - operation: 'search' - 555: - operation: 'insert' - start: 9860779 - end: 10258192 - 556: - operation: 'search' - 557: - operation: 'insert' - start: 10910689 - end: 10933587 - 558: - operation: 'search' - 559: - operation: 'insert' - start: 11293924 - end: 11300858 - 560: - operation: 'search' - 561: - operation: 'insert' - start: 11732204 - end: 11737476 - 562: - operation: 'search' - 563: - operation: 'insert' - start: 12175328 - end: 12212628 - 564: - operation: 'search' - 565: - operation: 'insert' - start: 12289461 - end: 12484009 - 566: - operation: 'search' - 567: - operation: 'insert' - start: 12866954 - end: 12882815 - 568: - operation: 'search' - 569: - operation: 'insert' - start: 12999047 - end: 13014080 - 570: - operation: 'search' - 571: - operation: 'insert' - start: 13661045 - end: 13675186 - 572: - operation: 'search' - 573: - operation: 'insert' - start: 13746210 - end: 13808500 - 574: - operation: 'search' - 575: - operation: 'insert' - start: 14747959 - end: 14797860 - 576: - operation: 'search' - 577: - operation: 'insert' - start: 14951479 - end: 14985813 - 578: - operation: 'search' - 579: - operation: 'insert' - start: 15533636 - end: 16124580 - 580: - operation: 'search' - 581: - operation: 'insert' - start: 16784106 - end: 16815568 - 582: - operation: 'search' - 583: - operation: 'insert' - start: 16940340 - end: 16962415 - 584: - operation: 'search' - 585: - operation: 'insert' - start: 17436116 - end: 17708902 - 586: - operation: 'search' - 587: - operation: 'insert' - start: 17834118 - end: 17865204 - 588: - operation: 'search' - 589: - operation: 'insert' - start: 18291921 - end: 18336260 - 590: - operation: 'search' - 591: - operation: 'insert' - start: 18831016 - end: 19308432 - 592: - operation: 'search' - 593: - operation: 'insert' - start: 19453968 - end: 19649002 - 594: - operation: 'search' - 595: - operation: 'insert' - start: 19709832 - end: 19715100 - 596: - operation: 'search' - 597: - operation: 'insert' - start: 19990460 - end: 20223693 - 598: - operation: 'search' - 599: - operation: 'insert' - start: 20732700 - end: 20844661 - 600: - operation: 'search' - 601: - operation: 'insert' - start: 21290035 - end: 21353533 - 602: - operation: 'search' - 603: - operation: 'insert' - start: 21917712 - end: 21923297 - 604: - operation: 'search' - 605: - operation: 'insert' - start: 22303323 - end: 22347206 - 606: - operation: 'search' - 607: - operation: 'insert' - start: 22796937 - end: 22855648 - 608: - operation: 'search' - 609: - operation: 'insert' - start: 22993214 - end: 23203450 - 610: - operation: 'search' - 611: - operation: 'insert' - start: 23611678 - end: 23635691 - 612: - operation: 'search' - 613: - operation: 'insert' - start: 23744049 - end: 23939768 - 614: - operation: 'search' - 615: - operation: 'insert' - start: 23978368 - end: 24347992 - 616: - operation: 'search' - 617: - operation: 'insert' - start: 24504793 - end: 24828313 - 618: - operation: 'search' - 619: - operation: 'insert' - start: 24905349 - end: 25151673 - 620: - operation: 'search' - 621: - operation: 'insert' - start: 25619665 - end: 25656486 - 622: - operation: 'search' - 623: - operation: 'insert' - start: 25735865 - end: 25757054 - 624: - operation: 'search' - 625: - operation: 'insert' - start: 26133018 - end: 26210687 - 626: - operation: 'search' - 627: - operation: 'insert' - start: 26794335 - end: 26837168 - 628: - operation: 'search' - 629: - operation: 'insert' - start: 27344908 - end: 27358443 - 630: - operation: 'search' - 631: - operation: 'insert' - start: 27616875 - end: 27651001 - 632: - operation: 'search' - 633: - operation: 'insert' - start: 28107881 - end: 28147587 - 634: - operation: 'search' - 635: - operation: 'insert' - start: 28864754 - end: 28882793 - 636: - operation: 'search' - 637: - operation: 'insert' - start: 28994079 - end: 29400607 - 638: - operation: 'search' - 639: - operation: 'insert' - start: 29537356 - end: 29943402 - 640: - operation: 'search' - 641: - operation: 'delete' - start: 35541 - end: 231000 - 642: - operation: 'search' - 643: - operation: 'delete' - start: 391065 - end: 402809 - 644: - operation: 'search' - 645: - operation: 'delete' - start: 670137 - end: 685175 - 646: - operation: 'search' - 647: - operation: 'delete' - start: 1262739 - end: 1341588 - 648: - operation: 'search' - 649: - operation: 'delete' - start: 2078493 - end: 2117821 - 650: - operation: 'search' - 651: - operation: 'delete' - start: 2614769 - end: 2639329 - 652: - operation: 'search' - 653: - operation: 'delete' - start: 3088646 - end: 3184613 - 654: - operation: 'search' - 655: - operation: 'delete' - start: 3294505 - end: 3663431 - 656: - operation: 'search' - 657: - operation: 'delete' - start: 3874373 - end: 4117643 - 658: - operation: 'search' - 659: - operation: 'delete' - start: 4497880 - end: 4610236 - 660: - operation: 'search' - 661: - operation: 'delete' - start: 4961849 - end: 5008619 - 662: - operation: 'search' - 663: - operation: 'delete' - start: 5324358 - end: 5393518 - 664: - operation: 'search' - 665: - operation: 'delete' - start: 5711145 - end: 5764324 - 666: - operation: 'search' - 667: - operation: 'delete' - start: 6092208 - end: 6263255 - 668: - operation: 'search' - 669: - operation: 'delete' - start: 6501709 - end: 6736091 - 670: - operation: 'search' - 671: - operation: 'delete' - start: 7334997 - end: 7377827 - 672: - operation: 'search' - 673: - operation: 'delete' - start: 7716886 - end: 7784198 - 674: - operation: 'search' - 675: - operation: 'delete' - start: 7897243 - end: 8030790 - 676: - operation: 'search' - 677: - operation: 'delete' - start: 8893057 - end: 9109179 - 678: - operation: 'search' - 679: - operation: 'delete' - start: 9345115 - end: 9380365 - 680: - operation: 'search' - 681: - operation: 'delete' - start: 9466193 - end: 9476943 - 682: - operation: 'search' - 683: - operation: 'delete' - start: 9847014 - end: 10128982 - 684: - operation: 'search' - 685: - operation: 'delete' - start: 10705586 - end: 10908749 - 686: - operation: 'search' - 687: - operation: 'delete' - start: 11277648 - end: 11296524 - 688: - operation: 'search' - 689: - operation: 'delete' - start: 11540083 - end: 11652873 - 690: - operation: 'search' - 691: - operation: 'delete' - start: 12162661 - end: 12196413 - 692: - operation: 'search' - 693: - operation: 'delete' - start: 12279570 - end: 12433150 - 694: - operation: 'search' - 695: - operation: 'delete' - start: 12833140 - end: 12858877 - 696: - operation: 'search' - 697: - operation: 'delete' - start: 12977968 - end: 13003583 - 698: - operation: 'search' - 699: - operation: 'delete' - start: 13652035 - end: 13667496 - 700: - operation: 'search' - 701: - operation: 'delete' - start: 13741713 - end: 13799235 - 702: - operation: 'search' - 703: - operation: 'delete' - start: 14595383 - end: 14768944 - 704: - operation: 'search' - 705: - operation: 'delete' - start: 14938482 - end: 14966378 - 706: - operation: 'search' - 707: - operation: 'delete' - start: 15513631 - end: 16024400 - 708: - operation: 'search' - 709: - operation: 'delete' - start: 16568139 - end: 16745988 - 710: - operation: 'search' - 711: - operation: 'delete' - start: 16903336 - end: 16948274 - 712: - operation: 'search' - 713: - operation: 'delete' - start: 17433499 - end: 17668416 - 714: - operation: 'search' - 715: - operation: 'delete' - start: 17824664 - end: 17856801 - 716: - operation: 'search' - 717: - operation: 'delete' - start: 18290948 - end: 18317840 - 718: - operation: 'search' - 719: - operation: 'delete' - start: 18811517 - end: 19146751 - 720: - operation: 'search' - 721: - operation: 'delete' - start: 19450772 - end: 19565925 - 722: - operation: 'search' - 723: - operation: 'delete' - start: 19689869 - end: 19709965 - 724: - operation: 'search' - 725: - operation: 'delete' - start: 19987975 - end: 20112720 - 726: - operation: 'search' - 727: - operation: 'delete' - start: 20702126 - end: 20794735 - 728: - operation: 'search' - 729: - operation: 'delete' - start: 21230678 - end: 21332091 - 730: - operation: 'search' - 731: - operation: 'delete' - start: 21829759 - end: 21890018 - 732: - operation: 'search' - 733: - operation: 'delete' - start: 22270536 - end: 22334236 - 734: - operation: 'search' - 735: - operation: 'delete' - start: 22601656 - end: 22780273 - 736: - operation: 'search' - 737: - operation: 'delete' - start: 22988020 - end: 23110942 - 738: - operation: 'search' - 739: - operation: 'delete' - start: 23508484 - end: 23572622 - 740: - operation: 'search' - 741: - operation: 'delete' - start: 23739957 - end: 23898983 - 742: - operation: 'search' - 743: - operation: 'delete' - start: 23973411 - end: 24167224 - 744: - operation: 'search' - 745: - operation: 'delete' - start: 24470919 - end: 24707773 - 746: - operation: 'search' - 747: - operation: 'delete' - start: 24898889 - end: 25095130 - 748: - operation: 'search' - 749: - operation: 'delete' - start: 25562657 - end: 25633397 - 750: - operation: 'search' - 751: - operation: 'delete' - start: 25721144 - end: 25745034 - 752: - operation: 'search' - 753: - operation: 'delete' - start: 26121014 - end: 26181215 - 754: - operation: 'search' - 755: - operation: 'delete' - start: 26789571 - end: 26817219 - 756: - operation: 'search' - 757: - operation: 'delete' - start: 27328217 - end: 27355213 - 758: - operation: 'search' - 759: - operation: 'delete' - start: 27602392 - end: 27627816 - 760: - operation: 'search' - 761: - operation: 'delete' - start: 28097731 - end: 28138890 - 762: - operation: 'search' - 763: - operation: 'delete' - start: 28853243 - end: 28871169 - 764: - operation: 'search' - 765: - operation: 'delete' - start: 28978011 - end: 29300432 - 766: - operation: 'search' - 767: - operation: 'delete' - start: 29521057 - end: 29885700 - 768: - operation: 'search' - 769: - operation: 'insert' - start: 313528 - end: 323521 - 770: - operation: 'search' - 771: - operation: 'insert' - start: 406121 - end: 436745 - 772: - operation: 'search' - 773: - operation: 'insert' - start: 695777 - end: 757423 - 774: - operation: 'search' - 775: - operation: 'insert' - start: 1375956 - end: 1412143 - 776: - operation: 'search' - 777: - operation: 'insert' - start: 2126178 - end: 2163500 - 778: - operation: 'search' - 779: - operation: 'insert' - start: 2662024 - end: 2674370 - 780: - operation: 'search' - 781: - operation: 'insert' - start: 3250643 - end: 3259134 - 782: - operation: 'search' - 783: - operation: 'insert' - start: 3717488 - end: 3780271 - 784: - operation: 'search' - 785: - operation: 'insert' - start: 4155556 - end: 4195348 - 786: - operation: 'search' - 787: - operation: 'insert' - start: 4663476 - end: 4681680 - 788: - operation: 'search' - 789: - operation: 'insert' - start: 5025435 - end: 5032960 - 790: - operation: 'search' - 791: - operation: 'insert' - start: 5406384 - end: 5439233 - 792: - operation: 'search' - 793: - operation: 'insert' - start: 5791310 - end: 5793877 - 794: - operation: 'search' - 795: - operation: 'insert' - start: 6285177 - end: 6344031 - 796: - operation: 'search' - 797: - operation: 'insert' - start: 6908349 - end: 6913452 - 798: - operation: 'search' - 799: - operation: 'insert' - start: 7409955 - end: 7417389 - 800: - operation: 'search' - 801: - operation: 'insert' - start: 7822680 - end: 7843007 - 802: - operation: 'search' - 803: - operation: 'insert' - start: 8047987 - end: 8805722 - 804: - operation: 'search' - 805: - operation: 'insert' - start: 9135423 - end: 9152955 - 806: - operation: 'search' - 807: - operation: 'insert' - start: 9403796 - end: 9421516 - 808: - operation: 'search' - 809: - operation: 'insert' - start: 9480193 - end: 9511622 - 810: - operation: 'search' - 811: - operation: 'insert' - start: 10258192 - end: 10288332 - 812: - operation: 'search' - 813: - operation: 'insert' - start: 10933587 - end: 10982747 - 814: - operation: 'search' - 815: - operation: 'insert' - start: 11300858 - end: 11303149 - 816: - operation: 'search' - 817: - operation: 'insert' - start: 11737476 - end: 11811875 - 818: - operation: 'search' - 819: - operation: 'insert' - start: 12212628 - end: 12229975 - 820: - operation: 'search' - 821: - operation: 'insert' - start: 12484009 - end: 12499154 - 822: - operation: 'search' - 823: - operation: 'insert' - start: 12882815 - end: 12917752 - 824: - operation: 'search' - 825: - operation: 'insert' - start: 13014080 - end: 13087700 - 826: - operation: 'search' - 827: - operation: 'insert' - start: 13675186 - end: 13694499 - 828: - operation: 'search' - 829: - operation: 'insert' - start: 13808500 - end: 14224858 - 830: - operation: 'search' - 831: - operation: 'insert' - start: 14797860 - end: 14830306 - 832: - operation: 'search' - 833: - operation: 'insert' - start: 14985813 - end: 14995731 - 834: - operation: 'search' - 835: - operation: 'insert' - start: 16124580 - end: 16188404 - 836: - operation: 'search' - 837: - operation: 'insert' - start: 16815568 - end: 16838448 - 838: - operation: 'search' - 839: - operation: 'insert' - start: 16962415 - end: 17035008 - 840: - operation: 'search' - 841: - operation: 'insert' - start: 17708902 - end: 17753898 - 842: - operation: 'search' - 843: - operation: 'insert' - start: 17865204 - end: 18253844 - 844: - operation: 'search' - 845: - operation: 'insert' - start: 18336260 - end: 18684431 - 846: - operation: 'search' - 847: - operation: 'insert' - start: 19308432 - end: 19314667 - 848: - operation: 'search' - 849: - operation: 'insert' - start: 19649002 - end: 19652814 - 850: - operation: 'search' - 851: - operation: 'insert' - start: 19715100 - end: 19724386 - 852: - operation: 'search' - 853: - operation: 'insert' - start: 20223693 - end: 20249087 - 854: - operation: 'search' - 855: - operation: 'insert' - start: 20844661 - end: 20850451 - 856: - operation: 'search' - 857: - operation: 'insert' - start: 21353533 - end: 21371925 - 858: - operation: 'search' - 859: - operation: 'insert' - start: 21923297 - end: 21955627 - 860: - operation: 'search' - 861: - operation: 'insert' - start: 22347206 - end: 22353887 - 862: - operation: 'search' - 863: - operation: 'insert' - start: 22855648 - end: 22930025 - 864: - operation: 'search' - 865: - operation: 'insert' - start: 23203450 - end: 23215167 - 866: - operation: 'search' - 867: - operation: 'insert' - start: 23635691 - end: 23679006 - 868: - operation: 'search' - 869: - operation: 'insert' - start: 23939768 - end: 23946126 - 870: - operation: 'search' - 871: - operation: 'insert' - start: 24347992 - end: 24386983 - 872: - operation: 'search' - 873: - operation: 'insert' - start: 24828313 - end: 24867396 - 874: - operation: 'search' - 875: - operation: 'insert' - start: 25151673 - end: 25168454 - 876: - operation: 'search' - 877: - operation: 'insert' - start: 25656486 - end: 25658458 - 878: - operation: 'search' - 879: - operation: 'insert' - start: 25757054 - end: 26046997 - 880: - operation: 'search' - 881: - operation: 'insert' - start: 26210687 - end: 26734447 - 882: - operation: 'search' - 883: - operation: 'insert' - start: 26837168 - end: 27289905 - 884: - operation: 'search' - 885: - operation: 'insert' - start: 27358443 - end: 27367995 - 886: - operation: 'search' - 887: - operation: 'insert' - start: 27651001 - end: 28008834 - 888: - operation: 'search' - 889: - operation: 'insert' - start: 28147587 - end: 28568584 - 890: - operation: 'search' - 891: - operation: 'insert' - start: 28882793 - end: 28912414 - 892: - operation: 'search' - 893: - operation: 'insert' - start: 29400607 - end: 29459796 - 894: - operation: 'search' - 895: - operation: 'insert' - start: 29943402 - end: 29992835 - 896: - operation: 'search' - 897: - operation: 'delete' - start: 231000 - end: 311284 - 898: - operation: 'search' - 899: - operation: 'delete' - start: 402809 - end: 421124 - 900: - operation: 'search' - 901: - operation: 'delete' - start: 685175 - end: 750137 - 902: - operation: 'search' - 903: - operation: 'delete' - start: 1341588 - end: 1400238 - 904: - operation: 'search' - 905: - operation: 'delete' - start: 2117821 - end: 2146203 - 906: - operation: 'search' - 907: - operation: 'delete' - start: 2639329 - end: 2663029 - 908: - operation: 'search' - 909: - operation: 'delete' - start: 3184613 - end: 3224172 - 910: - operation: 'search' - 911: - operation: 'delete' - start: 3663431 - end: 3741482 - 912: - operation: 'search' - 913: - operation: 'delete' - start: 4117643 - end: 4157312 - 914: - operation: 'search' - 915: - operation: 'delete' - start: 4610236 - end: 4666287 - 916: - operation: 'search' - 917: - operation: 'delete' - start: 5008619 - end: 5025635 - 918: - operation: 'search' - 919: - operation: 'delete' - start: 5393518 - end: 5423012 - 920: - operation: 'search' - 921: - operation: 'delete' - start: 5764324 - end: 5785462 - 922: - operation: 'search' - 923: - operation: 'delete' - start: 6263255 - end: 6321056 - 924: - operation: 'search' - 925: - operation: 'delete' - start: 6736091 - end: 6884203 - 926: - operation: 'search' - 927: - operation: 'delete' - start: 7377827 - end: 7400099 - 928: - operation: 'search' - 929: - operation: 'delete' - start: 7784198 - end: 7819920 - 930: - operation: 'search' - 931: - operation: 'delete' - start: 8030790 - end: 8544038 - 932: - operation: 'search' - 933: - operation: 'delete' - start: 9109179 - end: 9144900 - 934: - operation: 'search' - 935: - operation: 'delete' - start: 9380365 - end: 9407094 - 936: - operation: 'search' - 937: - operation: 'delete' - start: 9476943 - end: 9506597 - 938: - operation: 'search' - 939: - operation: 'delete' - start: 10128982 - end: 10268747 - 940: - operation: 'search' - 941: - operation: 'delete' - start: 10908749 - end: 10947761 - 942: - operation: 'search' - 943: - operation: 'delete' - start: 11296524 - end: 11301399 - 944: - operation: 'search' - 945: - operation: 'delete' - start: 11652873 - end: 11766615 - 946: - operation: 'search' - 947: - operation: 'delete' - start: 12196413 - end: 12216421 - 948: - operation: 'search' - 949: - operation: 'delete' - start: 12433150 - end: 12489279 - 950: - operation: 'search' - 951: - operation: 'delete' - start: 12858877 - end: 12903144 - 952: - operation: 'search' - 953: - operation: 'delete' - start: 13003583 - end: 13051080 - 954: - operation: 'search' - 955: - operation: 'delete' - start: 13667496 - end: 13686728 - 956: - operation: 'search' - 957: - operation: 'delete' - start: 13799235 - end: 14106834 - 958: - operation: 'search' - 959: - operation: 'delete' - start: 14768944 - end: 14815173 - 960: - operation: 'search' - 961: - operation: 'delete' - start: 14966378 - end: 14987885 - 962: - operation: 'search' - 963: - operation: 'delete' - start: 16024400 - end: 16121591 - 964: - operation: 'search' - 965: - operation: 'delete' - start: 16745988 - end: 16807150 - 966: - operation: 'search' - 967: - operation: 'delete' - start: 16948274 - end: 17002806 - 968: - operation: 'search' - 969: - operation: 'delete' - start: 17668416 - end: 17737242 - 970: - operation: 'search' - 971: - operation: 'delete' - start: 17856801 - end: 18143307 - 972: - operation: 'search' - 973: - operation: 'delete' - start: 18317840 - end: 18576376 - 974: - operation: 'search' - 975: - operation: 'delete' - start: 19146751 - end: 19284938 - 976: - operation: 'search' - 977: - operation: 'delete' - start: 19565925 - end: 19633509 - 978: - operation: 'search' - 979: - operation: 'delete' - start: 19709965 - end: 19721964 - 980: - operation: 'search' - 981: - operation: 'delete' - start: 20112720 - end: 20230640 - 982: - operation: 'search' - 983: - operation: 'delete' - start: 20794735 - end: 20824449 - 984: - operation: 'search' - 985: - operation: 'delete' - start: 21332091 - end: 21367938 - 986: - operation: 'search' - 987: - operation: 'delete' - start: 21890018 - end: 21929584 - 988: - operation: 'search' - 989: - operation: 'delete' - start: 22334236 - end: 22346611 - 990: - operation: 'search' - 991: - operation: 'delete' - start: 22780273 - end: 22859642 - 992: - operation: 'search' - 993: - operation: 'delete' - start: 23110942 - end: 23194555 - 994: - operation: 'search' - 995: - operation: 'delete' - start: 23572622 - end: 23638580 - 996: - operation: 'search' - 997: - operation: 'delete' - start: 23898983 - end: 23927857 - 998: - operation: 'search' - 999: - operation: 'delete' - start: 24167224 - end: 24285751 - 1000: - operation: 'search' - 1001: - operation: 'delete' - start: 24707773 - end: 24812964 - 1002: - operation: 'search' - 1003: - operation: 'delete' - start: 25095130 - end: 25138836 - 1004: - operation: 'search' - 1005: - operation: 'delete' - start: 25633397 - end: 25651514 - 1006: - operation: 'search' - 1007: - operation: 'delete' - start: 25745034 - end: 25933746 - 1008: - operation: 'search' - 1009: - operation: 'delete' - start: 26181215 - end: 26495505 - 1010: - operation: 'search' - 1011: - operation: 'delete' - start: 26817219 - end: 27183112 - 1012: - operation: 'search' - 1013: - operation: 'delete' - start: 27355213 - end: 27366320 - 1014: - operation: 'search' - 1015: - operation: 'delete' - start: 27627816 - end: 27897556 - 1016: - operation: 'search' - 1017: - operation: 'delete' - start: 28138890 - end: 28455164 - 1018: - operation: 'search' - 1019: - operation: 'delete' - start: 28871169 - end: 28892514 - 1020: - operation: 'search' - 1021: - operation: 'delete' - start: 29300432 - end: 29415588 - 1022: - operation: 'search' - 1023: - operation: 'delete' - start: 29885700 - end: 29968123 - 1024: - operation: 'search' - 1025: - operation: 'insert' - start: 323521 - end: 361961 - 1026: - operation: 'search' - 1027: - operation: 'insert' - start: 436745 - end: 643916 - 1028: - operation: 'search' - 1029: - operation: 'insert' - start: 757423 - end: 1159293 - 1030: - operation: 'search' - 1031: - operation: 'insert' - start: 1412143 - end: 2038734 - 1032: - operation: 'search' - 1033: - operation: 'insert' - start: 2163500 - end: 2585603 - 1034: - operation: 'search' - 1035: - operation: 'insert' - start: 2674370 - end: 2933808 - 1036: - operation: 'search' - 1037: - operation: 'insert' - start: 3259134 - end: 3272842 - 1038: - operation: 'search' - 1039: - operation: 'insert' - start: 3780271 - end: 3853671 - 1040: - operation: 'search' - 1041: - operation: 'insert' - start: 4195348 - end: 4205984 - 1042: - operation: 'search' - 1043: - operation: 'insert' - start: 4681680 - end: 4699240 - 1044: - operation: 'search' - 1045: - operation: 'insert' - start: 5032960 - end: 5076156 - 1046: - operation: 'search' - 1047: - operation: 'insert' - start: 5439233 - end: 5444012 - 1048: - operation: 'search' - 1049: - operation: 'insert' - start: 5793877 - end: 5808489 - 1050: - operation: 'search' - 1051: - operation: 'insert' - start: 6344031 - end: 6438004 - 1052: - operation: 'search' - 1053: - operation: 'insert' - start: 6913452 - end: 6955700 - 1054: - operation: 'search' - 1055: - operation: 'insert' - start: 7417389 - end: 7453525 - 1056: - operation: 'search' - 1057: - operation: 'insert' - start: 7843007 - end: 7850216 - 1058: - operation: 'search' - 1059: - operation: 'insert' - start: 8805722 - end: 8834728 - 1060: - operation: 'search' - 1061: - operation: 'insert' - start: 9152955 - end: 9161886 - 1062: - operation: 'search' - 1063: - operation: 'insert' - start: 9421516 - end: 9430401 - 1064: - operation: 'search' - 1065: - operation: 'insert' - start: 9511622 - end: 9790075 - 1066: - operation: 'search' - 1067: - operation: 'insert' - start: 10288332 - end: 10293675 - 1068: - operation: 'search' - 1069: - operation: 'insert' - start: 10982747 - end: 11013448 - 1070: - operation: 'search' - 1071: - operation: 'insert' - start: 11303149 - end: 11327925 - 1072: - operation: 'search' - 1073: - operation: 'insert' - start: 11811875 - end: 11837909 - 1074: - operation: 'search' - 1075: - operation: 'insert' - start: 12229975 - end: 12238363 - 1076: - operation: 'search' - 1077: - operation: 'insert' - start: 12499154 - end: 12525239 - 1078: - operation: 'search' - 1079: - operation: 'insert' - start: 12917752 - end: 12937117 - 1080: - operation: 'search' - 1081: - operation: 'insert' - start: 13087700 - end: 13430950 - 1082: - operation: 'search' - 1083: - operation: 'insert' - start: 13694499 - end: 13695566 - 1084: - operation: 'search' - 1085: - operation: 'insert' - start: 14224858 - end: 14247215 - 1086: - operation: 'search' - 1087: - operation: 'insert' - start: 14830306 - end: 14843615 - 1088: - operation: 'search' - 1089: - operation: 'insert' - start: 14995731 - end: 15383716 - 1090: - operation: 'search' - 1091: - operation: 'insert' - start: 16188404 - end: 16237410 - 1092: - operation: 'search' - 1093: - operation: 'insert' - start: 16838448 - end: 16857047 - 1094: - operation: 'search' - 1095: - operation: 'insert' - start: 17035008 - end: 17421754 - 1096: - operation: 'search' - 1097: - operation: 'insert' - start: 17753898 - end: 17775337 - 1098: - operation: 'search' - 1099: - operation: 'insert' - start: 18253844 - end: 18265997 - 1100: - operation: 'search' - 1101: - operation: 'insert' - start: 18684431 - end: 18726728 - 1102: - operation: 'search' - 1103: - operation: 'insert' - start: 19314667 - end: 19405285 - 1104: - operation: 'search' - 1105: - operation: 'insert' - start: 19652814 - end: 19655516 - 1106: - operation: 'search' - 1107: - operation: 'insert' - start: 19724386 - end: 19948196 - 1108: - operation: 'search' - 1109: - operation: 'insert' - start: 20249087 - end: 20256391 - 1110: - operation: 'search' - 1111: - operation: 'insert' - start: 20850451 - end: 20887551 - 1112: - operation: 'search' - 1113: - operation: 'insert' - start: 21371925 - end: 21424514 - 1114: - operation: 'search' - 1115: - operation: 'insert' - start: 21955627 - end: 22018492 - 1116: - operation: 'search' - 1117: - operation: 'insert' - start: 22353887 - end: 22368751 - 1118: - operation: 'search' - 1119: - operation: 'insert' - start: 22930025 - end: 22938876 - 1120: - operation: 'search' - 1121: - operation: 'insert' - start: 23215167 - end: 23242834 - 1122: - operation: 'search' - 1123: - operation: 'insert' - start: 23679006 - end: 23696406 - 1124: - operation: 'search' - 1125: - operation: 'insert' - start: 23946126 - end: 23952989 - 1126: - operation: 'search' - 1127: - operation: 'insert' - start: 24386983 - end: 24432061 - 1128: - operation: 'search' - 1129: - operation: 'insert' - start: 24867396 - end: 24879161 - 1130: - operation: 'search' - 1131: - operation: 'insert' - start: 25168454 - end: 25201346 - 1132: - operation: 'search' - 1133: - operation: 'insert' - start: 25658458 - end: 25674928 - 1134: - operation: 'search' - 1135: - operation: 'insert' - start: 26046997 - end: 26054287 - 1136: - operation: 'search' - 1137: - operation: 'insert' - start: 26734447 - end: 26757922 - 1138: - operation: 'search' - 1139: - operation: 'insert' - start: 27289905 - end: 27292407 - 1140: - operation: 'search' - 1141: - operation: 'insert' - start: 27367995 - end: 27582912 - 1142: - operation: 'search' - 1143: - operation: 'insert' - start: 28008834 - end: 28029999 - 1144: - operation: 'search' - 1145: - operation: 'insert' - start: 28568584 - end: 28578519 - 1146: - operation: 'search' - 1147: - operation: 'insert' - start: 28912414 - end: 28931434 - 1148: - operation: 'search' - 1149: - operation: 'insert' - start: 29459796 - end: 29464422 - 1150: - operation: 'search' - 1151: - operation: 'insert' - start: 29992835 - end: 29998992 - 1152: - operation: 'search' - 1153: - operation: 'delete' - start: 311284 - end: 346241 - 1154: - operation: 'search' - 1155: - operation: 'delete' - start: 421124 - end: 591639 - 1156: - operation: 'search' - 1157: - operation: 'delete' - start: 750137 - end: 1067288 - 1158: - operation: 'search' - 1159: - operation: 'delete' - start: 1400238 - end: 1882164 - 1160: - operation: 'search' - 1161: - operation: 'delete' - start: 2146203 - end: 2434416 - 1162: - operation: 'search' - 1163: - operation: 'delete' - start: 2663029 - end: 2807417 - 1164: - operation: 'search' - 1165: - operation: 'delete' - start: 3224172 - end: 3255274 - 1166: - operation: 'search' - 1167: - operation: 'delete' - start: 3741482 - end: 3817676 - 1168: - operation: 'search' - 1169: - operation: 'delete' - start: 4157312 - end: 4186477 - 1170: - operation: 'search' - 1171: - operation: 'delete' - start: 4666287 - end: 4692460 - 1172: - operation: 'search' - 1173: - operation: 'delete' - start: 5025635 - end: 5070335 - 1174: - operation: 'search' - 1175: - operation: 'delete' - start: 5423012 - end: 5440866 - 1176: - operation: 'search' - 1177: - operation: 'delete' - start: 5785462 - end: 5800643 - 1178: - operation: 'search' - 1179: - operation: 'delete' - start: 6321056 - end: 6381867 - 1180: - operation: 'search' - 1181: - operation: 'delete' - start: 6884203 - end: 6924834 - 1182: - operation: 'search' - 1183: - operation: 'delete' - start: 7400099 - end: 7446995 - 1184: - operation: 'search' - 1185: - operation: 'delete' - start: 7819920 - end: 7845100 - 1186: - operation: 'search' - 1187: - operation: 'delete' - start: 8544038 - end: 8693458 - 1188: - operation: 'search' - 1189: - operation: 'delete' - start: 9144900 - end: 9159682 - 1190: - operation: 'search' - 1191: - operation: 'delete' - start: 9407094 - end: 9419496 - 1192: - operation: 'search' - 1193: - operation: 'delete' - start: 9506597 - end: 9724463 - 1194: - operation: 'search' - 1195: - operation: 'delete' - start: 10268747 - end: 10284500 - 1196: - operation: 'search' - 1197: - operation: 'delete' - start: 10947761 - end: 10994906 - 1198: - operation: 'search' - 1199: - operation: 'delete' - start: 11301399 - end: 11314871 - 1200: - operation: 'search' - 1201: - operation: 'delete' - start: 11766615 - end: 11829835 - 1202: - operation: 'search' - 1203: - operation: 'delete' - start: 12216421 - end: 12236041 - 1204: - operation: 'search' - 1205: - operation: 'delete' - start: 12489279 - end: 12517779 - 1206: - operation: 'search' - 1207: - operation: 'delete' - start: 12903144 - end: 12924664 - 1208: - operation: 'search' - 1209: - operation: 'delete' - start: 13051080 - end: 13310395 - 1210: - operation: 'search' - 1211: - operation: 'delete' - start: 13686728 - end: 13692039 - 1212: - operation: 'search' - 1213: - operation: 'delete' - start: 14106834 - end: 14208220 - 1214: - operation: 'search' - 1215: - operation: 'delete' - start: 14815173 - end: 14830337 - 1216: - operation: 'search' - 1217: - operation: 'delete' - start: 14987885 - end: 15301330 - 1218: - operation: 'search' - 1219: - operation: 'delete' - start: 16121591 - end: 16211852 - 1220: - operation: 'search' - 1221: - operation: 'delete' - start: 16807150 - end: 16842278 - 1222: - operation: 'search' - 1223: - operation: 'delete' - start: 17002806 - end: 17219942 - 1224: - operation: 'search' - 1225: - operation: 'delete' - start: 17737242 - end: 17771144 - 1226: - operation: 'search' - 1227: - operation: 'delete' - start: 18143307 - end: 18212683 - 1228: - operation: 'search' - 1229: - operation: 'delete' - start: 18576376 - end: 18660254 - 1230: - operation: 'search' - 1231: - operation: 'delete' - start: 19284938 - end: 19362703 - 1232: - operation: 'search' - 1233: - operation: 'delete' - start: 19633509 - end: 19646955 - 1234: - operation: 'search' - 1235: - operation: 'delete' - start: 19721964 - end: 19869144 - 1236: - operation: 'search' - 1237: - operation: 'delete' - start: 20230640 - end: 20245800 - 1238: - operation: 'search' - 1239: - operation: 'delete' - start: 20824449 - end: 20872539 - 1240: - operation: 'search' - 1241: - operation: 'delete' - start: 21367938 - end: 21408809 - 1242: - operation: 'search' - 1243: - operation: 'delete' - start: 21929584 - end: 21975788 - 1244: - operation: 'search' - 1245: - operation: 'delete' - start: 22346611 - end: 22360930 - 1246: - operation: 'search' - 1247: - operation: 'delete' - start: 22859642 - end: 22926695 - 1248: - operation: 'search' - 1249: - operation: 'delete' - start: 23194555 - end: 23230381 - 1250: - operation: 'search' - 1251: - operation: 'delete' - start: 23638580 - end: 23667638 - 1252: - operation: 'search' - 1253: - operation: 'delete' - start: 23927857 - end: 23943353 - 1254: - operation: 'search' - 1255: - operation: 'delete' - start: 24285751 - end: 24399693 - 1256: - operation: 'search' - 1257: - operation: 'delete' - start: 24812964 - end: 24847522 - 1258: - operation: 'search' - 1259: - operation: 'delete' - start: 25138836 - end: 25187511 - 1260: - operation: 'search' - 1261: - operation: 'delete' - start: 25651514 - end: 25669458 - 1262: - operation: 'search' - 1263: - operation: 'delete' - start: 25933746 - end: 26031937 - 1264: - operation: 'search' - 1265: - operation: 'delete' - start: 26495505 - end: 26720821 - 1266: - operation: 'search' - 1267: - operation: 'delete' - start: 27183112 - end: 27252850 - 1268: - operation: 'search' - 1269: - operation: 'delete' - start: 27366320 - end: 27502729 - 1270: - operation: 'search' - 1271: - operation: 'delete' - start: 27897556 - end: 27971464 - 1272: - operation: 'search' - 1273: - operation: 'delete' - start: 28455164 - end: 28565573 - 1274: - operation: 'search' - 1275: - operation: 'delete' - start: 28892514 - end: 28913927 - 1276: - operation: 'search' - 1277: - operation: 'delete' - start: 29415588 - end: 29445846 - 1278: - operation: 'search' - 1279: - operation: 'delete' - start: 29968123 - end: 29991665 - 1280: - operation: 'search' - gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/clustered_data/msturing-30M-clustered/final_runbook.yaml" diff --git a/neurips23/streaming/runbooks/final_runbook_gen.py b/neurips23/streaming/runbooks/final_runbook_gen.py deleted file mode 100644 index 10d256058..000000000 --- a/neurips23/streaming/runbooks/final_runbook_gen.py +++ /dev/null @@ -1,177 +0,0 @@ -import argparse -import os -import numpy as np -import random -import yaml - -from scipy.cluster.vq import vq, kmeans2 -from typing import Tuple -from benchmark.datasets import DATASETS - -def cluster_and_permute( - data, num_clusters -) -> Tuple[np.ndarray[int], np.ndarray[int]]: - """ - Cluster the data and return permutation of row indices - that would group indices of the same cluster together - """ - npts = np.shape(data)[0] - sample_size = min(100000, npts) - sample_indices = np.random.choice(range(npts), size=sample_size, replace=False) - sampled_data = data[sample_indices, :] - centroids, sample_labels = kmeans2(sampled_data, num_clusters, minit="++", iter=10) - labels, dist = vq(data, centroids) - - count = np.zeros(num_clusters) - for i in range(npts): - count[labels[i]] += 1 - print("Cluster counts") - print(count) - - offsets = np.zeros(num_clusters + 1, dtype=int) - for i in range(0, num_clusters, 1): - offsets[i + 1] = offsets[i] + count[i] - - permutation = np.zeros(npts, dtype=int) - counters = np.zeros(num_clusters, dtype=int) - for i in range(npts): - label = labels[i] - row = offsets[label] + counters[label] - counters[label] += 1 - permutation[row] = i - - return offsets, permutation - - -def write_permuated_data( - data, - permutation:np.ndarray[int], - output_data_file:str -): - permuted_data = data[permutation,:] - - shape = np.shape(permuted_data) - with open(output_data_file, 'wb') as df: - df.write(shape[0].to_bytes(4, 'little')) - df.write(shape[1].to_bytes(4, 'little')) - df.write(permuted_data) - - -def create_runbook( - dataset_str:str, - offsets:np.ndarray[int], - permutation:np.ndarray[int], - num_clusters:int, - output_yaml_file:str -): - ins_cursor_start = offsets.copy() - ins_cursor_end = offsets.copy() - - del_cursor_start = offsets.copy() - del_cursor_end = offsets.copy() - - operation_list = [] - num_operations = 1 - active_points = 0 - max_pts = 0 - active_points_in_cluster = np.zeros(num_clusters) - - num_rounds = 5 - sample = np.random.default_rng().dirichlet((100,15,10,5,3), num_clusters) - for c in range(num_clusters): - np.random.default_rng().shuffle(sample[c]) - print(sample) - - for round in range(num_rounds): - #insertions - for c in range(num_clusters): - delta = (int)((offsets[c+1]-offsets[c]) * sample[c,round]) - ins_cursor_end[c] = ins_cursor_start[c] + delta - active_points += delta - max_pts = max(max_pts, active_points) - active_points_in_cluster[c] += delta - print('ins [', ins_cursor_start[c], ', ', ins_cursor_end[c], - ') active:', int(active_points_in_cluster[c]), - 'total:', active_points) - entry = [{'operation': 'insert'}, {'start': int(ins_cursor_start[c])}, {'end': int(ins_cursor_end[c])}] - operation_list.append((num_operations, entry)) - num_operations += 1 - operation_list.append((num_operations, [{'operation': str('search')}])) - num_operations += 1 - ins_cursor_start[c] = ins_cursor_end[c] - - #deletions - for c in range(num_clusters): - fraction = random.uniform(0.5,0.9) - delta = (int)(fraction*(ins_cursor_end[c]-del_cursor_start[c])) - del_cursor_end[c] = del_cursor_start[c] + delta - active_points -= delta - active_points_in_cluster[c] -= delta - print('del [', del_cursor_start[c], ',', del_cursor_end[c], - ') active:', int(active_points_in_cluster[c]), - 'total:', active_points) - entry = [{'operation': 'delete'}, {'start': int(del_cursor_start[c])}, {'end': int(del_cursor_end[c])}] - operation_list.append((num_operations, entry)) - num_operations += 1 - operation_list.append((num_operations, [{'operation': 'search'}])) - num_operations += 1 - del_cursor_start[c] = del_cursor_end[c] - - - with open(output_yaml_file, 'w') as yf: - operation_list.sort(key = lambda x: x[0]) - sorted_dict = {} - sorted_dict['max_pts'] = int(max_pts) - for (k, v) in operation_list: - sorted_dict[k]=v - yaml_object = {} - yaml_object[dataset_str] = sorted_dict - yaml.dump(yaml_object, yf) - - -def main(): - parser = argparse.ArgumentParser( - formatter_class=argparse.ArgumentDefaultsHelpFormatter) - - parser.add_argument( - '--dataset', - choices=DATASETS.keys(), - required=True) - parser.add_argument( - '-c', '--num_clusters', - type=int, - required=True - ) - parser.add_argument( - '-o', '--output_data_file', - required=True - ) - parser.add_argument( - '-y', '--output_yaml_file', - required=True - ) - args = parser.parse_args() - - ds = DATASETS[args.dataset]() - if ds.nb <= 10**7: - data = ds.get_dataset() - else: - data = next(ds.get_dataset_iterator(bs=ds.nb)) - print(np.shape(data)) - - offsets, permutation = cluster_and_permute(data, args.num_clusters) - print(permutation) - - write_permuated_data(data=data, - permutation=permutation, - output_data_file=args.output_data_file) - - create_runbook(dataset_str=args.dataset, - offsets=offsets, - permutation=permutation, - num_clusters=args.num_clusters, - output_yaml_file=args.output_yaml_file) - - -if __name__ == '__main__': - main() diff --git a/neurips23/streaming/runbooks/gen_expiration_time_runbook.py b/neurips23/streaming/runbooks/gen_expiration_time_runbook.py deleted file mode 100644 index bb5996bc2..000000000 --- a/neurips23/streaming/runbooks/gen_expiration_time_runbook.py +++ /dev/null @@ -1,176 +0,0 @@ -import yaml -import os -import random - -''' -dataset_name: dataset key as specified in benchmark/datasets.py -dataset_size: size of datasets -max_t: number of timesteps -runbook_filename: name to save the runbook to -ratios: tuple of three numbers indicating proportion of deletes/replaces assigned to each timestep -timesteps: how long to wait before deleting for each ratio -seed: seed given to random generator -do_replace: whether to include replace in runbook or not -''' -def gen_exp_time_runbook(dataset_name, dataset_size, max_t, runbook_filename, ratios, timesteps, seed = 0, do_replace = False, gt_url = None, do_delete = True): - random.seed(seed) - data = {dataset_name: {}} - - max_num_points=0 - num_points=0 - - batch_size = dataset_size//max_t - to_delete=[[] for _ in range(max_t)] - to_replace=[[] for _ in range(max_t)] - - t=1 - - for i in range(max_t): - if do_replace: - fraction = random.uniform(.5, .9) - else: - fraction = 1.0 - start = i*batch_size - end = start + int(fraction*batch_size) - ids_start = end - ids_end = (i+1)*batch_size - tags_start = i*batch_size - tags_end = tags_start + (ids_end - ids_start) - replace_info = (tags_start, tags_end, ids_start, ids_end) - delete_info = (tags_start, end) - data[dataset_name][t]={ - 'operation': 'insert', - 'start': i*(batch_size), - 'end': end - } - t+=1 - - num_points+=int(fraction*batch_size) - - max_num_points=max(max_num_points,num_points) - - - data_type = random.randint(0, ratios[2]) - if do_delete: - if data_type <= ratios[0]: - pass - elif data_type > ratios[0] and data_type < ratios[1]: - if (i+timesteps[1] < max_t): - to_delete[i+timesteps[1]].append(delete_info) - else: - if (i+timesteps[2] < max_t): - to_delete[i+timesteps[2]].append(delete_info) - - if do_replace: - if data_type <= ratios[0]: - remaining_steps = (max_t - t)//2 - to_replace[i+remaining_steps].append(replace_info) - # with probability 1/19, the points get replaced at t_max-t/2 steps - elif data_type > ratios[0] and data_type < ratios[1]: - if (i + timesteps[1]//2 < max_t): - to_replace[i+timesteps[1]//2].append(replace_info) - # with probability 3/19, the points get replaced after 50 steps - else: - if (i + timesteps[2]//2 < max_t): - to_replace[i+timesteps[2]//2].append(replace_info) - # with probability 15/19, the points get replaced after 10 steps - - for (start, end) in to_delete[i]: - data[dataset_name][t]={ - 'operation': 'delete', - 'start': start, - 'end': end - } - t+=1 - num_points-=batch_size - - for (tags_start, tags_end, ids_start, ids_end) in to_replace[i]: - data[dataset_name][t] ={ - 'operation' : 'replace', - 'tags_start': tags_start, - 'tags_end': tags_end, - 'ids_start': ids_start, - 'ids_end': ids_end - } - t += 1 - - data[dataset_name][t]={ - 'operation': 'search', - } - t+=1 - - data[dataset_name]["max_pts"]=max_num_points - - if gt_url is not None: - data[dataset_name]["gt_url"] = gt_url - - with open(runbook_filename, 'w') as outfile: - yaml.dump(data, outfile, default_flow_style=False) - -ratios = (0, 4, 18) -timesteps = (0, 100, 20) -seed = 809 -dataset_file = 'wikipedia-35M_expirationtime_runbook.yaml' -dataset_name = 'wikipedia-35M' -dataset_size = 35000000 -max_t = 350 -gt_url = "https://comp21storage.z5.web.core.windows.net/wiki-cohere-35M/wikipedia-35M_expirationtime_runbook.yaml" -gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, False, gt_url) - -ratios = (0, 4, 18) -timesteps = (0, 100, 20) -seed = 1232 -dataset_file = 'wikipedia-1M_expiration_time_runbook.yaml' -dataset_name = 'wikipedia-1M' -dataset_size = 1000000 -max_t = 100 -gt_url = "https://comp21storage.z5.web.core.windows.net/wiki-cohere-35M/wikipedia-1M_expiration_time_runbook.yaml/" -gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, False, gt_url) - -ratios = (0, 4, 18) -timesteps = (0, 100, 20) -seed = 10001 -dataset_file = 'wikipedia-35M_expiration_time_replace_only_runbook.yaml' -dataset_name = 'wikipedia-35M' -dataset_size = 8000000 #only use a prefix of the dataset -max_t = 80 -gt_url = None -gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, True, gt_url, False) - -ratios = (0, 4, 18) -timesteps = (0, 100, 20) -seed = 754 -dataset_file = 'wikipedia-1M_expiration_time_replace_only_runbook.yaml' -dataset_name = 'wikipedia-1M' -dataset_size = 1000000 -max_t = 100 -gt_url = None -gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, True, gt_url, False) - -ratios = (3, 8, 18) -timesteps = (0, 300, 50) -seed = 22 -dataset_file = 'wikipedia-35M_expiration_time_replace_delete_runbook.yaml' -dataset_name = 'wikipedia-35M' -dataset_size = 35000000 -max_t = 350 -gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, True, None) - -ratios = (1, 8, 18) -timesteps = (0, 100, 20) -seed = 56 -dataset_file = 'wikipedia-1M_expiration_time_replace_delete_runbook.yaml' -dataset_name = 'wikipedia-1M' -dataset_size = 1000000 -max_t = 100 -gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, True, None) - -ratios = (0, 6, 25) -timesteps = (0, 200, 50) -seed = 809 -dataset_file = 'msmarco-100M_expirationtime_runbook.yaml' -dataset_name = 'msmarco-100M' -dataset_size = 101070374 -max_t = 1000 -gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, False, None) - diff --git a/neurips23/streaming/runbooks/gen_replace_runbooks.py b/neurips23/streaming/runbooks/gen_replace_runbooks.py deleted file mode 100644 index ccaa5ec24..000000000 --- a/neurips23/streaming/runbooks/gen_replace_runbooks.py +++ /dev/null @@ -1,149 +0,0 @@ -import argparse -import os -import numpy as np -import yaml - -import sys -[sys.path.append(i) for i in ['.', '..', '../..']] - -from scipy.cluster.vq import vq, kmeans2 -from typing import Tuple -from benchmark.datasets import DATASETS -from benchmark.streaming.load_runbook import load_runbook - -#extract cluster information from msturing-10M-clustered -def extract_clusters(runbook_path, max_pts, ds_name): - max_pts, run_list = load_runbook(ds_name, max_pts, runbook_path) - clusters = [] - for entry in run_list: - match entry['operation']: - case 'insert': - clusters.append((entry['start'], entry['end'])) - case _: - continue - return clusters - - - -# runbook will do the following: -# 1) insert a random fraction > .5 of each of the 32 clusters with searches interleaved -# 2) for each cluster, replace its beginning prefix with a random fraction of the remaining -# points with searches interleaved -def write_replace_clustered_runbook(clusters, output_yaml_file, dataset_str): - inserted_clusters = [] - operation_list = [] - max_pts = 0 - num_operations = 1 - active_points = 0 - # add seed to make operation deterministic - np.random.seed(0) - - #step 1: insert - for cluster in clusters: - fraction = np.random.uniform(.5, .9) - delta = int(fraction*(cluster[1]-cluster[0])) - active_points += delta - max_pts = max(max_pts, active_points) - cluster_to_insert = (cluster[0], cluster[0]+delta) - inserted_clusters.append(cluster_to_insert) - entry = {'operation': 'insert','start': int(cluster_to_insert[0]), 'end': int(cluster_to_insert[1])} - operation_list.append((num_operations, entry)) - num_operations += 1 - operation_list.append((num_operations, {'operation': str('search')})) - num_operations += 1 - - #step 2: replace - for inserted_cluster, full_cluster in zip(inserted_clusters, clusters): - fraction = np.random.uniform(0,1.0) - delta = int(fraction*(full_cluster[1] - inserted_cluster[1])) - assert delta <= inserted_cluster[1] - inserted_cluster[0] - replace_tags_start = inserted_cluster[0] - replace_tags_end = replace_tags_start + delta - replace_ids_start = inserted_cluster[1] - replace_ids_end = inserted_cluster[1] + delta - entry = {'operation': 'replace', 'tags_start': replace_tags_start, 'tags_end': replace_tags_end, 'ids_start': replace_ids_start, 'ids_end': replace_ids_end} - operation_list.append((num_operations, entry)) - num_operations += 1 - operation_list.append((num_operations, {'operation': str('search')})) - num_operations += 1 - - #write to yaml file - with open(output_yaml_file, 'w') as yf: - operation_list.sort(key = lambda x: x[0]) - sorted_dict = {} - sorted_dict['max_pts'] = int(max_pts) - for (k, v) in operation_list: - sorted_dict[k]=v - yaml_object = {} - yaml_object[dataset_str] = sorted_dict - yaml.dump(yaml_object, yf) - - - -# runbook will do the following: -# 1) insert a random fraction > .5 of each of the 32 clusters with searches interleaved -# 2) for each cluster, select a *random* cluster and replace its beginning prefix -# with a random fraction of remaining points in that cluster with searches interleaved -def write_replace_random_runbook(clusters, output_yaml_file, dataset_str): - inserted_clusters = [] - operation_list = [] - max_pts = 0 - num_operations = 1 - active_points = 0 - # add seed to make operation deterministic - np.random.seed(1) - - #step 1: insert - for cluster in clusters: - fraction = np.random.uniform(.5, .9) - delta = int(fraction*(cluster[1]-cluster[0])) - active_points += delta - max_pts = max(max_pts, active_points) - cluster_to_insert = (cluster[0], cluster[0]+delta) - inserted_clusters.append(cluster_to_insert) - entry = {'operation': 'insert','start': int(cluster_to_insert[0]), 'end': int(cluster_to_insert[1])} - operation_list.append((num_operations, entry)) - num_operations += 1 - operation_list.append((num_operations, {'operation': str('search')})) - num_operations += 1 - - cluster_ids = np.random.permutation(32) - - #step 2: replace - for c in range(32): - fraction = np.random.uniform(0,1.0) - full_cluster_random = clusters[cluster_ids[c]] - inserted_cluster_random = inserted_clusters[cluster_ids[c]] - this_cluster = inserted_clusters[c] - this_cluster_size = this_cluster[1] - this_cluster[0] - delta = min(this_cluster_size, int(fraction*(full_cluster_random[1] - inserted_cluster_random[1]))) - assert delta <= this_cluster[1] - this_cluster[0] - replace_tags_start = this_cluster[0] - replace_tags_end = replace_tags_start + delta - replace_ids_start = inserted_cluster_random[1] - replace_ids_end = replace_ids_start + delta - entry = {'operation': 'replace', 'tags_start': replace_tags_start, 'tags_end': replace_tags_end, 'ids_start': replace_ids_start, 'ids_end': replace_ids_end} - operation_list.append((num_operations, entry)) - num_operations += 1 - operation_list.append((num_operations, {'operation': str('search')})) - num_operations += 1 - - #write to yaml file - with open(output_yaml_file, 'w') as yf: - operation_list.sort(key = lambda x: x[0]) - sorted_dict = {} - sorted_dict['max_pts'] = int(max_pts) - for (k, v) in operation_list: - sorted_dict[k]=v - yaml_object = {} - yaml_object[dataset_str] = sorted_dict - yaml.dump(yaml_object, yf) - - -ds = DATASETS['msturing-10M-clustered'] -cluster_runbook_path='clustered_runbook.yaml' -clustered_replace_yaml='clustered_replace_runbook.yaml' -clustered_random_yaml='random_replace_runbook.yaml' -clusters = extract_clusters(cluster_runbook_path, 10000000, 'msturing-10M-clustered') -write_replace_clustered_runbook(clusters, clustered_replace_yaml, 'msturing-10M-clustered') -write_replace_random_runbook(clusters, clustered_random_yaml, 'msturing-10M-clustered') \ No newline at end of file diff --git a/neurips23/streaming/runbooks/generate_msturing10m_runbooks.py b/neurips23/streaming/runbooks/generate_msturing10m_runbooks.py deleted file mode 100644 index ed09a7be9..000000000 --- a/neurips23/streaming/runbooks/generate_msturing10m_runbooks.py +++ /dev/null @@ -1,50 +0,0 @@ -import yaml -import os - - -dataset_name="msturing-10M" - -data = {dataset_name: {}} - -total_points=10000000 - -num_points=0 -max_num_points=0 - - -max_t=200 -# insert 10000000/200 points per step -# start deleting points after 100 steps - -t=1 -for i in range(max_t): - if i>=max_t//2: - data[dataset_name][t]={ - 'operation': 'search', - } - t+=1 - data[dataset_name][t]={ - 'operation': 'delete', - 'start': (i-max_t//2)*(total_points//max_t), - 'end': (i-max_t//2+1)*(total_points//max_t) - } - t+=1 - num_points-=total_points//max_t - data[dataset_name][t]={ - 'operation': 'insert', - 'start': i*(total_points//max_t), - 'end': (i+1)*(total_points//max_t) - } - t+=1 - - num_points+=total_points//max_t - max_num_points=max(max_num_points,num_points) - -data[dataset_name]["max_pts"]=max_num_points - -run_book_name=dataset_name+"_"+"slidingwindow_runbook.yaml" - -with open(run_book_name, 'w') as outfile: - yaml.dump(data, outfile, default_flow_style=False) - - diff --git a/neurips23/streaming/runbooks/msmarco-100M_expirationtime_runbook.yaml b/neurips23/streaming/runbooks/msmarco-100M_expirationtime_runbook.yaml deleted file mode 100644 index 9bf4eaabe..000000000 --- a/neurips23/streaming/runbooks/msmarco-100M_expirationtime_runbook.yaml +++ /dev/null @@ -1,9578 +0,0 @@ -msmarco-100M: - 1: - end: 101070 - operation: insert - start: 0 - 2: - operation: search - 3: - end: 202140 - operation: insert - start: 101070 - 4: - operation: search - 5: - end: 303210 - operation: insert - start: 202140 - 6: - operation: search - 7: - end: 404280 - operation: insert - start: 303210 - 8: - operation: search - 9: - end: 505350 - operation: insert - start: 404280 - 10: - operation: search - 11: - end: 606420 - operation: insert - start: 505350 - 12: - operation: search - 13: - end: 707490 - operation: insert - start: 606420 - 14: - operation: search - 15: - end: 808560 - operation: insert - start: 707490 - 16: - operation: search - 17: - end: 909630 - operation: insert - start: 808560 - 18: - operation: search - 19: - end: 1010700 - operation: insert - start: 909630 - 20: - operation: search - 21: - end: 1111770 - operation: insert - start: 1010700 - 22: - operation: search - 23: - end: 1212840 - operation: insert - start: 1111770 - 24: - operation: search - 25: - end: 1313910 - operation: insert - start: 1212840 - 26: - operation: search - 27: - end: 1414980 - operation: insert - start: 1313910 - 28: - operation: search - 29: - end: 1516050 - operation: insert - start: 1414980 - 30: - operation: search - 31: - end: 1617120 - operation: insert - start: 1516050 - 32: - operation: search - 33: - end: 1718190 - operation: insert - start: 1617120 - 34: - operation: search - 35: - end: 1819260 - operation: insert - start: 1718190 - 36: - operation: search - 37: - end: 1920330 - operation: insert - start: 1819260 - 38: - operation: search - 39: - end: 2021400 - operation: insert - start: 1920330 - 40: - operation: search - 41: - end: 2122470 - operation: insert - start: 2021400 - 42: - operation: search - 43: - end: 2223540 - operation: insert - start: 2122470 - 44: - operation: search - 45: - end: 2324610 - operation: insert - start: 2223540 - 46: - operation: search - 47: - end: 2425680 - operation: insert - start: 2324610 - 48: - operation: search - 49: - end: 2526750 - operation: insert - start: 2425680 - 50: - operation: search - 51: - end: 2627820 - operation: insert - start: 2526750 - 52: - operation: search - 53: - end: 2728890 - operation: insert - start: 2627820 - 54: - operation: search - 55: - end: 2829960 - operation: insert - start: 2728890 - 56: - operation: search - 57: - end: 2931030 - operation: insert - start: 2829960 - 58: - operation: search - 59: - end: 3032100 - operation: insert - start: 2931030 - 60: - operation: search - 61: - end: 3133170 - operation: insert - start: 3032100 - 62: - operation: search - 63: - end: 3234240 - operation: insert - start: 3133170 - 64: - operation: search - 65: - end: 3335310 - operation: insert - start: 3234240 - 66: - operation: search - 67: - end: 3436380 - operation: insert - start: 3335310 - 68: - operation: search - 69: - end: 3537450 - operation: insert - start: 3436380 - 70: - operation: search - 71: - end: 3638520 - operation: insert - start: 3537450 - 72: - operation: search - 73: - end: 3739590 - operation: insert - start: 3638520 - 74: - operation: search - 75: - end: 3840660 - operation: insert - start: 3739590 - 76: - operation: search - 77: - end: 3941730 - operation: insert - start: 3840660 - 78: - operation: search - 79: - end: 4042800 - operation: insert - start: 3941730 - 80: - operation: search - 81: - end: 4143870 - operation: insert - start: 4042800 - 82: - operation: search - 83: - end: 4244940 - operation: insert - start: 4143870 - 84: - operation: search - 85: - end: 4346010 - operation: insert - start: 4244940 - 86: - operation: search - 87: - end: 4447080 - operation: insert - start: 4346010 - 88: - operation: search - 89: - end: 4548150 - operation: insert - start: 4447080 - 90: - operation: search - 91: - end: 4649220 - operation: insert - start: 4548150 - 92: - operation: search - 93: - end: 4750290 - operation: insert - start: 4649220 - 94: - operation: search - 95: - end: 4851360 - operation: insert - start: 4750290 - 96: - operation: search - 97: - end: 4952430 - operation: insert - start: 4851360 - 98: - operation: search - 99: - end: 5053500 - operation: insert - start: 4952430 - 100: - operation: search - 101: - end: 5154570 - operation: insert - start: 5053500 - 102: - operation: search - 103: - end: 5255640 - operation: insert - start: 5154570 - 104: - end: 202140 - operation: delete - start: 101070 - 105: - operation: search - 106: - end: 5356710 - operation: insert - start: 5255640 - 107: - operation: search - 108: - end: 5457780 - operation: insert - start: 5356710 - 109: - end: 404280 - operation: delete - start: 303210 - 110: - operation: search - 111: - end: 5558850 - operation: insert - start: 5457780 - 112: - end: 505350 - operation: delete - start: 404280 - 113: - operation: search - 114: - end: 5659920 - operation: insert - start: 5558850 - 115: - end: 606420 - operation: delete - start: 505350 - 116: - operation: search - 117: - end: 5760990 - operation: insert - start: 5659920 - 118: - end: 707490 - operation: delete - start: 606420 - 119: - operation: search - 120: - end: 5862060 - operation: insert - start: 5760990 - 121: - end: 808560 - operation: delete - start: 707490 - 122: - operation: search - 123: - end: 5963130 - operation: insert - start: 5862060 - 124: - end: 909630 - operation: delete - start: 808560 - 125: - operation: search - 126: - end: 6064200 - operation: insert - start: 5963130 - 127: - end: 1010700 - operation: delete - start: 909630 - 128: - operation: search - 129: - end: 6165270 - operation: insert - start: 6064200 - 130: - end: 1111770 - operation: delete - start: 1010700 - 131: - operation: search - 132: - end: 6266340 - operation: insert - start: 6165270 - 133: - end: 1212840 - operation: delete - start: 1111770 - 134: - operation: search - 135: - end: 6367410 - operation: insert - start: 6266340 - 136: - operation: search - 137: - end: 6468480 - operation: insert - start: 6367410 - 138: - end: 1414980 - operation: delete - start: 1313910 - 139: - operation: search - 140: - end: 6569550 - operation: insert - start: 6468480 - 141: - operation: search - 142: - end: 6670620 - operation: insert - start: 6569550 - 143: - end: 1617120 - operation: delete - start: 1516050 - 144: - operation: search - 145: - end: 6771690 - operation: insert - start: 6670620 - 146: - operation: search - 147: - end: 6872760 - operation: insert - start: 6771690 - 148: - end: 1819260 - operation: delete - start: 1718190 - 149: - operation: search - 150: - end: 6973830 - operation: insert - start: 6872760 - 151: - end: 1920330 - operation: delete - start: 1819260 - 152: - operation: search - 153: - end: 7074900 - operation: insert - start: 6973830 - 154: - end: 2021400 - operation: delete - start: 1920330 - 155: - operation: search - 156: - end: 7175970 - operation: insert - start: 7074900 - 157: - end: 2122470 - operation: delete - start: 2021400 - 158: - operation: search - 159: - end: 7277040 - operation: insert - start: 7175970 - 160: - end: 2223540 - operation: delete - start: 2122470 - 161: - operation: search - 162: - end: 7378110 - operation: insert - start: 7277040 - 163: - end: 2324610 - operation: delete - start: 2223540 - 164: - operation: search - 165: - end: 7479180 - operation: insert - start: 7378110 - 166: - operation: search - 167: - end: 7580250 - operation: insert - start: 7479180 - 168: - end: 2526750 - operation: delete - start: 2425680 - 169: - operation: search - 170: - end: 7681320 - operation: insert - start: 7580250 - 171: - operation: search - 172: - end: 7782390 - operation: insert - start: 7681320 - 173: - end: 2728890 - operation: delete - start: 2627820 - 174: - operation: search - 175: - end: 7883460 - operation: insert - start: 7782390 - 176: - end: 2829960 - operation: delete - start: 2728890 - 177: - operation: search - 178: - end: 7984530 - operation: insert - start: 7883460 - 179: - end: 2931030 - operation: delete - start: 2829960 - 180: - operation: search - 181: - end: 8085600 - operation: insert - start: 7984530 - 182: - operation: search - 183: - end: 8186670 - operation: insert - start: 8085600 - 184: - end: 3133170 - operation: delete - start: 3032100 - 185: - operation: search - 186: - end: 8287740 - operation: insert - start: 8186670 - 187: - end: 3234240 - operation: delete - start: 3133170 - 188: - operation: search - 189: - end: 8388810 - operation: insert - start: 8287740 - 190: - end: 3335310 - operation: delete - start: 3234240 - 191: - operation: search - 192: - end: 8489880 - operation: insert - start: 8388810 - 193: - operation: search - 194: - end: 8590950 - operation: insert - start: 8489880 - 195: - end: 3537450 - operation: delete - start: 3436380 - 196: - operation: search - 197: - end: 8692020 - operation: insert - start: 8590950 - 198: - operation: search - 199: - end: 8793090 - operation: insert - start: 8692020 - 200: - end: 3739590 - operation: delete - start: 3638520 - 201: - operation: search - 202: - end: 8894160 - operation: insert - start: 8793090 - 203: - operation: search - 204: - end: 8995230 - operation: insert - start: 8894160 - 205: - end: 3941730 - operation: delete - start: 3840660 - 206: - operation: search - 207: - end: 9096300 - operation: insert - start: 8995230 - 208: - operation: search - 209: - end: 9197370 - operation: insert - start: 9096300 - 210: - end: 4143870 - operation: delete - start: 4042800 - 211: - operation: search - 212: - end: 9298440 - operation: insert - start: 9197370 - 213: - end: 4244940 - operation: delete - start: 4143870 - 214: - operation: search - 215: - end: 9399510 - operation: insert - start: 9298440 - 216: - end: 4346010 - operation: delete - start: 4244940 - 217: - operation: search - 218: - end: 9500580 - operation: insert - start: 9399510 - 219: - operation: search - 220: - end: 9601650 - operation: insert - start: 9500580 - 221: - end: 4548150 - operation: delete - start: 4447080 - 222: - operation: search - 223: - end: 9702720 - operation: insert - start: 9601650 - 224: - end: 4649220 - operation: delete - start: 4548150 - 225: - operation: search - 226: - end: 9803790 - operation: insert - start: 9702720 - 227: - end: 4750290 - operation: delete - start: 4649220 - 228: - operation: search - 229: - end: 9904860 - operation: insert - start: 9803790 - 230: - end: 4851360 - operation: delete - start: 4750290 - 231: - operation: search - 232: - end: 10005930 - operation: insert - start: 9904860 - 233: - end: 4952430 - operation: delete - start: 4851360 - 234: - operation: search - 235: - end: 10107000 - operation: insert - start: 10005930 - 236: - end: 5053500 - operation: delete - start: 4952430 - 237: - operation: search - 238: - end: 10208070 - operation: insert - start: 10107000 - 239: - end: 5154570 - operation: delete - start: 5053500 - 240: - operation: search - 241: - end: 10309140 - operation: insert - start: 10208070 - 242: - end: 5255640 - operation: delete - start: 5154570 - 243: - operation: search - 244: - end: 10410210 - operation: insert - start: 10309140 - 245: - end: 5356710 - operation: delete - start: 5255640 - 246: - operation: search - 247: - end: 10511280 - operation: insert - start: 10410210 - 248: - end: 5457780 - operation: delete - start: 5356710 - 249: - operation: search - 250: - end: 10612350 - operation: insert - start: 10511280 - 251: - end: 5558850 - operation: delete - start: 5457780 - 252: - operation: search - 253: - end: 10713420 - operation: insert - start: 10612350 - 254: - end: 5659920 - operation: delete - start: 5558850 - 255: - operation: search - 256: - end: 10814490 - operation: insert - start: 10713420 - 257: - operation: search - 258: - end: 10915560 - operation: insert - start: 10814490 - 259: - operation: search - 260: - end: 11016630 - operation: insert - start: 10915560 - 261: - end: 5963130 - operation: delete - start: 5862060 - 262: - operation: search - 263: - end: 11117700 - operation: insert - start: 11016630 - 264: - operation: search - 265: - end: 11218770 - operation: insert - start: 11117700 - 266: - end: 6165270 - operation: delete - start: 6064200 - 267: - operation: search - 268: - end: 11319840 - operation: insert - start: 11218770 - 269: - end: 6266340 - operation: delete - start: 6165270 - 270: - operation: search - 271: - end: 11420910 - operation: insert - start: 11319840 - 272: - end: 6367410 - operation: delete - start: 6266340 - 273: - operation: search - 274: - end: 11521980 - operation: insert - start: 11420910 - 275: - end: 6468480 - operation: delete - start: 6367410 - 276: - operation: search - 277: - end: 11623050 - operation: insert - start: 11521980 - 278: - end: 6569550 - operation: delete - start: 6468480 - 279: - operation: search - 280: - end: 11724120 - operation: insert - start: 11623050 - 281: - operation: search - 282: - end: 11825190 - operation: insert - start: 11724120 - 283: - end: 6771690 - operation: delete - start: 6670620 - 284: - operation: search - 285: - end: 11926260 - operation: insert - start: 11825190 - 286: - operation: search - 287: - end: 12027330 - operation: insert - start: 11926260 - 288: - end: 6973830 - operation: delete - start: 6872760 - 289: - operation: search - 290: - end: 12128400 - operation: insert - start: 12027330 - 291: - end: 7074900 - operation: delete - start: 6973830 - 292: - operation: search - 293: - end: 12229470 - operation: insert - start: 12128400 - 294: - end: 7175970 - operation: delete - start: 7074900 - 295: - operation: search - 296: - end: 12330540 - operation: insert - start: 12229470 - 297: - end: 7277040 - operation: delete - start: 7175970 - 298: - operation: search - 299: - end: 12431610 - operation: insert - start: 12330540 - 300: - end: 7378110 - operation: delete - start: 7277040 - 301: - operation: search - 302: - end: 12532680 - operation: insert - start: 12431610 - 303: - end: 7479180 - operation: delete - start: 7378110 - 304: - operation: search - 305: - end: 12633750 - operation: insert - start: 12532680 - 306: - end: 7580250 - operation: delete - start: 7479180 - 307: - operation: search - 308: - end: 12734820 - operation: insert - start: 12633750 - 309: - end: 7681320 - operation: delete - start: 7580250 - 310: - operation: search - 311: - end: 12835890 - operation: insert - start: 12734820 - 312: - end: 7782390 - operation: delete - start: 7681320 - 313: - operation: search - 314: - end: 12936960 - operation: insert - start: 12835890 - 315: - operation: search - 316: - end: 13038030 - operation: insert - start: 12936960 - 317: - end: 7984530 - operation: delete - start: 7883460 - 318: - operation: search - 319: - end: 13139100 - operation: insert - start: 13038030 - 320: - operation: search - 321: - end: 13240170 - operation: insert - start: 13139100 - 322: - end: 8186670 - operation: delete - start: 8085600 - 323: - operation: search - 324: - end: 13341240 - operation: insert - start: 13240170 - 325: - end: 8287740 - operation: delete - start: 8186670 - 326: - operation: search - 327: - end: 13442310 - operation: insert - start: 13341240 - 328: - end: 8388810 - operation: delete - start: 8287740 - 329: - operation: search - 330: - end: 13543380 - operation: insert - start: 13442310 - 331: - operation: search - 332: - end: 13644450 - operation: insert - start: 13543380 - 333: - end: 8590950 - operation: delete - start: 8489880 - 334: - operation: search - 335: - end: 13745520 - operation: insert - start: 13644450 - 336: - end: 8692020 - operation: delete - start: 8590950 - 337: - operation: search - 338: - end: 13846590 - operation: insert - start: 13745520 - 339: - end: 8793090 - operation: delete - start: 8692020 - 340: - operation: search - 341: - end: 13947660 - operation: insert - start: 13846590 - 342: - end: 8894160 - operation: delete - start: 8793090 - 343: - operation: search - 344: - end: 14048730 - operation: insert - start: 13947660 - 345: - operation: search - 346: - end: 14149800 - operation: insert - start: 14048730 - 347: - end: 9096300 - operation: delete - start: 8995230 - 348: - operation: search - 349: - end: 14250870 - operation: insert - start: 14149800 - 350: - end: 9197370 - operation: delete - start: 9096300 - 351: - operation: search - 352: - end: 14351940 - operation: insert - start: 14250870 - 353: - end: 9298440 - operation: delete - start: 9197370 - 354: - operation: search - 355: - end: 14453010 - operation: insert - start: 14351940 - 356: - end: 9399510 - operation: delete - start: 9298440 - 357: - operation: search - 358: - end: 14554080 - operation: insert - start: 14453010 - 359: - end: 9500580 - operation: delete - start: 9399510 - 360: - operation: search - 361: - end: 14655150 - operation: insert - start: 14554080 - 362: - end: 9601650 - operation: delete - start: 9500580 - 363: - operation: search - 364: - end: 14756220 - operation: insert - start: 14655150 - 365: - end: 9702720 - operation: delete - start: 9601650 - 366: - operation: search - 367: - end: 14857290 - operation: insert - start: 14756220 - 368: - end: 9803790 - operation: delete - start: 9702720 - 369: - operation: search - 370: - end: 14958360 - operation: insert - start: 14857290 - 371: - end: 9904860 - operation: delete - start: 9803790 - 372: - operation: search - 373: - end: 15059430 - operation: insert - start: 14958360 - 374: - end: 10005930 - operation: delete - start: 9904860 - 375: - operation: search - 376: - end: 15160500 - operation: insert - start: 15059430 - 377: - end: 10107000 - operation: delete - start: 10005930 - 378: - operation: search - 379: - end: 15261570 - operation: insert - start: 15160500 - 380: - end: 10208070 - operation: delete - start: 10107000 - 381: - operation: search - 382: - end: 15362640 - operation: insert - start: 15261570 - 383: - end: 10309140 - operation: delete - start: 10208070 - 384: - operation: search - 385: - end: 15463710 - operation: insert - start: 15362640 - 386: - end: 10410210 - operation: delete - start: 10309140 - 387: - operation: search - 388: - end: 15564780 - operation: insert - start: 15463710 - 389: - end: 10511280 - operation: delete - start: 10410210 - 390: - operation: search - 391: - end: 15665850 - operation: insert - start: 15564780 - 392: - end: 10612350 - operation: delete - start: 10511280 - 393: - operation: search - 394: - end: 15766920 - operation: insert - start: 15665850 - 395: - end: 10713420 - operation: delete - start: 10612350 - 396: - operation: search - 397: - end: 15867990 - operation: insert - start: 15766920 - 398: - operation: search - 399: - end: 15969060 - operation: insert - start: 15867990 - 400: - operation: search - 401: - end: 16070130 - operation: insert - start: 15969060 - 402: - end: 11016630 - operation: delete - start: 10915560 - 403: - operation: search - 404: - end: 16171200 - operation: insert - start: 16070130 - 405: - operation: search - 406: - end: 16272270 - operation: insert - start: 16171200 - 407: - end: 11218770 - operation: delete - start: 11117700 - 408: - operation: search - 409: - end: 16373340 - operation: insert - start: 16272270 - 410: - operation: search - 411: - end: 16474410 - operation: insert - start: 16373340 - 412: - operation: search - 413: - end: 16575480 - operation: insert - start: 16474410 - 414: - end: 11521980 - operation: delete - start: 11420910 - 415: - operation: search - 416: - end: 16676550 - operation: insert - start: 16575480 - 417: - end: 11623050 - operation: delete - start: 11521980 - 418: - operation: search - 419: - end: 16777620 - operation: insert - start: 16676550 - 420: - operation: search - 421: - end: 16878690 - operation: insert - start: 16777620 - 422: - end: 11825190 - operation: delete - start: 11724120 - 423: - operation: search - 424: - end: 16979760 - operation: insert - start: 16878690 - 425: - end: 11926260 - operation: delete - start: 11825190 - 426: - operation: search - 427: - end: 17080830 - operation: insert - start: 16979760 - 428: - end: 12027330 - operation: delete - start: 11926260 - 429: - operation: search - 430: - end: 17181900 - operation: insert - start: 17080830 - 431: - end: 12128400 - operation: delete - start: 12027330 - 432: - operation: search - 433: - end: 17282970 - operation: insert - start: 17181900 - 434: - operation: search - 435: - end: 17384040 - operation: insert - start: 17282970 - 436: - end: 12330540 - operation: delete - start: 12229470 - 437: - operation: search - 438: - end: 17485110 - operation: insert - start: 17384040 - 439: - end: 12431610 - operation: delete - start: 12330540 - 440: - operation: search - 441: - end: 17586180 - operation: insert - start: 17485110 - 442: - end: 12532680 - operation: delete - start: 12431610 - 443: - operation: search - 444: - end: 17687250 - operation: insert - start: 17586180 - 445: - end: 12633750 - operation: delete - start: 12532680 - 446: - operation: search - 447: - end: 17788320 - operation: insert - start: 17687250 - 448: - end: 12734820 - operation: delete - start: 12633750 - 449: - operation: search - 450: - end: 17889390 - operation: insert - start: 17788320 - 451: - operation: search - 452: - end: 17990460 - operation: insert - start: 17889390 - 453: - end: 12936960 - operation: delete - start: 12835890 - 454: - operation: search - 455: - end: 18091530 - operation: insert - start: 17990460 - 456: - end: 13038030 - operation: delete - start: 12936960 - 457: - operation: search - 458: - end: 18192600 - operation: insert - start: 18091530 - 459: - operation: search - 460: - end: 18293670 - operation: insert - start: 18192600 - 461: - end: 13240170 - operation: delete - start: 13139100 - 462: - operation: search - 463: - end: 18394740 - operation: insert - start: 18293670 - 464: - end: 13341240 - operation: delete - start: 13240170 - 465: - operation: search - 466: - end: 18495810 - operation: insert - start: 18394740 - 467: - end: 13442310 - operation: delete - start: 13341240 - 468: - operation: search - 469: - end: 18596880 - operation: insert - start: 18495810 - 470: - end: 13543380 - operation: delete - start: 13442310 - 471: - operation: search - 472: - end: 18697950 - operation: insert - start: 18596880 - 473: - end: 13644450 - operation: delete - start: 13543380 - 474: - operation: search - 475: - end: 18799020 - operation: insert - start: 18697950 - 476: - end: 13745520 - operation: delete - start: 13644450 - 477: - operation: search - 478: - end: 18900090 - operation: insert - start: 18799020 - 479: - end: 13846590 - operation: delete - start: 13745520 - 480: - operation: search - 481: - end: 19001160 - operation: insert - start: 18900090 - 482: - end: 13947660 - operation: delete - start: 13846590 - 483: - operation: search - 484: - end: 19102230 - operation: insert - start: 19001160 - 485: - end: 14048730 - operation: delete - start: 13947660 - 486: - operation: search - 487: - end: 19203300 - operation: insert - start: 19102230 - 488: - end: 14149800 - operation: delete - start: 14048730 - 489: - operation: search - 490: - end: 19304370 - operation: insert - start: 19203300 - 491: - end: 14250870 - operation: delete - start: 14149800 - 492: - operation: search - 493: - end: 19405440 - operation: insert - start: 19304370 - 494: - end: 14351940 - operation: delete - start: 14250870 - 495: - operation: search - 496: - end: 19506510 - operation: insert - start: 19405440 - 497: - end: 14453010 - operation: delete - start: 14351940 - 498: - operation: search - 499: - end: 19607580 - operation: insert - start: 19506510 - 500: - end: 14554080 - operation: delete - start: 14453010 - 501: - operation: search - 502: - end: 19708650 - operation: insert - start: 19607580 - 503: - operation: search - 504: - end: 19809720 - operation: insert - start: 19708650 - 505: - operation: search - 506: - end: 19910790 - operation: insert - start: 19809720 - 507: - end: 14857290 - operation: delete - start: 14756220 - 508: - operation: search - 509: - end: 20011860 - operation: insert - start: 19910790 - 510: - end: 14958360 - operation: delete - start: 14857290 - 511: - operation: search - 512: - end: 20112930 - operation: insert - start: 20011860 - 513: - end: 15059430 - operation: delete - start: 14958360 - 514: - operation: search - 515: - end: 20214000 - operation: insert - start: 20112930 - 516: - end: 15160500 - operation: delete - start: 15059430 - 517: - operation: search - 518: - end: 20315070 - operation: insert - start: 20214000 - 519: - end: 101070 - operation: delete - start: 0 - 520: - end: 15261570 - operation: delete - start: 15160500 - 521: - operation: search - 522: - end: 20416140 - operation: insert - start: 20315070 - 523: - operation: search - 524: - end: 20517210 - operation: insert - start: 20416140 - 525: - end: 303210 - operation: delete - start: 202140 - 526: - end: 15463710 - operation: delete - start: 15362640 - 527: - operation: search - 528: - end: 20618280 - operation: insert - start: 20517210 - 529: - end: 15564780 - operation: delete - start: 15463710 - 530: - operation: search - 531: - end: 20719350 - operation: insert - start: 20618280 - 532: - end: 15665850 - operation: delete - start: 15564780 - 533: - operation: search - 534: - end: 20820420 - operation: insert - start: 20719350 - 535: - end: 15766920 - operation: delete - start: 15665850 - 536: - operation: search - 537: - end: 20921490 - operation: insert - start: 20820420 - 538: - operation: search - 539: - end: 21022560 - operation: insert - start: 20921490 - 540: - end: 15969060 - operation: delete - start: 15867990 - 541: - operation: search - 542: - end: 21123630 - operation: insert - start: 21022560 - 543: - operation: search - 544: - end: 21224700 - operation: insert - start: 21123630 - 545: - operation: search - 546: - end: 21325770 - operation: insert - start: 21224700 - 547: - operation: search - 548: - end: 21426840 - operation: insert - start: 21325770 - 549: - end: 16373340 - operation: delete - start: 16272270 - 550: - operation: search - 551: - end: 21527910 - operation: insert - start: 21426840 - 552: - end: 1313910 - operation: delete - start: 1212840 - 553: - operation: search - 554: - end: 21628980 - operation: insert - start: 21527910 - 555: - end: 16575480 - operation: delete - start: 16474410 - 556: - operation: search - 557: - end: 21730050 - operation: insert - start: 21628980 - 558: - end: 1516050 - operation: delete - start: 1414980 - 559: - end: 16676550 - operation: delete - start: 16575480 - 560: - operation: search - 561: - end: 21831120 - operation: insert - start: 21730050 - 562: - end: 16777620 - operation: delete - start: 16676550 - 563: - operation: search - 564: - end: 21932190 - operation: insert - start: 21831120 - 565: - end: 16878690 - operation: delete - start: 16777620 - 566: - operation: search - 567: - end: 22033260 - operation: insert - start: 21932190 - 568: - operation: search - 569: - end: 22134330 - operation: insert - start: 22033260 - 570: - operation: search - 571: - end: 22235400 - operation: insert - start: 22134330 - 572: - end: 17181900 - operation: delete - start: 17080830 - 573: - operation: search - 574: - end: 22336470 - operation: insert - start: 22235400 - 575: - end: 17282970 - operation: delete - start: 17181900 - 576: - operation: search - 577: - end: 22437540 - operation: insert - start: 22336470 - 578: - end: 17384040 - operation: delete - start: 17282970 - 579: - operation: search - 580: - end: 22538610 - operation: insert - start: 22437540 - 581: - end: 17485110 - operation: delete - start: 17384040 - 582: - operation: search - 583: - end: 22639680 - operation: insert - start: 22538610 - 584: - end: 17586180 - operation: delete - start: 17485110 - 585: - operation: search - 586: - end: 22740750 - operation: insert - start: 22639680 - 587: - operation: search - 588: - end: 22841820 - operation: insert - start: 22740750 - 589: - end: 2627820 - operation: delete - start: 2526750 - 590: - end: 17788320 - operation: delete - start: 17687250 - 591: - operation: search - 592: - end: 22942890 - operation: insert - start: 22841820 - 593: - end: 17889390 - operation: delete - start: 17788320 - 594: - operation: search - 595: - end: 23043960 - operation: insert - start: 22942890 - 596: - operation: search - 597: - end: 23145030 - operation: insert - start: 23043960 - 598: - operation: search - 599: - end: 23246100 - operation: insert - start: 23145030 - 600: - end: 3032100 - operation: delete - start: 2931030 - 601: - end: 18192600 - operation: delete - start: 18091530 - 602: - operation: search - 603: - end: 23347170 - operation: insert - start: 23246100 - 604: - operation: search - 605: - end: 23448240 - operation: insert - start: 23347170 - 606: - end: 18394740 - operation: delete - start: 18293670 - 607: - operation: search - 608: - end: 23549310 - operation: insert - start: 23448240 - 609: - end: 18495810 - operation: delete - start: 18394740 - 610: - operation: search - 611: - end: 23650380 - operation: insert - start: 23549310 - 612: - end: 18596880 - operation: delete - start: 18495810 - 613: - operation: search - 614: - end: 23751450 - operation: insert - start: 23650380 - 615: - end: 18697950 - operation: delete - start: 18596880 - 616: - operation: search - 617: - end: 23852520 - operation: insert - start: 23751450 - 618: - end: 3638520 - operation: delete - start: 3537450 - 619: - operation: search - 620: - end: 23953590 - operation: insert - start: 23852520 - 621: - end: 18900090 - operation: delete - start: 18799020 - 622: - operation: search - 623: - end: 24054660 - operation: insert - start: 23953590 - 624: - end: 3840660 - operation: delete - start: 3739590 - 625: - operation: search - 626: - end: 24155730 - operation: insert - start: 24054660 - 627: - operation: search - 628: - end: 24256800 - operation: insert - start: 24155730 - 629: - end: 4042800 - operation: delete - start: 3941730 - 630: - end: 19203300 - operation: delete - start: 19102230 - 631: - operation: search - 632: - end: 24357870 - operation: insert - start: 24256800 - 633: - end: 19304370 - operation: delete - start: 19203300 - 634: - operation: search - 635: - end: 24458940 - operation: insert - start: 24357870 - 636: - end: 19405440 - operation: delete - start: 19304370 - 637: - operation: search - 638: - end: 24560010 - operation: insert - start: 24458940 - 639: - operation: search - 640: - end: 24661080 - operation: insert - start: 24560010 - 641: - end: 4447080 - operation: delete - start: 4346010 - 642: - end: 19607580 - operation: delete - start: 19506510 - 643: - operation: search - 644: - end: 24762150 - operation: insert - start: 24661080 - 645: - operation: search - 646: - end: 24863220 - operation: insert - start: 24762150 - 647: - end: 19809720 - operation: delete - start: 19708650 - 648: - operation: search - 649: - end: 24964290 - operation: insert - start: 24863220 - 650: - end: 19910790 - operation: delete - start: 19809720 - 651: - operation: search - 652: - end: 25065360 - operation: insert - start: 24964290 - 653: - end: 20011860 - operation: delete - start: 19910790 - 654: - operation: search - 655: - end: 25166430 - operation: insert - start: 25065360 - 656: - end: 20112930 - operation: delete - start: 20011860 - 657: - operation: search - 658: - end: 25267500 - operation: insert - start: 25166430 - 659: - end: 20214000 - operation: delete - start: 20112930 - 660: - operation: search - 661: - end: 25368570 - operation: insert - start: 25267500 - 662: - operation: search - 663: - end: 25469640 - operation: insert - start: 25368570 - 664: - end: 20416140 - operation: delete - start: 20315070 - 665: - operation: search - 666: - end: 25570710 - operation: insert - start: 25469640 - 667: - operation: search - 668: - end: 25671780 - operation: insert - start: 25570710 - 669: - end: 20618280 - operation: delete - start: 20517210 - 670: - operation: search - 671: - end: 25772850 - operation: insert - start: 25671780 - 672: - end: 20719350 - operation: delete - start: 20618280 - 673: - operation: search - 674: - end: 25873920 - operation: insert - start: 25772850 - 675: - end: 20820420 - operation: delete - start: 20719350 - 676: - operation: search - 677: - end: 25974990 - operation: insert - start: 25873920 - 678: - end: 5760990 - operation: delete - start: 5659920 - 679: - end: 20921490 - operation: delete - start: 20820420 - 680: - operation: search - 681: - end: 26076060 - operation: insert - start: 25974990 - 682: - end: 5862060 - operation: delete - start: 5760990 - 683: - end: 21022560 - operation: delete - start: 20921490 - 684: - operation: search - 685: - end: 26177130 - operation: insert - start: 26076060 - 686: - end: 21123630 - operation: delete - start: 21022560 - 687: - operation: search - 688: - end: 26278200 - operation: insert - start: 26177130 - 689: - end: 6064200 - operation: delete - start: 5963130 - 690: - end: 21224700 - operation: delete - start: 21123630 - 691: - operation: search - 692: - end: 26379270 - operation: insert - start: 26278200 - 693: - end: 21325770 - operation: delete - start: 21224700 - 694: - operation: search - 695: - end: 26480340 - operation: insert - start: 26379270 - 696: - operation: search - 697: - end: 26581410 - operation: insert - start: 26480340 - 698: - end: 21527910 - operation: delete - start: 21426840 - 699: - operation: search - 700: - end: 26682480 - operation: insert - start: 26581410 - 701: - end: 21628980 - operation: delete - start: 21527910 - 702: - operation: search - 703: - end: 26783550 - operation: insert - start: 26682480 - 704: - end: 21730050 - operation: delete - start: 21628980 - 705: - operation: search - 706: - end: 26884620 - operation: insert - start: 26783550 - 707: - end: 6670620 - operation: delete - start: 6569550 - 708: - end: 21831120 - operation: delete - start: 21730050 - 709: - operation: search - 710: - end: 26985690 - operation: insert - start: 26884620 - 711: - end: 21932190 - operation: delete - start: 21831120 - 712: - operation: search - 713: - end: 27086760 - operation: insert - start: 26985690 - 714: - end: 6872760 - operation: delete - start: 6771690 - 715: - end: 22033260 - operation: delete - start: 21932190 - 716: - operation: search - 717: - end: 27187830 - operation: insert - start: 27086760 - 718: - end: 22134330 - operation: delete - start: 22033260 - 719: - operation: search - 720: - end: 27288900 - operation: insert - start: 27187830 - 721: - operation: search - 722: - end: 27389970 - operation: insert - start: 27288900 - 723: - end: 22336470 - operation: delete - start: 22235400 - 724: - operation: search - 725: - end: 27491040 - operation: insert - start: 27389970 - 726: - end: 22437540 - operation: delete - start: 22336470 - 727: - operation: search - 728: - end: 27592110 - operation: insert - start: 27491040 - 729: - end: 22538610 - operation: delete - start: 22437540 - 730: - operation: search - 731: - end: 27693180 - operation: insert - start: 27592110 - 732: - end: 22639680 - operation: delete - start: 22538610 - 733: - operation: search - 734: - end: 27794250 - operation: insert - start: 27693180 - 735: - end: 22740750 - operation: delete - start: 22639680 - 736: - operation: search - 737: - end: 27895320 - operation: insert - start: 27794250 - 738: - end: 22841820 - operation: delete - start: 22740750 - 739: - operation: search - 740: - end: 27996390 - operation: insert - start: 27895320 - 741: - end: 22942890 - operation: delete - start: 22841820 - 742: - operation: search - 743: - end: 28097460 - operation: insert - start: 27996390 - 744: - end: 7883460 - operation: delete - start: 7782390 - 745: - end: 23043960 - operation: delete - start: 22942890 - 746: - operation: search - 747: - end: 28198530 - operation: insert - start: 28097460 - 748: - end: 23145030 - operation: delete - start: 23043960 - 749: - operation: search - 750: - end: 28299600 - operation: insert - start: 28198530 - 751: - end: 8085600 - operation: delete - start: 7984530 - 752: - end: 23246100 - operation: delete - start: 23145030 - 753: - operation: search - 754: - end: 28400670 - operation: insert - start: 28299600 - 755: - end: 23347170 - operation: delete - start: 23246100 - 756: - operation: search - 757: - end: 28501740 - operation: insert - start: 28400670 - 758: - end: 23448240 - operation: delete - start: 23347170 - 759: - operation: search - 760: - end: 28602810 - operation: insert - start: 28501740 - 761: - end: 23549310 - operation: delete - start: 23448240 - 762: - operation: search - 763: - end: 28703880 - operation: insert - start: 28602810 - 764: - end: 8489880 - operation: delete - start: 8388810 - 765: - operation: search - 766: - end: 28804950 - operation: insert - start: 28703880 - 767: - end: 23751450 - operation: delete - start: 23650380 - 768: - operation: search - 769: - end: 28906020 - operation: insert - start: 28804950 - 770: - end: 23852520 - operation: delete - start: 23751450 - 771: - operation: search - 772: - end: 29007090 - operation: insert - start: 28906020 - 773: - end: 23953590 - operation: delete - start: 23852520 - 774: - operation: search - 775: - end: 29108160 - operation: insert - start: 29007090 - 776: - end: 24054660 - operation: delete - start: 23953590 - 777: - operation: search - 778: - end: 29209230 - operation: insert - start: 29108160 - 779: - end: 8995230 - operation: delete - start: 8894160 - 780: - operation: search - 781: - end: 29310300 - operation: insert - start: 29209230 - 782: - end: 24256800 - operation: delete - start: 24155730 - 783: - operation: search - 784: - end: 29411370 - operation: insert - start: 29310300 - 785: - end: 24357870 - operation: delete - start: 24256800 - 786: - operation: search - 787: - end: 29512440 - operation: insert - start: 29411370 - 788: - end: 24458940 - operation: delete - start: 24357870 - 789: - operation: search - 790: - end: 29613510 - operation: insert - start: 29512440 - 791: - end: 24560010 - operation: delete - start: 24458940 - 792: - operation: search - 793: - end: 29714580 - operation: insert - start: 29613510 - 794: - end: 24661080 - operation: delete - start: 24560010 - 795: - operation: search - 796: - end: 29815650 - operation: insert - start: 29714580 - 797: - end: 24762150 - operation: delete - start: 24661080 - 798: - operation: search - 799: - end: 29916720 - operation: insert - start: 29815650 - 800: - end: 24863220 - operation: delete - start: 24762150 - 801: - operation: search - 802: - end: 30017790 - operation: insert - start: 29916720 - 803: - end: 24964290 - operation: delete - start: 24863220 - 804: - operation: search - 805: - end: 30118860 - operation: insert - start: 30017790 - 806: - end: 25065360 - operation: delete - start: 24964290 - 807: - operation: search - 808: - end: 30219930 - operation: insert - start: 30118860 - 809: - end: 25166430 - operation: delete - start: 25065360 - 810: - operation: search - 811: - end: 30321000 - operation: insert - start: 30219930 - 812: - end: 25267500 - operation: delete - start: 25166430 - 813: - operation: search - 814: - end: 30422070 - operation: insert - start: 30321000 - 815: - end: 25368570 - operation: delete - start: 25267500 - 816: - operation: search - 817: - end: 30523140 - operation: insert - start: 30422070 - 818: - end: 25469640 - operation: delete - start: 25368570 - 819: - operation: search - 820: - end: 30624210 - operation: insert - start: 30523140 - 821: - end: 25570710 - operation: delete - start: 25469640 - 822: - operation: search - 823: - end: 30725280 - operation: insert - start: 30624210 - 824: - end: 25671780 - operation: delete - start: 25570710 - 825: - operation: search - 826: - end: 30826350 - operation: insert - start: 30725280 - 827: - end: 25772850 - operation: delete - start: 25671780 - 828: - operation: search - 829: - end: 30927420 - operation: insert - start: 30826350 - 830: - end: 25873920 - operation: delete - start: 25772850 - 831: - operation: search - 832: - end: 31028490 - operation: insert - start: 30927420 - 833: - end: 25974990 - operation: delete - start: 25873920 - 834: - operation: search - 835: - end: 31129560 - operation: insert - start: 31028490 - 836: - end: 10915560 - operation: delete - start: 10814490 - 837: - operation: search - 838: - end: 31230630 - operation: insert - start: 31129560 - 839: - end: 26177130 - operation: delete - start: 26076060 - 840: - operation: search - 841: - end: 31331700 - operation: insert - start: 31230630 - 842: - end: 11117700 - operation: delete - start: 11016630 - 843: - end: 26278200 - operation: delete - start: 26177130 - 844: - operation: search - 845: - end: 31432770 - operation: insert - start: 31331700 - 846: - end: 26379270 - operation: delete - start: 26278200 - 847: - operation: search - 848: - end: 31533840 - operation: insert - start: 31432770 - 849: - end: 11319840 - operation: delete - start: 11218770 - 850: - end: 26480340 - operation: delete - start: 26379270 - 851: - operation: search - 852: - end: 31634910 - operation: insert - start: 31533840 - 853: - end: 11420910 - operation: delete - start: 11319840 - 854: - operation: search - 855: - end: 31735980 - operation: insert - start: 31634910 - 856: - operation: search - 857: - end: 31837050 - operation: insert - start: 31735980 - 858: - end: 26783550 - operation: delete - start: 26682480 - 859: - operation: search - 860: - end: 31938120 - operation: insert - start: 31837050 - 861: - end: 11724120 - operation: delete - start: 11623050 - 862: - end: 26884620 - operation: delete - start: 26783550 - 863: - operation: search - 864: - end: 32039190 - operation: insert - start: 31938120 - 865: - end: 26985690 - operation: delete - start: 26884620 - 866: - operation: search - 867: - end: 32140260 - operation: insert - start: 32039190 - 868: - end: 27086760 - operation: delete - start: 26985690 - 869: - operation: search - 870: - end: 32241330 - operation: insert - start: 32140260 - 871: - end: 27187830 - operation: delete - start: 27086760 - 872: - operation: search - 873: - end: 32342400 - operation: insert - start: 32241330 - 874: - end: 27288900 - operation: delete - start: 27187830 - 875: - operation: search - 876: - end: 32443470 - operation: insert - start: 32342400 - 877: - end: 12229470 - operation: delete - start: 12128400 - 878: - end: 27389970 - operation: delete - start: 27288900 - 879: - operation: search - 880: - end: 32544540 - operation: insert - start: 32443470 - 881: - end: 27491040 - operation: delete - start: 27389970 - 882: - operation: search - 883: - end: 32645610 - operation: insert - start: 32544540 - 884: - end: 27592110 - operation: delete - start: 27491040 - 885: - operation: search - 886: - end: 32746680 - operation: insert - start: 32645610 - 887: - end: 27693180 - operation: delete - start: 27592110 - 888: - operation: search - 889: - end: 32847750 - operation: insert - start: 32746680 - 890: - operation: search - 891: - end: 32948820 - operation: insert - start: 32847750 - 892: - end: 27895320 - operation: delete - start: 27794250 - 893: - operation: search - 894: - end: 33049890 - operation: insert - start: 32948820 - 895: - end: 12835890 - operation: delete - start: 12734820 - 896: - operation: search - 897: - end: 33150960 - operation: insert - start: 33049890 - 898: - end: 28097460 - operation: delete - start: 27996390 - 899: - operation: search - 900: - end: 33252030 - operation: insert - start: 33150960 - 901: - end: 28198530 - operation: delete - start: 28097460 - 902: - operation: search - 903: - end: 33353100 - operation: insert - start: 33252030 - 904: - end: 28299600 - operation: delete - start: 28198530 - 905: - operation: search - 906: - end: 33454170 - operation: insert - start: 33353100 - 907: - end: 28400670 - operation: delete - start: 28299600 - 908: - operation: search - 909: - end: 33555240 - operation: insert - start: 33454170 - 910: - end: 28501740 - operation: delete - start: 28400670 - 911: - operation: search - 912: - end: 33656310 - operation: insert - start: 33555240 - 913: - end: 28602810 - operation: delete - start: 28501740 - 914: - operation: search - 915: - end: 33757380 - operation: insert - start: 33656310 - 916: - end: 28703880 - operation: delete - start: 28602810 - 917: - operation: search - 918: - end: 33858450 - operation: insert - start: 33757380 - 919: - end: 28804950 - operation: delete - start: 28703880 - 920: - operation: search - 921: - end: 33959520 - operation: insert - start: 33858450 - 922: - end: 28906020 - operation: delete - start: 28804950 - 923: - operation: search - 924: - end: 34060590 - operation: insert - start: 33959520 - 925: - end: 29007090 - operation: delete - start: 28906020 - 926: - operation: search - 927: - end: 34161660 - operation: insert - start: 34060590 - 928: - end: 29108160 - operation: delete - start: 29007090 - 929: - operation: search - 930: - end: 34262730 - operation: insert - start: 34161660 - 931: - end: 29209230 - operation: delete - start: 29108160 - 932: - operation: search - 933: - end: 34363800 - operation: insert - start: 34262730 - 934: - operation: search - 935: - end: 34464870 - operation: insert - start: 34363800 - 936: - end: 29411370 - operation: delete - start: 29310300 - 937: - operation: search - 938: - end: 34565940 - operation: insert - start: 34464870 - 939: - end: 29512440 - operation: delete - start: 29411370 - 940: - operation: search - 941: - end: 34667010 - operation: insert - start: 34565940 - 942: - end: 29613510 - operation: delete - start: 29512440 - 943: - operation: search - 944: - end: 34768080 - operation: insert - start: 34667010 - 945: - end: 29714580 - operation: delete - start: 29613510 - 946: - operation: search - 947: - end: 34869150 - operation: insert - start: 34768080 - 948: - end: 14655150 - operation: delete - start: 14554080 - 949: - end: 29815650 - operation: delete - start: 29714580 - 950: - operation: search - 951: - end: 34970220 - operation: insert - start: 34869150 - 952: - end: 14756220 - operation: delete - start: 14655150 - 953: - end: 29916720 - operation: delete - start: 29815650 - 954: - operation: search - 955: - end: 35071290 - operation: insert - start: 34970220 - 956: - operation: search - 957: - end: 35172360 - operation: insert - start: 35071290 - 958: - end: 30118860 - operation: delete - start: 30017790 - 959: - operation: search - 960: - end: 35273430 - operation: insert - start: 35172360 - 961: - end: 30219930 - operation: delete - start: 30118860 - 962: - operation: search - 963: - end: 35374500 - operation: insert - start: 35273430 - 964: - end: 30321000 - operation: delete - start: 30219930 - 965: - operation: search - 966: - end: 35475570 - operation: insert - start: 35374500 - 967: - end: 30422070 - operation: delete - start: 30321000 - 968: - operation: search - 969: - end: 35576640 - operation: insert - start: 35475570 - 970: - end: 15362640 - operation: delete - start: 15261570 - 971: - end: 30523140 - operation: delete - start: 30422070 - 972: - operation: search - 973: - end: 35677710 - operation: insert - start: 35576640 - 974: - end: 30624210 - operation: delete - start: 30523140 - 975: - operation: search - 976: - end: 35778780 - operation: insert - start: 35677710 - 977: - end: 30725280 - operation: delete - start: 30624210 - 978: - operation: search - 979: - end: 35879850 - operation: insert - start: 35778780 - 980: - operation: search - 981: - end: 35980920 - operation: insert - start: 35879850 - 982: - end: 30927420 - operation: delete - start: 30826350 - 983: - operation: search - 984: - end: 36081990 - operation: insert - start: 35980920 - 985: - end: 15867990 - operation: delete - start: 15766920 - 986: - end: 31028490 - operation: delete - start: 30927420 - 987: - operation: search - 988: - end: 36183060 - operation: insert - start: 36081990 - 989: - end: 31129560 - operation: delete - start: 31028490 - 990: - operation: search - 991: - end: 36284130 - operation: insert - start: 36183060 - 992: - end: 16070130 - operation: delete - start: 15969060 - 993: - end: 31230630 - operation: delete - start: 31129560 - 994: - operation: search - 995: - end: 36385200 - operation: insert - start: 36284130 - 996: - end: 16171200 - operation: delete - start: 16070130 - 997: - end: 31331700 - operation: delete - start: 31230630 - 998: - operation: search - 999: - end: 36486270 - operation: insert - start: 36385200 - 1000: - end: 16272270 - operation: delete - start: 16171200 - 1001: - end: 31432770 - operation: delete - start: 31331700 - 1002: - operation: search - 1003: - end: 36587340 - operation: insert - start: 36486270 - 1004: - end: 31533840 - operation: delete - start: 31432770 - 1005: - operation: search - 1006: - end: 36688410 - operation: insert - start: 36587340 - 1007: - end: 16474410 - operation: delete - start: 16373340 - 1008: - operation: search - 1009: - end: 36789480 - operation: insert - start: 36688410 - 1010: - end: 31735980 - operation: delete - start: 31634910 - 1011: - operation: search - 1012: - end: 36890550 - operation: insert - start: 36789480 - 1013: - end: 31837050 - operation: delete - start: 31735980 - 1014: - operation: search - 1015: - end: 36991620 - operation: insert - start: 36890550 - 1016: - operation: search - 1017: - end: 37092690 - operation: insert - start: 36991620 - 1018: - end: 32039190 - operation: delete - start: 31938120 - 1019: - operation: search - 1020: - end: 37193760 - operation: insert - start: 37092690 - 1021: - end: 16979760 - operation: delete - start: 16878690 - 1022: - end: 32140260 - operation: delete - start: 32039190 - 1023: - operation: search - 1024: - end: 37294830 - operation: insert - start: 37193760 - 1025: - end: 32241330 - operation: delete - start: 32140260 - 1026: - operation: search - 1027: - end: 37395900 - operation: insert - start: 37294830 - 1028: - end: 32342400 - operation: delete - start: 32241330 - 1029: - operation: search - 1030: - end: 37496970 - operation: insert - start: 37395900 - 1031: - end: 32443470 - operation: delete - start: 32342400 - 1032: - operation: search - 1033: - end: 37598040 - operation: insert - start: 37496970 - 1034: - end: 32544540 - operation: delete - start: 32443470 - 1035: - operation: search - 1036: - end: 37699110 - operation: insert - start: 37598040 - 1037: - operation: search - 1038: - end: 37800180 - operation: insert - start: 37699110 - 1039: - end: 32746680 - operation: delete - start: 32645610 - 1040: - operation: search - 1041: - end: 37901250 - operation: insert - start: 37800180 - 1042: - end: 17687250 - operation: delete - start: 17586180 - 1043: - end: 32847750 - operation: delete - start: 32746680 - 1044: - operation: search - 1045: - end: 38002320 - operation: insert - start: 37901250 - 1046: - operation: search - 1047: - end: 38103390 - operation: insert - start: 38002320 - 1048: - end: 33049890 - operation: delete - start: 32948820 - 1049: - operation: search - 1050: - end: 38204460 - operation: insert - start: 38103390 - 1051: - end: 17990460 - operation: delete - start: 17889390 - 1052: - end: 33150960 - operation: delete - start: 33049890 - 1053: - operation: search - 1054: - end: 38305530 - operation: insert - start: 38204460 - 1055: - end: 18091530 - operation: delete - start: 17990460 - 1056: - end: 33252030 - operation: delete - start: 33150960 - 1057: - operation: search - 1058: - end: 38406600 - operation: insert - start: 38305530 - 1059: - end: 33353100 - operation: delete - start: 33252030 - 1060: - operation: search - 1061: - end: 38507670 - operation: insert - start: 38406600 - 1062: - end: 18293670 - operation: delete - start: 18192600 - 1063: - operation: search - 1064: - end: 38608740 - operation: insert - start: 38507670 - 1065: - operation: search - 1066: - end: 38709810 - operation: insert - start: 38608740 - 1067: - operation: search - 1068: - end: 38810880 - operation: insert - start: 38709810 - 1069: - end: 33757380 - operation: delete - start: 33656310 - 1070: - operation: search - 1071: - end: 38911950 - operation: insert - start: 38810880 - 1072: - end: 33858450 - operation: delete - start: 33757380 - 1073: - operation: search - 1074: - end: 39013020 - operation: insert - start: 38911950 - 1075: - operation: search - 1076: - end: 39114090 - operation: insert - start: 39013020 - 1077: - end: 34060590 - operation: delete - start: 33959520 - 1078: - operation: search - 1079: - end: 39215160 - operation: insert - start: 39114090 - 1080: - end: 19001160 - operation: delete - start: 18900090 - 1081: - end: 34161660 - operation: delete - start: 34060590 - 1082: - operation: search - 1083: - end: 39316230 - operation: insert - start: 39215160 - 1084: - end: 19102230 - operation: delete - start: 19001160 - 1085: - end: 34262730 - operation: delete - start: 34161660 - 1086: - operation: search - 1087: - end: 39417300 - operation: insert - start: 39316230 - 1088: - end: 34363800 - operation: delete - start: 34262730 - 1089: - operation: search - 1090: - end: 39518370 - operation: insert - start: 39417300 - 1091: - end: 34464870 - operation: delete - start: 34363800 - 1092: - operation: search - 1093: - end: 39619440 - operation: insert - start: 39518370 - 1094: - operation: search - 1095: - end: 39720510 - operation: insert - start: 39619440 - 1096: - end: 19506510 - operation: delete - start: 19405440 - 1097: - end: 34667010 - operation: delete - start: 34565940 - 1098: - operation: search - 1099: - end: 39821580 - operation: insert - start: 39720510 - 1100: - end: 34768080 - operation: delete - start: 34667010 - 1101: - operation: search - 1102: - end: 39922650 - operation: insert - start: 39821580 - 1103: - end: 34869150 - operation: delete - start: 34768080 - 1104: - operation: search - 1105: - end: 40023720 - operation: insert - start: 39922650 - 1106: - operation: search - 1107: - end: 40124790 - operation: insert - start: 40023720 - 1108: - end: 35071290 - operation: delete - start: 34970220 - 1109: - operation: search - 1110: - end: 40225860 - operation: insert - start: 40124790 - 1111: - end: 35172360 - operation: delete - start: 35071290 - 1112: - operation: search - 1113: - end: 40326930 - operation: insert - start: 40225860 - 1114: - operation: search - 1115: - end: 40428000 - operation: insert - start: 40326930 - 1116: - end: 35374500 - operation: delete - start: 35273430 - 1117: - operation: search - 1118: - end: 40529070 - operation: insert - start: 40428000 - 1119: - end: 20315070 - operation: delete - start: 20214000 - 1120: - operation: search - 1121: - end: 40630140 - operation: insert - start: 40529070 - 1122: - end: 35576640 - operation: delete - start: 35475570 - 1123: - operation: search - 1124: - end: 40731210 - operation: insert - start: 40630140 - 1125: - end: 20517210 - operation: delete - start: 20416140 - 1126: - end: 35677710 - operation: delete - start: 35576640 - 1127: - operation: search - 1128: - end: 40832280 - operation: insert - start: 40731210 - 1129: - end: 35778780 - operation: delete - start: 35677710 - 1130: - operation: search - 1131: - end: 40933350 - operation: insert - start: 40832280 - 1132: - operation: search - 1133: - end: 41034420 - operation: insert - start: 40933350 - 1134: - end: 35980920 - operation: delete - start: 35879850 - 1135: - operation: search - 1136: - end: 41135490 - operation: insert - start: 41034420 - 1137: - end: 36081990 - operation: delete - start: 35980920 - 1138: - operation: search - 1139: - end: 41236560 - operation: insert - start: 41135490 - 1140: - end: 36183060 - operation: delete - start: 36081990 - 1141: - operation: search - 1142: - end: 41337630 - operation: insert - start: 41236560 - 1143: - end: 36284130 - operation: delete - start: 36183060 - 1144: - operation: search - 1145: - end: 41438700 - operation: insert - start: 41337630 - 1146: - end: 36385200 - operation: delete - start: 36284130 - 1147: - operation: search - 1148: - end: 41539770 - operation: insert - start: 41438700 - 1149: - end: 36486270 - operation: delete - start: 36385200 - 1150: - operation: search - 1151: - end: 41640840 - operation: insert - start: 41539770 - 1152: - end: 21426840 - operation: delete - start: 21325770 - 1153: - end: 36587340 - operation: delete - start: 36486270 - 1154: - operation: search - 1155: - end: 41741910 - operation: insert - start: 41640840 - 1156: - operation: search - 1157: - end: 41842980 - operation: insert - start: 41741910 - 1158: - end: 36789480 - operation: delete - start: 36688410 - 1159: - operation: search - 1160: - end: 41944050 - operation: insert - start: 41842980 - 1161: - end: 36890550 - operation: delete - start: 36789480 - 1162: - operation: search - 1163: - end: 42045120 - operation: insert - start: 41944050 - 1164: - end: 36991620 - operation: delete - start: 36890550 - 1165: - operation: search - 1166: - end: 42146190 - operation: insert - start: 42045120 - 1167: - end: 37092690 - operation: delete - start: 36991620 - 1168: - operation: search - 1169: - end: 42247260 - operation: insert - start: 42146190 - 1170: - operation: search - 1171: - end: 42348330 - operation: insert - start: 42247260 - 1172: - operation: search - 1173: - end: 42449400 - operation: insert - start: 42348330 - 1174: - end: 22235400 - operation: delete - start: 22134330 - 1175: - end: 37395900 - operation: delete - start: 37294830 - 1176: - operation: search - 1177: - end: 42550470 - operation: insert - start: 42449400 - 1178: - end: 37496970 - operation: delete - start: 37395900 - 1179: - operation: search - 1180: - end: 42651540 - operation: insert - start: 42550470 - 1181: - end: 37598040 - operation: delete - start: 37496970 - 1182: - operation: search - 1183: - end: 42752610 - operation: insert - start: 42651540 - 1184: - end: 37699110 - operation: delete - start: 37598040 - 1185: - operation: search - 1186: - end: 42853680 - operation: insert - start: 42752610 - 1187: - end: 37800180 - operation: delete - start: 37699110 - 1188: - operation: search - 1189: - end: 42954750 - operation: insert - start: 42853680 - 1190: - end: 37901250 - operation: delete - start: 37800180 - 1191: - operation: search - 1192: - end: 43055820 - operation: insert - start: 42954750 - 1193: - operation: search - 1194: - end: 43156890 - operation: insert - start: 43055820 - 1195: - end: 38103390 - operation: delete - start: 38002320 - 1196: - operation: search - 1197: - end: 43257960 - operation: insert - start: 43156890 - 1198: - end: 38204460 - operation: delete - start: 38103390 - 1199: - operation: search - 1200: - end: 43359030 - operation: insert - start: 43257960 - 1201: - end: 38305530 - operation: delete - start: 38204460 - 1202: - operation: search - 1203: - end: 43460100 - operation: insert - start: 43359030 - 1204: - end: 38406600 - operation: delete - start: 38305530 - 1205: - operation: search - 1206: - end: 43561170 - operation: insert - start: 43460100 - 1207: - operation: search - 1208: - end: 43662240 - operation: insert - start: 43561170 - 1209: - end: 38608740 - operation: delete - start: 38507670 - 1210: - operation: search - 1211: - end: 43763310 - operation: insert - start: 43662240 - 1212: - operation: search - 1213: - end: 43864380 - operation: insert - start: 43763310 - 1214: - end: 23650380 - operation: delete - start: 23549310 - 1215: - end: 38810880 - operation: delete - start: 38709810 - 1216: - operation: search - 1217: - end: 43965450 - operation: insert - start: 43864380 - 1218: - end: 38911950 - operation: delete - start: 38810880 - 1219: - operation: search - 1220: - end: 44066520 - operation: insert - start: 43965450 - 1221: - end: 39013020 - operation: delete - start: 38911950 - 1222: - operation: search - 1223: - end: 44167590 - operation: insert - start: 44066520 - 1224: - operation: search - 1225: - end: 44268660 - operation: insert - start: 44167590 - 1226: - end: 39215160 - operation: delete - start: 39114090 - 1227: - operation: search - 1228: - end: 44369730 - operation: insert - start: 44268660 - 1229: - end: 24155730 - operation: delete - start: 24054660 - 1230: - end: 39316230 - operation: delete - start: 39215160 - 1231: - operation: search - 1232: - end: 44470800 - operation: insert - start: 44369730 - 1233: - end: 39417300 - operation: delete - start: 39316230 - 1234: - operation: search - 1235: - end: 44571870 - operation: insert - start: 44470800 - 1236: - end: 39518370 - operation: delete - start: 39417300 - 1237: - operation: search - 1238: - end: 44672940 - operation: insert - start: 44571870 - 1239: - end: 39619440 - operation: delete - start: 39518370 - 1240: - operation: search - 1241: - end: 44774010 - operation: insert - start: 44672940 - 1242: - end: 39720510 - operation: delete - start: 39619440 - 1243: - operation: search - 1244: - end: 44875080 - operation: insert - start: 44774010 - 1245: - operation: search - 1246: - end: 44976150 - operation: insert - start: 44875080 - 1247: - end: 39922650 - operation: delete - start: 39821580 - 1248: - operation: search - 1249: - end: 45077220 - operation: insert - start: 44976150 - 1250: - operation: search - 1251: - end: 45178290 - operation: insert - start: 45077220 - 1252: - end: 40124790 - operation: delete - start: 40023720 - 1253: - operation: search - 1254: - end: 45279360 - operation: insert - start: 45178290 - 1255: - end: 40225860 - operation: delete - start: 40124790 - 1256: - operation: search - 1257: - end: 45380430 - operation: insert - start: 45279360 - 1258: - end: 40326930 - operation: delete - start: 40225860 - 1259: - operation: search - 1260: - end: 45481500 - operation: insert - start: 45380430 - 1261: - operation: search - 1262: - end: 45582570 - operation: insert - start: 45481500 - 1263: - end: 40529070 - operation: delete - start: 40428000 - 1264: - operation: search - 1265: - end: 45683640 - operation: insert - start: 45582570 - 1266: - end: 40630140 - operation: delete - start: 40529070 - 1267: - operation: search - 1268: - end: 45784710 - operation: insert - start: 45683640 - 1269: - end: 40731210 - operation: delete - start: 40630140 - 1270: - operation: search - 1271: - end: 45885780 - operation: insert - start: 45784710 - 1272: - end: 40832280 - operation: delete - start: 40731210 - 1273: - operation: search - 1274: - end: 45986850 - operation: insert - start: 45885780 - 1275: - end: 40933350 - operation: delete - start: 40832280 - 1276: - operation: search - 1277: - end: 46087920 - operation: insert - start: 45986850 - 1278: - end: 41034420 - operation: delete - start: 40933350 - 1279: - operation: search - 1280: - end: 46188990 - operation: insert - start: 46087920 - 1281: - end: 41135490 - operation: delete - start: 41034420 - 1282: - operation: search - 1283: - end: 46290060 - operation: insert - start: 46188990 - 1284: - end: 26076060 - operation: delete - start: 25974990 - 1285: - end: 41236560 - operation: delete - start: 41135490 - 1286: - operation: search - 1287: - end: 46391130 - operation: insert - start: 46290060 - 1288: - end: 41337630 - operation: delete - start: 41236560 - 1289: - operation: search - 1290: - end: 46492200 - operation: insert - start: 46391130 - 1291: - end: 41438700 - operation: delete - start: 41337630 - 1292: - operation: search - 1293: - end: 46593270 - operation: insert - start: 46492200 - 1294: - end: 41539770 - operation: delete - start: 41438700 - 1295: - operation: search - 1296: - end: 46694340 - operation: insert - start: 46593270 - 1297: - end: 41640840 - operation: delete - start: 41539770 - 1298: - operation: search - 1299: - end: 46795410 - operation: insert - start: 46694340 - 1300: - end: 26581410 - operation: delete - start: 26480340 - 1301: - operation: search - 1302: - end: 46896480 - operation: insert - start: 46795410 - 1303: - end: 26682480 - operation: delete - start: 26581410 - 1304: - end: 41842980 - operation: delete - start: 41741910 - 1305: - operation: search - 1306: - end: 46997550 - operation: insert - start: 46896480 - 1307: - operation: search - 1308: - end: 47098620 - operation: insert - start: 46997550 - 1309: - end: 42045120 - operation: delete - start: 41944050 - 1310: - operation: search - 1311: - end: 47199690 - operation: insert - start: 47098620 - 1312: - operation: search - 1313: - end: 47300760 - operation: insert - start: 47199690 - 1314: - operation: search - 1315: - end: 47401830 - operation: insert - start: 47300760 - 1316: - end: 42348330 - operation: delete - start: 42247260 - 1317: - operation: search - 1318: - end: 47502900 - operation: insert - start: 47401830 - 1319: - operation: search - 1320: - end: 47603970 - operation: insert - start: 47502900 - 1321: - operation: search - 1322: - end: 47705040 - operation: insert - start: 47603970 - 1323: - end: 42651540 - operation: delete - start: 42550470 - 1324: - operation: search - 1325: - end: 47806110 - operation: insert - start: 47705040 - 1326: - end: 42752610 - operation: delete - start: 42651540 - 1327: - operation: search - 1328: - end: 47907180 - operation: insert - start: 47806110 - 1329: - operation: search - 1330: - end: 48008250 - operation: insert - start: 47907180 - 1331: - end: 27794250 - operation: delete - start: 27693180 - 1332: - end: 42954750 - operation: delete - start: 42853680 - 1333: - operation: search - 1334: - end: 48109320 - operation: insert - start: 48008250 - 1335: - end: 43055820 - operation: delete - start: 42954750 - 1336: - operation: search - 1337: - end: 48210390 - operation: insert - start: 48109320 - 1338: - end: 27996390 - operation: delete - start: 27895320 - 1339: - end: 43156890 - operation: delete - start: 43055820 - 1340: - operation: search - 1341: - end: 48311460 - operation: insert - start: 48210390 - 1342: - end: 43257960 - operation: delete - start: 43156890 - 1343: - operation: search - 1344: - end: 48412530 - operation: insert - start: 48311460 - 1345: - end: 43359030 - operation: delete - start: 43257960 - 1346: - operation: search - 1347: - end: 48513600 - operation: insert - start: 48412530 - 1348: - end: 43460100 - operation: delete - start: 43359030 - 1349: - operation: search - 1350: - end: 48614670 - operation: insert - start: 48513600 - 1351: - end: 43561170 - operation: delete - start: 43460100 - 1352: - operation: search - 1353: - end: 48715740 - operation: insert - start: 48614670 - 1354: - end: 43662240 - operation: delete - start: 43561170 - 1355: - operation: search - 1356: - end: 48816810 - operation: insert - start: 48715740 - 1357: - end: 43763310 - operation: delete - start: 43662240 - 1358: - operation: search - 1359: - end: 48917880 - operation: insert - start: 48816810 - 1360: - end: 43864380 - operation: delete - start: 43763310 - 1361: - operation: search - 1362: - end: 49018950 - operation: insert - start: 48917880 - 1363: - operation: search - 1364: - end: 49120020 - operation: insert - start: 49018950 - 1365: - end: 44066520 - operation: delete - start: 43965450 - 1366: - operation: search - 1367: - end: 49221090 - operation: insert - start: 49120020 - 1368: - end: 44167590 - operation: delete - start: 44066520 - 1369: - operation: search - 1370: - end: 49322160 - operation: insert - start: 49221090 - 1371: - operation: search - 1372: - end: 49423230 - operation: insert - start: 49322160 - 1373: - end: 44369730 - operation: delete - start: 44268660 - 1374: - operation: search - 1375: - end: 49524300 - operation: insert - start: 49423230 - 1376: - end: 29310300 - operation: delete - start: 29209230 - 1377: - end: 44470800 - operation: delete - start: 44369730 - 1378: - operation: search - 1379: - end: 49625370 - operation: insert - start: 49524300 - 1380: - end: 44571870 - operation: delete - start: 44470800 - 1381: - operation: search - 1382: - end: 49726440 - operation: insert - start: 49625370 - 1383: - end: 44672940 - operation: delete - start: 44571870 - 1384: - operation: search - 1385: - end: 49827510 - operation: insert - start: 49726440 - 1386: - end: 44774010 - operation: delete - start: 44672940 - 1387: - operation: search - 1388: - end: 49928580 - operation: insert - start: 49827510 - 1389: - end: 44875080 - operation: delete - start: 44774010 - 1390: - operation: search - 1391: - end: 50029650 - operation: insert - start: 49928580 - 1392: - operation: search - 1393: - end: 50130720 - operation: insert - start: 50029650 - 1394: - end: 45077220 - operation: delete - start: 44976150 - 1395: - operation: search - 1396: - end: 50231790 - operation: insert - start: 50130720 - 1397: - end: 30017790 - operation: delete - start: 29916720 - 1398: - end: 45178290 - operation: delete - start: 45077220 - 1399: - operation: search - 1400: - end: 50332860 - operation: insert - start: 50231790 - 1401: - operation: search - 1402: - end: 50433930 - operation: insert - start: 50332860 - 1403: - end: 45380430 - operation: delete - start: 45279360 - 1404: - operation: search - 1405: - end: 50535000 - operation: insert - start: 50433930 - 1406: - end: 45481500 - operation: delete - start: 45380430 - 1407: - operation: search - 1408: - end: 50636070 - operation: insert - start: 50535000 - 1409: - operation: search - 1410: - end: 50737140 - operation: insert - start: 50636070 - 1411: - end: 45683640 - operation: delete - start: 45582570 - 1412: - operation: search - 1413: - end: 50838210 - operation: insert - start: 50737140 - 1414: - operation: search - 1415: - end: 50939280 - operation: insert - start: 50838210 - 1416: - end: 45885780 - operation: delete - start: 45784710 - 1417: - operation: search - 1418: - end: 51040350 - operation: insert - start: 50939280 - 1419: - end: 45986850 - operation: delete - start: 45885780 - 1420: - operation: search - 1421: - end: 51141420 - operation: insert - start: 51040350 - 1422: - end: 46087920 - operation: delete - start: 45986850 - 1423: - operation: search - 1424: - end: 51242490 - operation: insert - start: 51141420 - 1425: - end: 46188990 - operation: delete - start: 46087920 - 1426: - operation: search - 1427: - end: 51343560 - operation: insert - start: 51242490 - 1428: - end: 46290060 - operation: delete - start: 46188990 - 1429: - operation: search - 1430: - end: 51444630 - operation: insert - start: 51343560 - 1431: - end: 46391130 - operation: delete - start: 46290060 - 1432: - operation: search - 1433: - end: 51545700 - operation: insert - start: 51444630 - 1434: - operation: search - 1435: - end: 51646770 - operation: insert - start: 51545700 - 1436: - end: 46593270 - operation: delete - start: 46492200 - 1437: - operation: search - 1438: - end: 51747840 - operation: insert - start: 51646770 - 1439: - operation: search - 1440: - end: 51848910 - operation: insert - start: 51747840 - 1441: - end: 31634910 - operation: delete - start: 31533840 - 1442: - end: 46795410 - operation: delete - start: 46694340 - 1443: - operation: search - 1444: - end: 51949980 - operation: insert - start: 51848910 - 1445: - end: 46896480 - operation: delete - start: 46795410 - 1446: - operation: search - 1447: - end: 52051050 - operation: insert - start: 51949980 - 1448: - operation: search - 1449: - end: 52152120 - operation: insert - start: 52051050 - 1450: - end: 31938120 - operation: delete - start: 31837050 - 1451: - end: 47098620 - operation: delete - start: 46997550 - 1452: - operation: search - 1453: - end: 52253190 - operation: insert - start: 52152120 - 1454: - end: 47199690 - operation: delete - start: 47098620 - 1455: - operation: search - 1456: - end: 52354260 - operation: insert - start: 52253190 - 1457: - end: 47300760 - operation: delete - start: 47199690 - 1458: - operation: search - 1459: - end: 52455330 - operation: insert - start: 52354260 - 1460: - end: 47401830 - operation: delete - start: 47300760 - 1461: - operation: search - 1462: - end: 52556400 - operation: insert - start: 52455330 - 1463: - end: 47502900 - operation: delete - start: 47401830 - 1464: - operation: search - 1465: - end: 52657470 - operation: insert - start: 52556400 - 1466: - end: 47603970 - operation: delete - start: 47502900 - 1467: - operation: search - 1468: - end: 52758540 - operation: insert - start: 52657470 - 1469: - end: 47705040 - operation: delete - start: 47603970 - 1470: - operation: search - 1471: - end: 52859610 - operation: insert - start: 52758540 - 1472: - end: 32645610 - operation: delete - start: 32544540 - 1473: - operation: search - 1474: - end: 52960680 - operation: insert - start: 52859610 - 1475: - end: 47907180 - operation: delete - start: 47806110 - 1476: - operation: search - 1477: - end: 53061750 - operation: insert - start: 52960680 - 1478: - operation: search - 1479: - end: 53162820 - operation: insert - start: 53061750 - 1480: - end: 32948820 - operation: delete - start: 32847750 - 1481: - end: 48109320 - operation: delete - start: 48008250 - 1482: - operation: search - 1483: - end: 53263890 - operation: insert - start: 53162820 - 1484: - end: 48210390 - operation: delete - start: 48109320 - 1485: - operation: search - 1486: - end: 53364960 - operation: insert - start: 53263890 - 1487: - operation: search - 1488: - end: 53466030 - operation: insert - start: 53364960 - 1489: - end: 48412530 - operation: delete - start: 48311460 - 1490: - operation: search - 1491: - end: 53567100 - operation: insert - start: 53466030 - 1492: - end: 48513600 - operation: delete - start: 48412530 - 1493: - operation: search - 1494: - end: 53668170 - operation: insert - start: 53567100 - 1495: - end: 33454170 - operation: delete - start: 33353100 - 1496: - operation: search - 1497: - end: 53769240 - operation: insert - start: 53668170 - 1498: - end: 33555240 - operation: delete - start: 33454170 - 1499: - end: 48715740 - operation: delete - start: 48614670 - 1500: - operation: search - 1501: - end: 53870310 - operation: insert - start: 53769240 - 1502: - end: 33656310 - operation: delete - start: 33555240 - 1503: - end: 48816810 - operation: delete - start: 48715740 - 1504: - operation: search - 1505: - end: 53971380 - operation: insert - start: 53870310 - 1506: - end: 48917880 - operation: delete - start: 48816810 - 1507: - operation: search - 1508: - end: 54072450 - operation: insert - start: 53971380 - 1509: - operation: search - 1510: - end: 54173520 - operation: insert - start: 54072450 - 1511: - operation: search - 1512: - end: 54274590 - operation: insert - start: 54173520 - 1513: - end: 49221090 - operation: delete - start: 49120020 - 1514: - operation: search - 1515: - end: 54375660 - operation: insert - start: 54274590 - 1516: - operation: search - 1517: - end: 54476730 - operation: insert - start: 54375660 - 1518: - operation: search - 1519: - end: 54577800 - operation: insert - start: 54476730 - 1520: - end: 49524300 - operation: delete - start: 49423230 - 1521: - operation: search - 1522: - end: 54678870 - operation: insert - start: 54577800 - 1523: - end: 49625370 - operation: delete - start: 49524300 - 1524: - operation: search - 1525: - end: 54779940 - operation: insert - start: 54678870 - 1526: - end: 34565940 - operation: delete - start: 34464870 - 1527: - end: 49726440 - operation: delete - start: 49625370 - 1528: - operation: search - 1529: - end: 54881010 - operation: insert - start: 54779940 - 1530: - end: 49827510 - operation: delete - start: 49726440 - 1531: - operation: search - 1532: - end: 54982080 - operation: insert - start: 54881010 - 1533: - operation: search - 1534: - end: 55083150 - operation: insert - start: 54982080 - 1535: - end: 50029650 - operation: delete - start: 49928580 - 1536: - operation: search - 1537: - end: 55184220 - operation: insert - start: 55083150 - 1538: - end: 34970220 - operation: delete - start: 34869150 - 1539: - end: 50130720 - operation: delete - start: 50029650 - 1540: - operation: search - 1541: - end: 55285290 - operation: insert - start: 55184220 - 1542: - end: 50231790 - operation: delete - start: 50130720 - 1543: - operation: search - 1544: - end: 55386360 - operation: insert - start: 55285290 - 1545: - end: 50332860 - operation: delete - start: 50231790 - 1546: - operation: search - 1547: - end: 55487430 - operation: insert - start: 55386360 - 1548: - end: 35273430 - operation: delete - start: 35172360 - 1549: - end: 50433930 - operation: delete - start: 50332860 - 1550: - operation: search - 1551: - end: 55588500 - operation: insert - start: 55487430 - 1552: - end: 50535000 - operation: delete - start: 50433930 - 1553: - operation: search - 1554: - end: 55689570 - operation: insert - start: 55588500 - 1555: - end: 35475570 - operation: delete - start: 35374500 - 1556: - end: 50636070 - operation: delete - start: 50535000 - 1557: - operation: search - 1558: - end: 55790640 - operation: insert - start: 55689570 - 1559: - end: 50737140 - operation: delete - start: 50636070 - 1560: - operation: search - 1561: - end: 55891710 - operation: insert - start: 55790640 - 1562: - end: 50838210 - operation: delete - start: 50737140 - 1563: - operation: search - 1564: - end: 55992780 - operation: insert - start: 55891710 - 1565: - end: 50939280 - operation: delete - start: 50838210 - 1566: - operation: search - 1567: - end: 56093850 - operation: insert - start: 55992780 - 1568: - end: 35879850 - operation: delete - start: 35778780 - 1569: - end: 51040350 - operation: delete - start: 50939280 - 1570: - operation: search - 1571: - end: 56194920 - operation: insert - start: 56093850 - 1572: - end: 51141420 - operation: delete - start: 51040350 - 1573: - operation: search - 1574: - end: 56295990 - operation: insert - start: 56194920 - 1575: - end: 51242490 - operation: delete - start: 51141420 - 1576: - operation: search - 1577: - end: 56397060 - operation: insert - start: 56295990 - 1578: - operation: search - 1579: - end: 56498130 - operation: insert - start: 56397060 - 1580: - operation: search - 1581: - end: 56599200 - operation: insert - start: 56498130 - 1582: - end: 51545700 - operation: delete - start: 51444630 - 1583: - operation: search - 1584: - end: 56700270 - operation: insert - start: 56599200 - 1585: - operation: search - 1586: - end: 56801340 - operation: insert - start: 56700270 - 1587: - end: 51747840 - operation: delete - start: 51646770 - 1588: - operation: search - 1589: - end: 56902410 - operation: insert - start: 56801340 - 1590: - end: 36688410 - operation: delete - start: 36587340 - 1591: - end: 51848910 - operation: delete - start: 51747840 - 1592: - operation: search - 1593: - end: 57003480 - operation: insert - start: 56902410 - 1594: - end: 51949980 - operation: delete - start: 51848910 - 1595: - operation: search - 1596: - end: 57104550 - operation: insert - start: 57003480 - 1597: - operation: search - 1598: - end: 57205620 - operation: insert - start: 57104550 - 1599: - end: 52152120 - operation: delete - start: 52051050 - 1600: - operation: search - 1601: - end: 57306690 - operation: insert - start: 57205620 - 1602: - end: 52253190 - operation: delete - start: 52152120 - 1603: - operation: search - 1604: - end: 57407760 - operation: insert - start: 57306690 - 1605: - operation: search - 1606: - end: 57508830 - operation: insert - start: 57407760 - 1607: - end: 37294830 - operation: delete - start: 37193760 - 1608: - end: 52455330 - operation: delete - start: 52354260 - 1609: - operation: search - 1610: - end: 57609900 - operation: insert - start: 57508830 - 1611: - end: 52556400 - operation: delete - start: 52455330 - 1612: - operation: search - 1613: - end: 57710970 - operation: insert - start: 57609900 - 1614: - end: 52657470 - operation: delete - start: 52556400 - 1615: - operation: search - 1616: - end: 57812040 - operation: insert - start: 57710970 - 1617: - operation: search - 1618: - end: 57913110 - operation: insert - start: 57812040 - 1619: - end: 52859610 - operation: delete - start: 52758540 - 1620: - operation: search - 1621: - end: 58014180 - operation: insert - start: 57913110 - 1622: - end: 52960680 - operation: delete - start: 52859610 - 1623: - operation: search - 1624: - end: 58115250 - operation: insert - start: 58014180 - 1625: - end: 53061750 - operation: delete - start: 52960680 - 1626: - operation: search - 1627: - end: 58216320 - operation: insert - start: 58115250 - 1628: - end: 38002320 - operation: delete - start: 37901250 - 1629: - end: 53162820 - operation: delete - start: 53061750 - 1630: - operation: search - 1631: - end: 58317390 - operation: insert - start: 58216320 - 1632: - end: 53263890 - operation: delete - start: 53162820 - 1633: - operation: search - 1634: - end: 58418460 - operation: insert - start: 58317390 - 1635: - end: 53364960 - operation: delete - start: 53263890 - 1636: - operation: search - 1637: - end: 58519530 - operation: insert - start: 58418460 - 1638: - end: 53466030 - operation: delete - start: 53364960 - 1639: - operation: search - 1640: - end: 58620600 - operation: insert - start: 58519530 - 1641: - end: 53567100 - operation: delete - start: 53466030 - 1642: - operation: search - 1643: - end: 58721670 - operation: insert - start: 58620600 - 1644: - end: 53668170 - operation: delete - start: 53567100 - 1645: - operation: search - 1646: - end: 58822740 - operation: insert - start: 58721670 - 1647: - end: 53769240 - operation: delete - start: 53668170 - 1648: - operation: search - 1649: - end: 58923810 - operation: insert - start: 58822740 - 1650: - end: 38709810 - operation: delete - start: 38608740 - 1651: - end: 53870310 - operation: delete - start: 53769240 - 1652: - operation: search - 1653: - end: 59024880 - operation: insert - start: 58923810 - 1654: - operation: search - 1655: - end: 59125950 - operation: insert - start: 59024880 - 1656: - end: 54072450 - operation: delete - start: 53971380 - 1657: - operation: search - 1658: - end: 59227020 - operation: insert - start: 59125950 - 1659: - end: 54173520 - operation: delete - start: 54072450 - 1660: - operation: search - 1661: - end: 59328090 - operation: insert - start: 59227020 - 1662: - end: 39114090 - operation: delete - start: 39013020 - 1663: - operation: search - 1664: - end: 59429160 - operation: insert - start: 59328090 - 1665: - end: 54375660 - operation: delete - start: 54274590 - 1666: - operation: search - 1667: - end: 59530230 - operation: insert - start: 59429160 - 1668: - end: 54476730 - operation: delete - start: 54375660 - 1669: - operation: search - 1670: - end: 59631300 - operation: insert - start: 59530230 - 1671: - end: 54577800 - operation: delete - start: 54476730 - 1672: - operation: search - 1673: - end: 59732370 - operation: insert - start: 59631300 - 1674: - end: 54678870 - operation: delete - start: 54577800 - 1675: - operation: search - 1676: - end: 59833440 - operation: insert - start: 59732370 - 1677: - end: 54779940 - operation: delete - start: 54678870 - 1678: - operation: search - 1679: - end: 59934510 - operation: insert - start: 59833440 - 1680: - operation: search - 1681: - end: 60035580 - operation: insert - start: 59934510 - 1682: - end: 39821580 - operation: delete - start: 39720510 - 1683: - end: 54982080 - operation: delete - start: 54881010 - 1684: - operation: search - 1685: - end: 60136650 - operation: insert - start: 60035580 - 1686: - end: 55083150 - operation: delete - start: 54982080 - 1687: - operation: search - 1688: - end: 60237720 - operation: insert - start: 60136650 - 1689: - end: 40023720 - operation: delete - start: 39922650 - 1690: - operation: search - 1691: - end: 60338790 - operation: insert - start: 60237720 - 1692: - operation: search - 1693: - end: 60439860 - operation: insert - start: 60338790 - 1694: - end: 55386360 - operation: delete - start: 55285290 - 1695: - operation: search - 1696: - end: 60540930 - operation: insert - start: 60439860 - 1697: - end: 55487430 - operation: delete - start: 55386360 - 1698: - operation: search - 1699: - end: 60642000 - operation: insert - start: 60540930 - 1700: - end: 40428000 - operation: delete - start: 40326930 - 1701: - operation: search - 1702: - end: 60743070 - operation: insert - start: 60642000 - 1703: - operation: search - 1704: - end: 60844140 - operation: insert - start: 60743070 - 1705: - operation: search - 1706: - end: 60945210 - operation: insert - start: 60844140 - 1707: - end: 55891710 - operation: delete - start: 55790640 - 1708: - operation: search - 1709: - end: 61046280 - operation: insert - start: 60945210 - 1710: - end: 55992780 - operation: delete - start: 55891710 - 1711: - operation: search - 1712: - end: 61147350 - operation: insert - start: 61046280 - 1713: - end: 56093850 - operation: delete - start: 55992780 - 1714: - operation: search - 1715: - end: 61248420 - operation: insert - start: 61147350 - 1716: - end: 56194920 - operation: delete - start: 56093850 - 1717: - operation: search - 1718: - end: 61349490 - operation: insert - start: 61248420 - 1719: - end: 56295990 - operation: delete - start: 56194920 - 1720: - operation: search - 1721: - end: 61450560 - operation: insert - start: 61349490 - 1722: - end: 56397060 - operation: delete - start: 56295990 - 1723: - operation: search - 1724: - end: 61551630 - operation: insert - start: 61450560 - 1725: - end: 56498130 - operation: delete - start: 56397060 - 1726: - operation: search - 1727: - end: 61652700 - operation: insert - start: 61551630 - 1728: - end: 56599200 - operation: delete - start: 56498130 - 1729: - operation: search - 1730: - end: 61753770 - operation: insert - start: 61652700 - 1731: - end: 56700270 - operation: delete - start: 56599200 - 1732: - operation: search - 1733: - end: 61854840 - operation: insert - start: 61753770 - 1734: - operation: search - 1735: - end: 61955910 - operation: insert - start: 61854840 - 1736: - end: 41741910 - operation: delete - start: 41640840 - 1737: - operation: search - 1738: - end: 62056980 - operation: insert - start: 61955910 - 1739: - end: 57003480 - operation: delete - start: 56902410 - 1740: - operation: search - 1741: - end: 62158050 - operation: insert - start: 62056980 - 1742: - end: 41944050 - operation: delete - start: 41842980 - 1743: - end: 57104550 - operation: delete - start: 57003480 - 1744: - operation: search - 1745: - end: 62259120 - operation: insert - start: 62158050 - 1746: - end: 57205620 - operation: delete - start: 57104550 - 1747: - operation: search - 1748: - end: 62360190 - operation: insert - start: 62259120 - 1749: - end: 42146190 - operation: delete - start: 42045120 - 1750: - operation: search - 1751: - end: 62461260 - operation: insert - start: 62360190 - 1752: - end: 42247260 - operation: delete - start: 42146190 - 1753: - end: 57407760 - operation: delete - start: 57306690 - 1754: - operation: search - 1755: - end: 62562330 - operation: insert - start: 62461260 - 1756: - end: 57508830 - operation: delete - start: 57407760 - 1757: - operation: search - 1758: - end: 62663400 - operation: insert - start: 62562330 - 1759: - end: 42449400 - operation: delete - start: 42348330 - 1760: - operation: search - 1761: - end: 62764470 - operation: insert - start: 62663400 - 1762: - end: 42550470 - operation: delete - start: 42449400 - 1763: - operation: search - 1764: - end: 62865540 - operation: insert - start: 62764470 - 1765: - end: 57812040 - operation: delete - start: 57710970 - 1766: - operation: search - 1767: - end: 62966610 - operation: insert - start: 62865540 - 1768: - end: 57913110 - operation: delete - start: 57812040 - 1769: - operation: search - 1770: - end: 63067680 - operation: insert - start: 62966610 - 1771: - end: 58014180 - operation: delete - start: 57913110 - 1772: - operation: search - 1773: - end: 63168750 - operation: insert - start: 63067680 - 1774: - operation: search - 1775: - end: 63269820 - operation: insert - start: 63168750 - 1776: - end: 58216320 - operation: delete - start: 58115250 - 1777: - operation: search - 1778: - end: 63370890 - operation: insert - start: 63269820 - 1779: - end: 58317390 - operation: delete - start: 58216320 - 1780: - operation: search - 1781: - end: 63471960 - operation: insert - start: 63370890 - 1782: - end: 58418460 - operation: delete - start: 58317390 - 1783: - operation: search - 1784: - end: 63573030 - operation: insert - start: 63471960 - 1785: - end: 58519530 - operation: delete - start: 58418460 - 1786: - operation: search - 1787: - end: 63674100 - operation: insert - start: 63573030 - 1788: - operation: search - 1789: - end: 63775170 - operation: insert - start: 63674100 - 1790: - end: 58721670 - operation: delete - start: 58620600 - 1791: - operation: search - 1792: - end: 63876240 - operation: insert - start: 63775170 - 1793: - operation: search - 1794: - end: 63977310 - operation: insert - start: 63876240 - 1795: - end: 58923810 - operation: delete - start: 58822740 - 1796: - operation: search - 1797: - end: 64078380 - operation: insert - start: 63977310 - 1798: - end: 59024880 - operation: delete - start: 58923810 - 1799: - operation: search - 1800: - end: 64179450 - operation: insert - start: 64078380 - 1801: - end: 43965450 - operation: delete - start: 43864380 - 1802: - end: 59125950 - operation: delete - start: 59024880 - 1803: - operation: search - 1804: - end: 64280520 - operation: insert - start: 64179450 - 1805: - end: 59227020 - operation: delete - start: 59125950 - 1806: - operation: search - 1807: - end: 64381590 - operation: insert - start: 64280520 - 1808: - end: 59328090 - operation: delete - start: 59227020 - 1809: - operation: search - 1810: - end: 64482660 - operation: insert - start: 64381590 - 1811: - end: 44268660 - operation: delete - start: 44167590 - 1812: - end: 59429160 - operation: delete - start: 59328090 - 1813: - operation: search - 1814: - end: 64583730 - operation: insert - start: 64482660 - 1815: - end: 59530230 - operation: delete - start: 59429160 - 1816: - operation: search - 1817: - end: 64684800 - operation: insert - start: 64583730 - 1818: - end: 59631300 - operation: delete - start: 59530230 - 1819: - operation: search - 1820: - end: 64785870 - operation: insert - start: 64684800 - 1821: - end: 59732370 - operation: delete - start: 59631300 - 1822: - operation: search - 1823: - end: 64886940 - operation: insert - start: 64785870 - 1824: - end: 59833440 - operation: delete - start: 59732370 - 1825: - operation: search - 1826: - end: 64988010 - operation: insert - start: 64886940 - 1827: - operation: search - 1828: - end: 65089080 - operation: insert - start: 64988010 - 1829: - end: 60035580 - operation: delete - start: 59934510 - 1830: - operation: search - 1831: - end: 65190150 - operation: insert - start: 65089080 - 1832: - end: 44976150 - operation: delete - start: 44875080 - 1833: - operation: search - 1834: - end: 65291220 - operation: insert - start: 65190150 - 1835: - end: 60237720 - operation: delete - start: 60136650 - 1836: - operation: search - 1837: - end: 65392290 - operation: insert - start: 65291220 - 1838: - operation: search - 1839: - end: 65493360 - operation: insert - start: 65392290 - 1840: - end: 60439860 - operation: delete - start: 60338790 - 1841: - operation: search - 1842: - end: 65594430 - operation: insert - start: 65493360 - 1843: - end: 60540930 - operation: delete - start: 60439860 - 1844: - operation: search - 1845: - end: 65695500 - operation: insert - start: 65594430 - 1846: - end: 60642000 - operation: delete - start: 60540930 - 1847: - operation: search - 1848: - end: 65796570 - operation: insert - start: 65695500 - 1849: - end: 45582570 - operation: delete - start: 45481500 - 1850: - end: 60743070 - operation: delete - start: 60642000 - 1851: - operation: search - 1852: - end: 65897640 - operation: insert - start: 65796570 - 1853: - end: 60844140 - operation: delete - start: 60743070 - 1854: - operation: search - 1855: - end: 65998710 - operation: insert - start: 65897640 - 1856: - end: 45784710 - operation: delete - start: 45683640 - 1857: - end: 60945210 - operation: delete - start: 60844140 - 1858: - operation: search - 1859: - end: 66099780 - operation: insert - start: 65998710 - 1860: - end: 61046280 - operation: delete - start: 60945210 - 1861: - operation: search - 1862: - end: 66200850 - operation: insert - start: 66099780 - 1863: - operation: search - 1864: - end: 66301920 - operation: insert - start: 66200850 - 1865: - end: 61248420 - operation: delete - start: 61147350 - 1866: - operation: search - 1867: - end: 66402990 - operation: insert - start: 66301920 - 1868: - end: 61349490 - operation: delete - start: 61248420 - 1869: - operation: search - 1870: - end: 66504060 - operation: insert - start: 66402990 - 1871: - end: 61450560 - operation: delete - start: 61349490 - 1872: - operation: search - 1873: - end: 66605130 - operation: insert - start: 66504060 - 1874: - operation: search - 1875: - end: 66706200 - operation: insert - start: 66605130 - 1876: - end: 61652700 - operation: delete - start: 61551630 - 1877: - operation: search - 1878: - end: 66807270 - operation: insert - start: 66706200 - 1879: - end: 61753770 - operation: delete - start: 61652700 - 1880: - operation: search - 1881: - end: 66908340 - operation: insert - start: 66807270 - 1882: - end: 46694340 - operation: delete - start: 46593270 - 1883: - end: 61854840 - operation: delete - start: 61753770 - 1884: - operation: search - 1885: - end: 67009410 - operation: insert - start: 66908340 - 1886: - end: 61955910 - operation: delete - start: 61854840 - 1887: - operation: search - 1888: - end: 67110480 - operation: insert - start: 67009410 - 1889: - operation: search - 1890: - end: 67211550 - operation: insert - start: 67110480 - 1891: - end: 46997550 - operation: delete - start: 46896480 - 1892: - end: 62158050 - operation: delete - start: 62056980 - 1893: - operation: search - 1894: - end: 67312620 - operation: insert - start: 67211550 - 1895: - end: 62259120 - operation: delete - start: 62158050 - 1896: - operation: search - 1897: - end: 67413690 - operation: insert - start: 67312620 - 1898: - operation: search - 1899: - end: 67514760 - operation: insert - start: 67413690 - 1900: - end: 62461260 - operation: delete - start: 62360190 - 1901: - operation: search - 1902: - end: 67615830 - operation: insert - start: 67514760 - 1903: - operation: search - 1904: - end: 67716900 - operation: insert - start: 67615830 - 1905: - end: 62663400 - operation: delete - start: 62562330 - 1906: - operation: search - 1907: - end: 67817970 - operation: insert - start: 67716900 - 1908: - operation: search - 1909: - end: 67919040 - operation: insert - start: 67817970 - 1910: - end: 62865540 - operation: delete - start: 62764470 - 1911: - operation: search - 1912: - end: 68020110 - operation: insert - start: 67919040 - 1913: - end: 47806110 - operation: delete - start: 47705040 - 1914: - end: 62966610 - operation: delete - start: 62865540 - 1915: - operation: search - 1916: - end: 68121180 - operation: insert - start: 68020110 - 1917: - operation: search - 1918: - end: 68222250 - operation: insert - start: 68121180 - 1919: - operation: search - 1920: - end: 68323320 - operation: insert - start: 68222250 - 1921: - end: 63269820 - operation: delete - start: 63168750 - 1922: - operation: search - 1923: - end: 68424390 - operation: insert - start: 68323320 - 1924: - end: 63370890 - operation: delete - start: 63269820 - 1925: - operation: search - 1926: - end: 68525460 - operation: insert - start: 68424390 - 1927: - end: 48311460 - operation: delete - start: 48210390 - 1928: - end: 63471960 - operation: delete - start: 63370890 - 1929: - operation: search - 1930: - end: 68626530 - operation: insert - start: 68525460 - 1931: - operation: search - 1932: - end: 68727600 - operation: insert - start: 68626530 - 1933: - operation: search - 1934: - end: 68828670 - operation: insert - start: 68727600 - 1935: - end: 48614670 - operation: delete - start: 48513600 - 1936: - operation: search - 1937: - end: 68929740 - operation: insert - start: 68828670 - 1938: - end: 63876240 - operation: delete - start: 63775170 - 1939: - operation: search - 1940: - end: 69030810 - operation: insert - start: 68929740 - 1941: - end: 63977310 - operation: delete - start: 63876240 - 1942: - operation: search - 1943: - end: 69131880 - operation: insert - start: 69030810 - 1944: - end: 64078380 - operation: delete - start: 63977310 - 1945: - operation: search - 1946: - end: 69232950 - operation: insert - start: 69131880 - 1947: - end: 49018950 - operation: delete - start: 48917880 - 1948: - end: 64179450 - operation: delete - start: 64078380 - 1949: - operation: search - 1950: - end: 69334020 - operation: insert - start: 69232950 - 1951: - end: 49120020 - operation: delete - start: 49018950 - 1952: - end: 64280520 - operation: delete - start: 64179450 - 1953: - operation: search - 1954: - end: 69435090 - operation: insert - start: 69334020 - 1955: - end: 64381590 - operation: delete - start: 64280520 - 1956: - operation: search - 1957: - end: 69536160 - operation: insert - start: 69435090 - 1958: - end: 49322160 - operation: delete - start: 49221090 - 1959: - end: 64482660 - operation: delete - start: 64381590 - 1960: - operation: search - 1961: - end: 69637230 - operation: insert - start: 69536160 - 1962: - end: 49423230 - operation: delete - start: 49322160 - 1963: - end: 64583730 - operation: delete - start: 64482660 - 1964: - operation: search - 1965: - end: 69738300 - operation: insert - start: 69637230 - 1966: - end: 64684800 - operation: delete - start: 64583730 - 1967: - operation: search - 1968: - end: 69839370 - operation: insert - start: 69738300 - 1969: - end: 64785870 - operation: delete - start: 64684800 - 1970: - operation: search - 1971: - end: 69940440 - operation: insert - start: 69839370 - 1972: - end: 64886940 - operation: delete - start: 64785870 - 1973: - operation: search - 1974: - end: 70041510 - operation: insert - start: 69940440 - 1975: - end: 64988010 - operation: delete - start: 64886940 - 1976: - operation: search - 1977: - end: 70142580 - operation: insert - start: 70041510 - 1978: - end: 49928580 - operation: delete - start: 49827510 - 1979: - operation: search - 1980: - end: 70243650 - operation: insert - start: 70142580 - 1981: - end: 65190150 - operation: delete - start: 65089080 - 1982: - operation: search - 1983: - end: 70344720 - operation: insert - start: 70243650 - 1984: - operation: search - 1985: - end: 70445790 - operation: insert - start: 70344720 - 1986: - end: 65392290 - operation: delete - start: 65291220 - 1987: - operation: search - 1988: - end: 70546860 - operation: insert - start: 70445790 - 1989: - end: 65493360 - operation: delete - start: 65392290 - 1990: - operation: search - 1991: - end: 70647930 - operation: insert - start: 70546860 - 1992: - end: 65594430 - operation: delete - start: 65493360 - 1993: - operation: search - 1994: - end: 70749000 - operation: insert - start: 70647930 - 1995: - end: 65695500 - operation: delete - start: 65594430 - 1996: - operation: search - 1997: - end: 70850070 - operation: insert - start: 70749000 - 1998: - end: 65796570 - operation: delete - start: 65695500 - 1999: - operation: search - 2000: - end: 70951140 - operation: insert - start: 70850070 - 2001: - end: 65897640 - operation: delete - start: 65796570 - 2002: - operation: search - 2003: - end: 71052210 - operation: insert - start: 70951140 - 2004: - operation: search - 2005: - end: 71153280 - operation: insert - start: 71052210 - 2006: - end: 66099780 - operation: delete - start: 65998710 - 2007: - operation: search - 2008: - end: 71254350 - operation: insert - start: 71153280 - 2009: - end: 66200850 - operation: delete - start: 66099780 - 2010: - operation: search - 2011: - end: 71355420 - operation: insert - start: 71254350 - 2012: - end: 66301920 - operation: delete - start: 66200850 - 2013: - operation: search - 2014: - end: 71456490 - operation: insert - start: 71355420 - 2015: - end: 66402990 - operation: delete - start: 66301920 - 2016: - operation: search - 2017: - end: 71557560 - operation: insert - start: 71456490 - 2018: - end: 51343560 - operation: delete - start: 51242490 - 2019: - end: 66504060 - operation: delete - start: 66402990 - 2020: - operation: search - 2021: - end: 71658630 - operation: insert - start: 71557560 - 2022: - end: 51444630 - operation: delete - start: 51343560 - 2023: - operation: search - 2024: - end: 71759700 - operation: insert - start: 71658630 - 2025: - operation: search - 2026: - end: 71860770 - operation: insert - start: 71759700 - 2027: - end: 51646770 - operation: delete - start: 51545700 - 2028: - operation: search - 2029: - end: 71961840 - operation: insert - start: 71860770 - 2030: - operation: search - 2031: - end: 72062910 - operation: insert - start: 71961840 - 2032: - end: 67009410 - operation: delete - start: 66908340 - 2033: - operation: search - 2034: - end: 72163980 - operation: insert - start: 72062910 - 2035: - end: 67110480 - operation: delete - start: 67009410 - 2036: - operation: search - 2037: - end: 72265050 - operation: insert - start: 72163980 - 2038: - end: 52051050 - operation: delete - start: 51949980 - 2039: - end: 67211550 - operation: delete - start: 67110480 - 2040: - operation: search - 2041: - end: 72366120 - operation: insert - start: 72265050 - 2042: - end: 67312620 - operation: delete - start: 67211550 - 2043: - operation: search - 2044: - end: 72467190 - operation: insert - start: 72366120 - 2045: - end: 67413690 - operation: delete - start: 67312620 - 2046: - operation: search - 2047: - end: 72568260 - operation: insert - start: 72467190 - 2048: - end: 67514760 - operation: delete - start: 67413690 - 2049: - operation: search - 2050: - end: 72669330 - operation: insert - start: 72568260 - 2051: - end: 67615830 - operation: delete - start: 67514760 - 2052: - operation: search - 2053: - end: 72770400 - operation: insert - start: 72669330 - 2054: - end: 67716900 - operation: delete - start: 67615830 - 2055: - operation: search - 2056: - end: 72871470 - operation: insert - start: 72770400 - 2057: - end: 67817970 - operation: delete - start: 67716900 - 2058: - operation: search - 2059: - end: 72972540 - operation: insert - start: 72871470 - 2060: - end: 52758540 - operation: delete - start: 52657470 - 2061: - end: 67919040 - operation: delete - start: 67817970 - 2062: - operation: search - 2063: - end: 73073610 - operation: insert - start: 72972540 - 2064: - end: 68020110 - operation: delete - start: 67919040 - 2065: - operation: search - 2066: - end: 73174680 - operation: insert - start: 73073610 - 2067: - end: 68121180 - operation: delete - start: 68020110 - 2068: - operation: search - 2069: - end: 73275750 - operation: insert - start: 73174680 - 2070: - end: 68222250 - operation: delete - start: 68121180 - 2071: - operation: search - 2072: - end: 73376820 - operation: insert - start: 73275750 - 2073: - operation: search - 2074: - end: 73477890 - operation: insert - start: 73376820 - 2075: - end: 68424390 - operation: delete - start: 68323320 - 2076: - operation: search - 2077: - end: 73578960 - operation: insert - start: 73477890 - 2078: - operation: search - 2079: - end: 73680030 - operation: insert - start: 73578960 - 2080: - end: 68626530 - operation: delete - start: 68525460 - 2081: - operation: search - 2082: - end: 73781100 - operation: insert - start: 73680030 - 2083: - end: 68727600 - operation: delete - start: 68626530 - 2084: - operation: search - 2085: - end: 73882170 - operation: insert - start: 73781100 - 2086: - end: 68828670 - operation: delete - start: 68727600 - 2087: - operation: search - 2088: - end: 73983240 - operation: insert - start: 73882170 - 2089: - end: 68929740 - operation: delete - start: 68828670 - 2090: - operation: search - 2091: - end: 74084310 - operation: insert - start: 73983240 - 2092: - end: 69030810 - operation: delete - start: 68929740 - 2093: - operation: search - 2094: - end: 74185380 - operation: insert - start: 74084310 - 2095: - end: 53971380 - operation: delete - start: 53870310 - 2096: - operation: search - 2097: - end: 74286450 - operation: insert - start: 74185380 - 2098: - end: 69232950 - operation: delete - start: 69131880 - 2099: - operation: search - 2100: - end: 74387520 - operation: insert - start: 74286450 - 2101: - operation: search - 2102: - end: 74488590 - operation: insert - start: 74387520 - 2103: - end: 54274590 - operation: delete - start: 54173520 - 2104: - end: 69435090 - operation: delete - start: 69334020 - 2105: - operation: search - 2106: - end: 74589660 - operation: insert - start: 74488590 - 2107: - end: 69536160 - operation: delete - start: 69435090 - 2108: - operation: search - 2109: - end: 74690730 - operation: insert - start: 74589660 - 2110: - operation: search - 2111: - end: 74791800 - operation: insert - start: 74690730 - 2112: - end: 69738300 - operation: delete - start: 69637230 - 2113: - operation: search - 2114: - end: 74892870 - operation: insert - start: 74791800 - 2115: - end: 69839370 - operation: delete - start: 69738300 - 2116: - operation: search - 2117: - end: 74993940 - operation: insert - start: 74892870 - 2118: - end: 69940440 - operation: delete - start: 69839370 - 2119: - operation: search - 2120: - end: 75095010 - operation: insert - start: 74993940 - 2121: - end: 54881010 - operation: delete - start: 54779940 - 2122: - end: 70041510 - operation: delete - start: 69940440 - 2123: - operation: search - 2124: - end: 75196080 - operation: insert - start: 75095010 - 2125: - end: 70142580 - operation: delete - start: 70041510 - 2126: - operation: search - 2127: - end: 75297150 - operation: insert - start: 75196080 - 2128: - end: 70243650 - operation: delete - start: 70142580 - 2129: - operation: search - 2130: - end: 75398220 - operation: insert - start: 75297150 - 2131: - end: 55184220 - operation: delete - start: 55083150 - 2132: - end: 70344720 - operation: delete - start: 70243650 - 2133: - operation: search - 2134: - end: 75499290 - operation: insert - start: 75398220 - 2135: - end: 55285290 - operation: delete - start: 55184220 - 2136: - operation: search - 2137: - end: 75600360 - operation: insert - start: 75499290 - 2138: - operation: search - 2139: - end: 75701430 - operation: insert - start: 75600360 - 2140: - end: 70647930 - operation: delete - start: 70546860 - 2141: - operation: search - 2142: - end: 75802500 - operation: insert - start: 75701430 - 2143: - end: 70749000 - operation: delete - start: 70647930 - 2144: - operation: search - 2145: - end: 75903570 - operation: insert - start: 75802500 - 2146: - end: 55689570 - operation: delete - start: 55588500 - 2147: - end: 70850070 - operation: delete - start: 70749000 - 2148: - operation: search - 2149: - end: 76004640 - operation: insert - start: 75903570 - 2150: - end: 55790640 - operation: delete - start: 55689570 - 2151: - operation: search - 2152: - end: 76105710 - operation: insert - start: 76004640 - 2153: - end: 71052210 - operation: delete - start: 70951140 - 2154: - operation: search - 2155: - end: 76206780 - operation: insert - start: 76105710 - 2156: - end: 71153280 - operation: delete - start: 71052210 - 2157: - operation: search - 2158: - end: 76307850 - operation: insert - start: 76206780 - 2159: - end: 71254350 - operation: delete - start: 71153280 - 2160: - operation: search - 2161: - end: 76408920 - operation: insert - start: 76307850 - 2162: - end: 71355420 - operation: delete - start: 71254350 - 2163: - operation: search - 2164: - end: 76509990 - operation: insert - start: 76408920 - 2165: - end: 71456490 - operation: delete - start: 71355420 - 2166: - operation: search - 2167: - end: 76611060 - operation: insert - start: 76509990 - 2168: - operation: search - 2169: - end: 76712130 - operation: insert - start: 76611060 - 2170: - operation: search - 2171: - end: 76813200 - operation: insert - start: 76712130 - 2172: - end: 71759700 - operation: delete - start: 71658630 - 2173: - operation: search - 2174: - end: 76914270 - operation: insert - start: 76813200 - 2175: - end: 71860770 - operation: delete - start: 71759700 - 2176: - operation: search - 2177: - end: 77015340 - operation: insert - start: 76914270 - 2178: - end: 56801340 - operation: delete - start: 56700270 - 2179: - end: 71961840 - operation: delete - start: 71860770 - 2180: - operation: search - 2181: - end: 77116410 - operation: insert - start: 77015340 - 2182: - end: 56902410 - operation: delete - start: 56801340 - 2183: - operation: search - 2184: - end: 77217480 - operation: insert - start: 77116410 - 2185: - end: 72163980 - operation: delete - start: 72062910 - 2186: - operation: search - 2187: - end: 77318550 - operation: insert - start: 77217480 - 2188: - end: 72265050 - operation: delete - start: 72163980 - 2189: - operation: search - 2190: - end: 77419620 - operation: insert - start: 77318550 - 2191: - end: 72366120 - operation: delete - start: 72265050 - 2192: - operation: search - 2193: - end: 77520690 - operation: insert - start: 77419620 - 2194: - end: 57306690 - operation: delete - start: 57205620 - 2195: - end: 72467190 - operation: delete - start: 72366120 - 2196: - operation: search - 2197: - end: 77621760 - operation: insert - start: 77520690 - 2198: - end: 72568260 - operation: delete - start: 72467190 - 2199: - operation: search - 2200: - end: 77722830 - operation: insert - start: 77621760 - 2201: - end: 72669330 - operation: delete - start: 72568260 - 2202: - operation: search - 2203: - end: 77823900 - operation: insert - start: 77722830 - 2204: - end: 57609900 - operation: delete - start: 57508830 - 2205: - end: 72770400 - operation: delete - start: 72669330 - 2206: - operation: search - 2207: - end: 77924970 - operation: insert - start: 77823900 - 2208: - end: 57710970 - operation: delete - start: 57609900 - 2209: - end: 72871470 - operation: delete - start: 72770400 - 2210: - operation: search - 2211: - end: 78026040 - operation: insert - start: 77924970 - 2212: - end: 72972540 - operation: delete - start: 72871470 - 2213: - operation: search - 2214: - end: 78127110 - operation: insert - start: 78026040 - 2215: - end: 73073610 - operation: delete - start: 72972540 - 2216: - operation: search - 2217: - end: 78228180 - operation: insert - start: 78127110 - 2218: - end: 73174680 - operation: delete - start: 73073610 - 2219: - operation: search - 2220: - end: 78329250 - operation: insert - start: 78228180 - 2221: - end: 73275750 - operation: delete - start: 73174680 - 2222: - operation: search - 2223: - end: 78430320 - operation: insert - start: 78329250 - 2224: - end: 73376820 - operation: delete - start: 73275750 - 2225: - operation: search - 2226: - end: 78531390 - operation: insert - start: 78430320 - 2227: - operation: search - 2228: - end: 78632460 - operation: insert - start: 78531390 - 2229: - end: 73578960 - operation: delete - start: 73477890 - 2230: - operation: search - 2231: - end: 78733530 - operation: insert - start: 78632460 - 2232: - end: 73680030 - operation: delete - start: 73578960 - 2233: - operation: search - 2234: - end: 78834600 - operation: insert - start: 78733530 - 2235: - end: 58620600 - operation: delete - start: 58519530 - 2236: - end: 73781100 - operation: delete - start: 73680030 - 2237: - operation: search - 2238: - end: 78935670 - operation: insert - start: 78834600 - 2239: - operation: search - 2240: - end: 79036740 - operation: insert - start: 78935670 - 2241: - end: 58822740 - operation: delete - start: 58721670 - 2242: - end: 73983240 - operation: delete - start: 73882170 - 2243: - operation: search - 2244: - end: 79137810 - operation: insert - start: 79036740 - 2245: - end: 74084310 - operation: delete - start: 73983240 - 2246: - operation: search - 2247: - end: 79238880 - operation: insert - start: 79137810 - 2248: - operation: search - 2249: - end: 79339950 - operation: insert - start: 79238880 - 2250: - end: 74286450 - operation: delete - start: 74185380 - 2251: - operation: search - 2252: - end: 79441020 - operation: insert - start: 79339950 - 2253: - end: 74387520 - operation: delete - start: 74286450 - 2254: - operation: search - 2255: - end: 79542090 - operation: insert - start: 79441020 - 2256: - end: 74488590 - operation: delete - start: 74387520 - 2257: - operation: search - 2258: - end: 79643160 - operation: insert - start: 79542090 - 2259: - end: 74589660 - operation: delete - start: 74488590 - 2260: - operation: search - 2261: - end: 79744230 - operation: insert - start: 79643160 - 2262: - end: 74690730 - operation: delete - start: 74589660 - 2263: - operation: search - 2264: - end: 79845300 - operation: insert - start: 79744230 - 2265: - end: 74791800 - operation: delete - start: 74690730 - 2266: - operation: search - 2267: - end: 79946370 - operation: insert - start: 79845300 - 2268: - end: 74892870 - operation: delete - start: 74791800 - 2269: - operation: search - 2270: - end: 80047440 - operation: insert - start: 79946370 - 2271: - end: 74993940 - operation: delete - start: 74892870 - 2272: - operation: search - 2273: - end: 80148510 - operation: insert - start: 80047440 - 2274: - end: 59934510 - operation: delete - start: 59833440 - 2275: - end: 75095010 - operation: delete - start: 74993940 - 2276: - operation: search - 2277: - end: 80249580 - operation: insert - start: 80148510 - 2278: - operation: search - 2279: - end: 80350650 - operation: insert - start: 80249580 - 2280: - end: 75297150 - operation: delete - start: 75196080 - 2281: - operation: search - 2282: - end: 80451720 - operation: insert - start: 80350650 - 2283: - end: 75398220 - operation: delete - start: 75297150 - 2284: - operation: search - 2285: - end: 80552790 - operation: insert - start: 80451720 - 2286: - end: 60338790 - operation: delete - start: 60237720 - 2287: - end: 75499290 - operation: delete - start: 75398220 - 2288: - operation: search - 2289: - end: 80653860 - operation: insert - start: 80552790 - 2290: - end: 75600360 - operation: delete - start: 75499290 - 2291: - operation: search - 2292: - end: 80754930 - operation: insert - start: 80653860 - 2293: - end: 75701430 - operation: delete - start: 75600360 - 2294: - operation: search - 2295: - end: 80856000 - operation: insert - start: 80754930 - 2296: - end: 75802500 - operation: delete - start: 75701430 - 2297: - operation: search - 2298: - end: 80957070 - operation: insert - start: 80856000 - 2299: - end: 75903570 - operation: delete - start: 75802500 - 2300: - operation: search - 2301: - end: 81058140 - operation: insert - start: 80957070 - 2302: - end: 76004640 - operation: delete - start: 75903570 - 2303: - operation: search - 2304: - end: 81159210 - operation: insert - start: 81058140 - 2305: - end: 76105710 - operation: delete - start: 76004640 - 2306: - operation: search - 2307: - end: 81260280 - operation: insert - start: 81159210 - 2308: - end: 76206780 - operation: delete - start: 76105710 - 2309: - operation: search - 2310: - end: 81361350 - operation: insert - start: 81260280 - 2311: - end: 76307850 - operation: delete - start: 76206780 - 2312: - operation: search - 2313: - end: 81462420 - operation: insert - start: 81361350 - 2314: - end: 76408920 - operation: delete - start: 76307850 - 2315: - operation: search - 2316: - end: 81563490 - operation: insert - start: 81462420 - 2317: - end: 76509990 - operation: delete - start: 76408920 - 2318: - operation: search - 2319: - end: 81664560 - operation: insert - start: 81563490 - 2320: - operation: search - 2321: - end: 81765630 - operation: insert - start: 81664560 - 2322: - end: 61551630 - operation: delete - start: 61450560 - 2323: - end: 76712130 - operation: delete - start: 76611060 - 2324: - operation: search - 2325: - end: 81866700 - operation: insert - start: 81765630 - 2326: - end: 76813200 - operation: delete - start: 76712130 - 2327: - operation: search - 2328: - end: 81967770 - operation: insert - start: 81866700 - 2329: - end: 76914270 - operation: delete - start: 76813200 - 2330: - operation: search - 2331: - end: 82068840 - operation: insert - start: 81967770 - 2332: - end: 77015340 - operation: delete - start: 76914270 - 2333: - operation: search - 2334: - end: 82169910 - operation: insert - start: 82068840 - 2335: - end: 77116410 - operation: delete - start: 77015340 - 2336: - operation: search - 2337: - end: 82270980 - operation: insert - start: 82169910 - 2338: - end: 77217480 - operation: delete - start: 77116410 - 2339: - operation: search - 2340: - end: 82372050 - operation: insert - start: 82270980 - 2341: - end: 77318550 - operation: delete - start: 77217480 - 2342: - operation: search - 2343: - end: 82473120 - operation: insert - start: 82372050 - 2344: - operation: search - 2345: - end: 82574190 - operation: insert - start: 82473120 - 2346: - end: 62360190 - operation: delete - start: 62259120 - 2347: - end: 77520690 - operation: delete - start: 77419620 - 2348: - operation: search - 2349: - end: 82675260 - operation: insert - start: 82574190 - 2350: - end: 77621760 - operation: delete - start: 77520690 - 2351: - operation: search - 2352: - end: 82776330 - operation: insert - start: 82675260 - 2353: - end: 62562330 - operation: delete - start: 62461260 - 2354: - end: 77722830 - operation: delete - start: 77621760 - 2355: - operation: search - 2356: - end: 82877400 - operation: insert - start: 82776330 - 2357: - end: 77823900 - operation: delete - start: 77722830 - 2358: - operation: search - 2359: - end: 82978470 - operation: insert - start: 82877400 - 2360: - end: 62764470 - operation: delete - start: 62663400 - 2361: - end: 77924970 - operation: delete - start: 77823900 - 2362: - operation: search - 2363: - end: 83079540 - operation: insert - start: 82978470 - 2364: - end: 78026040 - operation: delete - start: 77924970 - 2365: - operation: search - 2366: - end: 83180610 - operation: insert - start: 83079540 - 2367: - end: 78127110 - operation: delete - start: 78026040 - 2368: - operation: search - 2369: - end: 83281680 - operation: insert - start: 83180610 - 2370: - end: 63067680 - operation: delete - start: 62966610 - 2371: - end: 78228180 - operation: delete - start: 78127110 - 2372: - operation: search - 2373: - end: 83382750 - operation: insert - start: 83281680 - 2374: - end: 63168750 - operation: delete - start: 63067680 - 2375: - end: 78329250 - operation: delete - start: 78228180 - 2376: - operation: search - 2377: - end: 83483820 - operation: insert - start: 83382750 - 2378: - end: 78430320 - operation: delete - start: 78329250 - 2379: - operation: search - 2380: - end: 83584890 - operation: insert - start: 83483820 - 2381: - end: 78531390 - operation: delete - start: 78430320 - 2382: - operation: search - 2383: - end: 83685960 - operation: insert - start: 83584890 - 2384: - end: 78632460 - operation: delete - start: 78531390 - 2385: - operation: search - 2386: - end: 83787030 - operation: insert - start: 83685960 - 2387: - end: 63573030 - operation: delete - start: 63471960 - 2388: - end: 78733530 - operation: delete - start: 78632460 - 2389: - operation: search - 2390: - end: 83888100 - operation: insert - start: 83787030 - 2391: - end: 63674100 - operation: delete - start: 63573030 - 2392: - end: 78834600 - operation: delete - start: 78733530 - 2393: - operation: search - 2394: - end: 83989170 - operation: insert - start: 83888100 - 2395: - end: 63775170 - operation: delete - start: 63674100 - 2396: - end: 78935670 - operation: delete - start: 78834600 - 2397: - operation: search - 2398: - end: 84090240 - operation: insert - start: 83989170 - 2399: - end: 79036740 - operation: delete - start: 78935670 - 2400: - operation: search - 2401: - end: 84191310 - operation: insert - start: 84090240 - 2402: - end: 79137810 - operation: delete - start: 79036740 - 2403: - operation: search - 2404: - end: 84292380 - operation: insert - start: 84191310 - 2405: - end: 79238880 - operation: delete - start: 79137810 - 2406: - operation: search - 2407: - end: 84393450 - operation: insert - start: 84292380 - 2408: - end: 79339950 - operation: delete - start: 79238880 - 2409: - operation: search - 2410: - end: 84494520 - operation: insert - start: 84393450 - 2411: - operation: search - 2412: - end: 84595590 - operation: insert - start: 84494520 - 2413: - end: 79542090 - operation: delete - start: 79441020 - 2414: - operation: search - 2415: - end: 84696660 - operation: insert - start: 84595590 - 2416: - end: 79643160 - operation: delete - start: 79542090 - 2417: - operation: search - 2418: - end: 84797730 - operation: insert - start: 84696660 - 2419: - operation: search - 2420: - end: 84898800 - operation: insert - start: 84797730 - 2421: - end: 79845300 - operation: delete - start: 79744230 - 2422: - operation: search - 2423: - end: 84999870 - operation: insert - start: 84898800 - 2424: - end: 79946370 - operation: delete - start: 79845300 - 2425: - operation: search - 2426: - end: 85100940 - operation: insert - start: 84999870 - 2427: - end: 80047440 - operation: delete - start: 79946370 - 2428: - operation: search - 2429: - end: 85202010 - operation: insert - start: 85100940 - 2430: - operation: search - 2431: - end: 85303080 - operation: insert - start: 85202010 - 2432: - end: 65089080 - operation: delete - start: 64988010 - 2433: - end: 80249580 - operation: delete - start: 80148510 - 2434: - operation: search - 2435: - end: 85404150 - operation: insert - start: 85303080 - 2436: - end: 80350650 - operation: delete - start: 80249580 - 2437: - operation: search - 2438: - end: 85505220 - operation: insert - start: 85404150 - 2439: - end: 65291220 - operation: delete - start: 65190150 - 2440: - end: 80451720 - operation: delete - start: 80350650 - 2441: - operation: search - 2442: - end: 85606290 - operation: insert - start: 85505220 - 2443: - end: 80552790 - operation: delete - start: 80451720 - 2444: - operation: search - 2445: - end: 85707360 - operation: insert - start: 85606290 - 2446: - end: 80653860 - operation: delete - start: 80552790 - 2447: - operation: search - 2448: - end: 85808430 - operation: insert - start: 85707360 - 2449: - end: 80754930 - operation: delete - start: 80653860 - 2450: - operation: search - 2451: - end: 85909500 - operation: insert - start: 85808430 - 2452: - operation: search - 2453: - end: 86010570 - operation: insert - start: 85909500 - 2454: - end: 80957070 - operation: delete - start: 80856000 - 2455: - operation: search - 2456: - end: 86111640 - operation: insert - start: 86010570 - 2457: - end: 81058140 - operation: delete - start: 80957070 - 2458: - operation: search - 2459: - end: 86212710 - operation: insert - start: 86111640 - 2460: - end: 65998710 - operation: delete - start: 65897640 - 2461: - operation: search - 2462: - end: 86313780 - operation: insert - start: 86212710 - 2463: - end: 81260280 - operation: delete - start: 81159210 - 2464: - operation: search - 2465: - end: 86414850 - operation: insert - start: 86313780 - 2466: - end: 81361350 - operation: delete - start: 81260280 - 2467: - operation: search - 2468: - end: 86515920 - operation: insert - start: 86414850 - 2469: - end: 81462420 - operation: delete - start: 81361350 - 2470: - operation: search - 2471: - end: 86616990 - operation: insert - start: 86515920 - 2472: - end: 81563490 - operation: delete - start: 81462420 - 2473: - operation: search - 2474: - end: 86718060 - operation: insert - start: 86616990 - 2475: - end: 81664560 - operation: delete - start: 81563490 - 2476: - operation: search - 2477: - end: 86819130 - operation: insert - start: 86718060 - 2478: - end: 66605130 - operation: delete - start: 66504060 - 2479: - end: 81765630 - operation: delete - start: 81664560 - 2480: - operation: search - 2481: - end: 86920200 - operation: insert - start: 86819130 - 2482: - end: 66706200 - operation: delete - start: 66605130 - 2483: - end: 81866700 - operation: delete - start: 81765630 - 2484: - operation: search - 2485: - end: 87021270 - operation: insert - start: 86920200 - 2486: - end: 66807270 - operation: delete - start: 66706200 - 2487: - end: 81967770 - operation: delete - start: 81866700 - 2488: - operation: search - 2489: - end: 87122340 - operation: insert - start: 87021270 - 2490: - end: 66908340 - operation: delete - start: 66807270 - 2491: - end: 82068840 - operation: delete - start: 81967770 - 2492: - operation: search - 2493: - end: 87223410 - operation: insert - start: 87122340 - 2494: - end: 82169910 - operation: delete - start: 82068840 - 2495: - operation: search - 2496: - end: 87324480 - operation: insert - start: 87223410 - 2497: - end: 82270980 - operation: delete - start: 82169910 - 2498: - operation: search - 2499: - end: 87425550 - operation: insert - start: 87324480 - 2500: - end: 82372050 - operation: delete - start: 82270980 - 2501: - operation: search - 2502: - end: 87526620 - operation: insert - start: 87425550 - 2503: - end: 82473120 - operation: delete - start: 82372050 - 2504: - operation: search - 2505: - end: 87627690 - operation: insert - start: 87526620 - 2506: - end: 82574190 - operation: delete - start: 82473120 - 2507: - operation: search - 2508: - end: 87728760 - operation: insert - start: 87627690 - 2509: - end: 82675260 - operation: delete - start: 82574190 - 2510: - operation: search - 2511: - end: 87829830 - operation: insert - start: 87728760 - 2512: - operation: search - 2513: - end: 87930900 - operation: insert - start: 87829830 - 2514: - end: 82877400 - operation: delete - start: 82776330 - 2515: - operation: search - 2516: - end: 88031970 - operation: insert - start: 87930900 - 2517: - end: 82978470 - operation: delete - start: 82877400 - 2518: - operation: search - 2519: - end: 88133040 - operation: insert - start: 88031970 - 2520: - operation: search - 2521: - end: 88234110 - operation: insert - start: 88133040 - 2522: - end: 83180610 - operation: delete - start: 83079540 - 2523: - operation: search - 2524: - end: 88335180 - operation: insert - start: 88234110 - 2525: - end: 83281680 - operation: delete - start: 83180610 - 2526: - operation: search - 2527: - end: 88436250 - operation: insert - start: 88335180 - 2528: - operation: search - 2529: - end: 88537320 - operation: insert - start: 88436250 - 2530: - end: 68323320 - operation: delete - start: 68222250 - 2531: - end: 83483820 - operation: delete - start: 83382750 - 2532: - operation: search - 2533: - end: 88638390 - operation: insert - start: 88537320 - 2534: - end: 83584890 - operation: delete - start: 83483820 - 2535: - operation: search - 2536: - end: 88739460 - operation: insert - start: 88638390 - 2537: - end: 68525460 - operation: delete - start: 68424390 - 2538: - operation: search - 2539: - end: 88840530 - operation: insert - start: 88739460 - 2540: - end: 83787030 - operation: delete - start: 83685960 - 2541: - operation: search - 2542: - end: 88941600 - operation: insert - start: 88840530 - 2543: - end: 83888100 - operation: delete - start: 83787030 - 2544: - operation: search - 2545: - end: 89042670 - operation: insert - start: 88941600 - 2546: - end: 83989170 - operation: delete - start: 83888100 - 2547: - operation: search - 2548: - end: 89143740 - operation: insert - start: 89042670 - 2549: - end: 84090240 - operation: delete - start: 83989170 - 2550: - operation: search - 2551: - end: 89244810 - operation: insert - start: 89143740 - 2552: - end: 84191310 - operation: delete - start: 84090240 - 2553: - operation: search - 2554: - end: 89345880 - operation: insert - start: 89244810 - 2555: - end: 69131880 - operation: delete - start: 69030810 - 2556: - end: 84292380 - operation: delete - start: 84191310 - 2557: - operation: search - 2558: - end: 89446950 - operation: insert - start: 89345880 - 2559: - end: 84393450 - operation: delete - start: 84292380 - 2560: - operation: search - 2561: - end: 89548020 - operation: insert - start: 89446950 - 2562: - end: 69334020 - operation: delete - start: 69232950 - 2563: - end: 84494520 - operation: delete - start: 84393450 - 2564: - operation: search - 2565: - end: 89649090 - operation: insert - start: 89548020 - 2566: - end: 84595590 - operation: delete - start: 84494520 - 2567: - operation: search - 2568: - end: 89750160 - operation: insert - start: 89649090 - 2569: - end: 84696660 - operation: delete - start: 84595590 - 2570: - operation: search - 2571: - end: 89851230 - operation: insert - start: 89750160 - 2572: - end: 69637230 - operation: delete - start: 69536160 - 2573: - end: 84797730 - operation: delete - start: 84696660 - 2574: - operation: search - 2575: - end: 89952300 - operation: insert - start: 89851230 - 2576: - end: 84898800 - operation: delete - start: 84797730 - 2577: - operation: search - 2578: - end: 90053370 - operation: insert - start: 89952300 - 2579: - operation: search - 2580: - end: 90154440 - operation: insert - start: 90053370 - 2581: - end: 85100940 - operation: delete - start: 84999870 - 2582: - operation: search - 2583: - end: 90255510 - operation: insert - start: 90154440 - 2584: - end: 85202010 - operation: delete - start: 85100940 - 2585: - operation: search - 2586: - end: 90356580 - operation: insert - start: 90255510 - 2587: - end: 85303080 - operation: delete - start: 85202010 - 2588: - operation: search - 2589: - end: 90457650 - operation: insert - start: 90356580 - 2590: - end: 85404150 - operation: delete - start: 85303080 - 2591: - operation: search - 2592: - end: 90558720 - operation: insert - start: 90457650 - 2593: - end: 85505220 - operation: delete - start: 85404150 - 2594: - operation: search - 2595: - end: 90659790 - operation: insert - start: 90558720 - 2596: - end: 70445790 - operation: delete - start: 70344720 - 2597: - end: 85606290 - operation: delete - start: 85505220 - 2598: - operation: search - 2599: - end: 90760860 - operation: insert - start: 90659790 - 2600: - end: 85707360 - operation: delete - start: 85606290 - 2601: - operation: search - 2602: - end: 90861930 - operation: insert - start: 90760860 - 2603: - end: 85808430 - operation: delete - start: 85707360 - 2604: - operation: search - 2605: - end: 90963000 - operation: insert - start: 90861930 - 2606: - end: 85909500 - operation: delete - start: 85808430 - 2607: - operation: search - 2608: - end: 91064070 - operation: insert - start: 90963000 - 2609: - operation: search - 2610: - end: 91165140 - operation: insert - start: 91064070 - 2611: - end: 70951140 - operation: delete - start: 70850070 - 2612: - end: 86111640 - operation: delete - start: 86010570 - 2613: - operation: search - 2614: - end: 91266210 - operation: insert - start: 91165140 - 2615: - end: 86212710 - operation: delete - start: 86111640 - 2616: - operation: search - 2617: - end: 91367280 - operation: insert - start: 91266210 - 2618: - operation: search - 2619: - end: 91468350 - operation: insert - start: 91367280 - 2620: - operation: search - 2621: - end: 91569420 - operation: insert - start: 91468350 - 2622: - end: 86515920 - operation: delete - start: 86414850 - 2623: - operation: search - 2624: - end: 91670490 - operation: insert - start: 91569420 - 2625: - end: 86616990 - operation: delete - start: 86515920 - 2626: - operation: search - 2627: - end: 91771560 - operation: insert - start: 91670490 - 2628: - end: 71557560 - operation: delete - start: 71456490 - 2629: - end: 86718060 - operation: delete - start: 86616990 - 2630: - operation: search - 2631: - end: 91872630 - operation: insert - start: 91771560 - 2632: - end: 71658630 - operation: delete - start: 71557560 - 2633: - end: 86819130 - operation: delete - start: 86718060 - 2634: - operation: search - 2635: - end: 91973700 - operation: insert - start: 91872630 - 2636: - end: 86920200 - operation: delete - start: 86819130 - 2637: - operation: search - 2638: - end: 92074770 - operation: insert - start: 91973700 - 2639: - operation: search - 2640: - end: 92175840 - operation: insert - start: 92074770 - 2641: - operation: search - 2642: - end: 92276910 - operation: insert - start: 92175840 - 2643: - end: 72062910 - operation: delete - start: 71961840 - 2644: - end: 87223410 - operation: delete - start: 87122340 - 2645: - operation: search - 2646: - end: 92377980 - operation: insert - start: 92276910 - 2647: - end: 87324480 - operation: delete - start: 87223410 - 2648: - operation: search - 2649: - end: 92479050 - operation: insert - start: 92377980 - 2650: - end: 87425550 - operation: delete - start: 87324480 - 2651: - operation: search - 2652: - end: 92580120 - operation: insert - start: 92479050 - 2653: - operation: search - 2654: - end: 92681190 - operation: insert - start: 92580120 - 2655: - end: 87627690 - operation: delete - start: 87526620 - 2656: - operation: search - 2657: - end: 92782260 - operation: insert - start: 92681190 - 2658: - end: 87728760 - operation: delete - start: 87627690 - 2659: - operation: search - 2660: - end: 92883330 - operation: insert - start: 92782260 - 2661: - end: 87829830 - operation: delete - start: 87728760 - 2662: - operation: search - 2663: - end: 92984400 - operation: insert - start: 92883330 - 2664: - end: 87930900 - operation: delete - start: 87829830 - 2665: - operation: search - 2666: - end: 93085470 - operation: insert - start: 92984400 - 2667: - end: 88031970 - operation: delete - start: 87930900 - 2668: - operation: search - 2669: - end: 93186540 - operation: insert - start: 93085470 - 2670: - operation: search - 2671: - end: 93287610 - operation: insert - start: 93186540 - 2672: - end: 88234110 - operation: delete - start: 88133040 - 2673: - operation: search - 2674: - end: 93388680 - operation: insert - start: 93287610 - 2675: - end: 88335180 - operation: delete - start: 88234110 - 2676: - operation: search - 2677: - end: 93489750 - operation: insert - start: 93388680 - 2678: - end: 88436250 - operation: delete - start: 88335180 - 2679: - operation: search - 2680: - end: 93590820 - operation: insert - start: 93489750 - 2681: - operation: search - 2682: - end: 93691890 - operation: insert - start: 93590820 - 2683: - end: 73477890 - operation: delete - start: 73376820 - 2684: - end: 88638390 - operation: delete - start: 88537320 - 2685: - operation: search - 2686: - end: 93792960 - operation: insert - start: 93691890 - 2687: - operation: search - 2688: - end: 93894030 - operation: insert - start: 93792960 - 2689: - end: 88840530 - operation: delete - start: 88739460 - 2690: - operation: search - 2691: - end: 93995100 - operation: insert - start: 93894030 - 2692: - end: 88941600 - operation: delete - start: 88840530 - 2693: - operation: search - 2694: - end: 94096170 - operation: insert - start: 93995100 - 2695: - end: 73882170 - operation: delete - start: 73781100 - 2696: - end: 89042670 - operation: delete - start: 88941600 - 2697: - operation: search - 2698: - end: 94197240 - operation: insert - start: 94096170 - 2699: - end: 89143740 - operation: delete - start: 89042670 - 2700: - operation: search - 2701: - end: 94298310 - operation: insert - start: 94197240 - 2702: - end: 89244810 - operation: delete - start: 89143740 - 2703: - operation: search - 2704: - end: 94399380 - operation: insert - start: 94298310 - 2705: - end: 74185380 - operation: delete - start: 74084310 - 2706: - end: 89345880 - operation: delete - start: 89244810 - 2707: - operation: search - 2708: - end: 94500450 - operation: insert - start: 94399380 - 2709: - end: 89446950 - operation: delete - start: 89345880 - 2710: - operation: search - 2711: - end: 94601520 - operation: insert - start: 94500450 - 2712: - end: 89548020 - operation: delete - start: 89446950 - 2713: - operation: search - 2714: - end: 94702590 - operation: insert - start: 94601520 - 2715: - end: 89649090 - operation: delete - start: 89548020 - 2716: - operation: search - 2717: - end: 94803660 - operation: insert - start: 94702590 - 2718: - operation: search - 2719: - end: 94904730 - operation: insert - start: 94803660 - 2720: - end: 89851230 - operation: delete - start: 89750160 - 2721: - operation: search - 2722: - end: 95005800 - operation: insert - start: 94904730 - 2723: - end: 89952300 - operation: delete - start: 89851230 - 2724: - operation: search - 2725: - end: 95106870 - operation: insert - start: 95005800 - 2726: - operation: search - 2727: - end: 95207940 - operation: insert - start: 95106870 - 2728: - end: 90154440 - operation: delete - start: 90053370 - 2729: - operation: search - 2730: - end: 95309010 - operation: insert - start: 95207940 - 2731: - operation: search - 2732: - end: 95410080 - operation: insert - start: 95309010 - 2733: - operation: search - 2734: - end: 95511150 - operation: insert - start: 95410080 - 2735: - operation: search - 2736: - end: 95612220 - operation: insert - start: 95511150 - 2737: - end: 90558720 - operation: delete - start: 90457650 - 2738: - operation: search - 2739: - end: 95713290 - operation: insert - start: 95612220 - 2740: - end: 90659790 - operation: delete - start: 90558720 - 2741: - operation: search - 2742: - end: 95814360 - operation: insert - start: 95713290 - 2743: - end: 90760860 - operation: delete - start: 90659790 - 2744: - operation: search - 2745: - end: 95915430 - operation: insert - start: 95814360 - 2746: - end: 90861930 - operation: delete - start: 90760860 - 2747: - operation: search - 2748: - end: 96016500 - operation: insert - start: 95915430 - 2749: - end: 90963000 - operation: delete - start: 90861930 - 2750: - operation: search - 2751: - end: 96117570 - operation: insert - start: 96016500 - 2752: - end: 91064070 - operation: delete - start: 90963000 - 2753: - operation: search - 2754: - end: 96218640 - operation: insert - start: 96117570 - 2755: - end: 91165140 - operation: delete - start: 91064070 - 2756: - operation: search - 2757: - end: 96319710 - operation: insert - start: 96218640 - 2758: - operation: search - 2759: - end: 96420780 - operation: insert - start: 96319710 - 2760: - end: 91367280 - operation: delete - start: 91266210 - 2761: - operation: search - 2762: - end: 96521850 - operation: insert - start: 96420780 - 2763: - end: 91468350 - operation: delete - start: 91367280 - 2764: - operation: search - 2765: - end: 96622920 - operation: insert - start: 96521850 - 2766: - end: 91569420 - operation: delete - start: 91468350 - 2767: - operation: search - 2768: - end: 96723990 - operation: insert - start: 96622920 - 2769: - end: 91670490 - operation: delete - start: 91569420 - 2770: - operation: search - 2771: - end: 96825060 - operation: insert - start: 96723990 - 2772: - end: 91771560 - operation: delete - start: 91670490 - 2773: - operation: search - 2774: - end: 96926130 - operation: insert - start: 96825060 - 2775: - end: 91872630 - operation: delete - start: 91771560 - 2776: - operation: search - 2777: - end: 97027200 - operation: insert - start: 96926130 - 2778: - end: 91973700 - operation: delete - start: 91872630 - 2779: - operation: search - 2780: - end: 97128270 - operation: insert - start: 97027200 - 2781: - end: 92074770 - operation: delete - start: 91973700 - 2782: - operation: search - 2783: - end: 97229340 - operation: insert - start: 97128270 - 2784: - end: 92175840 - operation: delete - start: 92074770 - 2785: - operation: search - 2786: - end: 97330410 - operation: insert - start: 97229340 - 2787: - end: 92276910 - operation: delete - start: 92175840 - 2788: - operation: search - 2789: - end: 97431480 - operation: insert - start: 97330410 - 2790: - end: 92377980 - operation: delete - start: 92276910 - 2791: - operation: search - 2792: - end: 97532550 - operation: insert - start: 97431480 - 2793: - end: 92479050 - operation: delete - start: 92377980 - 2794: - operation: search - 2795: - end: 97633620 - operation: insert - start: 97532550 - 2796: - end: 77419620 - operation: delete - start: 77318550 - 2797: - end: 92580120 - operation: delete - start: 92479050 - 2798: - operation: search - 2799: - end: 97734690 - operation: insert - start: 97633620 - 2800: - operation: search - 2801: - end: 97835760 - operation: insert - start: 97734690 - 2802: - end: 92782260 - operation: delete - start: 92681190 - 2803: - operation: search - 2804: - end: 97936830 - operation: insert - start: 97835760 - 2805: - operation: search - 2806: - end: 98037900 - operation: insert - start: 97936830 - 2807: - end: 92984400 - operation: delete - start: 92883330 - 2808: - operation: search - 2809: - end: 98138970 - operation: insert - start: 98037900 - 2810: - end: 93085470 - operation: delete - start: 92984400 - 2811: - operation: search - 2812: - end: 98240040 - operation: insert - start: 98138970 - 2813: - end: 93186540 - operation: delete - start: 93085470 - 2814: - operation: search - 2815: - end: 98341110 - operation: insert - start: 98240040 - 2816: - end: 93287610 - operation: delete - start: 93186540 - 2817: - operation: search - 2818: - end: 98442180 - operation: insert - start: 98341110 - 2819: - end: 93388680 - operation: delete - start: 93287610 - 2820: - operation: search - 2821: - end: 98543250 - operation: insert - start: 98442180 - 2822: - end: 93489750 - operation: delete - start: 93388680 - 2823: - operation: search - 2824: - end: 98644320 - operation: insert - start: 98543250 - 2825: - end: 93590820 - operation: delete - start: 93489750 - 2826: - operation: search - 2827: - end: 98745390 - operation: insert - start: 98644320 - 2828: - end: 93691890 - operation: delete - start: 93590820 - 2829: - operation: search - 2830: - end: 98846460 - operation: insert - start: 98745390 - 2831: - end: 93792960 - operation: delete - start: 93691890 - 2832: - operation: search - 2833: - end: 98947530 - operation: insert - start: 98846460 - 2834: - end: 93894030 - operation: delete - start: 93792960 - 2835: - operation: search - 2836: - end: 99048600 - operation: insert - start: 98947530 - 2837: - end: 93995100 - operation: delete - start: 93894030 - 2838: - operation: search - 2839: - end: 99149670 - operation: insert - start: 99048600 - 2840: - operation: search - 2841: - end: 99250740 - operation: insert - start: 99149670 - 2842: - end: 94197240 - operation: delete - start: 94096170 - 2843: - operation: search - 2844: - end: 99351810 - operation: insert - start: 99250740 - 2845: - end: 94298310 - operation: delete - start: 94197240 - 2846: - operation: search - 2847: - end: 99452880 - operation: insert - start: 99351810 - 2848: - end: 94399380 - operation: delete - start: 94298310 - 2849: - operation: search - 2850: - end: 99553950 - operation: insert - start: 99452880 - 2851: - end: 94500450 - operation: delete - start: 94399380 - 2852: - operation: search - 2853: - end: 99655020 - operation: insert - start: 99553950 - 2854: - operation: search - 2855: - end: 99756090 - operation: insert - start: 99655020 - 2856: - end: 94702590 - operation: delete - start: 94601520 - 2857: - operation: search - 2858: - end: 99857160 - operation: insert - start: 99756090 - 2859: - operation: search - 2860: - end: 99958230 - operation: insert - start: 99857160 - 2861: - end: 79744230 - operation: delete - start: 79643160 - 2862: - operation: search - 2863: - end: 100059300 - operation: insert - start: 99958230 - 2864: - end: 95005800 - operation: delete - start: 94904730 - 2865: - operation: search - 2866: - end: 100160370 - operation: insert - start: 100059300 - 2867: - end: 95106870 - operation: delete - start: 95005800 - 2868: - operation: search - 2869: - end: 100261440 - operation: insert - start: 100160370 - 2870: - end: 95207940 - operation: delete - start: 95106870 - 2871: - operation: search - 2872: - end: 100362510 - operation: insert - start: 100261440 - 2873: - end: 80148510 - operation: delete - start: 80047440 - 2874: - end: 95309010 - operation: delete - start: 95207940 - 2875: - operation: search - 2876: - end: 100463580 - operation: insert - start: 100362510 - 2877: - operation: search - 2878: - end: 100564650 - operation: insert - start: 100463580 - 2879: - operation: search - 2880: - end: 100665720 - operation: insert - start: 100564650 - 2881: - operation: search - 2882: - end: 100766790 - operation: insert - start: 100665720 - 2883: - end: 95713290 - operation: delete - start: 95612220 - 2884: - operation: search - 2885: - end: 100867860 - operation: insert - start: 100766790 - 2886: - end: 95814360 - operation: delete - start: 95713290 - 2887: - operation: search - 2888: - end: 100968930 - operation: insert - start: 100867860 - 2889: - end: 95915430 - operation: delete - start: 95814360 - 2890: - operation: search - 2891: - end: 101070000 - operation: insert - start: 100968930 - 2892: - end: 80856000 - operation: delete - start: 80754930 - 2893: - end: 96016500 - operation: delete - start: 95915430 - 2894: - operation: search - max_pts: 10915560 diff --git a/neurips23/streaming/runbooks/msturing-10M_slidingwindow_runbook.yaml b/neurips23/streaming/runbooks/msturing-10M_slidingwindow_runbook.yaml deleted file mode 100644 index f3acc967c..000000000 --- a/neurips23/streaming/runbooks/msturing-10M_slidingwindow_runbook.yaml +++ /dev/null @@ -1,1402 +0,0 @@ -msturing-10M: - 1: - end: 50000 - operation: insert - start: 0 - 2: - end: 100000 - operation: insert - start: 50000 - 3: - end: 150000 - operation: insert - start: 100000 - 4: - end: 200000 - operation: insert - start: 150000 - 5: - end: 250000 - operation: insert - start: 200000 - 6: - end: 300000 - operation: insert - start: 250000 - 7: - end: 350000 - operation: insert - start: 300000 - 8: - end: 400000 - operation: insert - start: 350000 - 9: - end: 450000 - operation: insert - start: 400000 - 10: - end: 500000 - operation: insert - start: 450000 - 11: - end: 550000 - operation: insert - start: 500000 - 12: - end: 600000 - operation: insert - start: 550000 - 13: - end: 650000 - operation: insert - start: 600000 - 14: - end: 700000 - operation: insert - start: 650000 - 15: - end: 750000 - operation: insert - start: 700000 - 16: - end: 800000 - operation: insert - start: 750000 - 17: - end: 850000 - operation: insert - start: 800000 - 18: - end: 900000 - operation: insert - start: 850000 - 19: - end: 950000 - operation: insert - start: 900000 - 20: - end: 1000000 - operation: insert - start: 950000 - 21: - end: 1050000 - operation: insert - start: 1000000 - 22: - end: 1100000 - operation: insert - start: 1050000 - 23: - end: 1150000 - operation: insert - start: 1100000 - 24: - end: 1200000 - operation: insert - start: 1150000 - 25: - end: 1250000 - operation: insert - start: 1200000 - 26: - end: 1300000 - operation: insert - start: 1250000 - 27: - end: 1350000 - operation: insert - start: 1300000 - 28: - end: 1400000 - operation: insert - start: 1350000 - 29: - end: 1450000 - operation: insert - start: 1400000 - 30: - end: 1500000 - operation: insert - start: 1450000 - 31: - end: 1550000 - operation: insert - start: 1500000 - 32: - end: 1600000 - operation: insert - start: 1550000 - 33: - end: 1650000 - operation: insert - start: 1600000 - 34: - end: 1700000 - operation: insert - start: 1650000 - 35: - end: 1750000 - operation: insert - start: 1700000 - 36: - end: 1800000 - operation: insert - start: 1750000 - 37: - end: 1850000 - operation: insert - start: 1800000 - 38: - end: 1900000 - operation: insert - start: 1850000 - 39: - end: 1950000 - operation: insert - start: 1900000 - 40: - end: 2000000 - operation: insert - start: 1950000 - 41: - end: 2050000 - operation: insert - start: 2000000 - 42: - end: 2100000 - operation: insert - start: 2050000 - 43: - end: 2150000 - operation: insert - start: 2100000 - 44: - end: 2200000 - operation: insert - start: 2150000 - 45: - end: 2250000 - operation: insert - start: 2200000 - 46: - end: 2300000 - operation: insert - start: 2250000 - 47: - end: 2350000 - operation: insert - start: 2300000 - 48: - end: 2400000 - operation: insert - start: 2350000 - 49: - end: 2450000 - operation: insert - start: 2400000 - 50: - end: 2500000 - operation: insert - start: 2450000 - 51: - end: 2550000 - operation: insert - start: 2500000 - 52: - end: 2600000 - operation: insert - start: 2550000 - 53: - end: 2650000 - operation: insert - start: 2600000 - 54: - end: 2700000 - operation: insert - start: 2650000 - 55: - end: 2750000 - operation: insert - start: 2700000 - 56: - end: 2800000 - operation: insert - start: 2750000 - 57: - end: 2850000 - operation: insert - start: 2800000 - 58: - end: 2900000 - operation: insert - start: 2850000 - 59: - end: 2950000 - operation: insert - start: 2900000 - 60: - end: 3000000 - operation: insert - start: 2950000 - 61: - end: 3050000 - operation: insert - start: 3000000 - 62: - end: 3100000 - operation: insert - start: 3050000 - 63: - end: 3150000 - operation: insert - start: 3100000 - 64: - end: 3200000 - operation: insert - start: 3150000 - 65: - end: 3250000 - operation: insert - start: 3200000 - 66: - end: 3300000 - operation: insert - start: 3250000 - 67: - end: 3350000 - operation: insert - start: 3300000 - 68: - end: 3400000 - operation: insert - start: 3350000 - 69: - end: 3450000 - operation: insert - start: 3400000 - 70: - end: 3500000 - operation: insert - start: 3450000 - 71: - end: 3550000 - operation: insert - start: 3500000 - 72: - end: 3600000 - operation: insert - start: 3550000 - 73: - end: 3650000 - operation: insert - start: 3600000 - 74: - end: 3700000 - operation: insert - start: 3650000 - 75: - end: 3750000 - operation: insert - start: 3700000 - 76: - end: 3800000 - operation: insert - start: 3750000 - 77: - end: 3850000 - operation: insert - start: 3800000 - 78: - end: 3900000 - operation: insert - start: 3850000 - 79: - end: 3950000 - operation: insert - start: 3900000 - 80: - end: 4000000 - operation: insert - start: 3950000 - 81: - end: 4050000 - operation: insert - start: 4000000 - 82: - end: 4100000 - operation: insert - start: 4050000 - 83: - end: 4150000 - operation: insert - start: 4100000 - 84: - end: 4200000 - operation: insert - start: 4150000 - 85: - end: 4250000 - operation: insert - start: 4200000 - 86: - end: 4300000 - operation: insert - start: 4250000 - 87: - end: 4350000 - operation: insert - start: 4300000 - 88: - end: 4400000 - operation: insert - start: 4350000 - 89: - end: 4450000 - operation: insert - start: 4400000 - 90: - end: 4500000 - operation: insert - start: 4450000 - 91: - end: 4550000 - operation: insert - start: 4500000 - 92: - end: 4600000 - operation: insert - start: 4550000 - 93: - end: 4650000 - operation: insert - start: 4600000 - 94: - end: 4700000 - operation: insert - start: 4650000 - 95: - end: 4750000 - operation: insert - start: 4700000 - 96: - end: 4800000 - operation: insert - start: 4750000 - 97: - end: 4850000 - operation: insert - start: 4800000 - 98: - end: 4900000 - operation: insert - start: 4850000 - 99: - end: 4950000 - operation: insert - start: 4900000 - 100: - end: 5000000 - operation: insert - start: 4950000 - 101: - operation: search - 102: - end: 50000 - operation: delete - start: 0 - 103: - end: 5050000 - operation: insert - start: 5000000 - 104: - operation: search - 105: - end: 100000 - operation: delete - start: 50000 - 106: - end: 5100000 - operation: insert - start: 5050000 - 107: - operation: search - 108: - end: 150000 - operation: delete - start: 100000 - 109: - end: 5150000 - operation: insert - start: 5100000 - 110: - operation: search - 111: - end: 200000 - operation: delete - start: 150000 - 112: - end: 5200000 - operation: insert - start: 5150000 - 113: - operation: search - 114: - end: 250000 - operation: delete - start: 200000 - 115: - end: 5250000 - operation: insert - start: 5200000 - 116: - operation: search - 117: - end: 300000 - operation: delete - start: 250000 - 118: - end: 5300000 - operation: insert - start: 5250000 - 119: - operation: search - 120: - end: 350000 - operation: delete - start: 300000 - 121: - end: 5350000 - operation: insert - start: 5300000 - 122: - operation: search - 123: - end: 400000 - operation: delete - start: 350000 - 124: - end: 5400000 - operation: insert - start: 5350000 - 125: - operation: search - 126: - end: 450000 - operation: delete - start: 400000 - 127: - end: 5450000 - operation: insert - start: 5400000 - 128: - operation: search - 129: - end: 500000 - operation: delete - start: 450000 - 130: - end: 5500000 - operation: insert - start: 5450000 - 131: - operation: search - 132: - end: 550000 - operation: delete - start: 500000 - 133: - end: 5550000 - operation: insert - start: 5500000 - 134: - operation: search - 135: - end: 600000 - operation: delete - start: 550000 - 136: - end: 5600000 - operation: insert - start: 5550000 - 137: - operation: search - 138: - end: 650000 - operation: delete - start: 600000 - 139: - end: 5650000 - operation: insert - start: 5600000 - 140: - operation: search - 141: - end: 700000 - operation: delete - start: 650000 - 142: - end: 5700000 - operation: insert - start: 5650000 - 143: - operation: search - 144: - end: 750000 - operation: delete - start: 700000 - 145: - end: 5750000 - operation: insert - start: 5700000 - 146: - operation: search - 147: - end: 800000 - operation: delete - start: 750000 - 148: - end: 5800000 - operation: insert - start: 5750000 - 149: - operation: search - 150: - end: 850000 - operation: delete - start: 800000 - 151: - end: 5850000 - operation: insert - start: 5800000 - 152: - operation: search - 153: - end: 900000 - operation: delete - start: 850000 - 154: - end: 5900000 - operation: insert - start: 5850000 - 155: - operation: search - 156: - end: 950000 - operation: delete - start: 900000 - 157: - end: 5950000 - operation: insert - start: 5900000 - 158: - operation: search - 159: - end: 1000000 - operation: delete - start: 950000 - 160: - end: 6000000 - operation: insert - start: 5950000 - 161: - operation: search - 162: - end: 1050000 - operation: delete - start: 1000000 - 163: - end: 6050000 - operation: insert - start: 6000000 - 164: - operation: search - 165: - end: 1100000 - operation: delete - start: 1050000 - 166: - end: 6100000 - operation: insert - start: 6050000 - 167: - operation: search - 168: - end: 1150000 - operation: delete - start: 1100000 - 169: - end: 6150000 - operation: insert - start: 6100000 - 170: - operation: search - 171: - end: 1200000 - operation: delete - start: 1150000 - 172: - end: 6200000 - operation: insert - start: 6150000 - 173: - operation: search - 174: - end: 1250000 - operation: delete - start: 1200000 - 175: - end: 6250000 - operation: insert - start: 6200000 - 176: - operation: search - 177: - end: 1300000 - operation: delete - start: 1250000 - 178: - end: 6300000 - operation: insert - start: 6250000 - 179: - operation: search - 180: - end: 1350000 - operation: delete - start: 1300000 - 181: - end: 6350000 - operation: insert - start: 6300000 - 182: - operation: search - 183: - end: 1400000 - operation: delete - start: 1350000 - 184: - end: 6400000 - operation: insert - start: 6350000 - 185: - operation: search - 186: - end: 1450000 - operation: delete - start: 1400000 - 187: - end: 6450000 - operation: insert - start: 6400000 - 188: - operation: search - 189: - end: 1500000 - operation: delete - start: 1450000 - 190: - end: 6500000 - operation: insert - start: 6450000 - 191: - operation: search - 192: - end: 1550000 - operation: delete - start: 1500000 - 193: - end: 6550000 - operation: insert - start: 6500000 - 194: - operation: search - 195: - end: 1600000 - operation: delete - start: 1550000 - 196: - end: 6600000 - operation: insert - start: 6550000 - 197: - operation: search - 198: - end: 1650000 - operation: delete - start: 1600000 - 199: - end: 6650000 - operation: insert - start: 6600000 - 200: - operation: search - 201: - end: 1700000 - operation: delete - start: 1650000 - 202: - end: 6700000 - operation: insert - start: 6650000 - 203: - operation: search - 204: - end: 1750000 - operation: delete - start: 1700000 - 205: - end: 6750000 - operation: insert - start: 6700000 - 206: - operation: search - 207: - end: 1800000 - operation: delete - start: 1750000 - 208: - end: 6800000 - operation: insert - start: 6750000 - 209: - operation: search - 210: - end: 1850000 - operation: delete - start: 1800000 - 211: - end: 6850000 - operation: insert - start: 6800000 - 212: - operation: search - 213: - end: 1900000 - operation: delete - start: 1850000 - 214: - end: 6900000 - operation: insert - start: 6850000 - 215: - operation: search - 216: - end: 1950000 - operation: delete - start: 1900000 - 217: - end: 6950000 - operation: insert - start: 6900000 - 218: - operation: search - 219: - end: 2000000 - operation: delete - start: 1950000 - 220: - end: 7000000 - operation: insert - start: 6950000 - 221: - operation: search - 222: - end: 2050000 - operation: delete - start: 2000000 - 223: - end: 7050000 - operation: insert - start: 7000000 - 224: - operation: search - 225: - end: 2100000 - operation: delete - start: 2050000 - 226: - end: 7100000 - operation: insert - start: 7050000 - 227: - operation: search - 228: - end: 2150000 - operation: delete - start: 2100000 - 229: - end: 7150000 - operation: insert - start: 7100000 - 230: - operation: search - 231: - end: 2200000 - operation: delete - start: 2150000 - 232: - end: 7200000 - operation: insert - start: 7150000 - 233: - operation: search - 234: - end: 2250000 - operation: delete - start: 2200000 - 235: - end: 7250000 - operation: insert - start: 7200000 - 236: - operation: search - 237: - end: 2300000 - operation: delete - start: 2250000 - 238: - end: 7300000 - operation: insert - start: 7250000 - 239: - operation: search - 240: - end: 2350000 - operation: delete - start: 2300000 - 241: - end: 7350000 - operation: insert - start: 7300000 - 242: - operation: search - 243: - end: 2400000 - operation: delete - start: 2350000 - 244: - end: 7400000 - operation: insert - start: 7350000 - 245: - operation: search - 246: - end: 2450000 - operation: delete - start: 2400000 - 247: - end: 7450000 - operation: insert - start: 7400000 - 248: - operation: search - 249: - end: 2500000 - operation: delete - start: 2450000 - 250: - end: 7500000 - operation: insert - start: 7450000 - 251: - operation: search - 252: - end: 2550000 - operation: delete - start: 2500000 - 253: - end: 7550000 - operation: insert - start: 7500000 - 254: - operation: search - 255: - end: 2600000 - operation: delete - start: 2550000 - 256: - end: 7600000 - operation: insert - start: 7550000 - 257: - operation: search - 258: - end: 2650000 - operation: delete - start: 2600000 - 259: - end: 7650000 - operation: insert - start: 7600000 - 260: - operation: search - 261: - end: 2700000 - operation: delete - start: 2650000 - 262: - end: 7700000 - operation: insert - start: 7650000 - 263: - operation: search - 264: - end: 2750000 - operation: delete - start: 2700000 - 265: - end: 7750000 - operation: insert - start: 7700000 - 266: - operation: search - 267: - end: 2800000 - operation: delete - start: 2750000 - 268: - end: 7800000 - operation: insert - start: 7750000 - 269: - operation: search - 270: - end: 2850000 - operation: delete - start: 2800000 - 271: - end: 7850000 - operation: insert - start: 7800000 - 272: - operation: search - 273: - end: 2900000 - operation: delete - start: 2850000 - 274: - end: 7900000 - operation: insert - start: 7850000 - 275: - operation: search - 276: - end: 2950000 - operation: delete - start: 2900000 - 277: - end: 7950000 - operation: insert - start: 7900000 - 278: - operation: search - 279: - end: 3000000 - operation: delete - start: 2950000 - 280: - end: 8000000 - operation: insert - start: 7950000 - 281: - operation: search - 282: - end: 3050000 - operation: delete - start: 3000000 - 283: - end: 8050000 - operation: insert - start: 8000000 - 284: - operation: search - 285: - end: 3100000 - operation: delete - start: 3050000 - 286: - end: 8100000 - operation: insert - start: 8050000 - 287: - operation: search - 288: - end: 3150000 - operation: delete - start: 3100000 - 289: - end: 8150000 - operation: insert - start: 8100000 - 290: - operation: search - 291: - end: 3200000 - operation: delete - start: 3150000 - 292: - end: 8200000 - operation: insert - start: 8150000 - 293: - operation: search - 294: - end: 3250000 - operation: delete - start: 3200000 - 295: - end: 8250000 - operation: insert - start: 8200000 - 296: - operation: search - 297: - end: 3300000 - operation: delete - start: 3250000 - 298: - end: 8300000 - operation: insert - start: 8250000 - 299: - operation: search - 300: - end: 3350000 - operation: delete - start: 3300000 - 301: - end: 8350000 - operation: insert - start: 8300000 - 302: - operation: search - 303: - end: 3400000 - operation: delete - start: 3350000 - 304: - end: 8400000 - operation: insert - start: 8350000 - 305: - operation: search - 306: - end: 3450000 - operation: delete - start: 3400000 - 307: - end: 8450000 - operation: insert - start: 8400000 - 308: - operation: search - 309: - end: 3500000 - operation: delete - start: 3450000 - 310: - end: 8500000 - operation: insert - start: 8450000 - 311: - operation: search - 312: - end: 3550000 - operation: delete - start: 3500000 - 313: - end: 8550000 - operation: insert - start: 8500000 - 314: - operation: search - 315: - end: 3600000 - operation: delete - start: 3550000 - 316: - end: 8600000 - operation: insert - start: 8550000 - 317: - operation: search - 318: - end: 3650000 - operation: delete - start: 3600000 - 319: - end: 8650000 - operation: insert - start: 8600000 - 320: - operation: search - 321: - end: 3700000 - operation: delete - start: 3650000 - 322: - end: 8700000 - operation: insert - start: 8650000 - 323: - operation: search - 324: - end: 3750000 - operation: delete - start: 3700000 - 325: - end: 8750000 - operation: insert - start: 8700000 - 326: - operation: search - 327: - end: 3800000 - operation: delete - start: 3750000 - 328: - end: 8800000 - operation: insert - start: 8750000 - 329: - operation: search - 330: - end: 3850000 - operation: delete - start: 3800000 - 331: - end: 8850000 - operation: insert - start: 8800000 - 332: - operation: search - 333: - end: 3900000 - operation: delete - start: 3850000 - 334: - end: 8900000 - operation: insert - start: 8850000 - 335: - operation: search - 336: - end: 3950000 - operation: delete - start: 3900000 - 337: - end: 8950000 - operation: insert - start: 8900000 - 338: - operation: search - 339: - end: 4000000 - operation: delete - start: 3950000 - 340: - end: 9000000 - operation: insert - start: 8950000 - 341: - operation: search - 342: - end: 4050000 - operation: delete - start: 4000000 - 343: - end: 9050000 - operation: insert - start: 9000000 - 344: - operation: search - 345: - end: 4100000 - operation: delete - start: 4050000 - 346: - end: 9100000 - operation: insert - start: 9050000 - 347: - operation: search - 348: - end: 4150000 - operation: delete - start: 4100000 - 349: - end: 9150000 - operation: insert - start: 9100000 - 350: - operation: search - 351: - end: 4200000 - operation: delete - start: 4150000 - 352: - end: 9200000 - operation: insert - start: 9150000 - 353: - operation: search - 354: - end: 4250000 - operation: delete - start: 4200000 - 355: - end: 9250000 - operation: insert - start: 9200000 - 356: - operation: search - 357: - end: 4300000 - operation: delete - start: 4250000 - 358: - end: 9300000 - operation: insert - start: 9250000 - 359: - operation: search - 360: - end: 4350000 - operation: delete - start: 4300000 - 361: - end: 9350000 - operation: insert - start: 9300000 - 362: - operation: search - 363: - end: 4400000 - operation: delete - start: 4350000 - 364: - end: 9400000 - operation: insert - start: 9350000 - 365: - operation: search - 366: - end: 4450000 - operation: delete - start: 4400000 - 367: - end: 9450000 - operation: insert - start: 9400000 - 368: - operation: search - 369: - end: 4500000 - operation: delete - start: 4450000 - 370: - end: 9500000 - operation: insert - start: 9450000 - 371: - operation: search - 372: - end: 4550000 - operation: delete - start: 4500000 - 373: - end: 9550000 - operation: insert - start: 9500000 - 374: - operation: search - 375: - end: 4600000 - operation: delete - start: 4550000 - 376: - end: 9600000 - operation: insert - start: 9550000 - 377: - operation: search - 378: - end: 4650000 - operation: delete - start: 4600000 - 379: - end: 9650000 - operation: insert - start: 9600000 - 380: - operation: search - 381: - end: 4700000 - operation: delete - start: 4650000 - 382: - end: 9700000 - operation: insert - start: 9650000 - 383: - operation: search - 384: - end: 4750000 - operation: delete - start: 4700000 - 385: - end: 9750000 - operation: insert - start: 9700000 - 386: - operation: search - 387: - end: 4800000 - operation: delete - start: 4750000 - 388: - end: 9800000 - operation: insert - start: 9750000 - 389: - operation: search - 390: - end: 4850000 - operation: delete - start: 4800000 - 391: - end: 9850000 - operation: insert - start: 9800000 - 392: - operation: search - 393: - end: 4900000 - operation: delete - start: 4850000 - 394: - end: 9900000 - operation: insert - start: 9850000 - 395: - operation: search - 396: - end: 4950000 - operation: delete - start: 4900000 - 397: - end: 9950000 - operation: insert - start: 9900000 - 398: - operation: search - 399: - end: 5000000 - operation: delete - start: 4950000 - 400: - end: 10000000 - operation: insert - start: 9950000 - max_pts: 5000000 diff --git a/neurips23/streaming/runbooks/random_replace_runbook.yaml b/neurips23/streaming/runbooks/random_replace_runbook.yaml deleted file mode 100644 index 44af3ebf5..000000000 --- a/neurips23/streaming/runbooks/random_replace_runbook.yaml +++ /dev/null @@ -1,450 +0,0 @@ -msturing-10M-clustered: - max_pts: 6641122 - 1: - end: 170550 - operation: insert - start: 0 - 2: - operation: search - 3: - end: 441922 - operation: insert - start: 255771 - 4: - operation: search - 5: - end: 658388 - operation: insert - start: 491965 - 6: - operation: search - 7: - end: 984005 - operation: insert - start: 824781 - 8: - operation: search - 9: - end: 1353604 - operation: insert - start: 1081209 - 10: - operation: search - 11: - end: 1778387 - operation: insert - start: 1568760 - 12: - operation: search - 13: - end: 2214835 - operation: insert - start: 1959174 - 14: - operation: search - 15: - end: 2655948 - operation: insert - start: 2404186 - 16: - operation: search - 17: - end: 2985929 - operation: insert - start: 2798660 - 18: - operation: search - 19: - end: 3367448 - operation: insert - start: 3082959 - 20: - operation: search - 21: - end: 3767906 - operation: insert - start: 3480554 - 22: - operation: search - 23: - end: 4130724 - operation: insert - start: 3910930 - 24: - operation: search - 25: - end: 4461308 - operation: insert - start: 4194870 - 26: - operation: search - 27: - end: 4839923 - operation: insert - start: 4652840 - 28: - operation: search - 29: - end: 5032089 - operation: insert - start: 4872616 - 30: - operation: search - 31: - end: 5526086 - operation: insert - start: 5184725 - 32: - operation: search - 33: - end: 5891879 - operation: insert - start: 5629098 - 34: - operation: search - 35: - end: 6218348 - operation: insert - start: 6023119 - 36: - operation: search - 37: - end: 6413108 - operation: insert - start: 6292969 - 38: - operation: search - 39: - end: 6658829 - operation: insert - start: 6508987 - 40: - operation: search - 41: - end: 6958659 - operation: insert - start: 6767675 - 42: - operation: search - 43: - end: 7234176 - operation: insert - start: 7000498 - 44: - operation: search - 45: - end: 7402476 - operation: insert - start: 7263856 - 46: - operation: search - 47: - end: 7683180 - operation: insert - start: 7485517 - 48: - operation: search - 49: - end: 8008502 - operation: insert - start: 7739934 - 50: - operation: search - 51: - end: 8334761 - operation: insert - start: 8055691 - 52: - operation: search - 53: - end: 8578113 - operation: insert - start: 8381008 - 54: - operation: search - 55: - end: 8849550 - operation: insert - start: 8750107 - 56: - operation: search - 57: - end: 9102186 - operation: insert - start: 8942969 - 58: - operation: search - 59: - end: 9466319 - operation: insert - start: 9223315 - 60: - operation: search - 61: - end: 9624181 - operation: insert - start: 9508781 - 62: - operation: search - 63: - end: 9908074 - operation: insert - start: 9722747 - 64: - operation: search - 65: - ids_end: 9970476 - ids_start: 9908074 - operation: replace - tags_end: 62402 - tags_start: 0 - 66: - operation: search - 67: - ids_end: 7420049 - ids_start: 7402476 - operation: replace - tags_end: 273344 - tags_start: 255771 - 68: - operation: search - 69: - ids_end: 8623785 - ids_start: 8578113 - operation: replace - tags_end: 537637 - tags_start: 491965 - 70: - operation: search - 71: - ids_end: 1867257 - ids_start: 1778387 - operation: replace - tags_end: 913651 - tags_start: 824781 - 72: - operation: search - 73: - ids_end: 9468584 - ids_start: 9466319 - operation: replace - tags_end: 1083474 - tags_start: 1081209 - 74: - operation: search - 75: - ids_end: 9171728 - ids_start: 9102186 - operation: replace - tags_end: 1638302 - tags_start: 1568760 - 76: - operation: search - 77: - ids_end: 449264 - ids_start: 441922 - operation: replace - tags_end: 1966516 - tags_start: 1959174 - 78: - operation: search - 79: - ids_end: 2326420 - ids_start: 2214835 - operation: replace - tags_end: 2515771 - tags_start: 2404186 - 80: - operation: search - 81: - ids_end: 3053826 - ids_start: 2985929 - operation: replace - tags_end: 2866557 - tags_start: 2798660 - 82: - operation: search - 83: - ids_end: 5047708 - ids_start: 5032089 - operation: replace - tags_end: 3098578 - tags_start: 3082959 - 84: - operation: search - 85: - ids_end: 3827125 - ids_start: 3767906 - operation: replace - tags_end: 3539773 - tags_start: 3480554 - 86: - operation: search - 87: - ids_end: 7722589 - ids_start: 7683180 - operation: replace - tags_end: 3950339 - tags_start: 3910930 - 88: - operation: search - 89: - ids_end: 2715056 - ids_start: 2655948 - operation: replace - tags_end: 4253978 - tags_start: 4194870 - 90: - operation: search - 91: - ids_end: 666699 - ids_start: 658388 - operation: replace - tags_end: 4661151 - tags_start: 4652840 - 92: - operation: search - 93: - ids_end: 6464489 - ids_start: 6413108 - operation: replace - tags_end: 4923997 - tags_start: 4872616 - 94: - operation: search - 95: - ids_end: 8911561 - ids_start: 8849550 - operation: replace - tags_end: 5246736 - tags_start: 5184725 - 96: - operation: search - 97: - ids_end: 214429 - ids_start: 170550 - operation: replace - tags_end: 5672977 - tags_start: 5629098 - 98: - operation: search - 99: - ids_end: 5623390 - ids_start: 5526086 - operation: replace - tags_end: 6120423 - tags_start: 6023119 - 100: - operation: search - 101: - ids_end: 3433790 - ids_start: 3367448 - operation: replace - tags_end: 6359311 - tags_start: 6292969 - 102: - operation: search - 103: - ids_end: 6757160 - ids_start: 6658829 - operation: replace - tags_end: 6607318 - tags_start: 6508987 - 104: - operation: search - 105: - ids_end: 4844417 - ids_start: 4839923 - operation: replace - tags_end: 6772169 - tags_start: 6767675 - 106: - operation: search - 107: - ids_end: 5910157 - ids_start: 5891879 - operation: replace - tags_end: 7018776 - tags_start: 7000498 - 108: - operation: search - 109: - ids_end: 6992439 - ids_start: 6958659 - operation: replace - tags_end: 7297636 - tags_start: 7263856 - 110: - operation: search - 111: - ids_end: 4537475 - ids_start: 4461308 - operation: replace - tags_end: 7561684 - tags_start: 7485517 - 112: - operation: search - 113: - ids_end: 4141330 - ids_start: 4130724 - operation: replace - tags_end: 7750540 - tags_start: 7739934 - 114: - operation: search - 115: - ids_end: 9715601 - ids_start: 9624181 - operation: replace - tags_end: 8147111 - tags_start: 8055691 - 116: - operation: search - 117: - ids_end: 8024912 - ids_start: 8008502 - operation: replace - tags_end: 8397418 - tags_start: 8381008 - 118: - operation: search - 119: - ids_end: 1453047 - ids_start: 1353604 - operation: replace - tags_end: 8849550 - tags_start: 8750107 - 120: - operation: search - 121: - ids_end: 1054574 - ids_start: 984005 - operation: replace - tags_end: 9013538 - tags_start: 8942969 - 122: - operation: search - 123: - ids_end: 8375611 - ids_start: 8334761 - operation: replace - tags_end: 9264165 - tags_start: 9223315 - 124: - operation: search - 125: - ids_end: 6264887 - ids_start: 6218348 - operation: replace - tags_end: 9555320 - tags_start: 9508781 - 126: - operation: search - 127: - ids_end: 7256463 - ids_start: 7234176 - operation: replace - tags_end: 9745034 - tags_start: 9722747 - 128: - operation: search diff --git a/neurips23/streaming/runbooks/simple_replace_runbook.yaml b/neurips23/streaming/runbooks/simple_replace_runbook.yaml deleted file mode 100644 index aeaa0c2b2..000000000 --- a/neurips23/streaming/runbooks/simple_replace_runbook.yaml +++ /dev/null @@ -1,30 +0,0 @@ -random-xs: - max_pts: 10000 - 1: - operation: "insert" - start: 0 - end: 7500 - 2: - operation: "search" - 3: - operation: "replace" - tags_start: 0 - tags_end: 2500 - ids_start: 7500 - ids_end: 10000 - 4: - operation: "search" - 5: - operation: "replace" - tags_start: 0 - tags_end: 2500 - ids_start: 0 - ids_end: 2500 - 6: - operation: "search" - 7: - operation: "delete" - start: 2500 - end: 5000 - 8: - operation: "search" \ No newline at end of file diff --git a/neurips23/streaming/runbooks/simple_runbook.yaml b/neurips23/streaming/runbooks/simple_runbook.yaml deleted file mode 100644 index 796a950ce..000000000 --- a/neurips23/streaming/runbooks/simple_runbook.yaml +++ /dev/null @@ -1,110 +0,0 @@ -random-xs: - max_pts: 10000 - 1: - operation: "insert" - start: 0 - end: 10000 - 2: - operation: "search" - 3: - operation: "delete" - start: 0 - end: 5000 - 4: - operation: "search" - 5: - operation: "insert" - start: 0 - end: 5000 - 6: - operation: "search" - gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/str_gt/random10000/10000/simple_runbook.yaml" -msturing-10M: - max_pts: 10000000 - # On Azure D8lds v5 with "R":50, "L":50, "insert_threads":16, "consolidate_threads":16 - # ~28 mins run time "Ls":100, "search_threads":16, average recall@10: 0.892 - 1: - operation: "insert" - start: 0 - end: 10000000 - 2: - operation: "search" - 3: - operation: "delete" - start: 0 - end: 5000000 - 4: - operation: "search" - 5: - operation: "insert" - start: 0 - end: 5000000 - 6: - operation: "search" - gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/str_gt/MSTuringANNS/10000000/simple_runbook.yaml" -msturing-1M: - max_pts: 1000000 - # On Azure D8lds v5 with "R":50, "L":50, "insert_threads":16, "consolidate_threads":16 - # ~3.5 mins run time "Ls":300, "search_threads":16, average recall@10: 0.906 - # ~2 mins run time "Ls":100, "search_threads":16, average recall@10: 0.958 - 1: - operation: "insert" - start: 0 - end: 1000000 - 2: - operation: "search" - 3: - operation: "delete" - start: 0 - end: 500000 - 4: - operation: "search" - 5: - operation: "insert" - start: 0 - end: 500000 - 6: - operation: "search" - gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/str_gt/MSTuringANNS/1000000/simple_runbook.yaml" -msspacev-10M: - max_pts: 10000000 - 1: - operation: "insert" - start: 0 - end: 10000000 - 2: - operation: "search" - 3: - operation: "delete" - start: 0 - end: 5000000 - 4: - operation: "search" - 5: - operation: "insert" - start: 0 - end: 5000000 - 6: - operation: "search" - gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/str_gt/MSSPACEV1B/10000000/simple_runbook.yaml" -msspacev-1M: - max_pts: 1000000 - 1: - operation: "insert" - start: 0 - end: 1000000 - 2: - operation: "search" - 3: - operation: "delete" - start: 0 - end: 500000 - 4: - operation: "search" - 5: - operation: "insert" - start: 0 - end: 500000 - 6: - operation: "search" - gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/str_gt/MSSPACEV1B/1000000/simple_runbook.yaml" \ No newline at end of file diff --git a/neurips23/streaming/runbooks/wikipedia-1M_expiration_time_replace_delete_runbook.yaml b/neurips23/streaming/runbooks/wikipedia-1M_expiration_time_replace_delete_runbook.yaml deleted file mode 100644 index b12159b07..000000000 --- a/neurips23/streaming/runbooks/wikipedia-1M_expiration_time_replace_delete_runbook.yaml +++ /dev/null @@ -1,1210 +0,0 @@ -wikipedia-1M: - 1: - end: 8863 - operation: insert - start: 0 - 2: - operation: search - 3: - end: 15045 - operation: insert - start: 10000 - 4: - operation: search - 5: - end: 26204 - operation: insert - start: 20000 - 6: - operation: search - 7: - end: 38954 - operation: insert - start: 30000 - 8: - operation: search - 9: - end: 47829 - operation: insert - start: 40000 - 10: - operation: search - 11: - end: 56498 - operation: insert - start: 50000 - 12: - operation: search - 13: - end: 66349 - operation: insert - start: 60000 - 14: - operation: search - 15: - end: 78970 - operation: insert - start: 70000 - 16: - operation: search - 17: - end: 85089 - operation: insert - start: 80000 - 18: - operation: search - 19: - end: 95843 - operation: insert - start: 90000 - 20: - operation: search - 21: - end: 107227 - operation: insert - start: 100000 - 22: - ids_end: 10000 - ids_start: 8863 - operation: replace - tags_end: 1137 - tags_start: 0 - 23: - operation: search - 24: - end: 117719 - operation: insert - start: 110000 - 25: - ids_end: 20000 - ids_start: 15045 - operation: replace - tags_end: 14955 - tags_start: 10000 - 26: - operation: search - 27: - end: 126541 - operation: insert - start: 120000 - 28: - ids_end: 30000 - ids_start: 26204 - operation: replace - tags_end: 23796 - tags_start: 20000 - 29: - operation: search - 30: - end: 135746 - operation: insert - start: 130000 - 31: - ids_end: 40000 - ids_start: 38954 - operation: replace - tags_end: 31046 - tags_start: 30000 - 32: - operation: search - 33: - end: 147234 - operation: insert - start: 140000 - 34: - operation: search - 35: - end: 155738 - operation: insert - start: 150000 - 36: - operation: search - 37: - end: 165502 - operation: insert - start: 160000 - 38: - ids_end: 70000 - ids_start: 66349 - operation: replace - tags_end: 63651 - tags_start: 60000 - 39: - operation: search - 40: - end: 178120 - operation: insert - start: 170000 - 41: - operation: search - 42: - end: 187700 - operation: insert - start: 180000 - 43: - ids_end: 90000 - ids_start: 85089 - operation: replace - tags_end: 84911 - tags_start: 80000 - 44: - operation: search - 45: - end: 195702 - operation: insert - start: 190000 - 46: - ids_end: 100000 - ids_start: 95843 - operation: replace - tags_end: 94157 - tags_start: 90000 - 47: - operation: search - 48: - end: 206987 - operation: insert - start: 200000 - 49: - end: 8863 - operation: delete - start: 0 - 50: - ids_end: 110000 - ids_start: 107227 - operation: replace - tags_end: 102773 - tags_start: 100000 - 51: - operation: search - 52: - end: 215020 - operation: insert - start: 210000 - 53: - end: 15045 - operation: delete - start: 10000 - 54: - operation: search - 55: - end: 227333 - operation: insert - start: 220000 - 56: - end: 26204 - operation: delete - start: 20000 - 57: - operation: search - 58: - end: 238493 - operation: insert - start: 230000 - 59: - end: 38954 - operation: delete - start: 30000 - 60: - operation: search - 61: - end: 247104 - operation: insert - start: 240000 - 62: - ids_end: 150000 - ids_start: 147234 - operation: replace - tags_end: 142766 - tags_start: 140000 - 63: - operation: search - 64: - end: 257440 - operation: insert - start: 250000 - 65: - ids_end: 160000 - ids_start: 155738 - operation: replace - tags_end: 154262 - tags_start: 150000 - 66: - operation: search - 67: - end: 267710 - operation: insert - start: 260000 - 68: - end: 66349 - operation: delete - start: 60000 - 69: - operation: search - 70: - end: 278172 - operation: insert - start: 270000 - 71: - ids_end: 180000 - ids_start: 178120 - operation: replace - tags_end: 171880 - tags_start: 170000 - 72: - operation: search - 73: - end: 287054 - operation: insert - start: 280000 - 74: - end: 85089 - operation: delete - start: 80000 - 75: - operation: search - 76: - end: 296996 - operation: insert - start: 290000 - 77: - end: 95843 - operation: delete - start: 90000 - 78: - ids_end: 200000 - ids_start: 195702 - operation: replace - tags_end: 194298 - tags_start: 190000 - 79: - operation: search - 80: - end: 307729 - operation: insert - start: 300000 - 81: - end: 107227 - operation: delete - start: 100000 - 82: - ids_end: 210000 - ids_start: 206987 - operation: replace - tags_end: 203013 - tags_start: 200000 - 83: - operation: search - 84: - end: 315722 - operation: insert - start: 310000 - 85: - operation: search - 86: - end: 325570 - operation: insert - start: 320000 - 87: - operation: search - 88: - end: 336210 - operation: insert - start: 330000 - 89: - operation: search - 90: - end: 346006 - operation: insert - start: 340000 - 91: - end: 147234 - operation: delete - start: 140000 - 92: - operation: search - 93: - end: 358646 - operation: insert - start: 350000 - 94: - end: 155738 - operation: delete - start: 150000 - 95: - ids_end: 260000 - ids_start: 257440 - operation: replace - tags_end: 252560 - tags_start: 250000 - 96: - operation: search - 97: - end: 367418 - operation: insert - start: 360000 - 98: - ids_end: 270000 - ids_start: 267710 - operation: replace - tags_end: 262290 - tags_start: 260000 - 99: - operation: search - 100: - end: 378451 - operation: insert - start: 370000 - 101: - end: 178120 - operation: delete - start: 170000 - 102: - operation: search - 103: - end: 388086 - operation: insert - start: 380000 - 104: - ids_end: 290000 - ids_start: 287054 - operation: replace - tags_end: 282946 - tags_start: 280000 - 105: - ids_end: 350000 - ids_start: 346006 - operation: replace - tags_end: 343994 - tags_start: 340000 - 106: - ids_end: 360000 - ids_start: 358646 - operation: replace - tags_end: 351354 - tags_start: 350000 - 107: - operation: search - 108: - end: 395197 - operation: insert - start: 390000 - 109: - end: 195702 - operation: delete - start: 190000 - 110: - operation: search - 111: - end: 408414 - operation: insert - start: 400000 - 112: - end: 206987 - operation: delete - start: 200000 - 113: - ids_end: 300000 - ids_start: 296996 - operation: replace - tags_end: 293004 - tags_start: 290000 - 114: - operation: search - 115: - end: 417415 - operation: insert - start: 410000 - 116: - ids_end: 320000 - ids_start: 315722 - operation: replace - tags_end: 314278 - tags_start: 310000 - 117: - operation: search - 118: - end: 425973 - operation: insert - start: 420000 - 119: - operation: search - 120: - end: 437050 - operation: insert - start: 430000 - 121: - ids_end: 240000 - ids_start: 238493 - operation: replace - tags_end: 231507 - tags_start: 230000 - 122: - ids_end: 340000 - ids_start: 336210 - operation: replace - tags_end: 333790 - tags_start: 330000 - 123: - operation: search - 124: - end: 446204 - operation: insert - start: 440000 - 125: - ids_end: 220000 - ids_start: 215020 - operation: replace - tags_end: 214980 - tags_start: 210000 - 126: - ids_end: 230000 - ids_start: 227333 - operation: replace - tags_end: 222667 - tags_start: 220000 - 127: - operation: search - 128: - end: 455226 - operation: insert - start: 450000 - 129: - end: 257440 - operation: delete - start: 250000 - 130: - operation: search - 131: - end: 465531 - operation: insert - start: 460000 - 132: - end: 267710 - operation: delete - start: 260000 - 133: - ids_end: 370000 - ids_start: 367418 - operation: replace - tags_end: 362582 - tags_start: 360000 - 134: - operation: search - 135: - end: 477661 - operation: insert - start: 470000 - 136: - operation: search - 137: - end: 488161 - operation: insert - start: 480000 - 138: - end: 287054 - operation: delete - start: 280000 - 139: - operation: search - 140: - end: 497091 - operation: insert - start: 490000 - 141: - ids_end: 400000 - ids_start: 395197 - operation: replace - tags_end: 394803 - tags_start: 390000 - 142: - operation: search - 143: - end: 505164 - operation: insert - start: 500000 - 144: - ids_end: 410000 - ids_start: 408414 - operation: replace - tags_end: 401586 - tags_start: 400000 - 145: - operation: search - 146: - end: 516045 - operation: insert - start: 510000 - 147: - end: 315722 - operation: delete - start: 310000 - 148: - ids_end: 420000 - ids_start: 417415 - operation: replace - tags_end: 412585 - tags_start: 410000 - 149: - operation: search - 150: - end: 525538 - operation: insert - start: 520000 - 151: - operation: search - 152: - end: 538224 - operation: insert - start: 530000 - 153: - end: 336210 - operation: delete - start: 330000 - 154: - ids_end: 440000 - ids_start: 437050 - operation: replace - tags_end: 432950 - tags_start: 430000 - 155: - operation: search - 156: - end: 548076 - operation: insert - start: 540000 - 157: - ids_end: 50000 - ids_start: 47829 - operation: replace - tags_end: 42171 - tags_start: 40000 - 158: - operation: search - 159: - end: 558231 - operation: insert - start: 550000 - 160: - ids_end: 60000 - ids_start: 56498 - operation: replace - tags_end: 53502 - tags_start: 50000 - 161: - ids_end: 460000 - ids_start: 455226 - operation: replace - tags_end: 454774 - tags_start: 450000 - 162: - operation: search - 163: - end: 568942 - operation: insert - start: 560000 - 164: - end: 367418 - operation: delete - start: 360000 - 165: - operation: search - 166: - end: 578790 - operation: insert - start: 570000 - 167: - ids_end: 80000 - ids_start: 78970 - operation: replace - tags_end: 71030 - tags_start: 70000 - 168: - ids_end: 480000 - ids_start: 477661 - operation: replace - tags_end: 472339 - tags_start: 470000 - 169: - operation: search - 170: - end: 585829 - operation: insert - start: 580000 - 171: - operation: search - 172: - end: 598005 - operation: insert - start: 590000 - 173: - end: 395197 - operation: delete - start: 390000 - 174: - operation: search - 175: - end: 607151 - operation: insert - start: 600000 - 176: - end: 408414 - operation: delete - start: 400000 - 177: - ids_end: 510000 - ids_start: 505164 - operation: replace - tags_end: 504836 - tags_start: 500000 - 178: - operation: search - 179: - end: 615447 - operation: insert - start: 610000 - 180: - end: 417415 - operation: delete - start: 410000 - 181: - ids_end: 120000 - ids_start: 117719 - operation: replace - tags_end: 112281 - tags_start: 110000 - 182: - ids_end: 520000 - ids_start: 516045 - operation: replace - tags_end: 513955 - tags_start: 510000 - 183: - operation: search - 184: - end: 626681 - operation: insert - start: 620000 - 185: - ids_end: 130000 - ids_start: 126541 - operation: replace - tags_end: 123459 - tags_start: 120000 - 186: - ids_end: 530000 - ids_start: 525538 - operation: replace - tags_end: 524462 - tags_start: 520000 - 187: - operation: search - 188: - end: 637862 - operation: insert - start: 630000 - 189: - end: 437050 - operation: delete - start: 430000 - 190: - ids_end: 140000 - ids_start: 135746 - operation: replace - tags_end: 134254 - tags_start: 130000 - 191: - operation: search - 192: - end: 648116 - operation: insert - start: 640000 - 193: - ids_end: 550000 - ids_start: 548076 - operation: replace - tags_end: 541924 - tags_start: 540000 - 194: - operation: search - 195: - end: 655417 - operation: insert - start: 650000 - 196: - end: 455226 - operation: delete - start: 450000 - 197: - operation: search - 198: - end: 668757 - operation: insert - start: 660000 - 199: - ids_end: 170000 - ids_start: 165502 - operation: replace - tags_end: 164498 - tags_start: 160000 - 200: - ids_end: 570000 - ids_start: 568942 - operation: replace - tags_end: 561058 - tags_start: 560000 - 201: - operation: search - 202: - end: 675476 - operation: insert - start: 670000 - 203: - end: 477661 - operation: delete - start: 470000 - 204: - operation: search - 205: - end: 687145 - operation: insert - start: 680000 - 206: - ids_end: 190000 - ids_start: 187700 - operation: replace - tags_end: 182300 - tags_start: 180000 - 207: - operation: search - 208: - end: 698603 - operation: insert - start: 690000 - 209: - operation: search - 210: - end: 708379 - operation: insert - start: 700000 - 211: - end: 505164 - operation: delete - start: 500000 - 212: - ids_end: 610000 - ids_start: 607151 - operation: replace - tags_end: 602849 - tags_start: 600000 - 213: - operation: search - 214: - end: 717518 - operation: insert - start: 710000 - 215: - end: 516045 - operation: delete - start: 510000 - 216: - operation: search - 217: - end: 726507 - operation: insert - start: 720000 - 218: - end: 525538 - operation: delete - start: 520000 - 219: - ids_end: 630000 - ids_start: 626681 - operation: replace - tags_end: 623319 - tags_start: 620000 - 220: - operation: search - 221: - end: 738192 - operation: insert - start: 730000 - 222: - operation: search - 223: - end: 748167 - operation: insert - start: 740000 - 224: - end: 548076 - operation: delete - start: 540000 - 225: - ids_end: 250000 - ids_start: 247104 - operation: replace - tags_end: 242896 - tags_start: 240000 - 226: - ids_end: 650000 - ids_start: 648116 - operation: replace - tags_end: 641884 - tags_start: 640000 - 227: - operation: search - 228: - end: 756315 - operation: insert - start: 750000 - 229: - operation: search - 230: - end: 768528 - operation: insert - start: 760000 - 231: - end: 568942 - operation: delete - start: 560000 - 232: - operation: search - 233: - end: 778053 - operation: insert - start: 770000 - 234: - ids_end: 280000 - ids_start: 278172 - operation: replace - tags_end: 271828 - tags_start: 270000 - 235: - ids_end: 680000 - ids_start: 675476 - operation: replace - tags_end: 674524 - tags_start: 670000 - 236: - operation: search - 237: - end: 786230 - operation: insert - start: 780000 - 238: - ids_end: 690000 - ids_start: 687145 - operation: replace - tags_end: 682855 - tags_start: 680000 - 239: - operation: search - 240: - end: 795504 - operation: insert - start: 790000 - 241: - operation: search - 242: - end: 806837 - operation: insert - start: 800000 - 243: - end: 607151 - operation: delete - start: 600000 - 244: - ids_end: 310000 - ids_start: 307729 - operation: replace - tags_end: 302271 - tags_start: 300000 - 245: - ids_end: 710000 - ids_start: 708379 - operation: replace - tags_end: 701621 - tags_start: 700000 - 246: - operation: search - 247: - end: 817126 - operation: insert - start: 810000 - 248: - ids_end: 720000 - ids_start: 717518 - operation: replace - tags_end: 712482 - tags_start: 710000 - 249: - operation: search - 250: - end: 827853 - operation: insert - start: 820000 - 251: - end: 626681 - operation: delete - start: 620000 - 252: - ids_end: 330000 - ids_start: 325570 - operation: replace - tags_end: 324430 - tags_start: 320000 - 253: - ids_end: 730000 - ids_start: 726507 - operation: replace - tags_end: 723493 - tags_start: 720000 - 254: - operation: search - 255: - end: 835331 - operation: insert - start: 830000 - 256: - operation: search - 257: - end: 846151 - operation: insert - start: 840000 - 258: - end: 648116 - operation: delete - start: 640000 - 259: - ids_end: 750000 - ids_start: 748167 - operation: replace - tags_end: 741833 - tags_start: 740000 - 260: - operation: search - 261: - end: 858571 - operation: insert - start: 850000 - 262: - ids_end: 760000 - ids_start: 756315 - operation: replace - tags_end: 753685 - tags_start: 750000 - 263: - operation: search - 264: - end: 868465 - operation: insert - start: 860000 - 265: - ids_end: 770000 - ids_start: 768528 - operation: replace - tags_end: 761472 - tags_start: 760000 - 266: - operation: search - 267: - end: 876579 - operation: insert - start: 870000 - 268: - end: 675476 - operation: delete - start: 670000 - 269: - ids_end: 380000 - ids_start: 378451 - operation: replace - tags_end: 371549 - tags_start: 370000 - 270: - ids_end: 780000 - ids_start: 778053 - operation: replace - tags_end: 771947 - tags_start: 770000 - 271: - operation: search - 272: - end: 888993 - operation: insert - start: 880000 - 273: - end: 687145 - operation: delete - start: 680000 - 274: - ids_end: 390000 - ids_start: 388086 - operation: replace - tags_end: 381914 - tags_start: 380000 - 275: - ids_end: 790000 - ids_start: 786230 - operation: replace - tags_end: 783770 - tags_start: 780000 - 276: - operation: search - 277: - end: 898134 - operation: insert - start: 890000 - 278: - ids_end: 800000 - ids_start: 795504 - operation: replace - tags_end: 794496 - tags_start: 790000 - 279: - operation: search - 280: - end: 905208 - operation: insert - start: 900000 - 281: - end: 708379 - operation: delete - start: 700000 - 282: - operation: search - 283: - end: 918965 - operation: insert - start: 910000 - 284: - end: 717518 - operation: delete - start: 710000 - 285: - operation: search - 286: - end: 926429 - operation: insert - start: 920000 - 287: - end: 726507 - operation: delete - start: 720000 - 288: - ids_end: 830000 - ids_start: 827853 - operation: replace - tags_end: 822147 - tags_start: 820000 - 289: - operation: search - 290: - end: 936860 - operation: insert - start: 930000 - 291: - operation: search - 292: - end: 947896 - operation: insert - start: 940000 - 293: - end: 748167 - operation: delete - start: 740000 - 294: - ids_end: 450000 - ids_start: 446204 - operation: replace - tags_end: 443796 - tags_start: 440000 - 295: - operation: search - 296: - end: 958620 - operation: insert - start: 950000 - 297: - end: 756315 - operation: delete - start: 750000 - 298: - ids_end: 860000 - ids_start: 858571 - operation: replace - tags_end: 851429 - tags_start: 850000 - 299: - operation: search - 300: - end: 966413 - operation: insert - start: 960000 - 301: - end: 768528 - operation: delete - start: 760000 - 302: - ids_end: 470000 - ids_start: 465531 - operation: replace - tags_end: 464469 - tags_start: 460000 - 303: - operation: search - 304: - end: 977801 - operation: insert - start: 970000 - 305: - end: 778053 - operation: delete - start: 770000 - 306: - ids_end: 880000 - ids_start: 876579 - operation: replace - tags_end: 873421 - tags_start: 870000 - 307: - operation: search - 308: - end: 988745 - operation: insert - start: 980000 - 309: - end: 786230 - operation: delete - start: 780000 - 310: - ids_end: 490000 - ids_start: 488161 - operation: replace - tags_end: 481839 - tags_start: 480000 - 311: - ids_end: 930000 - ids_start: 926429 - operation: replace - tags_end: 923571 - tags_start: 920000 - 312: - operation: search - 313: - end: 998446 - operation: insert - start: 990000 - 314: - end: 795504 - operation: delete - start: 790000 - 315: - ids_end: 900000 - ids_start: 898134 - operation: replace - tags_end: 891866 - tags_start: 890000 - 316: - operation: search - max_pts: 293233 diff --git a/neurips23/streaming/runbooks/wikipedia-1M_expiration_time_replace_only_runbook.yaml b/neurips23/streaming/runbooks/wikipedia-1M_expiration_time_replace_only_runbook.yaml deleted file mode 100644 index d036dc57d..000000000 --- a/neurips23/streaming/runbooks/wikipedia-1M_expiration_time_replace_only_runbook.yaml +++ /dev/null @@ -1,1070 +0,0 @@ -wikipedia-1M: - 1: - end: 5717 - operation: insert - start: 0 - 2: - operation: search - 3: - end: 18550 - operation: insert - start: 10000 - 4: - operation: search - 5: - end: 25471 - operation: insert - start: 20000 - 6: - operation: search - 7: - end: 35103 - operation: insert - start: 30000 - 8: - operation: search - 9: - end: 47914 - operation: insert - start: 40000 - 10: - operation: search - 11: - end: 55854 - operation: insert - start: 50000 - 12: - operation: search - 13: - end: 65428 - operation: insert - start: 60000 - 14: - operation: search - 15: - end: 76655 - operation: insert - start: 70000 - 16: - operation: search - 17: - end: 86469 - operation: insert - start: 80000 - 18: - operation: search - 19: - end: 96387 - operation: insert - start: 90000 - 20: - operation: search - 21: - end: 106086 - operation: insert - start: 100000 - 22: - ids_end: 10000 - ids_start: 5717 - operation: replace - tags_end: 4283 - tags_start: 0 - 23: - operation: search - 24: - end: 118994 - operation: insert - start: 110000 - 25: - ids_end: 20000 - ids_start: 18550 - operation: replace - tags_end: 11450 - tags_start: 10000 - 26: - operation: search - 27: - end: 126384 - operation: insert - start: 120000 - 28: - operation: search - 29: - end: 136115 - operation: insert - start: 130000 - 30: - ids_end: 40000 - ids_start: 35103 - operation: replace - tags_end: 34897 - tags_start: 30000 - 31: - operation: search - 32: - end: 148544 - operation: insert - start: 140000 - 33: - operation: search - 34: - end: 158561 - operation: insert - start: 150000 - 35: - ids_end: 60000 - ids_start: 55854 - operation: replace - tags_end: 54146 - tags_start: 50000 - 36: - operation: search - 37: - end: 166312 - operation: insert - start: 160000 - 38: - operation: search - 39: - end: 175474 - operation: insert - start: 170000 - 40: - ids_end: 80000 - ids_start: 76655 - operation: replace - tags_end: 73345 - tags_start: 70000 - 41: - operation: search - 42: - end: 186318 - operation: insert - start: 180000 - 43: - ids_end: 90000 - ids_start: 86469 - operation: replace - tags_end: 83531 - tags_start: 80000 - 44: - operation: search - 45: - end: 195139 - operation: insert - start: 190000 - 46: - ids_end: 100000 - ids_start: 96387 - operation: replace - tags_end: 93613 - tags_start: 90000 - 47: - operation: search - 48: - end: 207010 - operation: insert - start: 200000 - 49: - operation: search - 50: - end: 217340 - operation: insert - start: 210000 - 51: - ids_end: 120000 - ids_start: 118994 - operation: replace - tags_end: 111006 - tags_start: 110000 - 52: - operation: search - 53: - end: 225086 - operation: insert - start: 220000 - 54: - operation: search - 55: - end: 236306 - operation: insert - start: 230000 - 56: - operation: search - 57: - end: 248731 - operation: insert - start: 240000 - 58: - ids_end: 150000 - ids_start: 148544 - operation: replace - tags_end: 141456 - tags_start: 140000 - 59: - operation: search - 60: - end: 257095 - operation: insert - start: 250000 - 61: - ids_end: 160000 - ids_start: 158561 - operation: replace - tags_end: 151439 - tags_start: 150000 - 62: - operation: search - 63: - end: 266084 - operation: insert - start: 260000 - 64: - operation: search - 65: - end: 277913 - operation: insert - start: 270000 - 66: - ids_end: 180000 - ids_start: 175474 - operation: replace - tags_end: 174526 - tags_start: 170000 - 67: - operation: search - 68: - end: 286571 - operation: insert - start: 280000 - 69: - operation: search - 70: - end: 297573 - operation: insert - start: 290000 - 71: - ids_end: 200000 - ids_start: 195139 - operation: replace - tags_end: 194861 - tags_start: 190000 - 72: - operation: search - 73: - end: 307004 - operation: insert - start: 300000 - 74: - ids_end: 210000 - ids_start: 207010 - operation: replace - tags_end: 202990 - tags_start: 200000 - 75: - operation: search - 76: - end: 317166 - operation: insert - start: 310000 - 77: - ids_end: 220000 - ids_start: 217340 - operation: replace - tags_end: 212660 - tags_start: 210000 - 78: - operation: search - 79: - end: 327332 - operation: insert - start: 320000 - 80: - ids_end: 230000 - ids_start: 225086 - operation: replace - tags_end: 224914 - tags_start: 220000 - 81: - operation: search - 82: - end: 338452 - operation: insert - start: 330000 - 83: - ids_end: 240000 - ids_start: 236306 - operation: replace - tags_end: 233694 - tags_start: 230000 - 84: - operation: search - 85: - end: 347357 - operation: insert - start: 340000 - 86: - operation: search - 87: - end: 356294 - operation: insert - start: 350000 - 88: - operation: search - 89: - end: 365818 - operation: insert - start: 360000 - 90: - ids_end: 270000 - ids_start: 266084 - operation: replace - tags_end: 263916 - tags_start: 260000 - 91: - operation: search - 92: - end: 376290 - operation: insert - start: 370000 - 93: - ids_end: 280000 - ids_start: 277913 - operation: replace - tags_end: 272087 - tags_start: 270000 - 94: - operation: search - 95: - end: 386132 - operation: insert - start: 380000 - 96: - ids_end: 290000 - ids_start: 286571 - operation: replace - tags_end: 283429 - tags_start: 280000 - 97: - operation: search - 98: - end: 398893 - operation: insert - start: 390000 - 99: - ids_end: 300000 - ids_start: 297573 - operation: replace - tags_end: 292427 - tags_start: 290000 - 100: - operation: search - 101: - end: 406004 - operation: insert - start: 400000 - 102: - ids_end: 310000 - ids_start: 307004 - operation: replace - tags_end: 302996 - tags_start: 300000 - 103: - operation: search - 104: - end: 418900 - operation: insert - start: 410000 - 105: - ids_end: 340000 - ids_start: 338452 - operation: replace - tags_end: 331548 - tags_start: 330000 - 106: - ids_end: 360000 - ids_start: 356294 - operation: replace - tags_end: 353706 - tags_start: 350000 - 107: - operation: search - 108: - end: 427662 - operation: insert - start: 420000 - 109: - ids_end: 330000 - ids_start: 327332 - operation: replace - tags_end: 322668 - tags_start: 320000 - 110: - operation: search - 111: - end: 435236 - operation: insert - start: 430000 - 112: - operation: search - 113: - end: 446775 - operation: insert - start: 440000 - 114: - ids_end: 350000 - ids_start: 347357 - operation: replace - tags_end: 342643 - tags_start: 340000 - 115: - operation: search - 116: - end: 456947 - operation: insert - start: 450000 - 117: - ids_end: 250000 - ids_start: 248731 - operation: replace - tags_end: 241269 - tags_start: 240000 - 118: - operation: search - 119: - end: 468960 - operation: insert - start: 460000 - 120: - ids_end: 190000 - ids_start: 186318 - operation: replace - tags_end: 183682 - tags_start: 180000 - 121: - ids_end: 370000 - ids_start: 365818 - operation: replace - tags_end: 364182 - tags_start: 360000 - 122: - operation: search - 123: - end: 477977 - operation: insert - start: 470000 - 124: - ids_end: 170000 - ids_start: 166312 - operation: replace - tags_end: 163688 - tags_start: 160000 - 125: - ids_end: 380000 - ids_start: 376290 - operation: replace - tags_end: 373710 - tags_start: 370000 - 126: - operation: search - 127: - end: 487247 - operation: insert - start: 480000 - 128: - ids_end: 130000 - ids_start: 126384 - operation: replace - tags_end: 123616 - tags_start: 120000 - 129: - ids_end: 390000 - ids_start: 386132 - operation: replace - tags_end: 383868 - tags_start: 380000 - 130: - operation: search - 131: - end: 496461 - operation: insert - start: 490000 - 132: - ids_end: 70000 - ids_start: 65428 - operation: replace - tags_end: 64572 - tags_start: 60000 - 133: - ids_end: 400000 - ids_start: 398893 - operation: replace - tags_end: 391107 - tags_start: 390000 - 134: - operation: search - 135: - end: 507760 - operation: insert - start: 500000 - 136: - ids_end: 410000 - ids_start: 406004 - operation: replace - tags_end: 403996 - tags_start: 400000 - 137: - operation: search - 138: - end: 515942 - operation: insert - start: 510000 - 139: - ids_end: 420000 - ids_start: 418900 - operation: replace - tags_end: 411100 - tags_start: 410000 - 140: - operation: search - 141: - end: 527387 - operation: insert - start: 520000 - 142: - ids_end: 30000 - ids_start: 25471 - operation: replace - tags_end: 24529 - tags_start: 20000 - 143: - operation: search - 144: - end: 537002 - operation: insert - start: 530000 - 145: - ids_end: 440000 - ids_start: 435236 - operation: replace - tags_end: 434764 - tags_start: 430000 - 146: - operation: search - 147: - end: 546774 - operation: insert - start: 540000 - 148: - ids_end: 50000 - ids_start: 47914 - operation: replace - tags_end: 42086 - tags_start: 40000 - 149: - ids_end: 450000 - ids_start: 446775 - operation: replace - tags_end: 443225 - tags_start: 440000 - 150: - operation: search - 151: - end: 556503 - operation: insert - start: 550000 - 152: - ids_end: 460000 - ids_start: 456947 - operation: replace - tags_end: 453053 - tags_start: 450000 - 153: - operation: search - 154: - end: 566708 - operation: insert - start: 560000 - 155: - ids_end: 470000 - ids_start: 468960 - operation: replace - tags_end: 461040 - tags_start: 460000 - 156: - operation: search - 157: - end: 578101 - operation: insert - start: 570000 - 158: - ids_end: 480000 - ids_start: 477977 - operation: replace - tags_end: 472023 - tags_start: 470000 - 159: - operation: search - 160: - end: 588207 - operation: insert - start: 580000 - 161: - ids_end: 490000 - ids_start: 487247 - operation: replace - tags_end: 482753 - tags_start: 480000 - 162: - operation: search - 163: - end: 597377 - operation: insert - start: 590000 - 164: - operation: search - 165: - end: 606480 - operation: insert - start: 600000 - 166: - ids_end: 110000 - ids_start: 106086 - operation: replace - tags_end: 103914 - tags_start: 100000 - 167: - ids_end: 510000 - ids_start: 507760 - operation: replace - tags_end: 502240 - tags_start: 500000 - 168: - operation: search - 169: - end: 616347 - operation: insert - start: 610000 - 170: - operation: search - 171: - end: 628995 - operation: insert - start: 620000 - 172: - operation: search - 173: - end: 636353 - operation: insert - start: 630000 - 174: - ids_end: 140000 - ids_start: 136115 - operation: replace - tags_end: 133885 - tags_start: 130000 - 175: - ids_end: 540000 - ids_start: 537002 - operation: replace - tags_end: 532998 - tags_start: 530000 - 176: - operation: search - 177: - end: 646743 - operation: insert - start: 640000 - 178: - operation: search - 179: - end: 657082 - operation: insert - start: 650000 - 180: - ids_end: 560000 - ids_start: 556503 - operation: replace - tags_end: 553497 - tags_start: 550000 - 181: - operation: search - 182: - end: 665090 - operation: insert - start: 660000 - 183: - ids_end: 570000 - ids_start: 566708 - operation: replace - tags_end: 563292 - tags_start: 560000 - 184: - operation: search - 185: - end: 678873 - operation: insert - start: 670000 - 186: - ids_end: 580000 - ids_start: 578101 - operation: replace - tags_end: 571899 - tags_start: 570000 - 187: - operation: search - 188: - end: 688788 - operation: insert - start: 680000 - 189: - ids_end: 590000 - ids_start: 588207 - operation: replace - tags_end: 581793 - tags_start: 580000 - 190: - operation: search - 191: - end: 696832 - operation: insert - start: 690000 - 192: - operation: search - 193: - end: 705843 - operation: insert - start: 700000 - 194: - ids_end: 610000 - ids_start: 606480 - operation: replace - tags_end: 603520 - tags_start: 600000 - 195: - operation: search - 196: - end: 715357 - operation: insert - start: 710000 - 197: - operation: search - 198: - end: 727345 - operation: insert - start: 720000 - 199: - operation: search - 200: - end: 736932 - operation: insert - start: 730000 - 201: - ids_end: 640000 - ids_start: 636353 - operation: replace - tags_end: 633647 - tags_start: 630000 - 202: - operation: search - 203: - end: 748274 - operation: insert - start: 740000 - 204: - ids_end: 650000 - ids_start: 646743 - operation: replace - tags_end: 643257 - tags_start: 640000 - 205: - operation: search - 206: - end: 755014 - operation: insert - start: 750000 - 207: - ids_end: 260000 - ids_start: 257095 - operation: replace - tags_end: 252905 - tags_start: 250000 - 208: - ids_end: 660000 - ids_start: 657082 - operation: replace - tags_end: 652918 - tags_start: 650000 - 209: - operation: search - 210: - end: 767869 - operation: insert - start: 760000 - 211: - ids_end: 670000 - ids_start: 665090 - operation: replace - tags_end: 664910 - tags_start: 660000 - 212: - operation: search - 213: - end: 778779 - operation: insert - start: 770000 - 214: - ids_end: 680000 - ids_start: 678873 - operation: replace - tags_end: 671127 - tags_start: 670000 - 215: - operation: search - 216: - end: 788734 - operation: insert - start: 780000 - 217: - operation: search - 218: - end: 796576 - operation: insert - start: 790000 - 219: - ids_end: 700000 - ids_start: 696832 - operation: replace - tags_end: 693168 - tags_start: 690000 - 220: - operation: search - 221: - end: 808855 - operation: insert - start: 800000 - 222: - ids_end: 710000 - ids_start: 705843 - operation: replace - tags_end: 704157 - tags_start: 700000 - 223: - operation: search - 224: - end: 818590 - operation: insert - start: 810000 - 225: - ids_end: 320000 - ids_start: 317166 - operation: replace - tags_end: 312834 - tags_start: 310000 - 226: - ids_end: 720000 - ids_start: 715357 - operation: replace - tags_end: 714643 - tags_start: 710000 - 227: - operation: search - 228: - end: 827402 - operation: insert - start: 820000 - 229: - ids_end: 730000 - ids_start: 727345 - operation: replace - tags_end: 722655 - tags_start: 720000 - 230: - operation: search - 231: - end: 836430 - operation: insert - start: 830000 - 232: - ids_end: 740000 - ids_start: 736932 - operation: replace - tags_end: 733068 - tags_start: 730000 - 233: - operation: search - 234: - end: 845685 - operation: insert - start: 840000 - 235: - ids_end: 750000 - ids_start: 748274 - operation: replace - tags_end: 741726 - tags_start: 740000 - 236: - operation: search - 237: - end: 858690 - operation: insert - start: 850000 - 238: - ids_end: 760000 - ids_start: 755014 - operation: replace - tags_end: 754986 - tags_start: 750000 - 239: - operation: search - 240: - end: 865352 - operation: insert - start: 860000 - 241: - ids_end: 770000 - ids_start: 767869 - operation: replace - tags_end: 762131 - tags_start: 760000 - 242: - operation: search - 243: - end: 877344 - operation: insert - start: 870000 - 244: - operation: search - 245: - end: 885193 - operation: insert - start: 880000 - 246: - ids_end: 790000 - ids_start: 788734 - operation: replace - tags_end: 781266 - tags_start: 780000 - 247: - operation: search - 248: - end: 896545 - operation: insert - start: 890000 - 249: - operation: search - 250: - end: 908515 - operation: insert - start: 900000 - 251: - operation: search - 252: - end: 916753 - operation: insert - start: 910000 - 253: - ids_end: 820000 - ids_start: 818590 - operation: replace - tags_end: 811410 - tags_start: 810000 - 254: - operation: search - 255: - end: 925994 - operation: insert - start: 920000 - 256: - ids_end: 430000 - ids_start: 427662 - operation: replace - tags_end: 422338 - tags_start: 420000 - 257: - ids_end: 830000 - ids_start: 827402 - operation: replace - tags_end: 822598 - tags_start: 820000 - 258: - operation: search - 259: - end: 936044 - operation: insert - start: 930000 - 260: - operation: search - 261: - end: 948527 - operation: insert - start: 940000 - 262: - ids_end: 850000 - ids_start: 845685 - operation: replace - tags_end: 844315 - tags_start: 840000 - 263: - operation: search - 264: - end: 956903 - operation: insert - start: 950000 - 265: - operation: search - 266: - end: 966748 - operation: insert - start: 960000 - 267: - ids_end: 870000 - ids_start: 865352 - operation: replace - tags_end: 864648 - tags_start: 860000 - 268: - operation: search - 269: - end: 977296 - operation: insert - start: 970000 - 270: - ids_end: 880000 - ids_start: 877344 - operation: replace - tags_end: 872656 - tags_start: 870000 - 271: - operation: search - 272: - end: 987403 - operation: insert - start: 980000 - 273: - ids_end: 890000 - ids_start: 885193 - operation: replace - tags_end: 884807 - tags_start: 880000 - 274: - operation: search - 275: - end: 995942 - operation: insert - start: 990000 - 276: - ids_end: 500000 - ids_start: 496461 - operation: replace - tags_end: 493539 - tags_start: 490000 - 277: - ids_end: 900000 - ids_start: 896545 - operation: replace - tags_end: 893455 - tags_start: 890000 - 278: - operation: search - max_pts: 698369 diff --git a/neurips23/streaming/runbooks/wikipedia-1M_expiration_time_runbook.yaml b/neurips23/streaming/runbooks/wikipedia-1M_expiration_time_runbook.yaml deleted file mode 100644 index 0875cf409..000000000 --- a/neurips23/streaming/runbooks/wikipedia-1M_expiration_time_runbook.yaml +++ /dev/null @@ -1,843 +0,0 @@ -wikipedia-1M: - 1: - end: 10000 - operation: insert - start: 0 - 2: - operation: search - 3: - end: 20000 - operation: insert - start: 10000 - 4: - operation: search - 5: - end: 30000 - operation: insert - start: 20000 - 6: - operation: search - 7: - end: 40000 - operation: insert - start: 30000 - 8: - operation: search - 9: - end: 50000 - operation: insert - start: 40000 - 10: - operation: search - 11: - end: 60000 - operation: insert - start: 50000 - 12: - operation: search - 13: - end: 70000 - operation: insert - start: 60000 - 14: - operation: search - 15: - end: 80000 - operation: insert - start: 70000 - 16: - operation: search - 17: - end: 90000 - operation: insert - start: 80000 - 18: - operation: search - 19: - end: 100000 - operation: insert - start: 90000 - 20: - operation: search - 21: - end: 110000 - operation: insert - start: 100000 - 22: - operation: search - 23: - end: 120000 - operation: insert - start: 110000 - 24: - operation: search - 25: - end: 130000 - operation: insert - start: 120000 - 26: - operation: search - 27: - end: 140000 - operation: insert - start: 130000 - 28: - operation: search - 29: - end: 150000 - operation: insert - start: 140000 - 30: - operation: search - 31: - end: 160000 - operation: insert - start: 150000 - 32: - operation: search - 33: - end: 170000 - operation: insert - start: 160000 - 34: - operation: search - 35: - end: 180000 - operation: insert - start: 170000 - 36: - operation: search - 37: - end: 190000 - operation: insert - start: 180000 - 38: - operation: search - 39: - end: 200000 - operation: insert - start: 190000 - 40: - operation: search - 41: - end: 210000 - operation: insert - start: 200000 - 42: - end: 10000 - operation: delete - start: 0 - 43: - operation: search - 44: - end: 220000 - operation: insert - start: 210000 - 45: - end: 20000 - operation: delete - start: 10000 - 46: - operation: search - 47: - end: 230000 - operation: insert - start: 220000 - 48: - end: 30000 - operation: delete - start: 20000 - 49: - operation: search - 50: - end: 240000 - operation: insert - start: 230000 - 51: - end: 40000 - operation: delete - start: 30000 - 52: - operation: search - 53: - end: 250000 - operation: insert - start: 240000 - 54: - end: 50000 - operation: delete - start: 40000 - 55: - operation: search - 56: - end: 260000 - operation: insert - start: 250000 - 57: - operation: search - 58: - end: 270000 - operation: insert - start: 260000 - 59: - end: 70000 - operation: delete - start: 60000 - 60: - operation: search - 61: - end: 280000 - operation: insert - start: 270000 - 62: - end: 80000 - operation: delete - start: 70000 - 63: - operation: search - 64: - end: 290000 - operation: insert - start: 280000 - 65: - end: 90000 - operation: delete - start: 80000 - 66: - operation: search - 67: - end: 300000 - operation: insert - start: 290000 - 68: - operation: search - 69: - end: 310000 - operation: insert - start: 300000 - 70: - operation: search - 71: - end: 320000 - operation: insert - start: 310000 - 72: - end: 120000 - operation: delete - start: 110000 - 73: - operation: search - 74: - end: 330000 - operation: insert - start: 320000 - 75: - operation: search - 76: - end: 340000 - operation: insert - start: 330000 - 77: - end: 140000 - operation: delete - start: 130000 - 78: - operation: search - 79: - end: 350000 - operation: insert - start: 340000 - 80: - end: 150000 - operation: delete - start: 140000 - 81: - operation: search - 82: - end: 360000 - operation: insert - start: 350000 - 83: - end: 160000 - operation: delete - start: 150000 - 84: - operation: search - 85: - end: 370000 - operation: insert - start: 360000 - 86: - operation: search - 87: - end: 380000 - operation: insert - start: 370000 - 88: - end: 180000 - operation: delete - start: 170000 - 89: - operation: search - 90: - end: 390000 - operation: insert - start: 380000 - 91: - end: 190000 - operation: delete - start: 180000 - 92: - operation: search - 93: - end: 400000 - operation: insert - start: 390000 - 94: - end: 200000 - operation: delete - start: 190000 - 95: - operation: search - 96: - end: 410000 - operation: insert - start: 400000 - 97: - end: 210000 - operation: delete - start: 200000 - 98: - operation: search - 99: - end: 420000 - operation: insert - start: 410000 - 100: - operation: search - 101: - end: 430000 - operation: insert - start: 420000 - 102: - end: 230000 - operation: delete - start: 220000 - 103: - operation: search - 104: - end: 440000 - operation: insert - start: 430000 - 105: - end: 240000 - operation: delete - start: 230000 - 106: - operation: search - 107: - end: 450000 - operation: insert - start: 440000 - 108: - end: 250000 - operation: delete - start: 240000 - 109: - operation: search - 110: - end: 460000 - operation: insert - start: 450000 - 111: - operation: search - 112: - end: 470000 - operation: insert - start: 460000 - 113: - end: 270000 - operation: delete - start: 260000 - 114: - operation: search - 115: - end: 480000 - operation: insert - start: 470000 - 116: - end: 280000 - operation: delete - start: 270000 - 117: - operation: search - 118: - end: 490000 - operation: insert - start: 480000 - 119: - end: 290000 - operation: delete - start: 280000 - 120: - operation: search - 121: - end: 500000 - operation: insert - start: 490000 - 122: - end: 300000 - operation: delete - start: 290000 - 123: - operation: search - 124: - end: 510000 - operation: insert - start: 500000 - 125: - end: 310000 - operation: delete - start: 300000 - 126: - operation: search - 127: - end: 520000 - operation: insert - start: 510000 - 128: - end: 320000 - operation: delete - start: 310000 - 129: - operation: search - 130: - end: 530000 - operation: insert - start: 520000 - 131: - end: 330000 - operation: delete - start: 320000 - 132: - operation: search - 133: - end: 540000 - operation: insert - start: 530000 - 134: - end: 340000 - operation: delete - start: 330000 - 135: - operation: search - 136: - end: 550000 - operation: insert - start: 540000 - 137: - end: 350000 - operation: delete - start: 340000 - 138: - operation: search - 139: - end: 560000 - operation: insert - start: 550000 - 140: - end: 360000 - operation: delete - start: 350000 - 141: - operation: search - 142: - end: 570000 - operation: insert - start: 560000 - 143: - operation: search - 144: - end: 580000 - operation: insert - start: 570000 - 145: - operation: search - 146: - end: 590000 - operation: insert - start: 580000 - 147: - end: 390000 - operation: delete - start: 380000 - 148: - operation: search - 149: - end: 600000 - operation: insert - start: 590000 - 150: - end: 400000 - operation: delete - start: 390000 - 151: - operation: search - 152: - end: 610000 - operation: insert - start: 600000 - 153: - end: 410000 - operation: delete - start: 400000 - 154: - operation: search - 155: - end: 620000 - operation: insert - start: 610000 - 156: - end: 420000 - operation: delete - start: 410000 - 157: - operation: search - 158: - end: 630000 - operation: insert - start: 620000 - 159: - end: 430000 - operation: delete - start: 420000 - 160: - operation: search - 161: - end: 640000 - operation: insert - start: 630000 - 162: - end: 440000 - operation: delete - start: 430000 - 163: - operation: search - 164: - end: 650000 - operation: insert - start: 640000 - 165: - end: 450000 - operation: delete - start: 440000 - 166: - operation: search - 167: - end: 660000 - operation: insert - start: 650000 - 168: - end: 460000 - operation: delete - start: 450000 - 169: - operation: search - 170: - end: 670000 - operation: insert - start: 660000 - 171: - end: 470000 - operation: delete - start: 460000 - 172: - operation: search - 173: - end: 680000 - operation: insert - start: 670000 - 174: - end: 480000 - operation: delete - start: 470000 - 175: - operation: search - 176: - end: 690000 - operation: insert - start: 680000 - 177: - end: 490000 - operation: delete - start: 480000 - 178: - operation: search - 179: - end: 700000 - operation: insert - start: 690000 - 180: - operation: search - 181: - end: 710000 - operation: insert - start: 700000 - 182: - operation: search - 183: - end: 720000 - operation: insert - start: 710000 - 184: - end: 520000 - operation: delete - start: 510000 - 185: - operation: search - 186: - end: 730000 - operation: insert - start: 720000 - 187: - operation: search - 188: - end: 740000 - operation: insert - start: 730000 - 189: - end: 540000 - operation: delete - start: 530000 - 190: - operation: search - 191: - end: 750000 - operation: insert - start: 740000 - 192: - operation: search - 193: - end: 760000 - operation: insert - start: 750000 - 194: - end: 560000 - operation: delete - start: 550000 - 195: - operation: search - 196: - end: 770000 - operation: insert - start: 760000 - 197: - end: 570000 - operation: delete - start: 560000 - 198: - operation: search - 199: - end: 780000 - operation: insert - start: 770000 - 200: - operation: search - 201: - end: 790000 - operation: insert - start: 780000 - 202: - end: 590000 - operation: delete - start: 580000 - 203: - operation: search - 204: - end: 800000 - operation: insert - start: 790000 - 205: - end: 600000 - operation: delete - start: 590000 - 206: - operation: search - 207: - end: 810000 - operation: insert - start: 800000 - 208: - end: 610000 - operation: delete - start: 600000 - 209: - operation: search - 210: - end: 820000 - operation: insert - start: 810000 - 211: - operation: search - 212: - end: 830000 - operation: insert - start: 820000 - 213: - end: 630000 - operation: delete - start: 620000 - 214: - operation: search - 215: - end: 840000 - operation: insert - start: 830000 - 216: - end: 640000 - operation: delete - start: 630000 - 217: - operation: search - 218: - end: 850000 - operation: insert - start: 840000 - 219: - end: 650000 - operation: delete - start: 640000 - 220: - operation: search - 221: - end: 860000 - operation: insert - start: 850000 - 222: - end: 660000 - operation: delete - start: 650000 - 223: - operation: search - 224: - end: 870000 - operation: insert - start: 860000 - 225: - operation: search - 226: - end: 880000 - operation: insert - start: 870000 - 227: - end: 680000 - operation: delete - start: 670000 - 228: - operation: search - 229: - end: 890000 - operation: insert - start: 880000 - 230: - end: 690000 - operation: delete - start: 680000 - 231: - operation: search - 232: - end: 900000 - operation: insert - start: 890000 - 233: - end: 700000 - operation: delete - start: 690000 - 234: - operation: search - 235: - end: 910000 - operation: insert - start: 900000 - 236: - end: 710000 - operation: delete - start: 700000 - 237: - operation: search - 238: - end: 920000 - operation: insert - start: 910000 - 239: - operation: search - 240: - end: 930000 - operation: insert - start: 920000 - 241: - end: 730000 - operation: delete - start: 720000 - 242: - operation: search - 243: - end: 940000 - operation: insert - start: 930000 - 244: - operation: search - 245: - end: 950000 - operation: insert - start: 940000 - 246: - end: 750000 - operation: delete - start: 740000 - 247: - operation: search - 248: - end: 960000 - operation: insert - start: 950000 - 249: - end: 760000 - operation: delete - start: 750000 - 250: - operation: search - 251: - end: 970000 - operation: insert - start: 960000 - 252: - end: 770000 - operation: delete - start: 760000 - 253: - operation: search - 254: - end: 980000 - operation: insert - start: 970000 - 255: - operation: search - 256: - end: 990000 - operation: insert - start: 980000 - 257: - operation: search - 258: - end: 1000000 - operation: insert - start: 990000 - 259: - end: 800000 - operation: delete - start: 790000 - 260: - operation: search - max_pts: 410000 - gt_url: https://comp21storage.z5.web.core.windows.net/wiki-cohere-35M/wikipedia-1M_expiration_time_runbook.yaml/ diff --git a/neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_delete_runbook.yaml b/neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_delete_runbook.yaml deleted file mode 100644 index 499c6fab3..000000000 --- a/neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_delete_runbook.yaml +++ /dev/null @@ -1,4438 +0,0 @@ -wikipedia-35M: - 1: - end: 88328 - operation: insert - start: 0 - 2: - operation: search - 3: - end: 159704 - operation: insert - start: 100000 - 4: - operation: search - 5: - end: 257370 - operation: insert - start: 200000 - 6: - operation: search - 7: - end: 379583 - operation: insert - start: 300000 - 8: - operation: search - 9: - end: 481703 - operation: insert - start: 400000 - 10: - operation: search - 11: - end: 559269 - operation: insert - start: 500000 - 12: - operation: search - 13: - end: 662778 - operation: insert - start: 600000 - 14: - operation: search - 15: - end: 787283 - operation: insert - start: 700000 - 16: - operation: search - 17: - end: 878324 - operation: insert - start: 800000 - 18: - operation: search - 19: - end: 973085 - operation: insert - start: 900000 - 20: - operation: search - 21: - end: 1073582 - operation: insert - start: 1000000 - 22: - operation: search - 23: - end: 1166860 - operation: insert - start: 1100000 - 24: - operation: search - 25: - end: 1283992 - operation: insert - start: 1200000 - 26: - operation: search - 27: - end: 1371233 - operation: insert - start: 1300000 - 28: - operation: search - 29: - end: 1452446 - operation: insert - start: 1400000 - 30: - operation: search - 31: - end: 1574492 - operation: insert - start: 1500000 - 32: - operation: search - 33: - end: 1657378 - operation: insert - start: 1600000 - 34: - operation: search - 35: - end: 1762498 - operation: insert - start: 1700000 - 36: - operation: search - 37: - end: 1855688 - operation: insert - start: 1800000 - 38: - operation: search - 39: - end: 1976700 - operation: insert - start: 1900000 - 40: - operation: search - 41: - end: 2067276 - operation: insert - start: 2000000 - 42: - operation: search - 43: - end: 2171272 - operation: insert - start: 2100000 - 44: - operation: search - 45: - end: 2266775 - operation: insert - start: 2200000 - 46: - operation: search - 47: - end: 2370251 - operation: insert - start: 2300000 - 48: - operation: search - 49: - end: 2485289 - operation: insert - start: 2400000 - 50: - operation: search - 51: - end: 2576439 - operation: insert - start: 2500000 - 52: - operation: search - 53: - end: 2662292 - operation: insert - start: 2600000 - 54: - ids_end: 200000 - ids_start: 159704 - operation: replace - tags_end: 140296 - tags_start: 100000 - 55: - operation: search - 56: - end: 2765888 - operation: insert - start: 2700000 - 57: - operation: search - 58: - end: 2861892 - operation: insert - start: 2800000 - 59: - ids_end: 400000 - ids_start: 379583 - operation: replace - tags_end: 320417 - tags_start: 300000 - 60: - operation: search - 61: - end: 2971724 - operation: insert - start: 2900000 - 62: - operation: search - 63: - end: 3080301 - operation: insert - start: 3000000 - 64: - operation: search - 65: - end: 3167093 - operation: insert - start: 3100000 - 66: - operation: search - 67: - end: 3289859 - operation: insert - start: 3200000 - 68: - ids_end: 800000 - ids_start: 787283 - operation: replace - tags_end: 712717 - tags_start: 700000 - 69: - operation: search - 70: - end: 3353942 - operation: insert - start: 3300000 - 71: - operation: search - 72: - end: 3452322 - operation: insert - start: 3400000 - 73: - operation: search - 74: - end: 3570479 - operation: insert - start: 3500000 - 75: - ids_end: 1100000 - ids_start: 1073582 - operation: replace - tags_end: 1026418 - tags_start: 1000000 - 76: - operation: search - 77: - end: 3650270 - operation: insert - start: 3600000 - 78: - operation: search - 79: - end: 3785820 - operation: insert - start: 3700000 - 80: - ids_end: 1300000 - ids_start: 1283992 - operation: replace - tags_end: 1216008 - tags_start: 1200000 - 81: - operation: search - 82: - end: 3851206 - operation: insert - start: 3800000 - 83: - ids_end: 1400000 - ids_start: 1371233 - operation: replace - tags_end: 1328767 - tags_start: 1300000 - 84: - operation: search - 85: - end: 3963965 - operation: insert - start: 3900000 - 86: - ids_end: 1500000 - ids_start: 1452446 - operation: replace - tags_end: 1447554 - tags_start: 1400000 - 87: - operation: search - 88: - end: 4086390 - operation: insert - start: 4000000 - 89: - ids_end: 1600000 - ids_start: 1574492 - operation: replace - tags_end: 1525508 - tags_start: 1500000 - 90: - operation: search - 91: - end: 4167743 - operation: insert - start: 4100000 - 92: - ids_end: 1700000 - ids_start: 1657378 - operation: replace - tags_end: 1642622 - tags_start: 1600000 - 93: - operation: search - 94: - end: 4271418 - operation: insert - start: 4200000 - 95: - ids_end: 1800000 - ids_start: 1762498 - operation: replace - tags_end: 1737502 - tags_start: 1700000 - 96: - operation: search - 97: - end: 4376223 - operation: insert - start: 4300000 - 98: - ids_end: 1900000 - ids_start: 1855688 - operation: replace - tags_end: 1844312 - tags_start: 1800000 - 99: - operation: search - 100: - end: 4452083 - operation: insert - start: 4400000 - 101: - operation: search - 102: - end: 4554879 - operation: insert - start: 4500000 - 103: - ids_end: 2100000 - ids_start: 2067276 - operation: replace - tags_end: 2032724 - tags_start: 2000000 - 104: - operation: search - 105: - end: 4686840 - operation: insert - start: 4600000 - 106: - operation: search - 107: - end: 4751728 - operation: insert - start: 4700000 - 108: - ids_end: 2300000 - ids_start: 2266775 - operation: replace - tags_end: 2233225 - tags_start: 2200000 - 109: - operation: search - 110: - end: 4869941 - operation: insert - start: 4800000 - 111: - ids_end: 2400000 - ids_start: 2370251 - operation: replace - tags_end: 2329749 - tags_start: 2300000 - 112: - operation: search - 113: - end: 4955422 - operation: insert - start: 4900000 - 114: - ids_end: 2500000 - ids_start: 2485289 - operation: replace - tags_end: 2414711 - tags_start: 2400000 - 115: - operation: search - 116: - end: 5089651 - operation: insert - start: 5000000 - 117: - operation: search - 118: - end: 5169046 - operation: insert - start: 5100000 - 119: - end: 159704 - operation: delete - start: 100000 - 120: - ids_end: 2700000 - ids_start: 2662292 - operation: replace - tags_end: 2637708 - tags_start: 2600000 - 121: - operation: search - 122: - end: 5275730 - operation: insert - start: 5200000 - 123: - operation: search - 124: - end: 5388189 - operation: insert - start: 5300000 - 125: - end: 379583 - operation: delete - start: 300000 - 126: - ids_end: 2900000 - ids_start: 2861892 - operation: replace - tags_end: 2838108 - tags_start: 2800000 - 127: - operation: search - 128: - end: 5482791 - operation: insert - start: 5400000 - 129: - ids_end: 3000000 - ids_start: 2971724 - operation: replace - tags_end: 2928276 - tags_start: 2900000 - 130: - operation: search - 131: - end: 5587709 - operation: insert - start: 5500000 - 132: - ids_end: 3100000 - ids_start: 3080301 - operation: replace - tags_end: 3019699 - tags_start: 3000000 - 133: - operation: search - 134: - end: 5657473 - operation: insert - start: 5600000 - 135: - operation: search - 136: - end: 5775383 - operation: insert - start: 5700000 - 137: - end: 787283 - operation: delete - start: 700000 - 138: - ids_end: 3300000 - ids_start: 3289859 - operation: replace - tags_end: 3210141 - tags_start: 3200000 - 139: - operation: search - 140: - end: 5853890 - operation: insert - start: 5800000 - 141: - ids_end: 3400000 - ids_start: 3353942 - operation: replace - tags_end: 3346058 - tags_start: 3300000 - 142: - operation: search - 143: - end: 5977997 - operation: insert - start: 5900000 - 144: - operation: search - 145: - end: 6051674 - operation: insert - start: 6000000 - 146: - end: 1073582 - operation: delete - start: 1000000 - 147: - ids_end: 3600000 - ids_start: 3570479 - operation: replace - tags_end: 3529521 - tags_start: 3500000 - 148: - operation: search - 149: - end: 6164091 - operation: insert - start: 6100000 - 150: - ids_end: 3700000 - ids_start: 3650270 - operation: replace - tags_end: 3649730 - tags_start: 3600000 - 151: - operation: search - 152: - end: 6289725 - operation: insert - start: 6200000 - 153: - end: 1283992 - operation: delete - start: 1200000 - 154: - operation: search - 155: - end: 6360197 - operation: insert - start: 6300000 - 156: - end: 1371233 - operation: delete - start: 1300000 - 157: - ids_end: 3900000 - ids_start: 3851206 - operation: replace - tags_end: 3848794 - tags_start: 3800000 - 158: - operation: search - 159: - end: 6457226 - operation: insert - start: 6400000 - 160: - end: 1452446 - operation: delete - start: 1400000 - 161: - ids_end: 4000000 - ids_start: 3963965 - operation: replace - tags_end: 3936035 - tags_start: 3900000 - 162: - operation: search - 163: - end: 6580101 - operation: insert - start: 6500000 - 164: - end: 1574492 - operation: delete - start: 1500000 - 165: - operation: search - 166: - end: 6668798 - operation: insert - start: 6600000 - 167: - end: 1657378 - operation: delete - start: 1600000 - 168: - operation: search - 169: - end: 6766110 - operation: insert - start: 6700000 - 170: - end: 1762498 - operation: delete - start: 1700000 - 171: - operation: search - 172: - end: 6879396 - operation: insert - start: 6800000 - 173: - end: 1855688 - operation: delete - start: 1800000 - 174: - operation: search - 175: - end: 6983366 - operation: insert - start: 6900000 - 176: - ids_end: 4500000 - ids_start: 4452083 - operation: replace - tags_end: 4447917 - tags_start: 4400000 - 177: - operation: search - 178: - end: 7059507 - operation: insert - start: 7000000 - 179: - end: 2067276 - operation: delete - start: 2000000 - 180: - operation: search - 181: - end: 7158207 - operation: insert - start: 7100000 - 182: - ids_end: 4700000 - ids_start: 4686840 - operation: replace - tags_end: 4613160 - tags_start: 4600000 - 183: - operation: search - 184: - end: 7275401 - operation: insert - start: 7200000 - 185: - end: 2266775 - operation: delete - start: 2200000 - 186: - operation: search - 187: - end: 7380011 - operation: insert - start: 7300000 - 188: - end: 2370251 - operation: delete - start: 2300000 - 189: - ids_end: 4900000 - ids_start: 4869941 - operation: replace - tags_end: 4830059 - tags_start: 4800000 - 190: - operation: search - 191: - end: 7468578 - operation: insert - start: 7400000 - 192: - end: 2485289 - operation: delete - start: 2400000 - 193: - ids_end: 5000000 - ids_start: 4955422 - operation: replace - tags_end: 4944578 - tags_start: 4900000 - 194: - operation: search - 195: - end: 7585571 - operation: insert - start: 7500000 - 196: - ids_end: 5100000 - ids_start: 5089651 - operation: replace - tags_end: 5010349 - tags_start: 5000000 - 197: - operation: search - 198: - end: 7660650 - operation: insert - start: 7600000 - 199: - end: 2662292 - operation: delete - start: 2600000 - 200: - operation: search - 201: - end: 7787231 - operation: insert - start: 7700000 - 202: - ids_end: 5300000 - ids_start: 5275730 - operation: replace - tags_end: 5224270 - tags_start: 5200000 - 203: - operation: search - 204: - end: 7856311 - operation: insert - start: 7800000 - 205: - end: 2861892 - operation: delete - start: 2800000 - 206: - operation: search - 207: - end: 7952271 - operation: insert - start: 7900000 - 208: - end: 2971724 - operation: delete - start: 2900000 - 209: - ids_end: 5500000 - ids_start: 5482791 - operation: replace - tags_end: 5417209 - tags_start: 5400000 - 210: - operation: search - 211: - end: 8056334 - operation: insert - start: 8000000 - 212: - end: 3080301 - operation: delete - start: 3000000 - 213: - operation: search - 214: - end: 8151690 - operation: insert - start: 8100000 - 215: - ids_end: 5700000 - ids_start: 5657473 - operation: replace - tags_end: 5642527 - tags_start: 5600000 - 216: - operation: search - 217: - end: 8278017 - operation: insert - start: 8200000 - 218: - end: 3289859 - operation: delete - start: 3200000 - 219: - ids_end: 5800000 - ids_start: 5775383 - operation: replace - tags_end: 5724617 - tags_start: 5700000 - 220: - operation: search - 221: - end: 8380651 - operation: insert - start: 8300000 - 222: - end: 3353942 - operation: delete - start: 3300000 - 223: - ids_end: 5900000 - ids_start: 5853890 - operation: replace - tags_end: 5846110 - tags_start: 5800000 - 224: - operation: search - 225: - end: 8458613 - operation: insert - start: 8400000 - 226: - operation: search - 227: - end: 8583855 - operation: insert - start: 8500000 - 228: - end: 3570479 - operation: delete - start: 3500000 - 229: - operation: search - 230: - end: 8667722 - operation: insert - start: 8600000 - 231: - end: 3650270 - operation: delete - start: 3600000 - 232: - operation: search - 233: - end: 8755593 - operation: insert - start: 8700000 - 234: - ids_end: 6300000 - ids_start: 6289725 - operation: replace - tags_end: 6210275 - tags_start: 6200000 - 235: - operation: search - 236: - end: 8860361 - operation: insert - start: 8800000 - 237: - end: 3851206 - operation: delete - start: 3800000 - 238: - operation: search - 239: - end: 8978115 - operation: insert - start: 8900000 - 240: - end: 3963965 - operation: delete - start: 3900000 - 241: - ids_end: 6500000 - ids_start: 6457226 - operation: replace - tags_end: 6442774 - tags_start: 6400000 - 242: - operation: search - 243: - end: 9057019 - operation: insert - start: 9000000 - 244: - ids_end: 6600000 - ids_start: 6580101 - operation: replace - tags_end: 6519899 - tags_start: 6500000 - 245: - operation: search - 246: - end: 9175891 - operation: insert - start: 9100000 - 247: - operation: search - 248: - end: 9283940 - operation: insert - start: 9200000 - 249: - operation: search - 250: - end: 9360523 - operation: insert - start: 9300000 - 251: - ids_end: 6900000 - ids_start: 6879396 - operation: replace - tags_end: 6820604 - tags_start: 6800000 - 252: - operation: search - 253: - end: 9461110 - operation: insert - start: 9400000 - 254: - end: 4452083 - operation: delete - start: 4400000 - 255: - operation: search - 256: - end: 9563916 - operation: insert - start: 9500000 - 257: - operation: search - 258: - end: 9669831 - operation: insert - start: 9600000 - 259: - end: 4686840 - operation: delete - start: 4600000 - 260: - ids_end: 7200000 - ids_start: 7158207 - operation: replace - tags_end: 7141793 - tags_start: 7100000 - 261: - operation: search - 262: - end: 9782694 - operation: insert - start: 9700000 - 263: - operation: search - 264: - end: 9857619 - operation: insert - start: 9800000 - 265: - end: 4869941 - operation: delete - start: 4800000 - 266: - ids_end: 7400000 - ids_start: 7380011 - operation: replace - tags_end: 7319989 - tags_start: 7300000 - 267: - operation: search - 268: - end: 9963731 - operation: insert - start: 9900000 - 269: - end: 4955422 - operation: delete - start: 4900000 - 270: - operation: search - 271: - end: 10065469 - operation: insert - start: 10000000 - 272: - end: 5089651 - operation: delete - start: 5000000 - 273: - operation: search - 274: - end: 10157799 - operation: insert - start: 10100000 - 275: - operation: search - 276: - end: 10253427 - operation: insert - start: 10200000 - 277: - end: 5275730 - operation: delete - start: 5200000 - 278: - ids_end: 7800000 - ids_start: 7787231 - operation: replace - tags_end: 7712769 - tags_start: 7700000 - 279: - operation: search - 280: - end: 10363530 - operation: insert - start: 10300000 - 281: - ids_end: 7900000 - ids_start: 7856311 - operation: replace - tags_end: 7843689 - tags_start: 7800000 - 282: - operation: search - 283: - end: 10470707 - operation: insert - start: 10400000 - 284: - end: 5482791 - operation: delete - start: 5400000 - 285: - ids_end: 8000000 - ids_start: 7952271 - operation: replace - tags_end: 7947729 - tags_start: 7900000 - 286: - operation: search - 287: - end: 10557874 - operation: insert - start: 10500000 - 288: - ids_end: 8100000 - ids_start: 8056334 - operation: replace - tags_end: 8043666 - tags_start: 8000000 - 289: - operation: search - 290: - end: 10684586 - operation: insert - start: 10600000 - 291: - end: 5657473 - operation: delete - start: 5600000 - 292: - ids_end: 8200000 - ids_start: 8151690 - operation: replace - tags_end: 8148310 - tags_start: 8100000 - 293: - operation: search - 294: - end: 10771087 - operation: insert - start: 10700000 - 295: - end: 5775383 - operation: delete - start: 5700000 - 296: - ids_end: 8300000 - ids_start: 8278017 - operation: replace - tags_end: 8221983 - tags_start: 8200000 - 297: - operation: search - 298: - end: 10854536 - operation: insert - start: 10800000 - 299: - end: 5853890 - operation: delete - start: 5800000 - 300: - operation: search - 301: - end: 10977458 - operation: insert - start: 10900000 - 302: - ids_end: 8500000 - ids_start: 8458613 - operation: replace - tags_end: 8441387 - tags_start: 8400000 - 303: - operation: search - 304: - end: 11053942 - operation: insert - start: 11000000 - 305: - operation: search - 306: - end: 11186854 - operation: insert - start: 11100000 - 307: - ids_end: 8700000 - ids_start: 8667722 - operation: replace - tags_end: 8632278 - tags_start: 8600000 - 308: - operation: search - 309: - end: 11270191 - operation: insert - start: 11200000 - 310: - end: 6289725 - operation: delete - start: 6200000 - 311: - ids_end: 8800000 - ids_start: 8755593 - operation: replace - tags_end: 8744407 - tags_start: 8700000 - 312: - operation: search - 313: - end: 11386372 - operation: insert - start: 11300000 - 314: - operation: search - 315: - end: 11473000 - operation: insert - start: 11400000 - 316: - end: 6457226 - operation: delete - start: 6400000 - 317: - operation: search - 318: - end: 11579593 - operation: insert - start: 11500000 - 319: - end: 6580101 - operation: delete - start: 6500000 - 320: - ids_end: 9100000 - ids_start: 9057019 - operation: replace - tags_end: 9042981 - tags_start: 9000000 - 321: - operation: search - 322: - end: 11662888 - operation: insert - start: 11600000 - 323: - ids_end: 9200000 - ids_start: 9175891 - operation: replace - tags_end: 9124109 - tags_start: 9100000 - 324: - operation: search - 325: - end: 11786057 - operation: insert - start: 11700000 - 326: - ids_end: 9300000 - ids_start: 9283940 - operation: replace - tags_end: 9216060 - tags_start: 9200000 - 327: - operation: search - 328: - end: 11876088 - operation: insert - start: 11800000 - 329: - end: 6879396 - operation: delete - start: 6800000 - 330: - ids_end: 9400000 - ids_start: 9360523 - operation: replace - tags_end: 9339477 - tags_start: 9300000 - 331: - operation: search - 332: - end: 11977164 - operation: insert - start: 11900000 - 333: - operation: search - 334: - end: 12059539 - operation: insert - start: 12000000 - 335: - ids_end: 9600000 - ids_start: 9563916 - operation: replace - tags_end: 9536084 - tags_start: 9500000 - 336: - operation: search - 337: - end: 12154716 - operation: insert - start: 12100000 - 338: - end: 7158207 - operation: delete - start: 7100000 - 339: - ids_end: 9700000 - ids_start: 9669831 - operation: replace - tags_end: 9630169 - tags_start: 9600000 - 340: - operation: search - 341: - end: 12261933 - operation: insert - start: 12200000 - 342: - ids_end: 9800000 - ids_start: 9782694 - operation: replace - tags_end: 9717306 - tags_start: 9700000 - 343: - operation: search - 344: - end: 12387471 - operation: insert - start: 12300000 - 345: - end: 7380011 - operation: delete - start: 7300000 - 346: - ids_end: 9900000 - ids_start: 9857619 - operation: replace - tags_end: 9842381 - tags_start: 9800000 - 347: - operation: search - 348: - end: 12454126 - operation: insert - start: 12400000 - 349: - operation: search - 350: - end: 12582984 - operation: insert - start: 12500000 - 351: - ids_end: 10100000 - ids_start: 10065469 - operation: replace - tags_end: 10034531 - tags_start: 10000000 - 352: - ids_end: 12400000 - ids_start: 12387471 - operation: replace - tags_end: 12312529 - tags_start: 12300000 - 353: - operation: search - 354: - end: 12656392 - operation: insert - start: 12600000 - 355: - ids_end: 12300000 - ids_start: 12261933 - operation: replace - tags_end: 12238067 - tags_start: 12200000 - 356: - operation: search - 357: - end: 12766593 - operation: insert - start: 12700000 - 358: - end: 7787231 - operation: delete - start: 7700000 - 359: - ids_end: 10300000 - ids_start: 10253427 - operation: replace - tags_end: 10246573 - tags_start: 10200000 - 360: - ids_end: 12000000 - ids_start: 11977164 - operation: replace - tags_end: 11922836 - tags_start: 11900000 - 361: - ids_end: 12100000 - ids_start: 12059539 - operation: replace - tags_end: 12040461 - tags_start: 12000000 - 362: - operation: search - 363: - end: 12855590 - operation: insert - start: 12800000 - 364: - end: 7856311 - operation: delete - start: 7800000 - 365: - operation: search - 366: - end: 12962271 - operation: insert - start: 12900000 - 367: - end: 7952271 - operation: delete - start: 7900000 - 368: - ids_end: 11700000 - ids_start: 11662888 - operation: replace - tags_end: 11637112 - tags_start: 11600000 - 369: - operation: search - 370: - end: 13059095 - operation: insert - start: 13000000 - 371: - end: 8056334 - operation: delete - start: 8000000 - 372: - ids_end: 10600000 - ids_start: 10557874 - operation: replace - tags_end: 10542126 - tags_start: 10500000 - 373: - operation: search - 374: - end: 13186142 - operation: insert - start: 13100000 - 375: - end: 8151690 - operation: delete - start: 8100000 - 376: - operation: search - 377: - end: 13288018 - operation: insert - start: 13200000 - 378: - end: 8278017 - operation: delete - start: 8200000 - 379: - ids_end: 11100000 - ids_start: 11053942 - operation: replace - tags_end: 11046058 - tags_start: 11000000 - 380: - operation: search - 381: - end: 13371714 - operation: insert - start: 13300000 - 382: - ids_end: 10900000 - ids_start: 10854536 - operation: replace - tags_end: 10845464 - tags_start: 10800000 - 383: - ids_end: 11000000 - ids_start: 10977458 - operation: replace - tags_end: 10922542 - tags_start: 10900000 - 384: - operation: search - 385: - end: 13455127 - operation: insert - start: 13400000 - 386: - end: 8458613 - operation: delete - start: 8400000 - 387: - ids_end: 10800000 - ids_start: 10771087 - operation: replace - tags_end: 10728913 - tags_start: 10700000 - 388: - operation: search - 389: - end: 13580060 - operation: insert - start: 13500000 - 390: - ids_end: 10700000 - ids_start: 10684586 - operation: replace - tags_end: 10615414 - tags_start: 10600000 - 391: - operation: search - 392: - end: 13655549 - operation: insert - start: 13600000 - 393: - end: 8667722 - operation: delete - start: 8600000 - 394: - ids_end: 11200000 - ids_start: 11186854 - operation: replace - tags_end: 11113146 - tags_start: 11100000 - 395: - operation: search - 396: - end: 13760287 - operation: insert - start: 13700000 - 397: - end: 8755593 - operation: delete - start: 8700000 - 398: - ids_end: 10400000 - ids_start: 10363530 - operation: replace - tags_end: 10336470 - tags_start: 10300000 - 399: - ids_end: 11300000 - ids_start: 11270191 - operation: replace - tags_end: 11229809 - tags_start: 11200000 - 400: - operation: search - 401: - end: 13882810 - operation: insert - start: 13800000 - 402: - ids_end: 11400000 - ids_start: 11386372 - operation: replace - tags_end: 11313628 - tags_start: 11300000 - 403: - operation: search - 404: - end: 13972370 - operation: insert - start: 13900000 - 405: - ids_end: 10000000 - ids_start: 9963731 - operation: replace - tags_end: 9936269 - tags_start: 9900000 - 406: - ids_end: 11500000 - ids_start: 11473000 - operation: replace - tags_end: 11427000 - tags_start: 11400000 - 407: - operation: search - 408: - end: 14082055 - operation: insert - start: 14000000 - 409: - end: 9057019 - operation: delete - start: 9000000 - 410: - ids_end: 11600000 - ids_start: 11579593 - operation: replace - tags_end: 11520407 - tags_start: 11500000 - 411: - operation: search - 412: - end: 14165070 - operation: insert - start: 14100000 - 413: - end: 9175891 - operation: delete - start: 9100000 - 414: - operation: search - 415: - end: 14258243 - operation: insert - start: 14200000 - 416: - end: 9283940 - operation: delete - start: 9200000 - 417: - ids_end: 11800000 - ids_start: 11786057 - operation: replace - tags_end: 11713943 - tags_start: 11700000 - 418: - operation: search - 419: - end: 14386580 - operation: insert - start: 14300000 - 420: - end: 9360523 - operation: delete - start: 9300000 - 421: - ids_end: 11900000 - ids_start: 11876088 - operation: replace - tags_end: 11823912 - tags_start: 11800000 - 422: - operation: search - 423: - end: 14485809 - operation: insert - start: 14400000 - 424: - ids_end: 8900000 - ids_start: 8860361 - operation: replace - tags_end: 8839639 - tags_start: 8800000 - 425: - ids_end: 9000000 - ids_start: 8978115 - operation: replace - tags_end: 8921885 - tags_start: 8900000 - 426: - operation: search - 427: - end: 14575226 - operation: insert - start: 14500000 - 428: - end: 9563916 - operation: delete - start: 9500000 - 429: - operation: search - 430: - end: 14665784 - operation: insert - start: 14600000 - 431: - end: 9669831 - operation: delete - start: 9600000 - 432: - ids_end: 12200000 - ids_start: 12154716 - operation: replace - tags_end: 12145284 - tags_start: 12100000 - 433: - operation: search - 434: - end: 14782319 - operation: insert - start: 14700000 - 435: - end: 9782694 - operation: delete - start: 9700000 - 436: - ids_end: 8400000 - ids_start: 8380651 - operation: replace - tags_end: 8319349 - tags_start: 8300000 - 437: - operation: search - 438: - end: 14864435 - operation: insert - start: 14800000 - 439: - end: 9857619 - operation: delete - start: 9800000 - 440: - operation: search - 441: - end: 14977510 - operation: insert - start: 14900000 - 442: - ids_end: 12500000 - ids_start: 12454126 - operation: replace - tags_end: 12445874 - tags_start: 12400000 - 443: - operation: search - 444: - end: 15054613 - operation: insert - start: 15000000 - 445: - end: 10065469 - operation: delete - start: 10000000 - 446: - ids_end: 100000 - ids_start: 88328 - operation: replace - tags_end: 11672 - tags_start: 0 - 447: - operation: search - 448: - end: 15180147 - operation: insert - start: 15100000 - 449: - ids_end: 7700000 - ids_start: 7660650 - operation: replace - tags_end: 7639350 - tags_start: 7600000 - 450: - ids_end: 12700000 - ids_start: 12656392 - operation: replace - tags_end: 12643608 - tags_start: 12600000 - 451: - operation: search - 452: - end: 15258685 - operation: insert - start: 15200000 - 453: - end: 10253427 - operation: delete - start: 10200000 - 454: - ids_end: 7600000 - ids_start: 7585571 - operation: replace - tags_end: 7514429 - tags_start: 7500000 - 455: - ids_end: 12800000 - ids_start: 12766593 - operation: replace - tags_end: 12733407 - tags_start: 12700000 - 456: - operation: search - 457: - end: 15381651 - operation: insert - start: 15300000 - 458: - ids_end: 12900000 - ids_start: 12855590 - operation: replace - tags_end: 12844410 - tags_start: 12800000 - 459: - operation: search - 460: - end: 15475179 - operation: insert - start: 15400000 - 461: - ids_end: 7300000 - ids_start: 7275401 - operation: replace - tags_end: 7224599 - tags_start: 7200000 - 462: - ids_end: 13000000 - ids_start: 12962271 - operation: replace - tags_end: 12937729 - tags_start: 12900000 - 463: - operation: search - 464: - end: 15580485 - operation: insert - start: 15500000 - 465: - end: 10557874 - operation: delete - start: 10500000 - 466: - ids_end: 7100000 - ids_start: 7059507 - operation: replace - tags_end: 7040493 - tags_start: 7000000 - 467: - ids_end: 13100000 - ids_start: 13059095 - operation: replace - tags_end: 13040905 - tags_start: 13000000 - 468: - operation: search - 469: - end: 15673410 - operation: insert - start: 15600000 - 470: - ids_end: 700000 - ids_start: 662778 - operation: replace - tags_end: 637222 - tags_start: 600000 - 471: - ids_end: 7000000 - ids_start: 6983366 - operation: replace - tags_end: 6916634 - tags_start: 6900000 - 472: - ids_end: 13200000 - ids_start: 13186142 - operation: replace - tags_end: 13113858 - tags_start: 13100000 - 473: - operation: search - 474: - end: 15771505 - operation: insert - start: 15700000 - 475: - ids_end: 6800000 - ids_start: 6766110 - operation: replace - tags_end: 6733890 - tags_start: 6700000 - 476: - ids_end: 13300000 - ids_start: 13288018 - operation: replace - tags_end: 13211982 - tags_start: 13200000 - 477: - operation: search - 478: - end: 15877558 - operation: insert - start: 15800000 - 479: - end: 10854536 - operation: delete - start: 10800000 - 480: - operation: search - 481: - end: 15979532 - operation: insert - start: 15900000 - 482: - operation: search - 483: - end: 16072284 - operation: insert - start: 16000000 - 484: - ids_end: 6400000 - ids_start: 6360197 - operation: replace - tags_end: 6339803 - tags_start: 6300000 - 485: - ids_end: 13600000 - ids_start: 13580060 - operation: replace - tags_end: 13519940 - tags_start: 13500000 - 486: - operation: search - 487: - end: 16181034 - operation: insert - start: 16100000 - 488: - end: 11186854 - operation: delete - start: 11100000 - 489: - ids_end: 1200000 - ids_start: 1166860 - operation: replace - tags_end: 1133140 - tags_start: 1100000 - 490: - ids_end: 6200000 - ids_start: 6164091 - operation: replace - tags_end: 6135909 - tags_start: 6100000 - 491: - operation: search - 492: - end: 16272255 - operation: insert - start: 16200000 - 493: - end: 11270191 - operation: delete - start: 11200000 - 494: - operation: search - 495: - end: 16360474 - operation: insert - start: 16300000 - 496: - end: 11386372 - operation: delete - start: 11300000 - 497: - operation: search - 498: - end: 16481306 - operation: insert - start: 16400000 - 499: - end: 11473000 - operation: delete - start: 11400000 - 500: - ids_end: 5600000 - ids_start: 5587709 - operation: replace - tags_end: 5512291 - tags_start: 5500000 - 501: - ids_end: 14000000 - ids_start: 13972370 - operation: replace - tags_end: 13927630 - tags_start: 13900000 - 502: - operation: search - 503: - end: 16575736 - operation: insert - start: 16500000 - 504: - end: 11579593 - operation: delete - start: 11500000 - 505: - ids_end: 5400000 - ids_start: 5388189 - operation: replace - tags_end: 5311811 - tags_start: 5300000 - 506: - ids_end: 14100000 - ids_start: 14082055 - operation: replace - tags_end: 14017945 - tags_start: 14000000 - 507: - operation: search - 508: - end: 16677276 - operation: insert - start: 16600000 - 509: - ids_end: 5200000 - ids_start: 5169046 - operation: replace - tags_end: 5130954 - tags_start: 5100000 - 510: - ids_end: 14200000 - ids_start: 14165070 - operation: replace - tags_end: 14134930 - tags_start: 14100000 - 511: - operation: search - 512: - end: 16751843 - operation: insert - start: 16700000 - 513: - end: 11786057 - operation: delete - start: 11700000 - 514: - operation: search - 515: - end: 16874433 - operation: insert - start: 16800000 - 516: - end: 11876088 - operation: delete - start: 11800000 - 517: - ids_end: 4800000 - ids_start: 4751728 - operation: replace - tags_end: 4748272 - tags_start: 4700000 - 518: - ids_end: 14400000 - ids_start: 14386580 - operation: replace - tags_end: 14313420 - tags_start: 14300000 - 519: - operation: search - 520: - end: 16964182 - operation: insert - start: 16900000 - 521: - ids_end: 2000000 - ids_start: 1976700 - operation: replace - tags_end: 1923300 - tags_start: 1900000 - 522: - ids_end: 4400000 - ids_start: 4376223 - operation: replace - tags_end: 4323777 - tags_start: 4300000 - 523: - ids_end: 14500000 - ids_start: 14485809 - operation: replace - tags_end: 14414191 - tags_start: 14400000 - 524: - operation: search - 525: - end: 17089291 - operation: insert - start: 17000000 - 526: - ids_end: 4200000 - ids_start: 4167743 - operation: replace - tags_end: 4132257 - tags_start: 4100000 - 527: - operation: search - 528: - end: 17173220 - operation: insert - start: 17100000 - 529: - end: 12154716 - operation: delete - start: 12100000 - 530: - ids_end: 14700000 - ids_start: 14665784 - operation: replace - tags_end: 14634216 - tags_start: 14600000 - 531: - operation: search - 532: - end: 17263932 - operation: insert - start: 17200000 - 533: - ids_end: 14800000 - ids_start: 14782319 - operation: replace - tags_end: 14717681 - tags_start: 14700000 - 534: - operation: search - 535: - end: 17355123 - operation: insert - start: 17300000 - 536: - ids_end: 2800000 - ids_start: 2765888 - operation: replace - tags_end: 2734112 - tags_start: 2700000 - 537: - ids_end: 3200000 - ids_start: 3167093 - operation: replace - tags_end: 3132907 - tags_start: 3100000 - 538: - ids_end: 14900000 - ids_start: 14864435 - operation: replace - tags_end: 14835565 - tags_start: 14800000 - 539: - operation: search - 540: - end: 17451837 - operation: insert - start: 17400000 - 541: - end: 12454126 - operation: delete - start: 12400000 - 542: - ids_end: 300000 - ids_start: 257370 - operation: replace - tags_end: 242630 - tags_start: 200000 - 543: - ids_end: 500000 - ids_start: 481703 - operation: replace - tags_end: 418297 - tags_start: 400000 - 544: - ids_end: 600000 - ids_start: 559269 - operation: replace - tags_end: 540731 - tags_start: 500000 - 545: - ids_end: 900000 - ids_start: 878324 - operation: replace - tags_end: 821676 - tags_start: 800000 - 546: - ids_end: 1000000 - ids_start: 973085 - operation: replace - tags_end: 926915 - tags_start: 900000 - 547: - ids_end: 2200000 - ids_start: 2171272 - operation: replace - tags_end: 2128728 - tags_start: 2100000 - 548: - operation: search - 549: - end: 17562320 - operation: insert - start: 17500000 - 550: - ids_end: 2600000 - ids_start: 2576439 - operation: replace - tags_end: 2523561 - tags_start: 2500000 - 551: - ids_end: 15100000 - ids_start: 15054613 - operation: replace - tags_end: 15045387 - tags_start: 15000000 - 552: - operation: search - 553: - end: 17655072 - operation: insert - start: 17600000 - 554: - end: 12656392 - operation: delete - start: 12600000 - 555: - operation: search - 556: - end: 17778559 - operation: insert - start: 17700000 - 557: - end: 12766593 - operation: delete - start: 12700000 - 558: - ids_end: 15300000 - ids_start: 15258685 - operation: replace - tags_end: 15241315 - tags_start: 15200000 - 559: - operation: search - 560: - end: 17865842 - operation: insert - start: 17800000 - 561: - end: 12855590 - operation: delete - start: 12800000 - 562: - ids_end: 15400000 - ids_start: 15381651 - operation: replace - tags_end: 15318349 - tags_start: 15300000 - 563: - operation: search - 564: - end: 17964901 - operation: insert - start: 17900000 - 565: - end: 12962271 - operation: delete - start: 12900000 - 566: - operation: search - 567: - end: 18050505 - operation: insert - start: 18000000 - 568: - end: 13059095 - operation: delete - start: 13000000 - 569: - operation: search - 570: - end: 18167657 - operation: insert - start: 18100000 - 571: - end: 13186142 - operation: delete - start: 13100000 - 572: - ids_end: 15700000 - ids_start: 15673410 - operation: replace - tags_end: 15626590 - tags_start: 15600000 - 573: - operation: search - 574: - end: 18256312 - operation: insert - start: 18200000 - 575: - end: 13288018 - operation: delete - start: 13200000 - 576: - ids_end: 15800000 - ids_start: 15771505 - operation: replace - tags_end: 15728495 - tags_start: 15700000 - 577: - operation: search - 578: - end: 18370329 - operation: insert - start: 18300000 - 579: - ids_end: 15900000 - ids_start: 15877558 - operation: replace - tags_end: 15822442 - tags_start: 15800000 - 580: - operation: search - 581: - end: 18478242 - operation: insert - start: 18400000 - 582: - ids_end: 3500000 - ids_start: 3452322 - operation: replace - tags_end: 3447678 - tags_start: 3400000 - 583: - ids_end: 16000000 - ids_start: 15979532 - operation: replace - tags_end: 15920468 - tags_start: 15900000 - 584: - operation: search - 585: - end: 18564831 - operation: insert - start: 18500000 - 586: - end: 13580060 - operation: delete - start: 13500000 - 587: - operation: search - 588: - end: 18656798 - operation: insert - start: 18600000 - 589: - ids_end: 16200000 - ids_start: 16181034 - operation: replace - tags_end: 16118966 - tags_start: 16100000 - 590: - operation: search - 591: - end: 18777802 - operation: insert - start: 18700000 - 592: - ids_end: 3800000 - ids_start: 3785820 - operation: replace - tags_end: 3714180 - tags_start: 3700000 - 593: - ids_end: 16300000 - ids_start: 16272255 - operation: replace - tags_end: 16227745 - tags_start: 16200000 - 594: - operation: search - 595: - end: 18877442 - operation: insert - start: 18800000 - 596: - operation: search - 597: - end: 18968030 - operation: insert - start: 18900000 - 598: - end: 13972370 - operation: delete - start: 13900000 - 599: - operation: search - 600: - end: 19062881 - operation: insert - start: 19000000 - 601: - end: 14082055 - operation: delete - start: 14000000 - 602: - ids_end: 4100000 - ids_start: 4086390 - operation: replace - tags_end: 4013610 - tags_start: 4000000 - 603: - ids_end: 16600000 - ids_start: 16575736 - operation: replace - tags_end: 16524264 - tags_start: 16500000 - 604: - operation: search - 605: - end: 19179765 - operation: insert - start: 19100000 - 606: - end: 14165070 - operation: delete - start: 14100000 - 607: - ids_end: 16700000 - ids_start: 16677276 - operation: replace - tags_end: 16622724 - tags_start: 16600000 - 608: - operation: search - 609: - end: 19274566 - operation: insert - start: 19200000 - 610: - ids_end: 4300000 - ids_start: 4271418 - operation: replace - tags_end: 4228582 - tags_start: 4200000 - 611: - operation: search - 612: - end: 19352795 - operation: insert - start: 19300000 - 613: - end: 14386580 - operation: delete - start: 14300000 - 614: - operation: search - 615: - end: 19471638 - operation: insert - start: 19400000 - 616: - end: 14485809 - operation: delete - start: 14400000 - 617: - ids_end: 17000000 - ids_start: 16964182 - operation: replace - tags_end: 16935818 - tags_start: 16900000 - 618: - operation: search - 619: - end: 19575050 - operation: insert - start: 19500000 - 620: - ids_end: 4600000 - ids_start: 4554879 - operation: replace - tags_end: 4545121 - tags_start: 4500000 - 621: - operation: search - 622: - end: 19688094 - operation: insert - start: 19600000 - 623: - end: 14665784 - operation: delete - start: 14600000 - 624: - operation: search - 625: - end: 19759248 - operation: insert - start: 19700000 - 626: - end: 14782319 - operation: delete - start: 14700000 - 627: - ids_end: 17300000 - ids_start: 17263932 - operation: replace - tags_end: 17236068 - tags_start: 17200000 - 628: - operation: search - 629: - end: 19860550 - operation: insert - start: 19800000 - 630: - end: 14864435 - operation: delete - start: 14800000 - 631: - operation: search - 632: - end: 19963746 - operation: insert - start: 19900000 - 633: - ids_end: 17500000 - ids_start: 17451837 - operation: replace - tags_end: 17448163 - tags_start: 17400000 - 634: - operation: search - 635: - end: 20060937 - operation: insert - start: 20000000 - 636: - end: 15054613 - operation: delete - start: 15000000 - 637: - operation: search - 638: - end: 20187045 - operation: insert - start: 20100000 - 639: - ids_end: 17700000 - ids_start: 17655072 - operation: replace - tags_end: 17644928 - tags_start: 17600000 - 640: - operation: search - 641: - end: 20253864 - operation: insert - start: 20200000 - 642: - end: 15258685 - operation: delete - start: 15200000 - 643: - operation: search - 644: - end: 20377597 - operation: insert - start: 20300000 - 645: - end: 15381651 - operation: delete - start: 15300000 - 646: - operation: search - 647: - end: 20452919 - operation: insert - start: 20400000 - 648: - ids_end: 18000000 - ids_start: 17964901 - operation: replace - tags_end: 17935099 - tags_start: 17900000 - 649: - operation: search - 650: - end: 20588112 - operation: insert - start: 20500000 - 651: - operation: search - 652: - end: 20668079 - operation: insert - start: 20600000 - 653: - end: 15673410 - operation: delete - start: 15600000 - 654: - ids_end: 18200000 - ids_start: 18167657 - operation: replace - tags_end: 18132343 - tags_start: 18100000 - 655: - operation: search - 656: - end: 20766974 - operation: insert - start: 20700000 - 657: - end: 15771505 - operation: delete - start: 15700000 - 658: - operation: search - 659: - end: 20874767 - operation: insert - start: 20800000 - 660: - end: 15877558 - operation: delete - start: 15800000 - 661: - operation: search - 662: - end: 20965555 - operation: insert - start: 20900000 - 663: - end: 15979532 - operation: delete - start: 15900000 - 664: - ids_end: 6000000 - ids_start: 5977997 - operation: replace - tags_end: 5922003 - tags_start: 5900000 - 665: - ids_end: 18500000 - ids_start: 18478242 - operation: replace - tags_end: 18421758 - tags_start: 18400000 - 666: - operation: search - 667: - end: 21054392 - operation: insert - start: 21000000 - 668: - ids_end: 6100000 - ids_start: 6051674 - operation: replace - tags_end: 6048326 - tags_start: 6000000 - 669: - ids_end: 18600000 - ids_start: 18564831 - operation: replace - tags_end: 18535169 - tags_start: 18500000 - 670: - operation: search - 671: - end: 21181734 - operation: insert - start: 21100000 - 672: - end: 16181034 - operation: delete - start: 16100000 - 673: - operation: search - 674: - end: 21287359 - operation: insert - start: 21200000 - 675: - end: 16272255 - operation: delete - start: 16200000 - 676: - ids_end: 18800000 - ids_start: 18777802 - operation: replace - tags_end: 18722198 - tags_start: 18700000 - 677: - operation: search - 678: - end: 21351652 - operation: insert - start: 21300000 - 679: - ids_end: 18900000 - ids_start: 18877442 - operation: replace - tags_end: 18822558 - tags_start: 18800000 - 680: - operation: search - 681: - end: 21462621 - operation: insert - start: 21400000 - 682: - ids_end: 19000000 - ids_start: 18968030 - operation: replace - tags_end: 18931970 - tags_start: 18900000 - 683: - operation: search - 684: - end: 21568194 - operation: insert - start: 21500000 - 685: - end: 16575736 - operation: delete - start: 16500000 - 686: - operation: search - 687: - end: 21652574 - operation: insert - start: 21600000 - 688: - end: 16677276 - operation: delete - start: 16600000 - 689: - ids_end: 6700000 - ids_start: 6668798 - operation: replace - tags_end: 6631202 - tags_start: 6600000 - 690: - operation: search - 691: - end: 21757718 - operation: insert - start: 21700000 - 692: - ids_end: 19300000 - ids_start: 19274566 - operation: replace - tags_end: 19225434 - tags_start: 19200000 - 693: - operation: search - 694: - end: 21880303 - operation: insert - start: 21800000 - 695: - ids_end: 19400000 - ids_start: 19352795 - operation: replace - tags_end: 19347205 - tags_start: 19300000 - 696: - operation: search - 697: - end: 21975249 - operation: insert - start: 21900000 - 698: - end: 16964182 - operation: delete - start: 16900000 - 699: - ids_end: 19500000 - ids_start: 19471638 - operation: replace - tags_end: 19428362 - tags_start: 19400000 - 700: - operation: search - 701: - end: 22074315 - operation: insert - start: 22000000 - 702: - ids_end: 19600000 - ids_start: 19575050 - operation: replace - tags_end: 19524950 - tags_start: 19500000 - 703: - operation: search - 704: - end: 22179300 - operation: insert - start: 22100000 - 705: - operation: search - 706: - end: 22262416 - operation: insert - start: 22200000 - 707: - end: 17263932 - operation: delete - start: 17200000 - 708: - ids_end: 19800000 - ids_start: 19759248 - operation: replace - tags_end: 19740752 - tags_start: 19700000 - 709: - operation: search - 710: - end: 22368756 - operation: insert - start: 22300000 - 711: - ids_end: 19900000 - ids_start: 19860550 - operation: replace - tags_end: 19839450 - tags_start: 19800000 - 712: - operation: search - 713: - end: 22455672 - operation: insert - start: 22400000 - 714: - end: 17451837 - operation: delete - start: 17400000 - 715: - ids_end: 7500000 - ids_start: 7468578 - operation: replace - tags_end: 7431422 - tags_start: 7400000 - 716: - ids_end: 20000000 - ids_start: 19963746 - operation: replace - tags_end: 19936254 - tags_start: 19900000 - 717: - operation: search - 718: - end: 22565622 - operation: insert - start: 22500000 - 719: - ids_end: 20100000 - ids_start: 20060937 - operation: replace - tags_end: 20039063 - tags_start: 20000000 - 720: - operation: search - 721: - end: 22682429 - operation: insert - start: 22600000 - 722: - end: 17655072 - operation: delete - start: 17600000 - 723: - ids_end: 20200000 - ids_start: 20187045 - operation: replace - tags_end: 20112955 - tags_start: 20100000 - 724: - operation: search - 725: - end: 22780174 - operation: insert - start: 22700000 - 726: - operation: search - 727: - end: 22879494 - operation: insert - start: 22800000 - 728: - ids_end: 20400000 - ids_start: 20377597 - operation: replace - tags_end: 20322403 - tags_start: 20300000 - 729: - operation: search - 730: - end: 22982463 - operation: insert - start: 22900000 - 731: - end: 17964901 - operation: delete - start: 17900000 - 732: - ids_end: 20500000 - ids_start: 20452919 - operation: replace - tags_end: 20447081 - tags_start: 20400000 - 733: - operation: search - 734: - end: 23071016 - operation: insert - start: 23000000 - 735: - operation: search - 736: - end: 23169134 - operation: insert - start: 23100000 - 737: - end: 18167657 - operation: delete - start: 18100000 - 738: - ids_end: 20700000 - ids_start: 20668079 - operation: replace - tags_end: 20631921 - tags_start: 20600000 - 739: - operation: search - 740: - end: 23258470 - operation: insert - start: 23200000 - 741: - ids_end: 20800000 - ids_start: 20766974 - operation: replace - tags_end: 20733026 - tags_start: 20700000 - 742: - operation: search - 743: - end: 23351776 - operation: insert - start: 23300000 - 744: - ids_end: 20900000 - ids_start: 20874767 - operation: replace - tags_end: 20825233 - tags_start: 20800000 - 745: - operation: search - 746: - end: 23483178 - operation: insert - start: 23400000 - 747: - end: 18478242 - operation: delete - start: 18400000 - 748: - ids_end: 21000000 - ids_start: 20965555 - operation: replace - tags_end: 20934445 - tags_start: 20900000 - 749: - operation: search - 750: - end: 23571886 - operation: insert - start: 23500000 - 751: - end: 18564831 - operation: delete - start: 18500000 - 752: - ids_end: 8600000 - ids_start: 8583855 - operation: replace - tags_end: 8516145 - tags_start: 8500000 - 753: - ids_end: 21100000 - ids_start: 21054392 - operation: replace - tags_end: 21045608 - tags_start: 21000000 - 754: - operation: search - 755: - end: 23654461 - operation: insert - start: 23600000 - 756: - operation: search - 757: - end: 23788210 - operation: insert - start: 23700000 - 758: - end: 18777802 - operation: delete - start: 18700000 - 759: - operation: search - 760: - end: 23856818 - operation: insert - start: 23800000 - 761: - end: 18877442 - operation: delete - start: 18800000 - 762: - operation: search - 763: - end: 23976304 - operation: insert - start: 23900000 - 764: - end: 18968030 - operation: delete - start: 18900000 - 765: - operation: search - 766: - end: 24081251 - operation: insert - start: 24000000 - 767: - operation: search - 768: - end: 24177453 - operation: insert - start: 24100000 - 769: - operation: search - 770: - end: 24280632 - operation: insert - start: 24200000 - 771: - end: 19274566 - operation: delete - start: 19200000 - 772: - ids_end: 21800000 - ids_start: 21757718 - operation: replace - tags_end: 21742282 - tags_start: 21700000 - 773: - operation: search - 774: - end: 24355445 - operation: insert - start: 24300000 - 775: - end: 19352795 - operation: delete - start: 19300000 - 776: - ids_end: 21900000 - ids_start: 21880303 - operation: replace - tags_end: 21819697 - tags_start: 21800000 - 777: - operation: search - 778: - end: 24454902 - operation: insert - start: 24400000 - 779: - end: 19471638 - operation: delete - start: 19400000 - 780: - ids_end: 9500000 - ids_start: 9461110 - operation: replace - tags_end: 9438890 - tags_start: 9400000 - 781: - ids_end: 22000000 - ids_start: 21975249 - operation: replace - tags_end: 21924751 - tags_start: 21900000 - 782: - operation: search - 783: - end: 24588806 - operation: insert - start: 24500000 - 784: - end: 19575050 - operation: delete - start: 19500000 - 785: - ids_end: 22100000 - ids_start: 22074315 - operation: replace - tags_end: 22025685 - tags_start: 22000000 - 786: - operation: search - 787: - end: 24663932 - operation: insert - start: 24600000 - 788: - ids_end: 22200000 - ids_start: 22179300 - operation: replace - tags_end: 22120700 - tags_start: 22100000 - 789: - operation: search - 790: - end: 24774610 - operation: insert - start: 24700000 - 791: - end: 19759248 - operation: delete - start: 19700000 - 792: - ids_end: 22300000 - ids_start: 22262416 - operation: replace - tags_end: 22237584 - tags_start: 22200000 - 793: - operation: search - 794: - end: 24877039 - operation: insert - start: 24800000 - 795: - end: 19860550 - operation: delete - start: 19800000 - 796: - operation: search - 797: - end: 24986405 - operation: insert - start: 24900000 - 798: - end: 19963746 - operation: delete - start: 19900000 - 799: - ids_end: 22500000 - ids_start: 22455672 - operation: replace - tags_end: 22444328 - tags_start: 22400000 - 800: - operation: search - 801: - end: 25075397 - operation: insert - start: 25000000 - 802: - end: 20060937 - operation: delete - start: 20000000 - 803: - operation: search - 804: - end: 25156238 - operation: insert - start: 25100000 - 805: - end: 20187045 - operation: delete - start: 20100000 - 806: - ids_end: 10200000 - ids_start: 10157799 - operation: replace - tags_end: 10142201 - tags_start: 10100000 - 807: - ids_end: 22700000 - ids_start: 22682429 - operation: replace - tags_end: 22617571 - tags_start: 22600000 - 808: - operation: search - 809: - end: 25255292 - operation: insert - start: 25200000 - 810: - ids_end: 22800000 - ids_start: 22780174 - operation: replace - tags_end: 22719826 - tags_start: 22700000 - 811: - operation: search - 812: - end: 25387274 - operation: insert - start: 25300000 - 813: - end: 20377597 - operation: delete - start: 20300000 - 814: - operation: search - 815: - end: 25486716 - operation: insert - start: 25400000 - 816: - end: 20452919 - operation: delete - start: 20400000 - 817: - ids_end: 10500000 - ids_start: 10470707 - operation: replace - tags_end: 10429293 - tags_start: 10400000 - 818: - ids_end: 23000000 - ids_start: 22982463 - operation: replace - tags_end: 22917537 - tags_start: 22900000 - 819: - operation: search - 820: - end: 25569459 - operation: insert - start: 25500000 - 821: - ids_end: 23100000 - ids_start: 23071016 - operation: replace - tags_end: 23028984 - tags_start: 23000000 - 822: - operation: search - 823: - end: 25661731 - operation: insert - start: 25600000 - 824: - end: 20668079 - operation: delete - start: 20600000 - 825: - operation: search - 826: - end: 25766725 - operation: insert - start: 25700000 - 827: - end: 20766974 - operation: delete - start: 20700000 - 828: - ids_end: 23300000 - ids_start: 23258470 - operation: replace - tags_end: 23241530 - tags_start: 23200000 - 829: - operation: search - 830: - end: 25879660 - operation: insert - start: 25800000 - 831: - end: 20874767 - operation: delete - start: 20800000 - 832: - operation: search - 833: - end: 25977396 - operation: insert - start: 25900000 - 834: - end: 20965555 - operation: delete - start: 20900000 - 835: - operation: search - 836: - end: 26080005 - operation: insert - start: 26000000 - 837: - end: 21054392 - operation: delete - start: 21000000 - 838: - operation: search - 839: - end: 26170741 - operation: insert - start: 26100000 - 840: - operation: search - 841: - end: 26280304 - operation: insert - start: 26200000 - 842: - ids_end: 23800000 - ids_start: 23788210 - operation: replace - tags_end: 23711790 - tags_start: 23700000 - 843: - operation: search - 844: - end: 26356990 - operation: insert - start: 26300000 - 845: - ids_end: 23900000 - ids_start: 23856818 - operation: replace - tags_end: 23843182 - tags_start: 23800000 - 846: - operation: search - 847: - end: 26451790 - operation: insert - start: 26400000 - 848: - operation: search - 849: - end: 26553427 - operation: insert - start: 26500000 - 850: - ids_end: 24100000 - ids_start: 24081251 - operation: replace - tags_end: 24018749 - tags_start: 24000000 - 851: - operation: search - 852: - end: 26667691 - operation: insert - start: 26600000 - 853: - operation: search - 854: - end: 26770240 - operation: insert - start: 26700000 - 855: - end: 21757718 - operation: delete - start: 21700000 - 856: - ids_end: 24300000 - ids_start: 24280632 - operation: replace - tags_end: 24219368 - tags_start: 24200000 - 857: - operation: search - 858: - end: 26859320 - operation: insert - start: 26800000 - 859: - end: 21880303 - operation: delete - start: 21800000 - 860: - operation: search - 861: - end: 26960969 - operation: insert - start: 26900000 - 862: - end: 21975249 - operation: delete - start: 21900000 - 863: - ids_end: 24500000 - ids_start: 24454902 - operation: replace - tags_end: 24445098 - tags_start: 24400000 - 864: - operation: search - 865: - end: 27077063 - operation: insert - start: 27000000 - 866: - end: 22074315 - operation: delete - start: 22000000 - 867: - ids_end: 24600000 - ids_start: 24588806 - operation: replace - tags_end: 24511194 - tags_start: 24500000 - 868: - operation: search - 869: - end: 27170307 - operation: insert - start: 27100000 - 870: - end: 22179300 - operation: delete - start: 22100000 - 871: - ids_end: 24700000 - ids_start: 24663932 - operation: replace - tags_end: 24636068 - tags_start: 24600000 - 872: - operation: search - 873: - end: 27277146 - operation: insert - start: 27200000 - 874: - end: 22262416 - operation: delete - start: 22200000 - 875: - ids_end: 24800000 - ids_start: 24774610 - operation: replace - tags_end: 24725390 - tags_start: 24700000 - 876: - operation: search - 877: - end: 27362254 - operation: insert - start: 27300000 - 878: - ids_end: 24900000 - ids_start: 24877039 - operation: replace - tags_end: 24822961 - tags_start: 24800000 - 879: - operation: search - 880: - end: 27465087 - operation: insert - start: 27400000 - 881: - end: 22455672 - operation: delete - start: 22400000 - 882: - operation: search - 883: - end: 27564186 - operation: insert - start: 27500000 - 884: - ids_end: 12600000 - ids_start: 12582984 - operation: replace - tags_end: 12517016 - tags_start: 12500000 - 885: - operation: search - 886: - end: 27683360 - operation: insert - start: 27600000 - 887: - end: 22682429 - operation: delete - start: 22600000 - 888: - ids_end: 25200000 - ids_start: 25156238 - operation: replace - tags_end: 25143762 - tags_start: 25100000 - 889: - operation: search - 890: - end: 27764674 - operation: insert - start: 27700000 - 891: - end: 22780174 - operation: delete - start: 22700000 - 892: - operation: search - 893: - end: 27874332 - operation: insert - start: 27800000 - 894: - operation: search - 895: - end: 27965617 - operation: insert - start: 27900000 - 896: - end: 22982463 - operation: delete - start: 22900000 - 897: - ids_end: 25500000 - ids_start: 25486716 - operation: replace - tags_end: 25413284 - tags_start: 25400000 - 898: - operation: search - 899: - end: 28074037 - operation: insert - start: 28000000 - 900: - end: 23071016 - operation: delete - start: 23000000 - 901: - ids_end: 25600000 - ids_start: 25569459 - operation: replace - tags_end: 25530541 - tags_start: 25500000 - 902: - operation: search - 903: - end: 28153772 - operation: insert - start: 28100000 - 904: - operation: search - 905: - end: 28252236 - operation: insert - start: 28200000 - 906: - end: 23258470 - operation: delete - start: 23200000 - 907: - operation: search - 908: - end: 28363030 - operation: insert - start: 28300000 - 909: - operation: search - 910: - end: 28483372 - operation: insert - start: 28400000 - 911: - ids_end: 13500000 - ids_start: 13455127 - operation: replace - tags_end: 13444873 - tags_start: 13400000 - 912: - ids_end: 26000000 - ids_start: 25977396 - operation: replace - tags_end: 25922604 - tags_start: 25900000 - 913: - operation: search - 914: - end: 28588398 - operation: insert - start: 28500000 - 915: - ids_end: 26100000 - ids_start: 26080005 - operation: replace - tags_end: 26019995 - tags_start: 26000000 - 916: - operation: search - 917: - end: 28680663 - operation: insert - start: 28600000 - 918: - operation: search - 919: - end: 28760808 - operation: insert - start: 28700000 - 920: - end: 23788210 - operation: delete - start: 23700000 - 921: - ids_end: 13800000 - ids_start: 13760287 - operation: replace - tags_end: 13739713 - tags_start: 13700000 - 922: - operation: search - 923: - end: 28861237 - operation: insert - start: 28800000 - 924: - end: 23856818 - operation: delete - start: 23800000 - 925: - ids_end: 26400000 - ids_start: 26356990 - operation: replace - tags_end: 26343010 - tags_start: 26300000 - 926: - operation: search - 927: - end: 28988645 - operation: insert - start: 28900000 - 928: - operation: search - 929: - end: 29066506 - operation: insert - start: 29000000 - 930: - end: 24081251 - operation: delete - start: 24000000 - 931: - ids_end: 26600000 - ids_start: 26553427 - operation: replace - tags_end: 26546573 - tags_start: 26500000 - 932: - operation: search - 933: - end: 29180421 - operation: insert - start: 29100000 - 934: - ids_end: 26700000 - ids_start: 26667691 - operation: replace - tags_end: 26632309 - tags_start: 26600000 - 935: - operation: search - 936: - end: 29269712 - operation: insert - start: 29200000 - 937: - end: 24280632 - operation: delete - start: 24200000 - 938: - ids_end: 14300000 - ids_start: 14258243 - operation: replace - tags_end: 14241757 - tags_start: 14200000 - 939: - ids_end: 26800000 - ids_start: 26770240 - operation: replace - tags_end: 26729760 - tags_start: 26700000 - 940: - operation: search - 941: - end: 29381230 - operation: insert - start: 29300000 - 942: - operation: search - 943: - end: 29478342 - operation: insert - start: 29400000 - 944: - end: 24454902 - operation: delete - start: 24400000 - 945: - ids_end: 27000000 - ids_start: 26960969 - operation: replace - tags_end: 26939031 - tags_start: 26900000 - 946: - operation: search - 947: - end: 29582656 - operation: insert - start: 29500000 - 948: - end: 24588806 - operation: delete - start: 24500000 - 949: - operation: search - 950: - end: 29682691 - operation: insert - start: 29600000 - 951: - end: 24663932 - operation: delete - start: 24600000 - 952: - ids_end: 27200000 - ids_start: 27170307 - operation: replace - tags_end: 27129693 - tags_start: 27100000 - 953: - operation: search - 954: - end: 29767818 - operation: insert - start: 29700000 - 955: - end: 24774610 - operation: delete - start: 24700000 - 956: - operation: search - 957: - end: 29853489 - operation: insert - start: 29800000 - 958: - end: 24877039 - operation: delete - start: 24800000 - 959: - ids_end: 27400000 - ids_start: 27362254 - operation: replace - tags_end: 27337746 - tags_start: 27300000 - 960: - operation: search - 961: - end: 29988218 - operation: insert - start: 29900000 - 962: - operation: search - 963: - end: 30069754 - operation: insert - start: 30000000 - 964: - end: 88328 - operation: delete - start: 0 - 965: - ids_end: 27600000 - ids_start: 27564186 - operation: replace - tags_end: 27535814 - tags_start: 27500000 - 966: - operation: search - 967: - end: 30187478 - operation: insert - start: 30100000 - 968: - end: 25156238 - operation: delete - start: 25100000 - 969: - operation: search - 970: - end: 30274373 - operation: insert - start: 30200000 - 971: - ids_end: 27800000 - ids_start: 27764674 - operation: replace - tags_end: 27735326 - tags_start: 27700000 - 972: - operation: search - 973: - end: 30371540 - operation: insert - start: 30300000 - 974: - ids_end: 27900000 - ids_start: 27874332 - operation: replace - tags_end: 27825668 - tags_start: 27800000 - 975: - operation: search - 976: - end: 30473860 - operation: insert - start: 30400000 - 977: - end: 25486716 - operation: delete - start: 25400000 - 978: - operation: search - 979: - end: 30566245 - operation: insert - start: 30500000 - 980: - end: 25569459 - operation: delete - start: 25500000 - 981: - ids_end: 15600000 - ids_start: 15580485 - operation: replace - tags_end: 15519515 - tags_start: 15500000 - 982: - operation: search - 983: - end: 30680560 - operation: insert - start: 30600000 - 984: - end: 662778 - operation: delete - start: 600000 - 985: - ids_end: 28200000 - ids_start: 28153772 - operation: replace - tags_end: 28146228 - tags_start: 28100000 - 986: - operation: search - 987: - end: 30769904 - operation: insert - start: 30700000 - 988: - ids_end: 28300000 - ids_start: 28252236 - operation: replace - tags_end: 28247764 - tags_start: 28200000 - 989: - operation: search - 990: - end: 30879111 - operation: insert - start: 30800000 - 991: - ids_end: 28400000 - ids_start: 28363030 - operation: replace - tags_end: 28336970 - tags_start: 28300000 - 992: - operation: search - 993: - end: 30978265 - operation: insert - start: 30900000 - 994: - end: 25977396 - operation: delete - start: 25900000 - 995: - operation: search - 996: - end: 31054348 - operation: insert - start: 31000000 - 997: - end: 26080005 - operation: delete - start: 26000000 - 998: - ids_end: 16100000 - ids_start: 16072284 - operation: replace - tags_end: 16027716 - tags_start: 16000000 - 999: - ids_end: 28600000 - ids_start: 28588398 - operation: replace - tags_end: 28511602 - tags_start: 28500000 - 1000: - operation: search - 1001: - end: 31179057 - operation: insert - start: 31100000 - 1002: - end: 1166860 - operation: delete - start: 1100000 - 1003: - ids_end: 28700000 - ids_start: 28680663 - operation: replace - tags_end: 28619337 - tags_start: 28600000 - 1004: - operation: search - 1005: - end: 31280053 - operation: insert - start: 31200000 - 1006: - operation: search - 1007: - end: 31369352 - operation: insert - start: 31300000 - 1008: - end: 26356990 - operation: delete - start: 26300000 - 1009: - ids_end: 16400000 - ids_start: 16360474 - operation: replace - tags_end: 16339526 - tags_start: 16300000 - 1010: - ids_end: 28900000 - ids_start: 28861237 - operation: replace - tags_end: 28838763 - tags_start: 28800000 - 1011: - operation: search - 1012: - end: 31481323 - operation: insert - start: 31400000 - 1013: - ids_end: 16500000 - ids_start: 16481306 - operation: replace - tags_end: 16418694 - tags_start: 16400000 - 1014: - ids_end: 29000000 - ids_start: 28988645 - operation: replace - tags_end: 28911355 - tags_start: 28900000 - 1015: - operation: search - 1016: - end: 31584741 - operation: insert - start: 31500000 - 1017: - end: 26553427 - operation: delete - start: 26500000 - 1018: - operation: search - 1019: - end: 31663896 - operation: insert - start: 31600000 - 1020: - end: 26667691 - operation: delete - start: 26600000 - 1021: - operation: search - 1022: - end: 31752028 - operation: insert - start: 31700000 - 1023: - end: 26770240 - operation: delete - start: 26700000 - 1024: - ids_end: 16800000 - ids_start: 16751843 - operation: replace - tags_end: 16748157 - tags_start: 16700000 - 1025: - operation: search - 1026: - end: 31889366 - operation: insert - start: 31800000 - 1027: - ids_end: 16900000 - ids_start: 16874433 - operation: replace - tags_end: 16825567 - tags_start: 16800000 - 1028: - operation: search - 1029: - end: 31958604 - operation: insert - start: 31900000 - 1030: - end: 1976700 - operation: delete - start: 1900000 - 1031: - end: 26960969 - operation: delete - start: 26900000 - 1032: - operation: search - 1033: - end: 32060523 - operation: insert - start: 32000000 - 1034: - ids_end: 29600000 - ids_start: 29582656 - operation: replace - tags_end: 29517344 - tags_start: 29500000 - 1035: - operation: search - 1036: - end: 32153562 - operation: insert - start: 32100000 - 1037: - end: 27170307 - operation: delete - start: 27100000 - 1038: - ids_end: 17200000 - ids_start: 17173220 - operation: replace - tags_end: 17126780 - tags_start: 17100000 - 1039: - ids_end: 29700000 - ids_start: 29682691 - operation: replace - tags_end: 29617309 - tags_start: 29600000 - 1040: - operation: search - 1041: - end: 32280233 - operation: insert - start: 32200000 - 1042: - ids_end: 29800000 - ids_start: 29767818 - operation: replace - tags_end: 29732182 - tags_start: 29700000 - 1043: - operation: search - 1044: - end: 32388817 - operation: insert - start: 32300000 - 1045: - end: 27362254 - operation: delete - start: 27300000 - 1046: - ids_end: 17400000 - ids_start: 17355123 - operation: replace - tags_end: 17344877 - tags_start: 17300000 - 1047: - ids_end: 29900000 - ids_start: 29853489 - operation: replace - tags_end: 29846511 - tags_start: 29800000 - 1048: - operation: search - 1049: - end: 32476998 - operation: insert - start: 32400000 - 1050: - operation: search - 1051: - end: 32581358 - operation: insert - start: 32500000 - 1052: - end: 2576439 - operation: delete - start: 2500000 - 1053: - end: 27564186 - operation: delete - start: 27500000 - 1054: - ids_end: 30100000 - ids_start: 30069754 - operation: replace - tags_end: 30030246 - tags_start: 30000000 - 1055: - operation: search - 1056: - end: 32670405 - operation: insert - start: 32600000 - 1057: - ids_end: 30200000 - ids_start: 30187478 - operation: replace - tags_end: 30112522 - tags_start: 30100000 - 1058: - operation: search - 1059: - end: 32770459 - operation: insert - start: 32700000 - 1060: - end: 27764674 - operation: delete - start: 27700000 - 1061: - ids_end: 17800000 - ids_start: 17778559 - operation: replace - tags_end: 17721441 - tags_start: 17700000 - 1062: - ids_end: 30300000 - ids_start: 30274373 - operation: replace - tags_end: 30225627 - tags_start: 30200000 - 1063: - ids_end: 32200000 - ids_start: 32153562 - operation: replace - tags_end: 32146438 - tags_start: 32100000 - 1064: - operation: search - 1065: - end: 32862426 - operation: insert - start: 32800000 - 1066: - end: 27874332 - operation: delete - start: 27800000 - 1067: - ids_end: 30400000 - ids_start: 30371540 - operation: replace - tags_end: 30328460 - tags_start: 30300000 - 1068: - operation: search - 1069: - end: 32963286 - operation: insert - start: 32900000 - 1070: - ids_end: 30500000 - ids_start: 30473860 - operation: replace - tags_end: 30426140 - tags_start: 30400000 - 1071: - operation: search - 1072: - end: 33079546 - operation: insert - start: 33000000 - 1073: - ids_end: 18100000 - ids_start: 18050505 - operation: replace - tags_end: 18049495 - tags_start: 18000000 - 1074: - operation: search - 1075: - end: 33189380 - operation: insert - start: 33100000 - 1076: - end: 28153772 - operation: delete - start: 28100000 - 1077: - ids_end: 30700000 - ids_start: 30680560 - operation: replace - tags_end: 30619440 - tags_start: 30600000 - 1078: - operation: search - 1079: - end: 33271438 - operation: insert - start: 33200000 - 1080: - end: 28252236 - operation: delete - start: 28200000 - 1081: - ids_end: 18300000 - ids_start: 18256312 - operation: replace - tags_end: 18243688 - tags_start: 18200000 - 1082: - ids_end: 31500000 - ids_start: 31481323 - operation: replace - tags_end: 31418677 - tags_start: 31400000 - 1083: - operation: search - 1084: - end: 33371788 - operation: insert - start: 33300000 - 1085: - end: 28363030 - operation: delete - start: 28300000 - 1086: - ids_end: 18400000 - ids_start: 18370329 - operation: replace - tags_end: 18329671 - tags_start: 18300000 - 1087: - ids_end: 30900000 - ids_start: 30879111 - operation: replace - tags_end: 30820889 - tags_start: 30800000 - 1088: - operation: search - 1089: - end: 33453834 - operation: insert - start: 33400000 - 1090: - end: 3452322 - operation: delete - start: 3400000 - 1091: - ids_end: 31000000 - ids_start: 30978265 - operation: replace - tags_end: 30921735 - tags_start: 30900000 - 1092: - ids_end: 31300000 - ids_start: 31280053 - operation: replace - tags_end: 31219947 - tags_start: 31200000 - 1093: - operation: search - 1094: - end: 33561365 - operation: insert - start: 33500000 - 1095: - end: 28588398 - operation: delete - start: 28500000 - 1096: - operation: search - 1097: - end: 33660784 - operation: insert - start: 33600000 - 1098: - end: 28680663 - operation: delete - start: 28600000 - 1099: - ids_end: 31100000 - ids_start: 31054348 - operation: replace - tags_end: 31045652 - tags_start: 31000000 - 1100: - ids_end: 31200000 - ids_start: 31179057 - operation: replace - tags_end: 31120943 - tags_start: 31100000 - 1101: - operation: search - 1102: - end: 33782141 - operation: insert - start: 33700000 - 1103: - end: 3785820 - operation: delete - start: 3700000 - 1104: - operation: search - 1105: - end: 33866335 - operation: insert - start: 33800000 - 1106: - end: 28861237 - operation: delete - start: 28800000 - 1107: - ids_end: 30800000 - ids_start: 30769904 - operation: replace - tags_end: 30730096 - tags_start: 30700000 - 1108: - ids_end: 31400000 - ids_start: 31369352 - operation: replace - tags_end: 31330648 - tags_start: 31300000 - 1109: - operation: search - 1110: - end: 33959032 - operation: insert - start: 33900000 - 1111: - end: 28988645 - operation: delete - start: 28900000 - 1112: - operation: search - 1113: - end: 34074977 - operation: insert - start: 34000000 - 1114: - end: 4086390 - operation: delete - start: 4000000 - 1115: - ids_end: 19100000 - ids_start: 19062881 - operation: replace - tags_end: 19037119 - tags_start: 19000000 - 1116: - ids_end: 31600000 - ids_start: 31584741 - operation: replace - tags_end: 31515259 - tags_start: 31500000 - 1117: - operation: search - 1118: - end: 34159967 - operation: insert - start: 34100000 - 1119: - operation: search - 1120: - end: 34251951 - operation: insert - start: 34200000 - 1121: - end: 4271418 - operation: delete - start: 4200000 - 1122: - operation: search - 1123: - end: 34376932 - operation: insert - start: 34300000 - 1124: - ids_end: 30000000 - ids_start: 29988218 - operation: replace - tags_end: 29911782 - tags_start: 29900000 - 1125: - ids_end: 31900000 - ids_start: 31889366 - operation: replace - tags_end: 31810634 - tags_start: 31800000 - 1126: - operation: search - 1127: - end: 34475063 - operation: insert - start: 34400000 - 1128: - ids_end: 32000000 - ids_start: 31958604 - operation: replace - tags_end: 31941396 - tags_start: 31900000 - 1129: - operation: search - 1130: - end: 34576634 - operation: insert - start: 34500000 - 1131: - end: 4554879 - operation: delete - start: 4500000 - 1132: - end: 29582656 - operation: delete - start: 29500000 - 1133: - ids_end: 32100000 - ids_start: 32060523 - operation: replace - tags_end: 32039477 - tags_start: 32000000 - 1134: - operation: search - 1135: - end: 34689985 - operation: insert - start: 34600000 - 1136: - end: 29682691 - operation: delete - start: 29600000 - 1137: - operation: search - 1138: - end: 34770968 - operation: insert - start: 34700000 - 1139: - end: 29767818 - operation: delete - start: 29700000 - 1140: - ids_end: 29500000 - ids_start: 29478342 - operation: replace - tags_end: 29421658 - tags_start: 29400000 - 1141: - ids_end: 32300000 - ids_start: 32280233 - operation: replace - tags_end: 32219767 - tags_start: 32200000 - 1142: - operation: search - 1143: - end: 34871209 - operation: insert - start: 34800000 - 1144: - end: 29853489 - operation: delete - start: 29800000 - 1145: - ids_end: 32400000 - ids_start: 32388817 - operation: replace - tags_end: 32311183 - tags_start: 32300000 - 1146: - operation: search - 1147: - end: 34973928 - operation: insert - start: 34900000 - 1148: - ids_end: 29200000 - ids_start: 29180421 - operation: replace - tags_end: 29119579 - tags_start: 29100000 - 1149: - ids_end: 32500000 - ids_start: 32476998 - operation: replace - tags_end: 32423002 - tags_start: 32400000 - 1150: - operation: search - max_pts: 6682767 diff --git a/neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_only_runbook.yaml b/neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_only_runbook.yaml deleted file mode 100644 index f4fdcdd1e..000000000 --- a/neurips23/streaming/runbooks/wikipedia-35M_expiration_time_replace_only_runbook.yaml +++ /dev/null @@ -1,854 +0,0 @@ -wikipedia-35M: - 1: - end: 64251 - operation: insert - start: 0 - 2: - operation: search - 3: - end: 166838 - operation: insert - start: 100000 - 4: - operation: search - 5: - end: 275755 - operation: insert - start: 200000 - 6: - operation: search - 7: - end: 360735 - operation: insert - start: 300000 - 8: - operation: search - 9: - end: 488718 - operation: insert - start: 400000 - 10: - operation: search - 11: - end: 569950 - operation: insert - start: 500000 - 12: - operation: search - 13: - end: 659553 - operation: insert - start: 600000 - 14: - operation: search - 15: - end: 780330 - operation: insert - start: 700000 - 16: - operation: search - 17: - end: 865051 - operation: insert - start: 800000 - 18: - operation: search - 19: - end: 982285 - operation: insert - start: 900000 - 20: - operation: search - 21: - end: 1069368 - operation: insert - start: 1000000 - 22: - operation: search - 23: - end: 1151523 - operation: insert - start: 1100000 - 24: - ids_end: 200000 - ids_start: 166838 - operation: replace - tags_end: 133162 - tags_start: 100000 - 25: - operation: search - 26: - end: 1253863 - operation: insert - start: 1200000 - 27: - ids_end: 300000 - ids_start: 275755 - operation: replace - tags_end: 224245 - tags_start: 200000 - 28: - operation: search - 29: - end: 1365793 - operation: insert - start: 1300000 - 30: - operation: search - 31: - end: 1454749 - operation: insert - start: 1400000 - 32: - operation: search - 33: - end: 1550796 - operation: insert - start: 1500000 - 34: - ids_end: 600000 - ids_start: 569950 - operation: replace - tags_end: 530050 - tags_start: 500000 - 35: - operation: search - 36: - end: 1662617 - operation: insert - start: 1600000 - 37: - ids_end: 700000 - ids_start: 659553 - operation: replace - tags_end: 640447 - tags_start: 600000 - 38: - operation: search - 39: - end: 1785822 - operation: insert - start: 1700000 - 40: - ids_end: 800000 - ids_start: 780330 - operation: replace - tags_end: 719670 - tags_start: 700000 - 41: - operation: search - 42: - end: 1864168 - operation: insert - start: 1800000 - 43: - ids_end: 900000 - ids_start: 865051 - operation: replace - tags_end: 834949 - tags_start: 800000 - 44: - operation: search - 45: - end: 1979356 - operation: insert - start: 1900000 - 46: - ids_end: 1000000 - ids_start: 982285 - operation: replace - tags_end: 917715 - tags_start: 900000 - 47: - operation: search - 48: - end: 2056965 - operation: insert - start: 2000000 - 49: - ids_end: 1100000 - ids_start: 1069368 - operation: replace - tags_end: 1030632 - tags_start: 1000000 - 50: - operation: search - 51: - end: 2176001 - operation: insert - start: 2100000 - 52: - ids_end: 1200000 - ids_start: 1151523 - operation: replace - tags_end: 1148477 - tags_start: 1100000 - 53: - operation: search - 54: - end: 2282950 - operation: insert - start: 2200000 - 55: - ids_end: 1300000 - ids_start: 1253863 - operation: replace - tags_end: 1246137 - tags_start: 1200000 - 56: - operation: search - 57: - end: 2354422 - operation: insert - start: 2300000 - 58: - ids_end: 1400000 - ids_start: 1365793 - operation: replace - tags_end: 1334207 - tags_start: 1300000 - 59: - operation: search - 60: - end: 2487070 - operation: insert - start: 2400000 - 61: - ids_end: 1500000 - ids_start: 1454749 - operation: replace - tags_end: 1445251 - tags_start: 1400000 - 62: - operation: search - 63: - end: 2584407 - operation: insert - start: 2500000 - 64: - ids_end: 1600000 - ids_start: 1550796 - operation: replace - tags_end: 1549204 - tags_start: 1500000 - 65: - operation: search - 66: - end: 2651920 - operation: insert - start: 2600000 - 67: - operation: search - 68: - end: 2765188 - operation: insert - start: 2700000 - 69: - ids_end: 1800000 - ids_start: 1785822 - operation: replace - tags_end: 1714178 - tags_start: 1700000 - 70: - operation: search - 71: - end: 2873489 - operation: insert - start: 2800000 - 72: - operation: search - 73: - end: 2958436 - operation: insert - start: 2900000 - 74: - ids_end: 2000000 - ids_start: 1979356 - operation: replace - tags_end: 1920644 - tags_start: 1900000 - 75: - operation: search - 76: - end: 3069005 - operation: insert - start: 3000000 - 77: - ids_end: 2100000 - ids_start: 2056965 - operation: replace - tags_end: 2043035 - tags_start: 2000000 - 78: - operation: search - 79: - end: 3167529 - operation: insert - start: 3100000 - 80: - ids_end: 2200000 - ids_start: 2176001 - operation: replace - tags_end: 2123999 - tags_start: 2100000 - 81: - operation: search - 82: - end: 3275840 - operation: insert - start: 3200000 - 83: - ids_end: 2300000 - ids_start: 2282950 - operation: replace - tags_end: 2217050 - tags_start: 2200000 - 84: - operation: search - 85: - end: 3362648 - operation: insert - start: 3300000 - 86: - ids_end: 2400000 - ids_start: 2354422 - operation: replace - tags_end: 2345578 - tags_start: 2300000 - 87: - operation: search - 88: - end: 3484397 - operation: insert - start: 3400000 - 89: - ids_end: 2500000 - ids_start: 2487070 - operation: replace - tags_end: 2412930 - tags_start: 2400000 - 90: - operation: search - 91: - end: 3564604 - operation: insert - start: 3500000 - 92: - ids_end: 2600000 - ids_start: 2584407 - operation: replace - tags_end: 2515593 - tags_start: 2500000 - 93: - operation: search - 94: - end: 3654955 - operation: insert - start: 3600000 - 95: - ids_end: 2700000 - ids_start: 2651920 - operation: replace - tags_end: 2648080 - tags_start: 2600000 - 96: - operation: search - 97: - end: 3759848 - operation: insert - start: 3700000 - 98: - ids_end: 2800000 - ids_start: 2765188 - operation: replace - tags_end: 2734812 - tags_start: 2700000 - 99: - operation: search - 100: - end: 3855441 - operation: insert - start: 3800000 - 101: - ids_end: 2900000 - ids_start: 2873489 - operation: replace - tags_end: 2826511 - tags_start: 2800000 - 102: - operation: search - 103: - end: 3950383 - operation: insert - start: 3900000 - 104: - ids_end: 500000 - ids_start: 488718 - operation: replace - tags_end: 411282 - tags_start: 400000 - 105: - ids_end: 3000000 - ids_start: 2958436 - operation: replace - tags_end: 2941564 - tags_start: 2900000 - 106: - operation: search - 107: - end: 4059507 - operation: insert - start: 4000000 - 108: - ids_end: 3100000 - ids_start: 3069005 - operation: replace - tags_end: 3030995 - tags_start: 3000000 - 109: - operation: search - 110: - end: 4174009 - operation: insert - start: 4100000 - 111: - ids_end: 3200000 - ids_start: 3167529 - operation: replace - tags_end: 3132471 - tags_start: 3100000 - 112: - operation: search - 113: - end: 4250836 - operation: insert - start: 4200000 - 114: - operation: search - 115: - end: 4366822 - operation: insert - start: 4300000 - 116: - ids_end: 3400000 - ids_start: 3362648 - operation: replace - tags_end: 3337352 - tags_start: 3300000 - 117: - operation: search - 118: - end: 4487047 - operation: insert - start: 4400000 - 119: - operation: search - 120: - end: 4562294 - operation: insert - start: 4500000 - 121: - ids_end: 3600000 - ids_start: 3564604 - operation: replace - tags_end: 3535396 - tags_start: 3500000 - 122: - operation: search - 123: - end: 4671750 - operation: insert - start: 4600000 - 124: - ids_end: 3700000 - ids_start: 3654955 - operation: replace - tags_end: 3645045 - tags_start: 3600000 - 125: - operation: search - 126: - end: 4768251 - operation: insert - start: 4700000 - 127: - ids_end: 3800000 - ids_start: 3759848 - operation: replace - tags_end: 3740152 - tags_start: 3700000 - 128: - operation: search - 129: - end: 4869053 - operation: insert - start: 4800000 - 130: - ids_end: 3900000 - ids_start: 3855441 - operation: replace - tags_end: 3844559 - tags_start: 3800000 - 131: - operation: search - 132: - end: 4954090 - operation: insert - start: 4900000 - 133: - ids_end: 4000000 - ids_start: 3950383 - operation: replace - tags_end: 3949617 - tags_start: 3900000 - 134: - operation: search - 135: - end: 5088684 - operation: insert - start: 5000000 - 136: - ids_end: 100000 - ids_start: 64251 - operation: replace - tags_end: 35749 - tags_start: 0 - 137: - ids_end: 4100000 - ids_start: 4059507 - operation: replace - tags_end: 4040493 - tags_start: 4000000 - 138: - operation: search - 139: - end: 5181875 - operation: insert - start: 5100000 - 140: - ids_end: 4200000 - ids_start: 4174009 - operation: replace - tags_end: 4125991 - tags_start: 4100000 - 141: - operation: search - 142: - end: 5255364 - operation: insert - start: 5200000 - 143: - ids_end: 4300000 - ids_start: 4250836 - operation: replace - tags_end: 4249164 - tags_start: 4200000 - 144: - operation: search - 145: - end: 5377645 - operation: insert - start: 5300000 - 146: - ids_end: 400000 - ids_start: 360735 - operation: replace - tags_end: 339265 - tags_start: 300000 - 147: - ids_end: 4400000 - ids_start: 4366822 - operation: replace - tags_end: 4333178 - tags_start: 4300000 - 148: - operation: search - 149: - end: 5464068 - operation: insert - start: 5400000 - 150: - ids_end: 4500000 - ids_start: 4487047 - operation: replace - tags_end: 4412953 - tags_start: 4400000 - 151: - operation: search - 152: - end: 5564696 - operation: insert - start: 5500000 - 153: - ids_end: 4600000 - ids_start: 4562294 - operation: replace - tags_end: 4537706 - tags_start: 4500000 - 154: - operation: search - 155: - end: 5667027 - operation: insert - start: 5600000 - 156: - ids_end: 4700000 - ids_start: 4671750 - operation: replace - tags_end: 4628250 - tags_start: 4600000 - 157: - operation: search - 158: - end: 5780902 - operation: insert - start: 5700000 - 159: - ids_end: 4800000 - ids_start: 4768251 - operation: replace - tags_end: 4731749 - tags_start: 4700000 - 160: - operation: search - 161: - end: 5867663 - operation: insert - start: 5800000 - 162: - ids_end: 4900000 - ids_start: 4869053 - operation: replace - tags_end: 4830947 - tags_start: 4800000 - 163: - operation: search - 164: - end: 5952565 - operation: insert - start: 5900000 - 165: - operation: search - 166: - end: 6057093 - operation: insert - start: 6000000 - 167: - ids_end: 5100000 - ids_start: 5088684 - operation: replace - tags_end: 5011316 - tags_start: 5000000 - 168: - operation: search - 169: - end: 6167379 - operation: insert - start: 6100000 - 170: - ids_end: 5200000 - ids_start: 5181875 - operation: replace - tags_end: 5118125 - tags_start: 5100000 - 171: - operation: search - 172: - end: 6263730 - operation: insert - start: 6200000 - 173: - ids_end: 5300000 - ids_start: 5255364 - operation: replace - tags_end: 5244636 - tags_start: 5200000 - 174: - operation: search - 175: - end: 6384728 - operation: insert - start: 6300000 - 176: - ids_end: 5400000 - ids_start: 5377645 - operation: replace - tags_end: 5322355 - tags_start: 5300000 - 177: - operation: search - 178: - end: 6479533 - operation: insert - start: 6400000 - 179: - operation: search - 180: - end: 6579086 - operation: insert - start: 6500000 - 181: - operation: search - 182: - end: 6676866 - operation: insert - start: 6600000 - 183: - ids_end: 1700000 - ids_start: 1662617 - operation: replace - tags_end: 1637383 - tags_start: 1600000 - 184: - operation: search - 185: - end: 6761472 - operation: insert - start: 6700000 - 186: - ids_end: 5800000 - ids_start: 5780902 - operation: replace - tags_end: 5719098 - tags_start: 5700000 - 187: - operation: search - 188: - end: 6883955 - operation: insert - start: 6800000 - 189: - ids_end: 1900000 - ids_start: 1864168 - operation: replace - tags_end: 1835832 - tags_start: 1800000 - 190: - operation: search - 191: - end: 6968079 - operation: insert - start: 6900000 - 192: - ids_end: 6000000 - ids_start: 5952565 - operation: replace - tags_end: 5947435 - tags_start: 5900000 - 193: - operation: search - 194: - end: 7071118 - operation: insert - start: 7000000 - 195: - operation: search - 196: - end: 7172134 - operation: insert - start: 7100000 - 197: - ids_end: 6200000 - ids_start: 6167379 - operation: replace - tags_end: 6132621 - tags_start: 6100000 - 198: - operation: search - 199: - end: 7288596 - operation: insert - start: 7200000 - 200: - ids_end: 6300000 - ids_start: 6263730 - operation: replace - tags_end: 6236270 - tags_start: 6200000 - 201: - operation: search - 202: - end: 7388989 - operation: insert - start: 7300000 - 203: - ids_end: 6400000 - ids_start: 6384728 - operation: replace - tags_end: 6315272 - tags_start: 6300000 - 204: - operation: search - 205: - end: 7455073 - operation: insert - start: 7400000 - 206: - ids_end: 6500000 - ids_start: 6479533 - operation: replace - tags_end: 6420467 - tags_start: 6400000 - 207: - operation: search - 208: - end: 7586198 - operation: insert - start: 7500000 - 209: - ids_end: 6600000 - ids_start: 6579086 - operation: replace - tags_end: 6520914 - tags_start: 6500000 - 210: - operation: search - 211: - end: 7689105 - operation: insert - start: 7600000 - 212: - ids_end: 6700000 - ids_start: 6676866 - operation: replace - tags_end: 6623134 - tags_start: 6600000 - 213: - operation: search - 214: - end: 7778634 - operation: insert - start: 7700000 - 215: - ids_end: 6800000 - ids_start: 6761472 - operation: replace - tags_end: 6738528 - tags_start: 6700000 - 216: - operation: search - 217: - end: 7882486 - operation: insert - start: 7800000 - 218: - ids_end: 6900000 - ids_start: 6883955 - operation: replace - tags_end: 6816045 - tags_start: 6800000 - 219: - operation: search - 220: - end: 7963534 - operation: insert - start: 7900000 - 221: - ids_end: 7000000 - ids_start: 6968079 - operation: replace - tags_end: 6931921 - tags_start: 6900000 - 222: - operation: search - max_pts: 5548955 diff --git a/neurips23/streaming/runbooks/wikipedia-35M_expirationtime_runbook.yaml b/neurips23/streaming/runbooks/wikipedia-35M_expirationtime_runbook.yaml deleted file mode 100644 index eceb5d5ad..000000000 --- a/neurips23/streaming/runbooks/wikipedia-35M_expirationtime_runbook.yaml +++ /dev/null @@ -1,3307 +0,0 @@ -wikipedia-35M: - 1: - end: 100000 - operation: insert - start: 0 - 2: - operation: search - 3: - end: 200000 - operation: insert - start: 100000 - 4: - operation: search - 5: - end: 300000 - operation: insert - start: 200000 - 6: - operation: search - 7: - end: 400000 - operation: insert - start: 300000 - 8: - operation: search - 9: - end: 500000 - operation: insert - start: 400000 - 10: - operation: search - 11: - end: 600000 - operation: insert - start: 500000 - 12: - operation: search - 13: - end: 700000 - operation: insert - start: 600000 - 14: - operation: search - 15: - end: 800000 - operation: insert - start: 700000 - 16: - operation: search - 17: - end: 900000 - operation: insert - start: 800000 - 18: - operation: search - 19: - end: 1000000 - operation: insert - start: 900000 - 20: - operation: search - 21: - end: 1100000 - operation: insert - start: 1000000 - 22: - operation: search - 23: - end: 1200000 - operation: insert - start: 1100000 - 24: - operation: search - 25: - end: 1300000 - operation: insert - start: 1200000 - 26: - operation: search - 27: - end: 1400000 - operation: insert - start: 1300000 - 28: - operation: search - 29: - end: 1500000 - operation: insert - start: 1400000 - 30: - operation: search - 31: - end: 1600000 - operation: insert - start: 1500000 - 32: - operation: search - 33: - end: 1700000 - operation: insert - start: 1600000 - 34: - operation: search - 35: - end: 1800000 - operation: insert - start: 1700000 - 36: - operation: search - 37: - end: 1900000 - operation: insert - start: 1800000 - 38: - operation: search - 39: - end: 2000000 - operation: insert - start: 1900000 - 40: - operation: search - 41: - end: 2100000 - operation: insert - start: 2000000 - 42: - operation: search - 43: - end: 2200000 - operation: insert - start: 2100000 - 44: - end: 200000 - operation: delete - start: 100000 - 45: - operation: search - 46: - end: 2300000 - operation: insert - start: 2200000 - 47: - end: 300000 - operation: delete - start: 200000 - 48: - operation: search - 49: - end: 2400000 - operation: insert - start: 2300000 - 50: - end: 400000 - operation: delete - start: 300000 - 51: - operation: search - 52: - end: 2500000 - operation: insert - start: 2400000 - 53: - end: 500000 - operation: delete - start: 400000 - 54: - operation: search - 55: - end: 2600000 - operation: insert - start: 2500000 - 56: - end: 600000 - operation: delete - start: 500000 - 57: - operation: search - 58: - end: 2700000 - operation: insert - start: 2600000 - 59: - end: 700000 - operation: delete - start: 600000 - 60: - operation: search - 61: - end: 2800000 - operation: insert - start: 2700000 - 62: - operation: search - 63: - end: 2900000 - operation: insert - start: 2800000 - 64: - end: 900000 - operation: delete - start: 800000 - 65: - operation: search - 66: - end: 3000000 - operation: insert - start: 2900000 - 67: - end: 1000000 - operation: delete - start: 900000 - 68: - operation: search - 69: - end: 3100000 - operation: insert - start: 3000000 - 70: - end: 1100000 - operation: delete - start: 1000000 - 71: - operation: search - 72: - end: 3200000 - operation: insert - start: 3100000 - 73: - operation: search - 74: - end: 3300000 - operation: insert - start: 3200000 - 75: - end: 1300000 - operation: delete - start: 1200000 - 76: - operation: search - 77: - end: 3400000 - operation: insert - start: 3300000 - 78: - end: 1400000 - operation: delete - start: 1300000 - 79: - operation: search - 80: - end: 3500000 - operation: insert - start: 3400000 - 81: - end: 1500000 - operation: delete - start: 1400000 - 82: - operation: search - 83: - end: 3600000 - operation: insert - start: 3500000 - 84: - operation: search - 85: - end: 3700000 - operation: insert - start: 3600000 - 86: - end: 1700000 - operation: delete - start: 1600000 - 87: - operation: search - 88: - end: 3800000 - operation: insert - start: 3700000 - 89: - operation: search - 90: - end: 3900000 - operation: insert - start: 3800000 - 91: - end: 1900000 - operation: delete - start: 1800000 - 92: - operation: search - 93: - end: 4000000 - operation: insert - start: 3900000 - 94: - end: 2000000 - operation: delete - start: 1900000 - 95: - operation: search - 96: - end: 4100000 - operation: insert - start: 4000000 - 97: - end: 2100000 - operation: delete - start: 2000000 - 98: - operation: search - 99: - end: 4200000 - operation: insert - start: 4100000 - 100: - end: 2200000 - operation: delete - start: 2100000 - 101: - operation: search - 102: - end: 4300000 - operation: insert - start: 4200000 - 103: - operation: search - 104: - end: 4400000 - operation: insert - start: 4300000 - 105: - operation: search - 106: - end: 4500000 - operation: insert - start: 4400000 - 107: - end: 2500000 - operation: delete - start: 2400000 - 108: - operation: search - 109: - end: 4600000 - operation: insert - start: 4500000 - 110: - operation: search - 111: - end: 4700000 - operation: insert - start: 4600000 - 112: - end: 2700000 - operation: delete - start: 2600000 - 113: - operation: search - 114: - end: 4800000 - operation: insert - start: 4700000 - 115: - operation: search - 116: - end: 4900000 - operation: insert - start: 4800000 - 117: - end: 2900000 - operation: delete - start: 2800000 - 118: - operation: search - 119: - end: 5000000 - operation: insert - start: 4900000 - 120: - end: 3000000 - operation: delete - start: 2900000 - 121: - operation: search - 122: - end: 5100000 - operation: insert - start: 5000000 - 123: - end: 3100000 - operation: delete - start: 3000000 - 124: - operation: search - 125: - end: 5200000 - operation: insert - start: 5100000 - 126: - end: 3200000 - operation: delete - start: 3100000 - 127: - operation: search - 128: - end: 5300000 - operation: insert - start: 5200000 - 129: - end: 3300000 - operation: delete - start: 3200000 - 130: - operation: search - 131: - end: 5400000 - operation: insert - start: 5300000 - 132: - end: 3400000 - operation: delete - start: 3300000 - 133: - operation: search - 134: - end: 5500000 - operation: insert - start: 5400000 - 135: - end: 3500000 - operation: delete - start: 3400000 - 136: - operation: search - 137: - end: 5600000 - operation: insert - start: 5500000 - 138: - end: 3600000 - operation: delete - start: 3500000 - 139: - operation: search - 140: - end: 5700000 - operation: insert - start: 5600000 - 141: - operation: search - 142: - end: 5800000 - operation: insert - start: 5700000 - 143: - operation: search - 144: - end: 5900000 - operation: insert - start: 5800000 - 145: - end: 3900000 - operation: delete - start: 3800000 - 146: - operation: search - 147: - end: 6000000 - operation: insert - start: 5900000 - 148: - end: 4000000 - operation: delete - start: 3900000 - 149: - operation: search - 150: - end: 6100000 - operation: insert - start: 6000000 - 151: - end: 4100000 - operation: delete - start: 4000000 - 152: - operation: search - 153: - end: 6200000 - operation: insert - start: 6100000 - 154: - end: 4200000 - operation: delete - start: 4100000 - 155: - operation: search - 156: - end: 6300000 - operation: insert - start: 6200000 - 157: - end: 4300000 - operation: delete - start: 4200000 - 158: - operation: search - 159: - end: 6400000 - operation: insert - start: 6300000 - 160: - end: 4400000 - operation: delete - start: 4300000 - 161: - operation: search - 162: - end: 6500000 - operation: insert - start: 6400000 - 163: - operation: search - 164: - end: 6600000 - operation: insert - start: 6500000 - 165: - end: 4600000 - operation: delete - start: 4500000 - 166: - operation: search - 167: - end: 6700000 - operation: insert - start: 6600000 - 168: - end: 4700000 - operation: delete - start: 4600000 - 169: - operation: search - 170: - end: 6800000 - operation: insert - start: 6700000 - 171: - end: 4800000 - operation: delete - start: 4700000 - 172: - operation: search - 173: - end: 6900000 - operation: insert - start: 6800000 - 174: - end: 4900000 - operation: delete - start: 4800000 - 175: - operation: search - 176: - end: 7000000 - operation: insert - start: 6900000 - 177: - end: 5000000 - operation: delete - start: 4900000 - 178: - operation: search - 179: - end: 7100000 - operation: insert - start: 7000000 - 180: - end: 5100000 - operation: delete - start: 5000000 - 181: - operation: search - 182: - end: 7200000 - operation: insert - start: 7100000 - 183: - end: 5200000 - operation: delete - start: 5100000 - 184: - operation: search - 185: - end: 7300000 - operation: insert - start: 7200000 - 186: - end: 5300000 - operation: delete - start: 5200000 - 187: - operation: search - 188: - end: 7400000 - operation: insert - start: 7300000 - 189: - end: 5400000 - operation: delete - start: 5300000 - 190: - operation: search - 191: - end: 7500000 - operation: insert - start: 7400000 - 192: - end: 5500000 - operation: delete - start: 5400000 - 193: - operation: search - 194: - end: 7600000 - operation: insert - start: 7500000 - 195: - operation: search - 196: - end: 7700000 - operation: insert - start: 7600000 - 197: - end: 5700000 - operation: delete - start: 5600000 - 198: - operation: search - 199: - end: 7800000 - operation: insert - start: 7700000 - 200: - end: 5800000 - operation: delete - start: 5700000 - 201: - operation: search - 202: - end: 7900000 - operation: insert - start: 7800000 - 203: - end: 5900000 - operation: delete - start: 5800000 - 204: - operation: search - 205: - end: 8000000 - operation: insert - start: 7900000 - 206: - end: 6000000 - operation: delete - start: 5900000 - 207: - operation: search - 208: - end: 8100000 - operation: insert - start: 8000000 - 209: - end: 6100000 - operation: delete - start: 6000000 - 210: - operation: search - 211: - end: 8200000 - operation: insert - start: 8100000 - 212: - operation: search - 213: - end: 8300000 - operation: insert - start: 8200000 - 214: - end: 6300000 - operation: delete - start: 6200000 - 215: - operation: search - 216: - end: 8400000 - operation: insert - start: 8300000 - 217: - end: 6400000 - operation: delete - start: 6300000 - 218: - operation: search - 219: - end: 8500000 - operation: insert - start: 8400000 - 220: - end: 6500000 - operation: delete - start: 6400000 - 221: - operation: search - 222: - end: 8600000 - operation: insert - start: 8500000 - 223: - end: 6600000 - operation: delete - start: 6500000 - 224: - operation: search - 225: - end: 8700000 - operation: insert - start: 8600000 - 226: - end: 6700000 - operation: delete - start: 6600000 - 227: - operation: search - 228: - end: 8800000 - operation: insert - start: 8700000 - 229: - end: 6800000 - operation: delete - start: 6700000 - 230: - operation: search - 231: - end: 8900000 - operation: insert - start: 8800000 - 232: - end: 6900000 - operation: delete - start: 6800000 - 233: - operation: search - 234: - end: 9000000 - operation: insert - start: 8900000 - 235: - end: 7000000 - operation: delete - start: 6900000 - 236: - operation: search - 237: - end: 9100000 - operation: insert - start: 9000000 - 238: - end: 7100000 - operation: delete - start: 7000000 - 239: - operation: search - 240: - end: 9200000 - operation: insert - start: 9100000 - 241: - end: 7200000 - operation: delete - start: 7100000 - 242: - operation: search - 243: - end: 9300000 - operation: insert - start: 9200000 - 244: - operation: search - 245: - end: 9400000 - operation: insert - start: 9300000 - 246: - operation: search - 247: - end: 9500000 - operation: insert - start: 9400000 - 248: - end: 7500000 - operation: delete - start: 7400000 - 249: - operation: search - 250: - end: 9600000 - operation: insert - start: 9500000 - 251: - operation: search - 252: - end: 9700000 - operation: insert - start: 9600000 - 253: - end: 7700000 - operation: delete - start: 7600000 - 254: - operation: search - 255: - end: 9800000 - operation: insert - start: 9700000 - 256: - end: 7800000 - operation: delete - start: 7700000 - 257: - operation: search - 258: - end: 9900000 - operation: insert - start: 9800000 - 259: - operation: search - 260: - end: 10000000 - operation: insert - start: 9900000 - 261: - end: 8000000 - operation: delete - start: 7900000 - 262: - operation: search - 263: - end: 10100000 - operation: insert - start: 10000000 - 264: - end: 100000 - operation: delete - start: 0 - 265: - operation: search - 266: - end: 10200000 - operation: insert - start: 10100000 - 267: - end: 8200000 - operation: delete - start: 8100000 - 268: - operation: search - 269: - end: 10300000 - operation: insert - start: 10200000 - 270: - end: 8300000 - operation: delete - start: 8200000 - 271: - operation: search - 272: - end: 10400000 - operation: insert - start: 10300000 - 273: - end: 8400000 - operation: delete - start: 8300000 - 274: - operation: search - 275: - end: 10500000 - operation: insert - start: 10400000 - 276: - operation: search - 277: - end: 10600000 - operation: insert - start: 10500000 - 278: - end: 8600000 - operation: delete - start: 8500000 - 279: - operation: search - 280: - end: 10700000 - operation: insert - start: 10600000 - 281: - end: 8700000 - operation: delete - start: 8600000 - 282: - operation: search - 283: - end: 10800000 - operation: insert - start: 10700000 - 284: - end: 800000 - operation: delete - start: 700000 - 285: - end: 8800000 - operation: delete - start: 8700000 - 286: - operation: search - 287: - end: 10900000 - operation: insert - start: 10800000 - 288: - operation: search - 289: - end: 11000000 - operation: insert - start: 10900000 - 290: - end: 9000000 - operation: delete - start: 8900000 - 291: - operation: search - 292: - end: 11100000 - operation: insert - start: 11000000 - 293: - operation: search - 294: - end: 11200000 - operation: insert - start: 11100000 - 295: - end: 9200000 - operation: delete - start: 9100000 - 296: - operation: search - 297: - end: 11300000 - operation: insert - start: 11200000 - 298: - end: 9300000 - operation: delete - start: 9200000 - 299: - operation: search - 300: - end: 11400000 - operation: insert - start: 11300000 - 301: - end: 9400000 - operation: delete - start: 9300000 - 302: - operation: search - 303: - end: 11500000 - operation: insert - start: 11400000 - 304: - end: 9500000 - operation: delete - start: 9400000 - 305: - operation: search - 306: - end: 11600000 - operation: insert - start: 11500000 - 307: - end: 9600000 - operation: delete - start: 9500000 - 308: - operation: search - 309: - end: 11700000 - operation: insert - start: 11600000 - 310: - end: 9700000 - operation: delete - start: 9600000 - 311: - operation: search - 312: - end: 11800000 - operation: insert - start: 11700000 - 313: - end: 1800000 - operation: delete - start: 1700000 - 314: - end: 9800000 - operation: delete - start: 9700000 - 315: - operation: search - 316: - end: 11900000 - operation: insert - start: 11800000 - 317: - operation: search - 318: - end: 12000000 - operation: insert - start: 11900000 - 319: - end: 10000000 - operation: delete - start: 9900000 - 320: - operation: search - 321: - end: 12100000 - operation: insert - start: 12000000 - 322: - end: 10100000 - operation: delete - start: 10000000 - 323: - operation: search - 324: - end: 12200000 - operation: insert - start: 12100000 - 325: - end: 10200000 - operation: delete - start: 10100000 - 326: - operation: search - 327: - end: 12300000 - operation: insert - start: 12200000 - 328: - operation: search - 329: - end: 12400000 - operation: insert - start: 12300000 - 330: - end: 2400000 - operation: delete - start: 2300000 - 331: - end: 10400000 - operation: delete - start: 10300000 - 332: - operation: search - 333: - end: 12500000 - operation: insert - start: 12400000 - 334: - end: 10500000 - operation: delete - start: 10400000 - 335: - operation: search - 336: - end: 12600000 - operation: insert - start: 12500000 - 337: - end: 2600000 - operation: delete - start: 2500000 - 338: - end: 10600000 - operation: delete - start: 10500000 - 339: - operation: search - 340: - end: 12700000 - operation: insert - start: 12600000 - 341: - end: 10700000 - operation: delete - start: 10600000 - 342: - operation: search - 343: - end: 12800000 - operation: insert - start: 12700000 - 344: - end: 2800000 - operation: delete - start: 2700000 - 345: - end: 10800000 - operation: delete - start: 10700000 - 346: - operation: search - 347: - end: 12900000 - operation: insert - start: 12800000 - 348: - end: 10900000 - operation: delete - start: 10800000 - 349: - operation: search - 350: - end: 13000000 - operation: insert - start: 12900000 - 351: - operation: search - 352: - end: 13100000 - operation: insert - start: 13000000 - 353: - operation: search - 354: - end: 13200000 - operation: insert - start: 13100000 - 355: - end: 11200000 - operation: delete - start: 11100000 - 356: - operation: search - 357: - end: 13300000 - operation: insert - start: 13200000 - 358: - operation: search - 359: - end: 13400000 - operation: insert - start: 13300000 - 360: - end: 11400000 - operation: delete - start: 11300000 - 361: - operation: search - 362: - end: 13500000 - operation: insert - start: 13400000 - 363: - end: 11500000 - operation: delete - start: 11400000 - 364: - operation: search - 365: - end: 13600000 - operation: insert - start: 13500000 - 366: - end: 11600000 - operation: delete - start: 11500000 - 367: - operation: search - 368: - end: 13700000 - operation: insert - start: 13600000 - 369: - end: 3700000 - operation: delete - start: 3600000 - 370: - end: 11700000 - operation: delete - start: 11600000 - 371: - operation: search - 372: - end: 13800000 - operation: insert - start: 13700000 - 373: - end: 3800000 - operation: delete - start: 3700000 - 374: - end: 11800000 - operation: delete - start: 11700000 - 375: - operation: search - 376: - end: 13900000 - operation: insert - start: 13800000 - 377: - operation: search - 378: - end: 14000000 - operation: insert - start: 13900000 - 379: - end: 12000000 - operation: delete - start: 11900000 - 380: - operation: search - 381: - end: 14100000 - operation: insert - start: 14000000 - 382: - end: 12100000 - operation: delete - start: 12000000 - 383: - operation: search - 384: - end: 14200000 - operation: insert - start: 14100000 - 385: - end: 12200000 - operation: delete - start: 12100000 - 386: - operation: search - 387: - end: 14300000 - operation: insert - start: 14200000 - 388: - operation: search - 389: - end: 14400000 - operation: insert - start: 14300000 - 390: - operation: search - 391: - end: 14500000 - operation: insert - start: 14400000 - 392: - end: 4500000 - operation: delete - start: 4400000 - 393: - operation: search - 394: - end: 14600000 - operation: insert - start: 14500000 - 395: - end: 12600000 - operation: delete - start: 12500000 - 396: - operation: search - 397: - end: 14700000 - operation: insert - start: 14600000 - 398: - end: 12700000 - operation: delete - start: 12600000 - 399: - operation: search - 400: - end: 14800000 - operation: insert - start: 14700000 - 401: - end: 12800000 - operation: delete - start: 12700000 - 402: - operation: search - 403: - end: 14900000 - operation: insert - start: 14800000 - 404: - end: 12900000 - operation: delete - start: 12800000 - 405: - operation: search - 406: - end: 15000000 - operation: insert - start: 14900000 - 407: - operation: search - 408: - end: 15100000 - operation: insert - start: 15000000 - 409: - operation: search - 410: - end: 15200000 - operation: insert - start: 15100000 - 411: - operation: search - 412: - end: 15300000 - operation: insert - start: 15200000 - 413: - end: 13300000 - operation: delete - start: 13200000 - 414: - operation: search - 415: - end: 15400000 - operation: insert - start: 15300000 - 416: - operation: search - 417: - end: 15500000 - operation: insert - start: 15400000 - 418: - end: 13500000 - operation: delete - start: 13400000 - 419: - operation: search - 420: - end: 15600000 - operation: insert - start: 15500000 - 421: - end: 5600000 - operation: delete - start: 5500000 - 422: - operation: search - 423: - end: 15700000 - operation: insert - start: 15600000 - 424: - end: 13700000 - operation: delete - start: 13600000 - 425: - operation: search - 426: - end: 15800000 - operation: insert - start: 15700000 - 427: - end: 13800000 - operation: delete - start: 13700000 - 428: - operation: search - 429: - end: 15900000 - operation: insert - start: 15800000 - 430: - end: 13900000 - operation: delete - start: 13800000 - 431: - operation: search - 432: - end: 16000000 - operation: insert - start: 15900000 - 433: - end: 14000000 - operation: delete - start: 13900000 - 434: - operation: search - 435: - end: 16100000 - operation: insert - start: 16000000 - 436: - operation: search - 437: - end: 16200000 - operation: insert - start: 16100000 - 438: - end: 6200000 - operation: delete - start: 6100000 - 439: - end: 14200000 - operation: delete - start: 14100000 - 440: - operation: search - 441: - end: 16300000 - operation: insert - start: 16200000 - 442: - operation: search - 443: - end: 16400000 - operation: insert - start: 16300000 - 444: - end: 14400000 - operation: delete - start: 14300000 - 445: - operation: search - 446: - end: 16500000 - operation: insert - start: 16400000 - 447: - end: 14500000 - operation: delete - start: 14400000 - 448: - operation: search - 449: - end: 16600000 - operation: insert - start: 16500000 - 450: - end: 14600000 - operation: delete - start: 14500000 - 451: - operation: search - 452: - end: 16700000 - operation: insert - start: 16600000 - 453: - end: 14700000 - operation: delete - start: 14600000 - 454: - operation: search - 455: - end: 16800000 - operation: insert - start: 16700000 - 456: - end: 14800000 - operation: delete - start: 14700000 - 457: - operation: search - 458: - end: 16900000 - operation: insert - start: 16800000 - 459: - end: 14900000 - operation: delete - start: 14800000 - 460: - operation: search - 461: - end: 17000000 - operation: insert - start: 16900000 - 462: - operation: search - 463: - end: 17100000 - operation: insert - start: 17000000 - 464: - end: 15100000 - operation: delete - start: 15000000 - 465: - operation: search - 466: - end: 17200000 - operation: insert - start: 17100000 - 467: - end: 15200000 - operation: delete - start: 15100000 - 468: - operation: search - 469: - end: 17300000 - operation: insert - start: 17200000 - 470: - end: 15300000 - operation: delete - start: 15200000 - 471: - operation: search - 472: - end: 17400000 - operation: insert - start: 17300000 - 473: - end: 7400000 - operation: delete - start: 7300000 - 474: - end: 15400000 - operation: delete - start: 15300000 - 475: - operation: search - 476: - end: 17500000 - operation: insert - start: 17400000 - 477: - end: 15500000 - operation: delete - start: 15400000 - 478: - operation: search - 479: - end: 17600000 - operation: insert - start: 17500000 - 480: - end: 7600000 - operation: delete - start: 7500000 - 481: - operation: search - 482: - end: 17700000 - operation: insert - start: 17600000 - 483: - end: 15700000 - operation: delete - start: 15600000 - 484: - operation: search - 485: - end: 17800000 - operation: insert - start: 17700000 - 486: - end: 15800000 - operation: delete - start: 15700000 - 487: - operation: search - 488: - end: 17900000 - operation: insert - start: 17800000 - 489: - end: 7900000 - operation: delete - start: 7800000 - 490: - end: 15900000 - operation: delete - start: 15800000 - 491: - operation: search - 492: - end: 18000000 - operation: insert - start: 17900000 - 493: - end: 16000000 - operation: delete - start: 15900000 - 494: - operation: search - 495: - end: 18100000 - operation: insert - start: 18000000 - 496: - end: 8100000 - operation: delete - start: 8000000 - 497: - end: 16100000 - operation: delete - start: 16000000 - 498: - operation: search - 499: - end: 18200000 - operation: insert - start: 18100000 - 500: - end: 16200000 - operation: delete - start: 16100000 - 501: - operation: search - 502: - end: 18300000 - operation: insert - start: 18200000 - 503: - end: 16300000 - operation: delete - start: 16200000 - 504: - operation: search - 505: - end: 18400000 - operation: insert - start: 18300000 - 506: - end: 16400000 - operation: delete - start: 16300000 - 507: - operation: search - 508: - end: 18500000 - operation: insert - start: 18400000 - 509: - end: 8500000 - operation: delete - start: 8400000 - 510: - end: 16500000 - operation: delete - start: 16400000 - 511: - operation: search - 512: - end: 18600000 - operation: insert - start: 18500000 - 513: - operation: search - 514: - end: 18700000 - operation: insert - start: 18600000 - 515: - end: 16700000 - operation: delete - start: 16600000 - 516: - operation: search - 517: - end: 18800000 - operation: insert - start: 18700000 - 518: - end: 16800000 - operation: delete - start: 16700000 - 519: - operation: search - 520: - end: 18900000 - operation: insert - start: 18800000 - 521: - end: 8900000 - operation: delete - start: 8800000 - 522: - end: 16900000 - operation: delete - start: 16800000 - 523: - operation: search - 524: - end: 19000000 - operation: insert - start: 18900000 - 525: - end: 17000000 - operation: delete - start: 16900000 - 526: - operation: search - 527: - end: 19100000 - operation: insert - start: 19000000 - 528: - operation: search - 529: - end: 19200000 - operation: insert - start: 19100000 - 530: - end: 17200000 - operation: delete - start: 17100000 - 531: - operation: search - 532: - end: 19300000 - operation: insert - start: 19200000 - 533: - end: 17300000 - operation: delete - start: 17200000 - 534: - operation: search - 535: - end: 19400000 - operation: insert - start: 19300000 - 536: - end: 17400000 - operation: delete - start: 17300000 - 537: - operation: search - 538: - end: 19500000 - operation: insert - start: 19400000 - 539: - end: 17500000 - operation: delete - start: 17400000 - 540: - operation: search - 541: - end: 19600000 - operation: insert - start: 19500000 - 542: - end: 17600000 - operation: delete - start: 17500000 - 543: - operation: search - 544: - end: 19700000 - operation: insert - start: 19600000 - 545: - end: 17700000 - operation: delete - start: 17600000 - 546: - operation: search - 547: - end: 19800000 - operation: insert - start: 19700000 - 548: - end: 17800000 - operation: delete - start: 17700000 - 549: - operation: search - 550: - end: 19900000 - operation: insert - start: 19800000 - 551: - end: 9900000 - operation: delete - start: 9800000 - 552: - operation: search - 553: - end: 20000000 - operation: insert - start: 19900000 - 554: - end: 18000000 - operation: delete - start: 17900000 - 555: - operation: search - 556: - end: 20100000 - operation: insert - start: 20000000 - 557: - end: 18100000 - operation: delete - start: 18000000 - 558: - operation: search - 559: - end: 20200000 - operation: insert - start: 20100000 - 560: - end: 18200000 - operation: delete - start: 18100000 - 561: - operation: search - 562: - end: 20300000 - operation: insert - start: 20200000 - 563: - end: 10300000 - operation: delete - start: 10200000 - 564: - end: 18300000 - operation: delete - start: 18200000 - 565: - operation: search - 566: - end: 20400000 - operation: insert - start: 20300000 - 567: - end: 18400000 - operation: delete - start: 18300000 - 568: - operation: search - 569: - end: 20500000 - operation: insert - start: 20400000 - 570: - end: 18500000 - operation: delete - start: 18400000 - 571: - operation: search - 572: - end: 20600000 - operation: insert - start: 20500000 - 573: - end: 18600000 - operation: delete - start: 18500000 - 574: - operation: search - 575: - end: 20700000 - operation: insert - start: 20600000 - 576: - end: 18700000 - operation: delete - start: 18600000 - 577: - operation: search - 578: - end: 20800000 - operation: insert - start: 20700000 - 579: - end: 18800000 - operation: delete - start: 18700000 - 580: - operation: search - 581: - end: 20900000 - operation: insert - start: 20800000 - 582: - end: 18900000 - operation: delete - start: 18800000 - 583: - operation: search - 584: - end: 21000000 - operation: insert - start: 20900000 - 585: - end: 11000000 - operation: delete - start: 10900000 - 586: - end: 19000000 - operation: delete - start: 18900000 - 587: - operation: search - 588: - end: 21100000 - operation: insert - start: 21000000 - 589: - end: 11100000 - operation: delete - start: 11000000 - 590: - end: 19100000 - operation: delete - start: 19000000 - 591: - operation: search - 592: - end: 21200000 - operation: insert - start: 21100000 - 593: - end: 19200000 - operation: delete - start: 19100000 - 594: - operation: search - 595: - end: 21300000 - operation: insert - start: 21200000 - 596: - end: 11300000 - operation: delete - start: 11200000 - 597: - end: 19300000 - operation: delete - start: 19200000 - 598: - operation: search - 599: - end: 21400000 - operation: insert - start: 21300000 - 600: - operation: search - 601: - end: 21500000 - operation: insert - start: 21400000 - 602: - end: 19500000 - operation: delete - start: 19400000 - 603: - operation: search - 604: - end: 21600000 - operation: insert - start: 21500000 - 605: - end: 19600000 - operation: delete - start: 19500000 - 606: - operation: search - 607: - end: 21700000 - operation: insert - start: 21600000 - 608: - end: 19700000 - operation: delete - start: 19600000 - 609: - operation: search - 610: - end: 21800000 - operation: insert - start: 21700000 - 611: - end: 19800000 - operation: delete - start: 19700000 - 612: - operation: search - 613: - end: 21900000 - operation: insert - start: 21800000 - 614: - end: 19900000 - operation: delete - start: 19800000 - 615: - operation: search - 616: - end: 22000000 - operation: insert - start: 21900000 - 617: - end: 20000000 - operation: delete - start: 19900000 - 618: - operation: search - 619: - end: 22100000 - operation: insert - start: 22000000 - 620: - end: 20100000 - operation: delete - start: 20000000 - 621: - operation: search - 622: - end: 22200000 - operation: insert - start: 22100000 - 623: - end: 20200000 - operation: delete - start: 20100000 - 624: - operation: search - 625: - end: 22300000 - operation: insert - start: 22200000 - 626: - end: 12300000 - operation: delete - start: 12200000 - 627: - operation: search - 628: - end: 22400000 - operation: insert - start: 22300000 - 629: - end: 12400000 - operation: delete - start: 12300000 - 630: - end: 20400000 - operation: delete - start: 20300000 - 631: - operation: search - 632: - end: 22500000 - operation: insert - start: 22400000 - 633: - end: 12500000 - operation: delete - start: 12400000 - 634: - end: 20500000 - operation: delete - start: 20400000 - 635: - operation: search - 636: - end: 22600000 - operation: insert - start: 22500000 - 637: - end: 20600000 - operation: delete - start: 20500000 - 638: - operation: search - 639: - end: 22700000 - operation: insert - start: 22600000 - 640: - end: 20700000 - operation: delete - start: 20600000 - 641: - operation: search - 642: - end: 22800000 - operation: insert - start: 22700000 - 643: - end: 20800000 - operation: delete - start: 20700000 - 644: - operation: search - 645: - end: 22900000 - operation: insert - start: 22800000 - 646: - operation: search - 647: - end: 23000000 - operation: insert - start: 22900000 - 648: - end: 21000000 - operation: delete - start: 20900000 - 649: - operation: search - 650: - end: 23100000 - operation: insert - start: 23000000 - 651: - end: 13100000 - operation: delete - start: 13000000 - 652: - end: 21100000 - operation: delete - start: 21000000 - 653: - operation: search - 654: - end: 23200000 - operation: insert - start: 23100000 - 655: - end: 13200000 - operation: delete - start: 13100000 - 656: - end: 21200000 - operation: delete - start: 21100000 - 657: - operation: search - 658: - end: 23300000 - operation: insert - start: 23200000 - 659: - end: 21300000 - operation: delete - start: 21200000 - 660: - operation: search - 661: - end: 23400000 - operation: insert - start: 23300000 - 662: - end: 13400000 - operation: delete - start: 13300000 - 663: - end: 21400000 - operation: delete - start: 21300000 - 664: - operation: search - 665: - end: 23500000 - operation: insert - start: 23400000 - 666: - operation: search - 667: - end: 23600000 - operation: insert - start: 23500000 - 668: - end: 21600000 - operation: delete - start: 21500000 - 669: - operation: search - 670: - end: 23700000 - operation: insert - start: 23600000 - 671: - end: 21700000 - operation: delete - start: 21600000 - 672: - operation: search - 673: - end: 23800000 - operation: insert - start: 23700000 - 674: - end: 21800000 - operation: delete - start: 21700000 - 675: - operation: search - 676: - end: 23900000 - operation: insert - start: 23800000 - 677: - end: 21900000 - operation: delete - start: 21800000 - 678: - operation: search - 679: - end: 24000000 - operation: insert - start: 23900000 - 680: - end: 22000000 - operation: delete - start: 21900000 - 681: - operation: search - 682: - end: 24100000 - operation: insert - start: 24000000 - 683: - end: 14100000 - operation: delete - start: 14000000 - 684: - end: 22100000 - operation: delete - start: 22000000 - 685: - operation: search - 686: - end: 24200000 - operation: insert - start: 24100000 - 687: - end: 22200000 - operation: delete - start: 22100000 - 688: - operation: search - 689: - end: 24300000 - operation: insert - start: 24200000 - 690: - end: 14300000 - operation: delete - start: 14200000 - 691: - end: 22300000 - operation: delete - start: 22200000 - 692: - operation: search - 693: - end: 24400000 - operation: insert - start: 24300000 - 694: - end: 22400000 - operation: delete - start: 22300000 - 695: - operation: search - 696: - end: 24500000 - operation: insert - start: 24400000 - 697: - end: 22500000 - operation: delete - start: 22400000 - 698: - operation: search - 699: - end: 24600000 - operation: insert - start: 24500000 - 700: - end: 22600000 - operation: delete - start: 22500000 - 701: - operation: search - 702: - end: 24700000 - operation: insert - start: 24600000 - 703: - end: 22700000 - operation: delete - start: 22600000 - 704: - operation: search - 705: - end: 24800000 - operation: insert - start: 24700000 - 706: - end: 22800000 - operation: delete - start: 22700000 - 707: - operation: search - 708: - end: 24900000 - operation: insert - start: 24800000 - 709: - operation: search - 710: - end: 25000000 - operation: insert - start: 24900000 - 711: - end: 15000000 - operation: delete - start: 14900000 - 712: - end: 23000000 - operation: delete - start: 22900000 - 713: - operation: search - 714: - end: 25100000 - operation: insert - start: 25000000 - 715: - end: 23100000 - operation: delete - start: 23000000 - 716: - operation: search - 717: - end: 25200000 - operation: insert - start: 25100000 - 718: - operation: search - 719: - end: 25300000 - operation: insert - start: 25200000 - 720: - end: 23300000 - operation: delete - start: 23200000 - 721: - operation: search - 722: - end: 25400000 - operation: insert - start: 25300000 - 723: - end: 23400000 - operation: delete - start: 23300000 - 724: - operation: search - 725: - end: 25500000 - operation: insert - start: 25400000 - 726: - operation: search - 727: - end: 25600000 - operation: insert - start: 25500000 - 728: - end: 15600000 - operation: delete - start: 15500000 - 729: - operation: search - 730: - end: 25700000 - operation: insert - start: 25600000 - 731: - end: 23700000 - operation: delete - start: 23600000 - 732: - operation: search - 733: - end: 25800000 - operation: insert - start: 25700000 - 734: - end: 23800000 - operation: delete - start: 23700000 - 735: - operation: search - 736: - end: 25900000 - operation: insert - start: 25800000 - 737: - operation: search - 738: - end: 26000000 - operation: insert - start: 25900000 - 739: - end: 24000000 - operation: delete - start: 23900000 - 740: - operation: search - 741: - end: 26100000 - operation: insert - start: 26000000 - 742: - end: 24100000 - operation: delete - start: 24000000 - 743: - operation: search - 744: - end: 26200000 - operation: insert - start: 26100000 - 745: - end: 24200000 - operation: delete - start: 24100000 - 746: - operation: search - 747: - end: 26300000 - operation: insert - start: 26200000 - 748: - end: 24300000 - operation: delete - start: 24200000 - 749: - operation: search - 750: - end: 26400000 - operation: insert - start: 26300000 - 751: - end: 24400000 - operation: delete - start: 24300000 - 752: - operation: search - 753: - end: 26500000 - operation: insert - start: 26400000 - 754: - end: 24500000 - operation: delete - start: 24400000 - 755: - operation: search - 756: - end: 26600000 - operation: insert - start: 26500000 - 757: - end: 16600000 - operation: delete - start: 16500000 - 758: - end: 24600000 - operation: delete - start: 24500000 - 759: - operation: search - 760: - end: 26700000 - operation: insert - start: 26600000 - 761: - operation: search - 762: - end: 26800000 - operation: insert - start: 26700000 - 763: - end: 24800000 - operation: delete - start: 24700000 - 764: - operation: search - 765: - end: 26900000 - operation: insert - start: 26800000 - 766: - operation: search - 767: - end: 27000000 - operation: insert - start: 26900000 - 768: - end: 25000000 - operation: delete - start: 24900000 - 769: - operation: search - 770: - end: 27100000 - operation: insert - start: 27000000 - 771: - end: 17100000 - operation: delete - start: 17000000 - 772: - end: 25100000 - operation: delete - start: 25000000 - 773: - operation: search - 774: - end: 27200000 - operation: insert - start: 27100000 - 775: - end: 25200000 - operation: delete - start: 25100000 - 776: - operation: search - 777: - end: 27300000 - operation: insert - start: 27200000 - 778: - end: 25300000 - operation: delete - start: 25200000 - 779: - operation: search - 780: - end: 27400000 - operation: insert - start: 27300000 - 781: - end: 25400000 - operation: delete - start: 25300000 - 782: - operation: search - 783: - end: 27500000 - operation: insert - start: 27400000 - 784: - operation: search - 785: - end: 27600000 - operation: insert - start: 27500000 - 786: - end: 25600000 - operation: delete - start: 25500000 - 787: - operation: search - 788: - end: 27700000 - operation: insert - start: 27600000 - 789: - end: 25700000 - operation: delete - start: 25600000 - 790: - operation: search - 791: - end: 27800000 - operation: insert - start: 27700000 - 792: - end: 25800000 - operation: delete - start: 25700000 - 793: - operation: search - 794: - end: 27900000 - operation: insert - start: 27800000 - 795: - end: 17900000 - operation: delete - start: 17800000 - 796: - end: 25900000 - operation: delete - start: 25800000 - 797: - operation: search - 798: - end: 28000000 - operation: insert - start: 27900000 - 799: - end: 26000000 - operation: delete - start: 25900000 - 800: - operation: search - 801: - end: 28100000 - operation: insert - start: 28000000 - 802: - end: 26100000 - operation: delete - start: 26000000 - 803: - operation: search - 804: - end: 28200000 - operation: insert - start: 28100000 - 805: - end: 26200000 - operation: delete - start: 26100000 - 806: - operation: search - 807: - end: 28300000 - operation: insert - start: 28200000 - 808: - end: 26300000 - operation: delete - start: 26200000 - 809: - operation: search - 810: - end: 28400000 - operation: insert - start: 28300000 - 811: - operation: search - 812: - end: 28500000 - operation: insert - start: 28400000 - 813: - operation: search - 814: - end: 28600000 - operation: insert - start: 28500000 - 815: - end: 26600000 - operation: delete - start: 26500000 - 816: - operation: search - 817: - end: 28700000 - operation: insert - start: 28600000 - 818: - operation: search - 819: - end: 28800000 - operation: insert - start: 28700000 - 820: - end: 26800000 - operation: delete - start: 26700000 - 821: - operation: search - 822: - end: 28900000 - operation: insert - start: 28800000 - 823: - end: 26900000 - operation: delete - start: 26800000 - 824: - operation: search - 825: - end: 29000000 - operation: insert - start: 28900000 - 826: - operation: search - 827: - end: 29100000 - operation: insert - start: 29000000 - 828: - end: 27100000 - operation: delete - start: 27000000 - 829: - operation: search - 830: - end: 29200000 - operation: insert - start: 29100000 - 831: - operation: search - 832: - end: 29300000 - operation: insert - start: 29200000 - 833: - end: 27300000 - operation: delete - start: 27200000 - 834: - operation: search - 835: - end: 29400000 - operation: insert - start: 29300000 - 836: - end: 19400000 - operation: delete - start: 19300000 - 837: - end: 27400000 - operation: delete - start: 27300000 - 838: - operation: search - 839: - end: 29500000 - operation: insert - start: 29400000 - 840: - end: 27500000 - operation: delete - start: 27400000 - 841: - operation: search - 842: - end: 29600000 - operation: insert - start: 29500000 - 843: - end: 27600000 - operation: delete - start: 27500000 - 844: - operation: search - 845: - end: 29700000 - operation: insert - start: 29600000 - 846: - end: 27700000 - operation: delete - start: 27600000 - 847: - operation: search - 848: - end: 29800000 - operation: insert - start: 29700000 - 849: - end: 27800000 - operation: delete - start: 27700000 - 850: - operation: search - 851: - end: 29900000 - operation: insert - start: 29800000 - 852: - operation: search - 853: - end: 30000000 - operation: insert - start: 29900000 - 854: - end: 28000000 - operation: delete - start: 27900000 - 855: - operation: search - 856: - end: 30100000 - operation: insert - start: 30000000 - 857: - end: 28100000 - operation: delete - start: 28000000 - 858: - operation: search - 859: - end: 30200000 - operation: insert - start: 30100000 - 860: - end: 28200000 - operation: delete - start: 28100000 - 861: - operation: search - 862: - end: 30300000 - operation: insert - start: 30200000 - 863: - end: 20300000 - operation: delete - start: 20200000 - 864: - end: 28300000 - operation: delete - start: 28200000 - 865: - operation: search - 866: - end: 30400000 - operation: insert - start: 30300000 - 867: - end: 28400000 - operation: delete - start: 28300000 - 868: - operation: search - 869: - end: 30500000 - operation: insert - start: 30400000 - 870: - end: 28500000 - operation: delete - start: 28400000 - 871: - operation: search - 872: - end: 30600000 - operation: insert - start: 30500000 - 873: - end: 28600000 - operation: delete - start: 28500000 - 874: - operation: search - 875: - end: 30700000 - operation: insert - start: 30600000 - 876: - end: 28700000 - operation: delete - start: 28600000 - 877: - operation: search - 878: - end: 30800000 - operation: insert - start: 30700000 - 879: - end: 28800000 - operation: delete - start: 28700000 - 880: - operation: search - 881: - end: 30900000 - operation: insert - start: 30800000 - 882: - end: 20900000 - operation: delete - start: 20800000 - 883: - end: 28900000 - operation: delete - start: 28800000 - 884: - operation: search - 885: - end: 31000000 - operation: insert - start: 30900000 - 886: - end: 29000000 - operation: delete - start: 28900000 - 887: - operation: search - 888: - end: 31100000 - operation: insert - start: 31000000 - 889: - operation: search - 890: - end: 31200000 - operation: insert - start: 31100000 - 891: - end: 29200000 - operation: delete - start: 29100000 - 892: - operation: search - 893: - end: 31300000 - operation: insert - start: 31200000 - 894: - end: 29300000 - operation: delete - start: 29200000 - 895: - operation: search - 896: - end: 31400000 - operation: insert - start: 31300000 - 897: - operation: search - 898: - end: 31500000 - operation: insert - start: 31400000 - 899: - end: 29500000 - operation: delete - start: 29400000 - 900: - operation: search - 901: - end: 31600000 - operation: insert - start: 31500000 - 902: - operation: search - 903: - end: 31700000 - operation: insert - start: 31600000 - 904: - operation: search - 905: - end: 31800000 - operation: insert - start: 31700000 - 906: - operation: search - 907: - end: 31900000 - operation: insert - start: 31800000 - 908: - end: 29900000 - operation: delete - start: 29800000 - 909: - operation: search - 910: - end: 32000000 - operation: insert - start: 31900000 - 911: - end: 30000000 - operation: delete - start: 29900000 - 912: - operation: search - 913: - end: 32100000 - operation: insert - start: 32000000 - 914: - end: 30100000 - operation: delete - start: 30000000 - 915: - operation: search - 916: - end: 32200000 - operation: insert - start: 32100000 - 917: - end: 30200000 - operation: delete - start: 30100000 - 918: - operation: search - 919: - end: 32300000 - operation: insert - start: 32200000 - 920: - end: 30300000 - operation: delete - start: 30200000 - 921: - operation: search - 922: - end: 32400000 - operation: insert - start: 32300000 - 923: - end: 30400000 - operation: delete - start: 30300000 - 924: - operation: search - 925: - end: 32500000 - operation: insert - start: 32400000 - 926: - end: 30500000 - operation: delete - start: 30400000 - 927: - operation: search - 928: - end: 32600000 - operation: insert - start: 32500000 - 929: - end: 30600000 - operation: delete - start: 30500000 - 930: - operation: search - 931: - end: 32700000 - operation: insert - start: 32600000 - 932: - operation: search - 933: - end: 32800000 - operation: insert - start: 32700000 - 934: - end: 30800000 - operation: delete - start: 30700000 - 935: - operation: search - 936: - end: 32900000 - operation: insert - start: 32800000 - 937: - end: 22900000 - operation: delete - start: 22800000 - 938: - end: 30900000 - operation: delete - start: 30800000 - 939: - operation: search - 940: - end: 33000000 - operation: insert - start: 32900000 - 941: - end: 31000000 - operation: delete - start: 30900000 - 942: - operation: search - 943: - end: 33100000 - operation: insert - start: 33000000 - 944: - end: 31100000 - operation: delete - start: 31000000 - 945: - operation: search - 946: - end: 33200000 - operation: insert - start: 33100000 - 947: - end: 23200000 - operation: delete - start: 23100000 - 948: - end: 31200000 - operation: delete - start: 31100000 - 949: - operation: search - 950: - end: 33300000 - operation: insert - start: 33200000 - 951: - end: 31300000 - operation: delete - start: 31200000 - 952: - operation: search - 953: - end: 33400000 - operation: insert - start: 33300000 - 954: - end: 31400000 - operation: delete - start: 31300000 - 955: - operation: search - 956: - end: 33500000 - operation: insert - start: 33400000 - 957: - end: 23500000 - operation: delete - start: 23400000 - 958: - end: 31500000 - operation: delete - start: 31400000 - 959: - operation: search - 960: - end: 33600000 - operation: insert - start: 33500000 - 961: - end: 23600000 - operation: delete - start: 23500000 - 962: - operation: search - 963: - end: 33700000 - operation: insert - start: 33600000 - 964: - operation: search - 965: - end: 33800000 - operation: insert - start: 33700000 - 966: - operation: search - 967: - end: 33900000 - operation: insert - start: 33800000 - 968: - end: 31900000 - operation: delete - start: 31800000 - 969: - operation: search - 970: - end: 34000000 - operation: insert - start: 33900000 - 971: - end: 32000000 - operation: delete - start: 31900000 - 972: - operation: search - 973: - end: 34100000 - operation: insert - start: 34000000 - 974: - end: 32100000 - operation: delete - start: 32000000 - 975: - operation: search - 976: - end: 34200000 - operation: insert - start: 34100000 - 977: - operation: search - 978: - end: 34300000 - operation: insert - start: 34200000 - 979: - end: 32300000 - operation: delete - start: 32200000 - 980: - operation: search - 981: - end: 34400000 - operation: insert - start: 34300000 - 982: - operation: search - 983: - end: 34500000 - operation: insert - start: 34400000 - 984: - end: 32500000 - operation: delete - start: 32400000 - 985: - operation: search - 986: - end: 34600000 - operation: insert - start: 34500000 - 987: - operation: search - 988: - end: 34700000 - operation: insert - start: 34600000 - 989: - end: 24700000 - operation: delete - start: 24600000 - 990: - end: 32700000 - operation: delete - start: 32600000 - 991: - operation: search - 992: - end: 34800000 - operation: insert - start: 34700000 - 993: - end: 32800000 - operation: delete - start: 32700000 - 994: - operation: search - 995: - end: 34900000 - operation: insert - start: 34800000 - 996: - end: 24900000 - operation: delete - start: 24800000 - 997: - end: 32900000 - operation: delete - start: 32800000 - 998: - operation: search - 999: - end: 35000000 - operation: insert - start: 34900000 - 1000: - end: 33000000 - operation: delete - start: 32900000 - 1001: - operation: search - max_pts: 5200000 - gt_url: https://comp21storage.z5.web.core.windows.net/wiki-cohere-35M/wikipedia-35M_expirationtime_runbook.yaml From f63910671311984eed0389dfb46398e2127dac3f Mon Sep 17 00:00:00 2001 From: Magdalen Date: Fri, 18 Oct 2024 12:01:53 -0700 Subject: [PATCH 11/11] moved runbooks folder --- neurips23/runbooks/clustered_data_gen.py | 99 + .../runbooks/clustered_replace_runbook.yaml | 450 + neurips23/runbooks/clustered_runbook.yaml | 392 + neurips23/runbooks/delete_runbook.yaml | 482 + neurips23/runbooks/final_runbook.yaml | 3843 +++++++ neurips23/runbooks/final_runbook_gen.py | 177 + .../runbooks/gen_expiration_time_runbook.py | 176 + neurips23/runbooks/gen_replace_runbooks.py | 149 + .../runbooks/generate_msturing10m_runbooks.py | 50 + .../msmarco-100M_expirationtime_runbook.yaml | 9578 +++++++++++++++++ .../msturing-10M_slidingwindow_runbook.yaml | 1402 +++ .../runbooks/random_replace_runbook.yaml | 450 + .../runbooks/simple_replace_runbook.yaml | 30 + neurips23/runbooks/simple_runbook.yaml | 110 + ...xpiration_time_replace_delete_runbook.yaml | 1210 +++ ..._expiration_time_replace_only_runbook.yaml | 1070 ++ .../wikipedia-1M_expiration_time_runbook.yaml | 843 ++ ...xpiration_time_replace_delete_runbook.yaml | 4438 ++++++++ ..._expiration_time_replace_only_runbook.yaml | 854 ++ .../wikipedia-35M_expirationtime_runbook.yaml | 3307 ++++++ 20 files changed, 29110 insertions(+) create mode 100644 neurips23/runbooks/clustered_data_gen.py create mode 100644 neurips23/runbooks/clustered_replace_runbook.yaml create mode 100644 neurips23/runbooks/clustered_runbook.yaml create mode 100644 neurips23/runbooks/delete_runbook.yaml create mode 100644 neurips23/runbooks/final_runbook.yaml create mode 100644 neurips23/runbooks/final_runbook_gen.py create mode 100644 neurips23/runbooks/gen_expiration_time_runbook.py create mode 100644 neurips23/runbooks/gen_replace_runbooks.py create mode 100644 neurips23/runbooks/generate_msturing10m_runbooks.py create mode 100644 neurips23/runbooks/msmarco-100M_expirationtime_runbook.yaml create mode 100644 neurips23/runbooks/msturing-10M_slidingwindow_runbook.yaml create mode 100644 neurips23/runbooks/random_replace_runbook.yaml create mode 100644 neurips23/runbooks/simple_replace_runbook.yaml create mode 100644 neurips23/runbooks/simple_runbook.yaml create mode 100644 neurips23/runbooks/wikipedia-1M_expiration_time_replace_delete_runbook.yaml create mode 100644 neurips23/runbooks/wikipedia-1M_expiration_time_replace_only_runbook.yaml create mode 100644 neurips23/runbooks/wikipedia-1M_expiration_time_runbook.yaml create mode 100644 neurips23/runbooks/wikipedia-35M_expiration_time_replace_delete_runbook.yaml create mode 100644 neurips23/runbooks/wikipedia-35M_expiration_time_replace_only_runbook.yaml create mode 100644 neurips23/runbooks/wikipedia-35M_expirationtime_runbook.yaml diff --git a/neurips23/runbooks/clustered_data_gen.py b/neurips23/runbooks/clustered_data_gen.py new file mode 100644 index 000000000..11de93eb3 --- /dev/null +++ b/neurips23/runbooks/clustered_data_gen.py @@ -0,0 +1,99 @@ +import argparse +import os +import numpy as np +import yaml + +from scipy.cluster.vq import vq, kmeans2 +from typing import Tuple +from benchmark.datasets import DATASETS + +def cluster_and_permute( + data, num_clusters +) -> Tuple[np.ndarray[int], np.ndarray[int]]: + """ + Cluster the data and return permutation of row indices + that would group indices of the same cluster together + """ + npts = np.shape(data)[0] + sample_size = min(100000, npts) + sample_indices = np.random.choice(range(npts), size=sample_size, replace=False) + sampled_data = data[sample_indices, :] + centroids, sample_labels = kmeans2(sampled_data, num_clusters, minit="++", iter=10) + labels, dist = vq(data, centroids) + + count = np.zeros(num_clusters) + for i in range(npts): + count[labels[i]] += 1 + print("Cluster counts") + print(count) + + offsets = np.zeros(num_clusters + 1, dtype=int) + for i in range(0, num_clusters, 1): + offsets[i + 1] = offsets[i] + count[i] + + permutation = np.zeros(npts, dtype=int) + counters = np.zeros(num_clusters, dtype=int) + for i in range(npts): + label = labels[i] + row = offsets[label] + counters[label] + counters[label] += 1 + permutation[row] = i + + return offsets, permutation + +def main(): + parser = argparse.ArgumentParser( + formatter_class=argparse.ArgumentDefaultsHelpFormatter) + + parser.add_argument( + '--dataset', + choices=DATASETS.keys(), + required=True) + parser.add_argument( + '-c', '--num_clusters', + type=int, + required=True + ) + parser.add_argument( + '-o', '--output_data_file', + required=True + ) + parser.add_argument( + '-y', '--output_yaml_file', + required=True + ) + args = parser.parse_args() + + ds = DATASETS[args.dataset]() + data = ds.get_dataset() + + offsets, permutation = cluster_and_permute(data, args.num_clusters) + + permuted_data = data[permutation,:] + operation_list = [] + print(permutation) + for c in range(args.num_clusters): + cluster_index_range = range(offsets[c], offsets[c + 1]) + cluster_indices = np.array(permutation[cluster_index_range], dtype=np.uintc) + print(cluster_index_range) + entry = [{'operation': 'insert'}, {'start': int(offsets[c])}, {'end': int(offsets[c+1])}] + operation_list.append((c+1, entry)) + + shape = np.shape(permuted_data) + with open(args.output_data_file, 'wb') as df: + df.write(shape[0].to_bytes(4, 'little')) + df.write(shape[1].to_bytes(4, 'little')) + df.write(permuted_data) + + with open(args.output_yaml_file, 'w') as yf: + operation_list.sort(key = lambda x: x[0]) + sorted_dict = {} + for (k, v) in operation_list: + sorted_dict[k]=v + yaml_object = {} + yaml_object[args.dataset] = sorted_dict + yaml.dump(yaml_object, yf) + + +if __name__ == '__main__': + main() diff --git a/neurips23/runbooks/clustered_replace_runbook.yaml b/neurips23/runbooks/clustered_replace_runbook.yaml new file mode 100644 index 000000000..de3abcaac --- /dev/null +++ b/neurips23/runbooks/clustered_replace_runbook.yaml @@ -0,0 +1,450 @@ +msturing-10M-clustered: + max_pts: 7191263 + 1: + end: 184033 + operation: insert + start: 0 + 2: + operation: search + 3: + end: 441437 + operation: insert + start: 255771 + 4: + operation: search + 5: + end: 738616 + operation: insert + start: 491965 + 6: + operation: search + 7: + end: 1008884 + operation: insert + start: 824781 + 8: + operation: search + 9: + end: 1407605 + operation: insert + start: 1081209 + 10: + operation: search + 11: + end: 1864833 + operation: insert + start: 1568760 + 12: + operation: search + 13: + end: 2259572 + operation: insert + start: 1959174 + 14: + operation: search + 15: + end: 2742135 + operation: insert + start: 2404186 + 16: + operation: search + 17: + end: 3050396 + operation: insert + start: 2798660 + 18: + operation: search + 19: + end: 3342738 + operation: insert + start: 3082959 + 20: + operation: search + 21: + end: 3832037 + operation: insert + start: 3480554 + 22: + operation: search + 23: + end: 4112969 + operation: insert + start: 3910930 + 24: + operation: search + 25: + end: 4527913 + operation: insert + start: 4194870 + 26: + operation: search + 27: + end: 4844097 + operation: insert + start: 4652840 + 28: + operation: search + 29: + end: 5037538 + operation: insert + start: 4872616 + 30: + operation: search + 31: + end: 5422398 + operation: insert + start: 5184725 + 32: + operation: search + 33: + end: 5829295 + operation: insert + start: 5629098 + 34: + operation: search + 35: + end: 6247916 + operation: insert + start: 6023119 + 36: + operation: search + 37: + end: 6468216 + operation: insert + start: 6292969 + 38: + operation: search + 39: + end: 6728355 + operation: insert + start: 6508987 + 40: + operation: search + 41: + end: 6975224 + operation: insert + start: 6767675 + 42: + operation: search + 43: + end: 7216362 + operation: insert + start: 7000498 + 44: + operation: search + 45: + end: 7415603 + operation: insert + start: 7263856 + 46: + operation: search + 47: + end: 7692157 + operation: insert + start: 7485517 + 48: + operation: search + 49: + end: 7912750 + operation: insert + start: 7739934 + 50: + operation: search + 51: + end: 8301620 + operation: insert + start: 8055691 + 52: + operation: search + 53: + end: 8586722 + operation: insert + start: 8381008 + 54: + operation: search + 55: + end: 8919414 + operation: insert + start: 8750107 + 56: + operation: search + 57: + end: 9141661 + operation: insert + start: 8942969 + 58: + operation: search + 59: + end: 9413396 + operation: insert + start: 9223315 + 60: + operation: search + 61: + end: 9638406 + operation: insert + start: 9508781 + 62: + operation: search + 63: + end: 9947236 + operation: insert + start: 9722747 + 64: + operation: search + 65: + ids_end: 216756 + ids_start: 184033 + operation: replace + tags_end: 32723 + tags_start: 0 + 66: + operation: search + 67: + ids_end: 470158 + ids_start: 441437 + operation: replace + tags_end: 284492 + tags_start: 255771 + 68: + operation: search + 69: + ids_end: 740235 + ids_start: 738616 + operation: replace + tags_end: 493584 + tags_start: 491965 + 70: + operation: search + 71: + ids_end: 1053554 + ids_start: 1008884 + operation: replace + tags_end: 869451 + tags_start: 824781 + 72: + operation: search + 73: + ids_end: 1506247 + ids_start: 1407605 + operation: replace + tags_end: 1179851 + tags_start: 1081209 + 74: + operation: search + 75: + ids_end: 1923035 + ids_start: 1864833 + operation: replace + tags_end: 1626962 + tags_start: 1568760 + 76: + operation: search + 77: + ids_end: 2396051 + ids_start: 2259572 + operation: replace + tags_end: 2095653 + tags_start: 1959174 + 78: + operation: search + 79: + ids_end: 2780674 + ids_start: 2742135 + operation: replace + tags_end: 2442725 + tags_start: 2404186 + 80: + operation: search + 81: + ids_end: 3062102 + ids_start: 3050396 + operation: replace + tags_end: 2810366 + tags_start: 2798660 + 82: + operation: search + 83: + ids_end: 3402967 + ids_start: 3342738 + operation: replace + tags_end: 3143188 + tags_start: 3082959 + 84: + operation: search + 85: + ids_end: 3887075 + ids_start: 3832037 + operation: replace + tags_end: 3535592 + tags_start: 3480554 + 86: + operation: search + 87: + ids_end: 4117901 + ids_start: 4112969 + operation: replace + tags_end: 3915862 + tags_start: 3910930 + 88: + operation: search + 89: + ids_end: 4611210 + ids_start: 4527913 + operation: replace + tags_end: 4278167 + tags_start: 4194870 + 90: + operation: search + 91: + ids_end: 4863222 + ids_start: 4844097 + operation: replace + tags_end: 4671965 + tags_start: 4652840 + 92: + operation: search + 93: + ids_end: 5068503 + ids_start: 5037538 + operation: replace + tags_end: 4903581 + tags_start: 4872616 + 94: + operation: search + 95: + ids_end: 5449047 + ids_start: 5422398 + operation: replace + tags_end: 5211374 + tags_start: 5184725 + 96: + operation: search + 97: + ids_end: 5890432 + ids_start: 5829295 + operation: replace + tags_end: 5690235 + tags_start: 5629098 + 98: + operation: search + 99: + ids_end: 6264302 + ids_start: 6247916 + operation: replace + tags_end: 6039505 + tags_start: 6023119 + 100: + operation: search + 101: + ids_end: 6491463 + ids_start: 6468216 + operation: replace + tags_end: 6316216 + tags_start: 6292969 + 102: + operation: search + 103: + ids_end: 6745600 + ids_start: 6728355 + operation: replace + tags_end: 6526232 + tags_start: 6508987 + 104: + operation: search + 105: + ids_end: 7000204 + ids_start: 6975224 + operation: replace + tags_end: 6792655 + tags_start: 6767675 + 106: + operation: search + 107: + ids_end: 7221208 + ids_start: 7216362 + operation: replace + tags_end: 7005344 + tags_start: 7000498 + 108: + operation: search + 109: + ids_end: 7430206 + ids_start: 7415603 + operation: replace + tags_end: 7278459 + tags_start: 7263856 + 110: + operation: search + 111: + ids_end: 7699863 + ids_start: 7692157 + operation: replace + tags_end: 7493223 + tags_start: 7485517 + 112: + operation: search + 113: + ids_end: 8006105 + ids_start: 7912750 + operation: replace + tags_end: 7833289 + tags_start: 7739934 + 114: + operation: search + 115: + ids_end: 8321728 + ids_start: 8301620 + operation: replace + tags_end: 8075799 + tags_start: 8055691 + 116: + operation: search + 117: + ids_end: 8662910 + ids_start: 8586722 + operation: replace + tags_end: 8457196 + tags_start: 8381008 + 118: + operation: search + 119: + ids_end: 8925171 + ids_start: 8919414 + operation: replace + tags_end: 8755864 + tags_start: 8750107 + 120: + operation: search + 121: + ids_end: 9154641 + ids_start: 9141661 + operation: replace + tags_end: 8955949 + tags_start: 8942969 + 122: + operation: search + 123: + ids_end: 9423924 + ids_start: 9413396 + operation: replace + tags_end: 9233843 + tags_start: 9223315 + 124: + operation: search + 125: + ids_end: 9693761 + ids_start: 9638406 + operation: replace + tags_end: 9564136 + tags_start: 9508781 + 126: + operation: search + 127: + ids_end: 9954527 + ids_start: 9947236 + operation: replace + tags_end: 9730038 + tags_start: 9722747 + 128: + operation: search diff --git a/neurips23/runbooks/clustered_runbook.yaml b/neurips23/runbooks/clustered_runbook.yaml new file mode 100644 index 000000000..c0323e5ea --- /dev/null +++ b/neurips23/runbooks/clustered_runbook.yaml @@ -0,0 +1,392 @@ +random-xs-clustered: + max_pts: 10000 + 1: + operation: "insert" + start: 0 + end: 326 + 2: + operation: "search" + 3: + operation: "insert" + start: 326 + end: 596 + 4: + operation: "search" + 5: + operation: "insert" + start: 596 + end: 945 + 6: + operation: "search" + 7: + operation: "insert" + start: 945 + end: 1323 + 8: + operation: "search" + 9: + operation: "insert" + start: 1323 + end: 1623 + 10: + operation: "search" + 11: + operation: "insert" + start: 1623 + end: 1986 + 12: + operation: "search" + 13: + operation: "insert" + start: 1986 + end: 2199 + 14: + operation: "search" + 15: + operation: "insert" + start: 2199 + end: 2576 + 16: + operation: "search" + 17: + operation: "insert" + start: 2576 + end: 2921 + 18: + operation: "search" + 19: + operation: "insert" + start: 2921 + end: 3252 + 20: + operation: "search" + 21: + operation: "insert" + start: 3252 + end: 3530 + 22: + operation: "search" + 23: + operation: "insert" + start: 3530 + end: 3866 + 24: + operation: "search" + 25: + operation: "insert" + start: 3866 + end: 4150 + 26: + operation: "search" + 27: + operation: "insert" + start: 4150 + end: 4434 + 28: + operation: "search" + 29: + operation: "insert" + start: 4434 + end: 4707 + 30: + operation: "search" + 31: + operation: "insert" + start: 4707 + end: 5073 + 32: + operation: "search" + 33: + operation: "insert" + start: 5073 + end: 5404 + 34: + operation: "search" + 35: + operation: "insert" + start: 5404 + end: 5718 + 36: + operation: "search" + 37: + operation: "insert" + start: 5718 + end: 6072 + 38: + operation: "search" + 39: + operation: "insert" + start: 6072 + end: 6338 + 40: + operation: "search" + 41: + operation: "insert" + start: 6338 + end: 6613 + 42: + operation: "search" + 43: + operation: "insert" + start: 6613 + end: 6908 + 44: + operation: "search" + 45: + operation: "insert" + start: 6908 + end: 7115 + 46: + operation: "search" + 47: + operation: "insert" + start: 7115 + end: 7452 + 48: + operation: "search" + 49: + operation: "insert" + start: 7452 + end: 7717 + 50: + operation: "search" + 51: + operation: "insert" + start: 7717 + end: 8065 + 52: + operation: "search" + 53: + operation: "insert" + start: 8065 + end: 8313 + 54: + operation: "search" + 55: + operation: "insert" + start: 8313 + end: 8698 + 56: + operation: "search" + 57: + operation: "insert" + start: 8698 + end: 9011 + 58: + operation: "search" + 59: + operation: "insert" + start: 9011 + end: 9307 + 60: + operation: "search" + 61: + operation: "insert" + start: 9307 + end: 9651 + 62: + operation: "search" + 63: + operation: "insert" + start: 9651 + end: 10000 + 64: + operation: "search" + gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/clustered_data/random-xs-clustered/clustered_runboook.yaml" +msturing-10M-clustered: + max_pts: 10000000 + # On Azure D8lds v5, runtime: 14 minutes + # recall@10: 0.9247 for "R":64, "L":50, "insert_threads":16, "consolidate_threads":16 "Ls":100, "T":16 + 1: + operation: "insert" + start: 0 + end: 255771 + 2: + operation: "search" + 3: + operation: "insert" + start: 255771 + end: 491965 + 4: + operation: "search" + 5: + operation: "insert" + start: 491965 + end: 824781 + 6: + operation: "search" + 7: + operation: "insert" + start: 824781 + end: 1081209 + 8: + operation: "search" + 9: + operation: "insert" + start: 1081209 + end: 1568760 + 10: + operation: "search" + 11: + operation: "insert" + start: 1568760 + end: 1959174 + 12: + operation: "search" + 13: + operation: "insert" + start: 1959174 + end: 2404186 + 14: + operation: "search" + 15: + operation: "insert" + start: 2404186 + end: 2798660 + 16: + operation: "search" + 17: + operation: "insert" + start: 2798660 + end: 3082959 + 18: + operation: "search" + 19: + operation: "insert" + start: 3082959 + end: 3480554 + 20: + operation: "search" + 21: + operation: "insert" + start: 3480554 + end: 3910930 + 22: + operation: "search" + 23: + operation: "insert" + start: 3910930 + end: 4194870 + 24: + operation: "search" + 25: + operation: "insert" + start: 4194870 + end: 4652840 + 26: + operation: "search" + 27: + operation: "insert" + start: 4652840 + end: 4872616 + 28: + operation: "search" + 29: + operation: "insert" + start: 4872616 + end: 5184725 + 30: + operation: "search" + 31: + operation: "insert" + start: 5184725 + end: 5629098 + 32: + operation: "search" + 33: + operation: "insert" + start: 5629098 + end: 6023119 + 34: + operation: "search" + 35: + operation: "insert" + start: 6023119 + end: 6292969 + 36: + operation: "search" + 37: + operation: "insert" + start: 6292969 + end: 6508987 + 38: + operation: "search" + 39: + operation: "insert" + start: 6508987 + end: 6767675 + 40: + operation: "search" + 41: + operation: "insert" + start: 6767675 + end: 7000498 + 42: + operation: "search" + 43: + operation: "insert" + start: 7000498 + end: 7263856 + 44: + operation: "search" + 45: + operation: "insert" + start: 7263856 + end: 7485517 + 46: + operation: "search" + 47: + operation: "insert" + start: 7485517 + end: 7739934 + 48: + operation: "search" + 49: + operation: "insert" + start: 7739934 + end: 8055691 + 50: + operation: "search" + 51: + operation: "insert" + start: 8055691 + end: 8381008 + 52: + operation: "search" + 53: + operation: "insert" + start: 8381008 + end: 8750107 + 54: + operation: "search" + 55: + operation: "insert" + start: 8750107 + end: 8942969 + 56: + operation: "search" + 57: + operation: "insert" + start: 8942969 + end: 9223315 + 58: + operation: "search" + 59: + operation: "insert" + start: 9223315 + end: 9508781 + 60: + operation: "search" + 61: + operation: "insert" + start: 9508781 + end: 9722747 + 62: + operation: "search" + 63: + operation: "insert" + start: 9722747 + end: 10000000 + 64: + operation: "search" + gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/clustered_data/msturing-10M-clustered/clustered_runboook.yaml" diff --git a/neurips23/runbooks/delete_runbook.yaml b/neurips23/runbooks/delete_runbook.yaml new file mode 100644 index 000000000..04dae3310 --- /dev/null +++ b/neurips23/runbooks/delete_runbook.yaml @@ -0,0 +1,482 @@ +random-xs-clustered: + max_pts: 6400 + 1: + operation: "insert" + start: 0 + end: 326 + 2: + operation: "search" + 3: + operation: "insert" + start: 326 + end: 596 + 4: + operation: "search" + 5: + operation: "insert" + start: 596 + end: 945 + 6: + operation: "search" + 7: + operation: "insert" + start: 945 + end: 1323 + 8: + operation: "delete" + start: 600 + end: 700 + 9: + operation: "delete" + start: 800 + end: 1200 + 10: + operation: "search" + 11: + operation: "insert" + start: 1323 + end: 1623 + 12: + operation: "delete" + start: 1300 + end: 1600 + 13: + operation: "search" + 14: + operation: "insert" + start: 1623 + end: 1986 + 15: + operation: "search" + 16: + operation: "insert" + start: 1986 + end: 2199 + 17: + operation: "search" + 18: + operation: "insert" + start: 2199 + end: 2576 + 19: + operation: "delete" + start: 2000 + end: 2300 + 20: + operation: "search" + 21: + operation: "insert" + start: 2576 + end: 2921 + 22: + operation: "search" + 23: + operation: "insert" + start: 2921 + end: 3252 + 24: + operation: "delete" + start: 200 + end: 400 + 25: + operation: "search" + 26: + operation: "insert" + start: 3252 + end: 3530 + 27: + operation: "search" + 28: + operation: "insert" + start: 3530 + end: 3866 + 29: + operation: "delete" + start: 3300 + end: 3500 + 30: + operation: "search" + 31: + operation: "insert" + start: 3866 + end: 4150 + 32: + operation: "search" + 33: + operation: "insert" + start: 4150 + end: 4434 + 34: + operation: "delete" + start: 2700 + end: 3100 + 35: + operation: "search" + 36: + operation: "insert" + start: 4434 + end: 4707 + 37: + operation: "search" + 38: + operation: "insert" + start: 4707 + end: 5073 + 39: + operation: "search" + 40: + operation: "insert" + start: 5073 + end: 5404 + 41: + operation: "delete" + start: 4000 + end: 4200 + 42: + operation: "search" + 43: + operation: "insert" + start: 5404 + end: 5718 + 44: + operation: "search" + 45: + operation: "insert" + start: 5718 + end: 6072 + 46: + operation: "delete" + start: 4400 + end: 5000 + 47: + operation: "search" + 48: + operation: "insert" + start: 6072 + end: 6338 + 49: + operation: "search" + 50: + operation: "insert" + start: 6338 + end: 6613 + 51: + operation: "search" + 52: + operation: "insert" + start: 6613 + end: 6908 + 53: + operation: "search" + 54: + operation: "insert" + start: 6908 + end: 7115 + 55: + operation: "search" + 56: + operation: "insert" + start: 7115 + end: 7452 + 57: + operation: "search" + 58: + operation: "insert" + start: 7452 + end: 7717 + 59: + operation: "search" + 60: + operation: "insert" + start: 7717 + end: 8065 + 61: + operation: "delete" + start: 5200 + end: 6000 + 62: + operation: "search" + 63: + operation: "insert" + start: 8065 + end: 8313 + 64: + operation: "search" + 65: + operation: "insert" + start: 8313 + end: 8698 + 66: + operation: "delete" + start: 3700 + end: 3800 + 67: + operation: "search" + 68: + operation: "insert" + start: 8698 + end: 9011 + 69: + operation: "search" + 70: + operation: "insert" + start: 9011 + end: 9307 + 71: + operation: "search" + 72: + operation: "insert" + start: 9307 + end: 9651 + 73: + operation: "search" + 74: + operation: "insert" + start: 9651 + end: 10000 + 75: + operation: "delete" + start: 6500 + end: 8000 + 76: + operation: "search" + gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/clustered_data/random-xs-clustered/delete_runbook.yaml" +msturing-10M-clustered: + max_pts: 6000000 + # On Azure D8lds v5, runtime: ~23 minutes + # recall@10: 0.924 for "R":64, "L":50, "insert_threads":16, "consolidate_threads":16 "Ls":100, "T":16 + 1: + operation: "insert" + start: 0 + end: 255771 + 2: + operation: "search" + 3: + operation: "insert" + start: 255771 + end: 491965 + 4: + operation: "search" + 5: + operation: "insert" + start: 491965 + end: 824781 + 6: + operation: "search" + 7: + operation: "delete" + start: 100000 + end: 200000 + 8: + operation: "search" + 9: + operation: "insert" + start: 824781 + end: 1081209 + 10: + operation: "search" + 11: + operation: "insert" + start: 1081209 + end: 1568760 + 12: + operation: "search" + 13: + operation: "insert" + start: 1568760 + end: 1959174 + 14: + operation: "delete" + start: 1200000 + end: 1400000 + 15: + operation: "search" + 16: + operation: "insert" + start: 1959174 + end: 2404186 + 17: + operation: "search" + 18: + operation: "delete" + start: 600000 + end: 700000 + 19: + operation: "insert" + start: 2404186 + end: 2798660 + 20: + operation: "search" + 21: + operation: "insert" + start: 2798660 + end: 3082959 + 22: + operation: "search" + 23: + operation: "insert" + start: 3082959 + end: 3480554 + 24: + operation: "search" + 25: + operation: "insert" + start: 3480554 + end: 3910930 + 26: + operation: "search" + 27: + operation: "insert" + start: 3910930 + end: 4194870 + 28: + operation: "delete" + start: 2000000 + end: 3000000 + 29: + operation: "search" + 30: + operation: "insert" + start: 4194870 + end: 4652840 + 31: + operation: "search" + 32: + operation: "insert" + start: 4652840 + end: 4872616 + 33: + operation: "delete" + start: 1800000 + end: 1900000 + 34: + operation: "search" + 35: + operation: "insert" + start: 4872616 + end: 5184725 + 36: + operation: "search" + 37: + operation: "insert" + start: 5184725 + end: 5629098 + 38: + operation: "delete" + start: 5000000 + end: 5200000 + 39: + operation: "search" + 40: + operation: "insert" + start: 5629098 + end: 6023119 + 41: + operation: "search" + 42: + operation: "insert" + start: 6023119 + end: 6292969 + 43: + operation: "search" + 44: + operation: "insert" + start: 6292969 + end: 6508987 + 45: + operation: "search" + 46: + operation: "insert" + start: 6508987 + end: 6767675 + 47: + operation: "search" + 48: + operation: "insert" + start: 6767675 + end: 7000498 + 49: + operation: "delete" + start: 3000000 + end: 4500000 + 50: + operation: "search" + 51: + operation: "insert" + start: 7000498 + end: 7263856 + 52: + operation: "search" + 53: + operation: "insert" + start: 7263856 + end: 7485517 + 54: + operation: "search" + 55: + operation: "insert" + start: 7485517 + end: 7739934 + 56: + operation: "search" + 57: + operation: "insert" + start: 7739934 + end: 8055691 + 58: + operation: "search" + 59: + operation: "insert" + start: 8055691 + end: 8381008 + 60: + operation: "delete" + start: 6500000 + end: 8000000 + 61: + operation: "search" + 62: + operation: "insert" + start: 8381008 + end: 8750107 + 63: + operation: "search" + 64: + operation: "insert" + start: 8750107 + end: 8942969 + 65: + operation: "search" + 66: + operation: "insert" + start: 8942969 + end: 9223315 + 67: + operation: "search" + 68: + operation: "insert" + start: 9223315 + end: 9508781 + 69: + operation: "delete" + start: 8100000 + end: 8200000 + 70: + operation: "search" + 71: + operation: "insert" + start: 9508781 + end: 9722747 + 72: + operation: "search" + 73: + operation: "insert" + start: 9722747 + end: 10000000 + 74: + operation: "delete" + start: 8600000 + end: 9200000 + 75: + operation: "search" + gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/clustered_data/msturing-10M-clustered/delete_runbook.yaml" diff --git a/neurips23/runbooks/final_runbook.yaml b/neurips23/runbooks/final_runbook.yaml new file mode 100644 index 000000000..612edd538 --- /dev/null +++ b/neurips23/runbooks/final_runbook.yaml @@ -0,0 +1,3843 @@ +msturing-30M-clustered: + max_pts: 10292043 + 1: + operation: 'insert' + start: 0 + end: 38806 + 2: + operation: 'search' + 3: + operation: 'insert' + start: 361963 + end: 372491 + 4: + operation: 'search' + 5: + operation: 'insert' + start: 643919 + end: 668142 + 6: + operation: 'search' + 7: + operation: 'insert' + start: 1159296 + end: 1181505 + 8: + operation: 'search' + 9: + operation: 'insert' + start: 2038736 + end: 2042995 + 10: + operation: 'search' + 11: + operation: 'insert' + start: 2585606 + end: 2596998 + 12: + operation: 'search' + 13: + operation: 'insert' + start: 2933811 + end: 2959533 + 14: + operation: 'search' + 15: + operation: 'insert' + start: 3272846 + end: 3292417 + 16: + operation: 'search' + 17: + operation: 'insert' + start: 3853674 + end: 3858737 + 18: + operation: 'search' + 19: + operation: 'insert' + start: 4205986 + end: 4221374 + 20: + operation: 'search' + 21: + operation: 'insert' + start: 4699242 + end: 4970979 + 22: + operation: 'search' + 23: + operation: 'insert' + start: 5076157 + end: 5360752 + 24: + operation: 'search' + 25: + operation: 'insert' + start: 5444015 + end: 5487965 + 26: + operation: 'search' + 27: + operation: 'insert' + start: 5808491 + end: 5836442 + 28: + operation: 'search' + 29: + operation: 'insert' + start: 6438007 + end: 6499004 + 30: + operation: 'search' + 31: + operation: 'insert' + start: 6955703 + end: 7329128 + 32: + operation: 'search' + 33: + operation: 'insert' + start: 7453527 + end: 7504922 + 34: + operation: 'search' + 35: + operation: 'insert' + start: 7850219 + end: 7883986 + 36: + operation: 'search' + 37: + operation: 'insert' + start: 8834730 + end: 8881637 + 38: + operation: 'search' + 39: + operation: 'insert' + start: 9161888 + end: 9169338 + 40: + operation: 'search' + 41: + operation: 'insert' + start: 9430404 + end: 9464381 + 42: + operation: 'search' + 43: + operation: 'insert' + start: 9790077 + end: 9800176 + 44: + operation: 'search' + 45: + operation: 'insert' + start: 10293677 + end: 10327825 + 46: + operation: 'search' + 47: + operation: 'insert' + start: 11013450 + end: 11244484 + 48: + operation: 'search' + 49: + operation: 'insert' + start: 11327929 + end: 11362841 + 50: + operation: 'search' + 51: + operation: 'insert' + start: 11837912 + end: 12149447 + 52: + operation: 'search' + 53: + operation: 'insert' + start: 12238365 + end: 12281666 + 54: + operation: 'search' + 55: + operation: 'insert' + start: 12525242 + end: 12846806 + 56: + operation: 'search' + 57: + operation: 'insert' + start: 12937120 + end: 12957051 + 58: + operation: 'search' + 59: + operation: 'insert' + start: 13430952 + end: 13654199 + 60: + operation: 'search' + 61: + operation: 'insert' + start: 13695568 + end: 13705549 + 62: + operation: 'search' + 63: + operation: 'insert' + start: 14247217 + end: 14250271 + 64: + operation: 'search' + 65: + operation: 'insert' + start: 14843618 + end: 14910924 + 66: + operation: 'search' + 67: + operation: 'insert' + start: 15383718 + end: 15429315 + 68: + operation: 'search' + 69: + operation: 'insert' + start: 16237411 + end: 16290167 + 70: + operation: 'search' + 71: + operation: 'insert' + start: 16857048 + end: 16870192 + 72: + operation: 'search' + 73: + operation: 'insert' + start: 17421756 + end: 17428879 + 74: + operation: 'search' + 75: + operation: 'insert' + start: 17775340 + end: 17792186 + 76: + operation: 'search' + 77: + operation: 'insert' + start: 18265999 + end: 18289927 + 78: + operation: 'search' + 79: + operation: 'insert' + start: 18726730 + end: 18791718 + 80: + operation: 'search' + 81: + operation: 'insert' + start: 19405288 + end: 19434377 + 82: + operation: 'search' + 83: + operation: 'insert' + start: 19655518 + end: 19669305 + 84: + operation: 'search' + 85: + operation: 'insert' + start: 19948199 + end: 19983130 + 86: + operation: 'search' + 87: + operation: 'insert' + start: 20256394 + end: 20699413 + 88: + operation: 'search' + 89: + operation: 'insert' + start: 20887553 + end: 21250613 + 90: + operation: 'search' + 91: + operation: 'insert' + start: 21424516 + end: 21456891 + 92: + operation: 'search' + 93: + operation: 'insert' + start: 22018495 + end: 22258255 + 94: + operation: 'search' + 95: + operation: 'insert' + start: 22368754 + end: 22384825 + 96: + operation: 'search' + 97: + operation: 'insert' + start: 22938879 + end: 22948348 + 98: + operation: 'search' + 99: + operation: 'insert' + start: 23242837 + end: 23247972 + 100: + operation: 'search' + 101: + operation: 'insert' + start: 23696409 + end: 23726389 + 102: + operation: 'search' + 103: + operation: 'insert' + start: 23952992 + end: 23967111 + 104: + operation: 'search' + 105: + operation: 'insert' + start: 24432063 + end: 24441236 + 106: + operation: 'search' + 107: + operation: 'insert' + start: 24879163 + end: 24891498 + 108: + operation: 'search' + 109: + operation: 'insert' + start: 25201348 + end: 25559106 + 110: + operation: 'search' + 111: + operation: 'insert' + start: 25674931 + end: 25704316 + 112: + operation: 'search' + 113: + operation: 'insert' + start: 26054291 + end: 26067095 + 114: + operation: 'search' + 115: + operation: 'insert' + start: 26757924 + end: 26785290 + 116: + operation: 'search' + 117: + operation: 'insert' + start: 27292409 + end: 27304279 + 118: + operation: 'search' + 119: + operation: 'insert' + start: 27582914 + end: 27587045 + 120: + operation: 'search' + 121: + operation: 'insert' + start: 28030002 + end: 28043831 + 122: + operation: 'search' + 123: + operation: 'insert' + start: 28578522 + end: 28859747 + 124: + operation: 'search' + 125: + operation: 'insert' + start: 28931437 + end: 28973452 + 126: + operation: 'search' + 127: + operation: 'insert' + start: 29464425 + end: 29514448 + 128: + operation: 'search' + 129: + operation: 'delete' + start: 0 + end: 21124 + 130: + operation: 'search' + 131: + operation: 'delete' + start: 361963 + end: 367261 + 132: + operation: 'search' + 133: + operation: 'delete' + start: 643919 + end: 656225 + 134: + operation: 'search' + 135: + operation: 'delete' + start: 1159296 + end: 1176226 + 136: + operation: 'search' + 137: + operation: 'delete' + start: 2038736 + end: 2042207 + 138: + operation: 'search' + 139: + operation: 'delete' + start: 2585606 + end: 2593505 + 140: + operation: 'search' + 141: + operation: 'delete' + start: 2933811 + end: 2955468 + 142: + operation: 'search' + 143: + operation: 'delete' + start: 3272846 + end: 3289019 + 144: + operation: 'search' + 145: + operation: 'delete' + start: 3853674 + end: 3856645 + 146: + operation: 'search' + 147: + operation: 'delete' + start: 4205986 + end: 4215036 + 148: + operation: 'search' + 149: + operation: 'delete' + start: 4699242 + end: 4895628 + 150: + operation: 'search' + 151: + operation: 'delete' + start: 5076157 + end: 5233138 + 152: + operation: 'search' + 153: + operation: 'delete' + start: 5444015 + end: 5482348 + 154: + operation: 'search' + 155: + operation: 'delete' + start: 5808491 + end: 5828205 + 156: + operation: 'search' + 157: + operation: 'delete' + start: 6438007 + end: 6484190 + 158: + operation: 'search' + 159: + operation: 'delete' + start: 6955703 + end: 7267820 + 160: + operation: 'search' + 161: + operation: 'delete' + start: 7453527 + end: 7496004 + 162: + operation: 'search' + 163: + operation: 'delete' + start: 7850219 + end: 7871489 + 164: + operation: 'search' + 165: + operation: 'delete' + start: 8834730 + end: 8867592 + 166: + operation: 'search' + 167: + operation: 'delete' + start: 9161888 + end: 9168463 + 168: + operation: 'search' + 169: + operation: 'delete' + start: 9430404 + end: 9448468 + 170: + operation: 'search' + 171: + operation: 'delete' + start: 9790077 + end: 9796916 + 172: + operation: 'search' + 173: + operation: 'delete' + start: 10293677 + end: 10323088 + 174: + operation: 'search' + 175: + operation: 'delete' + start: 11013450 + end: 11195181 + 176: + operation: 'search' + 177: + operation: 'delete' + start: 11327929 + end: 11346270 + 178: + operation: 'search' + 179: + operation: 'delete' + start: 11837912 + end: 12067270 + 180: + operation: 'search' + 181: + operation: 'delete' + start: 12238365 + end: 12268535 + 182: + operation: 'search' + 183: + operation: 'delete' + start: 12525242 + end: 12701821 + 184: + operation: 'search' + 185: + operation: 'delete' + start: 12937120 + end: 12947131 + 186: + operation: 'search' + 187: + operation: 'delete' + start: 13430952 + end: 13620329 + 188: + operation: 'search' + 189: + operation: 'delete' + start: 13695568 + end: 13702816 + 190: + operation: 'search' + 191: + operation: 'delete' + start: 14247217 + end: 14249788 + 192: + operation: 'search' + 193: + operation: 'delete' + start: 14843618 + end: 14902922 + 194: + operation: 'search' + 195: + operation: 'delete' + start: 15383718 + end: 15421486 + 196: + operation: 'search' + 197: + operation: 'delete' + start: 16237411 + end: 16273232 + 198: + operation: 'search' + 199: + operation: 'delete' + start: 16857048 + end: 16865809 + 200: + operation: 'search' + 201: + operation: 'delete' + start: 17421756 + end: 17427612 + 202: + operation: 'search' + 203: + operation: 'delete' + start: 17775340 + end: 17787895 + 204: + operation: 'search' + 205: + operation: 'delete' + start: 18265999 + end: 18286681 + 206: + operation: 'search' + 207: + operation: 'delete' + start: 18726730 + end: 18766401 + 208: + operation: 'search' + 209: + operation: 'delete' + start: 19405288 + end: 19425407 + 210: + operation: 'search' + 211: + operation: 'delete' + start: 19655518 + end: 19664359 + 212: + operation: 'search' + 213: + operation: 'delete' + start: 19948199 + end: 19966602 + 214: + operation: 'search' + 215: + operation: 'delete' + start: 20256394 + end: 20592080 + 216: + operation: 'search' + 217: + operation: 'delete' + start: 20887553 + end: 21116930 + 218: + operation: 'search' + 219: + operation: 'delete' + start: 21424516 + end: 21446890 + 220: + operation: 'search' + 221: + operation: 'delete' + start: 22018495 + end: 22221457 + 222: + operation: 'search' + 223: + operation: 'delete' + start: 22368754 + end: 22380405 + 224: + operation: 'search' + 225: + operation: 'delete' + start: 22938879 + end: 22944686 + 226: + operation: 'search' + 227: + operation: 'delete' + start: 23242837 + end: 23246132 + 228: + operation: 'search' + 229: + operation: 'delete' + start: 23696409 + end: 23718904 + 230: + operation: 'search' + 231: + operation: 'delete' + start: 23952992 + end: 23964807 + 232: + operation: 'search' + 233: + operation: 'delete' + start: 24432063 + end: 24436999 + 234: + operation: 'search' + 235: + operation: 'delete' + start: 24879163 + end: 24885758 + 236: + operation: 'search' + 237: + operation: 'delete' + start: 25201348 + end: 25434746 + 238: + operation: 'search' + 239: + operation: 'delete' + start: 25674931 + end: 25698866 + 240: + operation: 'search' + 241: + operation: 'delete' + start: 26054291 + end: 26061947 + 242: + operation: 'search' + 243: + operation: 'delete' + start: 26757924 + end: 26775935 + 244: + operation: 'search' + 245: + operation: 'delete' + start: 27292409 + end: 27303015 + 246: + operation: 'search' + 247: + operation: 'delete' + start: 27582914 + end: 27585971 + 248: + operation: 'search' + 249: + operation: 'delete' + start: 28030002 + end: 28037955 + 250: + operation: 'search' + 251: + operation: 'delete' + start: 28578522 + end: 28819546 + 252: + operation: 'search' + 253: + operation: 'delete' + start: 28931437 + end: 28959991 + 254: + operation: 'search' + 255: + operation: 'delete' + start: 29464425 + end: 29500946 + 256: + operation: 'search' + 257: + operation: 'insert' + start: 38806 + end: 49545 + 258: + operation: 'search' + 259: + operation: 'insert' + start: 372491 + end: 399213 + 260: + operation: 'search' + 261: + operation: 'insert' + start: 668142 + end: 672661 + 262: + operation: 'search' + 263: + operation: 'insert' + start: 1181505 + end: 1303086 + 264: + operation: 'search' + 265: + operation: 'insert' + start: 2042995 + end: 2110004 + 266: + operation: 'search' + 267: + operation: 'insert' + start: 2596998 + end: 2626031 + 268: + operation: 'search' + 269: + operation: 'insert' + start: 2959533 + end: 3211333 + 270: + operation: 'search' + 271: + operation: 'insert' + start: 3292417 + end: 3296363 + 272: + operation: 'search' + 273: + operation: 'insert' + start: 3858737 + end: 3880596 + 274: + operation: 'search' + 275: + operation: 'insert' + start: 4221374 + end: 4606989 + 276: + operation: 'search' + 277: + operation: 'insert' + start: 4970979 + end: 5005864 + 278: + operation: 'search' + 279: + operation: 'insert' + start: 5360752 + end: 5386428 + 280: + operation: 'search' + 281: + operation: 'insert' + start: 5487965 + end: 5783347 + 282: + operation: 'search' + 283: + operation: 'insert' + start: 5836442 + end: 6261284 + 284: + operation: 'search' + 285: + operation: 'insert' + start: 6499004 + end: 6512598 + 286: + operation: 'search' + 287: + operation: 'insert' + start: 7329128 + end: 7370056 + 288: + operation: 'search' + 289: + operation: 'insert' + start: 7504922 + end: 7813274 + 290: + operation: 'search' + 291: + operation: 'insert' + start: 7883986 + end: 7907532 + 292: + operation: 'search' + 293: + operation: 'insert' + start: 8881637 + end: 8901253 + 294: + operation: 'search' + 295: + operation: 'insert' + start: 9169338 + end: 9377208 + 296: + operation: 'search' + 297: + operation: 'insert' + start: 9464381 + end: 9468717 + 298: + operation: 'search' + 299: + operation: 'insert' + start: 9800176 + end: 9860779 + 300: + operation: 'search' + 301: + operation: 'insert' + start: 10327825 + end: 10910689 + 302: + operation: 'search' + 303: + operation: 'insert' + start: 11244484 + end: 11293924 + 304: + operation: 'search' + 305: + operation: 'insert' + start: 11362841 + end: 11732204 + 306: + operation: 'search' + 307: + operation: 'insert' + start: 12149447 + end: 12175328 + 308: + operation: 'search' + 309: + operation: 'insert' + start: 12281666 + end: 12289461 + 310: + operation: 'search' + 311: + operation: 'insert' + start: 12846806 + end: 12866954 + 312: + operation: 'search' + 313: + operation: 'insert' + start: 12957051 + end: 12999047 + 314: + operation: 'search' + 315: + operation: 'insert' + start: 13654199 + end: 13661045 + 316: + operation: 'search' + 317: + operation: 'insert' + start: 13705549 + end: 13746210 + 318: + operation: 'search' + 319: + operation: 'insert' + start: 14250271 + end: 14747959 + 320: + operation: 'search' + 321: + operation: 'insert' + start: 14910924 + end: 14951479 + 322: + operation: 'search' + 323: + operation: 'insert' + start: 15429315 + end: 15533636 + 324: + operation: 'search' + 325: + operation: 'insert' + start: 16290167 + end: 16784106 + 326: + operation: 'search' + 327: + operation: 'insert' + start: 16870192 + end: 16940340 + 328: + operation: 'search' + 329: + operation: 'insert' + start: 17428879 + end: 17436116 + 330: + operation: 'search' + 331: + operation: 'insert' + start: 17792186 + end: 17834118 + 332: + operation: 'search' + 333: + operation: 'insert' + start: 18289927 + end: 18291921 + 334: + operation: 'search' + 335: + operation: 'insert' + start: 18791718 + end: 18831016 + 336: + operation: 'search' + 337: + operation: 'insert' + start: 19434377 + end: 19453968 + 338: + operation: 'search' + 339: + operation: 'insert' + start: 19669305 + end: 19709832 + 340: + operation: 'search' + 341: + operation: 'insert' + start: 19983130 + end: 19990460 + 342: + operation: 'search' + 343: + operation: 'insert' + start: 20699413 + end: 20732700 + 344: + operation: 'search' + 345: + operation: 'insert' + start: 21250613 + end: 21290035 + 346: + operation: 'search' + 347: + operation: 'insert' + start: 21456891 + end: 21917712 + 348: + operation: 'search' + 349: + operation: 'insert' + start: 22258255 + end: 22303323 + 350: + operation: 'search' + 351: + operation: 'insert' + start: 22384825 + end: 22796937 + 352: + operation: 'search' + 353: + operation: 'insert' + start: 22948348 + end: 22993214 + 354: + operation: 'search' + 355: + operation: 'insert' + start: 23247972 + end: 23611678 + 356: + operation: 'search' + 357: + operation: 'insert' + start: 23726389 + end: 23744049 + 358: + operation: 'search' + 359: + operation: 'insert' + start: 23967111 + end: 23978368 + 360: + operation: 'search' + 361: + operation: 'insert' + start: 24441236 + end: 24504793 + 362: + operation: 'search' + 363: + operation: 'insert' + start: 24891498 + end: 24905349 + 364: + operation: 'search' + 365: + operation: 'insert' + start: 25559106 + end: 25619665 + 366: + operation: 'search' + 367: + operation: 'insert' + start: 25704316 + end: 25735865 + 368: + operation: 'search' + 369: + operation: 'insert' + start: 26067095 + end: 26133018 + 370: + operation: 'search' + 371: + operation: 'insert' + start: 26785290 + end: 26794335 + 372: + operation: 'search' + 373: + operation: 'insert' + start: 27304279 + end: 27344908 + 374: + operation: 'search' + 375: + operation: 'insert' + start: 27587045 + end: 27616875 + 376: + operation: 'search' + 377: + operation: 'insert' + start: 28043831 + end: 28107881 + 378: + operation: 'search' + 379: + operation: 'insert' + start: 28859747 + end: 28864754 + 380: + operation: 'search' + 381: + operation: 'insert' + start: 28973452 + end: 28994079 + 382: + operation: 'search' + 383: + operation: 'insert' + start: 29514448 + end: 29537356 + 384: + operation: 'search' + 385: + operation: 'delete' + start: 21124 + end: 35541 + 386: + operation: 'search' + 387: + operation: 'delete' + start: 367261 + end: 391065 + 388: + operation: 'search' + 389: + operation: 'delete' + start: 656225 + end: 670137 + 390: + operation: 'search' + 391: + operation: 'delete' + start: 1176226 + end: 1262739 + 392: + operation: 'search' + 393: + operation: 'delete' + start: 2042207 + end: 2078493 + 394: + operation: 'search' + 395: + operation: 'delete' + start: 2593505 + end: 2614769 + 396: + operation: 'search' + 397: + operation: 'delete' + start: 2955468 + end: 3088646 + 398: + operation: 'search' + 399: + operation: 'delete' + start: 3289019 + end: 3294505 + 400: + operation: 'search' + 401: + operation: 'delete' + start: 3856645 + end: 3874373 + 402: + operation: 'search' + 403: + operation: 'delete' + start: 4215036 + end: 4497880 + 404: + operation: 'search' + 405: + operation: 'delete' + start: 4895628 + end: 4961849 + 406: + operation: 'search' + 407: + operation: 'delete' + start: 5233138 + end: 5324358 + 408: + operation: 'search' + 409: + operation: 'delete' + start: 5482348 + end: 5711145 + 410: + operation: 'search' + 411: + operation: 'delete' + start: 5828205 + end: 6092208 + 412: + operation: 'search' + 413: + operation: 'delete' + start: 6484190 + end: 6501709 + 414: + operation: 'search' + 415: + operation: 'delete' + start: 7267820 + end: 7334997 + 416: + operation: 'search' + 417: + operation: 'delete' + start: 7496004 + end: 7716886 + 418: + operation: 'search' + 419: + operation: 'delete' + start: 7871489 + end: 7897243 + 420: + operation: 'search' + 421: + operation: 'delete' + start: 8867592 + end: 8893057 + 422: + operation: 'search' + 423: + operation: 'delete' + start: 9168463 + end: 9345115 + 424: + operation: 'search' + 425: + operation: 'delete' + start: 9448468 + end: 9466193 + 426: + operation: 'search' + 427: + operation: 'delete' + start: 9796916 + end: 9847014 + 428: + operation: 'search' + 429: + operation: 'delete' + start: 10323088 + end: 10705586 + 430: + operation: 'search' + 431: + operation: 'delete' + start: 11195181 + end: 11277648 + 432: + operation: 'search' + 433: + operation: 'delete' + start: 11346270 + end: 11540083 + 434: + operation: 'search' + 435: + operation: 'delete' + start: 12067270 + end: 12162661 + 436: + operation: 'search' + 437: + operation: 'delete' + start: 12268535 + end: 12279570 + 438: + operation: 'search' + 439: + operation: 'delete' + start: 12701821 + end: 12833140 + 440: + operation: 'search' + 441: + operation: 'delete' + start: 12947131 + end: 12977968 + 442: + operation: 'search' + 443: + operation: 'delete' + start: 13620329 + end: 13652035 + 444: + operation: 'search' + 445: + operation: 'delete' + start: 13702816 + end: 13741713 + 446: + operation: 'search' + 447: + operation: 'delete' + start: 14249788 + end: 14595383 + 448: + operation: 'search' + 449: + operation: 'delete' + start: 14902922 + end: 14938482 + 450: + operation: 'search' + 451: + operation: 'delete' + start: 15421486 + end: 15513631 + 452: + operation: 'search' + 453: + operation: 'delete' + start: 16273232 + end: 16568139 + 454: + operation: 'search' + 455: + operation: 'delete' + start: 16865809 + end: 16903336 + 456: + operation: 'search' + 457: + operation: 'delete' + start: 17427612 + end: 17433499 + 458: + operation: 'search' + 459: + operation: 'delete' + start: 17787895 + end: 17824664 + 460: + operation: 'search' + 461: + operation: 'delete' + start: 18286681 + end: 18290948 + 462: + operation: 'search' + 463: + operation: 'delete' + start: 18766401 + end: 18811517 + 464: + operation: 'search' + 465: + operation: 'delete' + start: 19425407 + end: 19450772 + 466: + operation: 'search' + 467: + operation: 'delete' + start: 19664359 + end: 19689869 + 468: + operation: 'search' + 469: + operation: 'delete' + start: 19966602 + end: 19987975 + 470: + operation: 'search' + 471: + operation: 'delete' + start: 20592080 + end: 20702126 + 472: + operation: 'search' + 473: + operation: 'delete' + start: 21116930 + end: 21230678 + 474: + operation: 'search' + 475: + operation: 'delete' + start: 21446890 + end: 21829759 + 476: + operation: 'search' + 477: + operation: 'delete' + start: 22221457 + end: 22270536 + 478: + operation: 'search' + 479: + operation: 'delete' + start: 22380405 + end: 22601656 + 480: + operation: 'search' + 481: + operation: 'delete' + start: 22944686 + end: 22988020 + 482: + operation: 'search' + 483: + operation: 'delete' + start: 23246132 + end: 23508484 + 484: + operation: 'search' + 485: + operation: 'delete' + start: 23718904 + end: 23739957 + 486: + operation: 'search' + 487: + operation: 'delete' + start: 23964807 + end: 23973411 + 488: + operation: 'search' + 489: + operation: 'delete' + start: 24436999 + end: 24470919 + 490: + operation: 'search' + 491: + operation: 'delete' + start: 24885758 + end: 24898889 + 492: + operation: 'search' + 493: + operation: 'delete' + start: 25434746 + end: 25562657 + 494: + operation: 'search' + 495: + operation: 'delete' + start: 25698866 + end: 25721144 + 496: + operation: 'search' + 497: + operation: 'delete' + start: 26061947 + end: 26121014 + 498: + operation: 'search' + 499: + operation: 'delete' + start: 26775935 + end: 26789571 + 500: + operation: 'search' + 501: + operation: 'delete' + start: 27303015 + end: 27328217 + 502: + operation: 'search' + 503: + operation: 'delete' + start: 27585971 + end: 27602392 + 504: + operation: 'search' + 505: + operation: 'delete' + start: 28037955 + end: 28097731 + 506: + operation: 'search' + 507: + operation: 'delete' + start: 28819546 + end: 28853243 + 508: + operation: 'search' + 509: + operation: 'delete' + start: 28959991 + end: 28978011 + 510: + operation: 'search' + 511: + operation: 'delete' + start: 29500946 + end: 29521057 + 512: + operation: 'search' + 513: + operation: 'insert' + start: 49545 + end: 313528 + 514: + operation: 'search' + 515: + operation: 'insert' + start: 399213 + end: 406121 + 516: + operation: 'search' + 517: + operation: 'insert' + start: 672661 + end: 695777 + 518: + operation: 'search' + 519: + operation: 'insert' + start: 1303086 + end: 1375956 + 520: + operation: 'search' + 521: + operation: 'insert' + start: 2110004 + end: 2126178 + 522: + operation: 'search' + 523: + operation: 'insert' + start: 2626031 + end: 2662024 + 524: + operation: 'search' + 525: + operation: 'insert' + start: 3211333 + end: 3250643 + 526: + operation: 'search' + 527: + operation: 'insert' + start: 3296363 + end: 3717488 + 528: + operation: 'search' + 529: + operation: 'insert' + start: 3880596 + end: 4155556 + 530: + operation: 'search' + 531: + operation: 'insert' + start: 4606989 + end: 4663476 + 532: + operation: 'search' + 533: + operation: 'insert' + start: 5005864 + end: 5025435 + 534: + operation: 'search' + 535: + operation: 'insert' + start: 5386428 + end: 5406384 + 536: + operation: 'search' + 537: + operation: 'insert' + start: 5783347 + end: 5791310 + 538: + operation: 'search' + 539: + operation: 'insert' + start: 6261284 + end: 6285177 + 540: + operation: 'search' + 541: + operation: 'insert' + start: 6512598 + end: 6908349 + 542: + operation: 'search' + 543: + operation: 'insert' + start: 7370056 + end: 7409955 + 544: + operation: 'search' + 545: + operation: 'insert' + start: 7813274 + end: 7822680 + 546: + operation: 'search' + 547: + operation: 'insert' + start: 7907532 + end: 8047987 + 548: + operation: 'search' + 549: + operation: 'insert' + start: 8901253 + end: 9135423 + 550: + operation: 'search' + 551: + operation: 'insert' + start: 9377208 + end: 9403796 + 552: + operation: 'search' + 553: + operation: 'insert' + start: 9468717 + end: 9480193 + 554: + operation: 'search' + 555: + operation: 'insert' + start: 9860779 + end: 10258192 + 556: + operation: 'search' + 557: + operation: 'insert' + start: 10910689 + end: 10933587 + 558: + operation: 'search' + 559: + operation: 'insert' + start: 11293924 + end: 11300858 + 560: + operation: 'search' + 561: + operation: 'insert' + start: 11732204 + end: 11737476 + 562: + operation: 'search' + 563: + operation: 'insert' + start: 12175328 + end: 12212628 + 564: + operation: 'search' + 565: + operation: 'insert' + start: 12289461 + end: 12484009 + 566: + operation: 'search' + 567: + operation: 'insert' + start: 12866954 + end: 12882815 + 568: + operation: 'search' + 569: + operation: 'insert' + start: 12999047 + end: 13014080 + 570: + operation: 'search' + 571: + operation: 'insert' + start: 13661045 + end: 13675186 + 572: + operation: 'search' + 573: + operation: 'insert' + start: 13746210 + end: 13808500 + 574: + operation: 'search' + 575: + operation: 'insert' + start: 14747959 + end: 14797860 + 576: + operation: 'search' + 577: + operation: 'insert' + start: 14951479 + end: 14985813 + 578: + operation: 'search' + 579: + operation: 'insert' + start: 15533636 + end: 16124580 + 580: + operation: 'search' + 581: + operation: 'insert' + start: 16784106 + end: 16815568 + 582: + operation: 'search' + 583: + operation: 'insert' + start: 16940340 + end: 16962415 + 584: + operation: 'search' + 585: + operation: 'insert' + start: 17436116 + end: 17708902 + 586: + operation: 'search' + 587: + operation: 'insert' + start: 17834118 + end: 17865204 + 588: + operation: 'search' + 589: + operation: 'insert' + start: 18291921 + end: 18336260 + 590: + operation: 'search' + 591: + operation: 'insert' + start: 18831016 + end: 19308432 + 592: + operation: 'search' + 593: + operation: 'insert' + start: 19453968 + end: 19649002 + 594: + operation: 'search' + 595: + operation: 'insert' + start: 19709832 + end: 19715100 + 596: + operation: 'search' + 597: + operation: 'insert' + start: 19990460 + end: 20223693 + 598: + operation: 'search' + 599: + operation: 'insert' + start: 20732700 + end: 20844661 + 600: + operation: 'search' + 601: + operation: 'insert' + start: 21290035 + end: 21353533 + 602: + operation: 'search' + 603: + operation: 'insert' + start: 21917712 + end: 21923297 + 604: + operation: 'search' + 605: + operation: 'insert' + start: 22303323 + end: 22347206 + 606: + operation: 'search' + 607: + operation: 'insert' + start: 22796937 + end: 22855648 + 608: + operation: 'search' + 609: + operation: 'insert' + start: 22993214 + end: 23203450 + 610: + operation: 'search' + 611: + operation: 'insert' + start: 23611678 + end: 23635691 + 612: + operation: 'search' + 613: + operation: 'insert' + start: 23744049 + end: 23939768 + 614: + operation: 'search' + 615: + operation: 'insert' + start: 23978368 + end: 24347992 + 616: + operation: 'search' + 617: + operation: 'insert' + start: 24504793 + end: 24828313 + 618: + operation: 'search' + 619: + operation: 'insert' + start: 24905349 + end: 25151673 + 620: + operation: 'search' + 621: + operation: 'insert' + start: 25619665 + end: 25656486 + 622: + operation: 'search' + 623: + operation: 'insert' + start: 25735865 + end: 25757054 + 624: + operation: 'search' + 625: + operation: 'insert' + start: 26133018 + end: 26210687 + 626: + operation: 'search' + 627: + operation: 'insert' + start: 26794335 + end: 26837168 + 628: + operation: 'search' + 629: + operation: 'insert' + start: 27344908 + end: 27358443 + 630: + operation: 'search' + 631: + operation: 'insert' + start: 27616875 + end: 27651001 + 632: + operation: 'search' + 633: + operation: 'insert' + start: 28107881 + end: 28147587 + 634: + operation: 'search' + 635: + operation: 'insert' + start: 28864754 + end: 28882793 + 636: + operation: 'search' + 637: + operation: 'insert' + start: 28994079 + end: 29400607 + 638: + operation: 'search' + 639: + operation: 'insert' + start: 29537356 + end: 29943402 + 640: + operation: 'search' + 641: + operation: 'delete' + start: 35541 + end: 231000 + 642: + operation: 'search' + 643: + operation: 'delete' + start: 391065 + end: 402809 + 644: + operation: 'search' + 645: + operation: 'delete' + start: 670137 + end: 685175 + 646: + operation: 'search' + 647: + operation: 'delete' + start: 1262739 + end: 1341588 + 648: + operation: 'search' + 649: + operation: 'delete' + start: 2078493 + end: 2117821 + 650: + operation: 'search' + 651: + operation: 'delete' + start: 2614769 + end: 2639329 + 652: + operation: 'search' + 653: + operation: 'delete' + start: 3088646 + end: 3184613 + 654: + operation: 'search' + 655: + operation: 'delete' + start: 3294505 + end: 3663431 + 656: + operation: 'search' + 657: + operation: 'delete' + start: 3874373 + end: 4117643 + 658: + operation: 'search' + 659: + operation: 'delete' + start: 4497880 + end: 4610236 + 660: + operation: 'search' + 661: + operation: 'delete' + start: 4961849 + end: 5008619 + 662: + operation: 'search' + 663: + operation: 'delete' + start: 5324358 + end: 5393518 + 664: + operation: 'search' + 665: + operation: 'delete' + start: 5711145 + end: 5764324 + 666: + operation: 'search' + 667: + operation: 'delete' + start: 6092208 + end: 6263255 + 668: + operation: 'search' + 669: + operation: 'delete' + start: 6501709 + end: 6736091 + 670: + operation: 'search' + 671: + operation: 'delete' + start: 7334997 + end: 7377827 + 672: + operation: 'search' + 673: + operation: 'delete' + start: 7716886 + end: 7784198 + 674: + operation: 'search' + 675: + operation: 'delete' + start: 7897243 + end: 8030790 + 676: + operation: 'search' + 677: + operation: 'delete' + start: 8893057 + end: 9109179 + 678: + operation: 'search' + 679: + operation: 'delete' + start: 9345115 + end: 9380365 + 680: + operation: 'search' + 681: + operation: 'delete' + start: 9466193 + end: 9476943 + 682: + operation: 'search' + 683: + operation: 'delete' + start: 9847014 + end: 10128982 + 684: + operation: 'search' + 685: + operation: 'delete' + start: 10705586 + end: 10908749 + 686: + operation: 'search' + 687: + operation: 'delete' + start: 11277648 + end: 11296524 + 688: + operation: 'search' + 689: + operation: 'delete' + start: 11540083 + end: 11652873 + 690: + operation: 'search' + 691: + operation: 'delete' + start: 12162661 + end: 12196413 + 692: + operation: 'search' + 693: + operation: 'delete' + start: 12279570 + end: 12433150 + 694: + operation: 'search' + 695: + operation: 'delete' + start: 12833140 + end: 12858877 + 696: + operation: 'search' + 697: + operation: 'delete' + start: 12977968 + end: 13003583 + 698: + operation: 'search' + 699: + operation: 'delete' + start: 13652035 + end: 13667496 + 700: + operation: 'search' + 701: + operation: 'delete' + start: 13741713 + end: 13799235 + 702: + operation: 'search' + 703: + operation: 'delete' + start: 14595383 + end: 14768944 + 704: + operation: 'search' + 705: + operation: 'delete' + start: 14938482 + end: 14966378 + 706: + operation: 'search' + 707: + operation: 'delete' + start: 15513631 + end: 16024400 + 708: + operation: 'search' + 709: + operation: 'delete' + start: 16568139 + end: 16745988 + 710: + operation: 'search' + 711: + operation: 'delete' + start: 16903336 + end: 16948274 + 712: + operation: 'search' + 713: + operation: 'delete' + start: 17433499 + end: 17668416 + 714: + operation: 'search' + 715: + operation: 'delete' + start: 17824664 + end: 17856801 + 716: + operation: 'search' + 717: + operation: 'delete' + start: 18290948 + end: 18317840 + 718: + operation: 'search' + 719: + operation: 'delete' + start: 18811517 + end: 19146751 + 720: + operation: 'search' + 721: + operation: 'delete' + start: 19450772 + end: 19565925 + 722: + operation: 'search' + 723: + operation: 'delete' + start: 19689869 + end: 19709965 + 724: + operation: 'search' + 725: + operation: 'delete' + start: 19987975 + end: 20112720 + 726: + operation: 'search' + 727: + operation: 'delete' + start: 20702126 + end: 20794735 + 728: + operation: 'search' + 729: + operation: 'delete' + start: 21230678 + end: 21332091 + 730: + operation: 'search' + 731: + operation: 'delete' + start: 21829759 + end: 21890018 + 732: + operation: 'search' + 733: + operation: 'delete' + start: 22270536 + end: 22334236 + 734: + operation: 'search' + 735: + operation: 'delete' + start: 22601656 + end: 22780273 + 736: + operation: 'search' + 737: + operation: 'delete' + start: 22988020 + end: 23110942 + 738: + operation: 'search' + 739: + operation: 'delete' + start: 23508484 + end: 23572622 + 740: + operation: 'search' + 741: + operation: 'delete' + start: 23739957 + end: 23898983 + 742: + operation: 'search' + 743: + operation: 'delete' + start: 23973411 + end: 24167224 + 744: + operation: 'search' + 745: + operation: 'delete' + start: 24470919 + end: 24707773 + 746: + operation: 'search' + 747: + operation: 'delete' + start: 24898889 + end: 25095130 + 748: + operation: 'search' + 749: + operation: 'delete' + start: 25562657 + end: 25633397 + 750: + operation: 'search' + 751: + operation: 'delete' + start: 25721144 + end: 25745034 + 752: + operation: 'search' + 753: + operation: 'delete' + start: 26121014 + end: 26181215 + 754: + operation: 'search' + 755: + operation: 'delete' + start: 26789571 + end: 26817219 + 756: + operation: 'search' + 757: + operation: 'delete' + start: 27328217 + end: 27355213 + 758: + operation: 'search' + 759: + operation: 'delete' + start: 27602392 + end: 27627816 + 760: + operation: 'search' + 761: + operation: 'delete' + start: 28097731 + end: 28138890 + 762: + operation: 'search' + 763: + operation: 'delete' + start: 28853243 + end: 28871169 + 764: + operation: 'search' + 765: + operation: 'delete' + start: 28978011 + end: 29300432 + 766: + operation: 'search' + 767: + operation: 'delete' + start: 29521057 + end: 29885700 + 768: + operation: 'search' + 769: + operation: 'insert' + start: 313528 + end: 323521 + 770: + operation: 'search' + 771: + operation: 'insert' + start: 406121 + end: 436745 + 772: + operation: 'search' + 773: + operation: 'insert' + start: 695777 + end: 757423 + 774: + operation: 'search' + 775: + operation: 'insert' + start: 1375956 + end: 1412143 + 776: + operation: 'search' + 777: + operation: 'insert' + start: 2126178 + end: 2163500 + 778: + operation: 'search' + 779: + operation: 'insert' + start: 2662024 + end: 2674370 + 780: + operation: 'search' + 781: + operation: 'insert' + start: 3250643 + end: 3259134 + 782: + operation: 'search' + 783: + operation: 'insert' + start: 3717488 + end: 3780271 + 784: + operation: 'search' + 785: + operation: 'insert' + start: 4155556 + end: 4195348 + 786: + operation: 'search' + 787: + operation: 'insert' + start: 4663476 + end: 4681680 + 788: + operation: 'search' + 789: + operation: 'insert' + start: 5025435 + end: 5032960 + 790: + operation: 'search' + 791: + operation: 'insert' + start: 5406384 + end: 5439233 + 792: + operation: 'search' + 793: + operation: 'insert' + start: 5791310 + end: 5793877 + 794: + operation: 'search' + 795: + operation: 'insert' + start: 6285177 + end: 6344031 + 796: + operation: 'search' + 797: + operation: 'insert' + start: 6908349 + end: 6913452 + 798: + operation: 'search' + 799: + operation: 'insert' + start: 7409955 + end: 7417389 + 800: + operation: 'search' + 801: + operation: 'insert' + start: 7822680 + end: 7843007 + 802: + operation: 'search' + 803: + operation: 'insert' + start: 8047987 + end: 8805722 + 804: + operation: 'search' + 805: + operation: 'insert' + start: 9135423 + end: 9152955 + 806: + operation: 'search' + 807: + operation: 'insert' + start: 9403796 + end: 9421516 + 808: + operation: 'search' + 809: + operation: 'insert' + start: 9480193 + end: 9511622 + 810: + operation: 'search' + 811: + operation: 'insert' + start: 10258192 + end: 10288332 + 812: + operation: 'search' + 813: + operation: 'insert' + start: 10933587 + end: 10982747 + 814: + operation: 'search' + 815: + operation: 'insert' + start: 11300858 + end: 11303149 + 816: + operation: 'search' + 817: + operation: 'insert' + start: 11737476 + end: 11811875 + 818: + operation: 'search' + 819: + operation: 'insert' + start: 12212628 + end: 12229975 + 820: + operation: 'search' + 821: + operation: 'insert' + start: 12484009 + end: 12499154 + 822: + operation: 'search' + 823: + operation: 'insert' + start: 12882815 + end: 12917752 + 824: + operation: 'search' + 825: + operation: 'insert' + start: 13014080 + end: 13087700 + 826: + operation: 'search' + 827: + operation: 'insert' + start: 13675186 + end: 13694499 + 828: + operation: 'search' + 829: + operation: 'insert' + start: 13808500 + end: 14224858 + 830: + operation: 'search' + 831: + operation: 'insert' + start: 14797860 + end: 14830306 + 832: + operation: 'search' + 833: + operation: 'insert' + start: 14985813 + end: 14995731 + 834: + operation: 'search' + 835: + operation: 'insert' + start: 16124580 + end: 16188404 + 836: + operation: 'search' + 837: + operation: 'insert' + start: 16815568 + end: 16838448 + 838: + operation: 'search' + 839: + operation: 'insert' + start: 16962415 + end: 17035008 + 840: + operation: 'search' + 841: + operation: 'insert' + start: 17708902 + end: 17753898 + 842: + operation: 'search' + 843: + operation: 'insert' + start: 17865204 + end: 18253844 + 844: + operation: 'search' + 845: + operation: 'insert' + start: 18336260 + end: 18684431 + 846: + operation: 'search' + 847: + operation: 'insert' + start: 19308432 + end: 19314667 + 848: + operation: 'search' + 849: + operation: 'insert' + start: 19649002 + end: 19652814 + 850: + operation: 'search' + 851: + operation: 'insert' + start: 19715100 + end: 19724386 + 852: + operation: 'search' + 853: + operation: 'insert' + start: 20223693 + end: 20249087 + 854: + operation: 'search' + 855: + operation: 'insert' + start: 20844661 + end: 20850451 + 856: + operation: 'search' + 857: + operation: 'insert' + start: 21353533 + end: 21371925 + 858: + operation: 'search' + 859: + operation: 'insert' + start: 21923297 + end: 21955627 + 860: + operation: 'search' + 861: + operation: 'insert' + start: 22347206 + end: 22353887 + 862: + operation: 'search' + 863: + operation: 'insert' + start: 22855648 + end: 22930025 + 864: + operation: 'search' + 865: + operation: 'insert' + start: 23203450 + end: 23215167 + 866: + operation: 'search' + 867: + operation: 'insert' + start: 23635691 + end: 23679006 + 868: + operation: 'search' + 869: + operation: 'insert' + start: 23939768 + end: 23946126 + 870: + operation: 'search' + 871: + operation: 'insert' + start: 24347992 + end: 24386983 + 872: + operation: 'search' + 873: + operation: 'insert' + start: 24828313 + end: 24867396 + 874: + operation: 'search' + 875: + operation: 'insert' + start: 25151673 + end: 25168454 + 876: + operation: 'search' + 877: + operation: 'insert' + start: 25656486 + end: 25658458 + 878: + operation: 'search' + 879: + operation: 'insert' + start: 25757054 + end: 26046997 + 880: + operation: 'search' + 881: + operation: 'insert' + start: 26210687 + end: 26734447 + 882: + operation: 'search' + 883: + operation: 'insert' + start: 26837168 + end: 27289905 + 884: + operation: 'search' + 885: + operation: 'insert' + start: 27358443 + end: 27367995 + 886: + operation: 'search' + 887: + operation: 'insert' + start: 27651001 + end: 28008834 + 888: + operation: 'search' + 889: + operation: 'insert' + start: 28147587 + end: 28568584 + 890: + operation: 'search' + 891: + operation: 'insert' + start: 28882793 + end: 28912414 + 892: + operation: 'search' + 893: + operation: 'insert' + start: 29400607 + end: 29459796 + 894: + operation: 'search' + 895: + operation: 'insert' + start: 29943402 + end: 29992835 + 896: + operation: 'search' + 897: + operation: 'delete' + start: 231000 + end: 311284 + 898: + operation: 'search' + 899: + operation: 'delete' + start: 402809 + end: 421124 + 900: + operation: 'search' + 901: + operation: 'delete' + start: 685175 + end: 750137 + 902: + operation: 'search' + 903: + operation: 'delete' + start: 1341588 + end: 1400238 + 904: + operation: 'search' + 905: + operation: 'delete' + start: 2117821 + end: 2146203 + 906: + operation: 'search' + 907: + operation: 'delete' + start: 2639329 + end: 2663029 + 908: + operation: 'search' + 909: + operation: 'delete' + start: 3184613 + end: 3224172 + 910: + operation: 'search' + 911: + operation: 'delete' + start: 3663431 + end: 3741482 + 912: + operation: 'search' + 913: + operation: 'delete' + start: 4117643 + end: 4157312 + 914: + operation: 'search' + 915: + operation: 'delete' + start: 4610236 + end: 4666287 + 916: + operation: 'search' + 917: + operation: 'delete' + start: 5008619 + end: 5025635 + 918: + operation: 'search' + 919: + operation: 'delete' + start: 5393518 + end: 5423012 + 920: + operation: 'search' + 921: + operation: 'delete' + start: 5764324 + end: 5785462 + 922: + operation: 'search' + 923: + operation: 'delete' + start: 6263255 + end: 6321056 + 924: + operation: 'search' + 925: + operation: 'delete' + start: 6736091 + end: 6884203 + 926: + operation: 'search' + 927: + operation: 'delete' + start: 7377827 + end: 7400099 + 928: + operation: 'search' + 929: + operation: 'delete' + start: 7784198 + end: 7819920 + 930: + operation: 'search' + 931: + operation: 'delete' + start: 8030790 + end: 8544038 + 932: + operation: 'search' + 933: + operation: 'delete' + start: 9109179 + end: 9144900 + 934: + operation: 'search' + 935: + operation: 'delete' + start: 9380365 + end: 9407094 + 936: + operation: 'search' + 937: + operation: 'delete' + start: 9476943 + end: 9506597 + 938: + operation: 'search' + 939: + operation: 'delete' + start: 10128982 + end: 10268747 + 940: + operation: 'search' + 941: + operation: 'delete' + start: 10908749 + end: 10947761 + 942: + operation: 'search' + 943: + operation: 'delete' + start: 11296524 + end: 11301399 + 944: + operation: 'search' + 945: + operation: 'delete' + start: 11652873 + end: 11766615 + 946: + operation: 'search' + 947: + operation: 'delete' + start: 12196413 + end: 12216421 + 948: + operation: 'search' + 949: + operation: 'delete' + start: 12433150 + end: 12489279 + 950: + operation: 'search' + 951: + operation: 'delete' + start: 12858877 + end: 12903144 + 952: + operation: 'search' + 953: + operation: 'delete' + start: 13003583 + end: 13051080 + 954: + operation: 'search' + 955: + operation: 'delete' + start: 13667496 + end: 13686728 + 956: + operation: 'search' + 957: + operation: 'delete' + start: 13799235 + end: 14106834 + 958: + operation: 'search' + 959: + operation: 'delete' + start: 14768944 + end: 14815173 + 960: + operation: 'search' + 961: + operation: 'delete' + start: 14966378 + end: 14987885 + 962: + operation: 'search' + 963: + operation: 'delete' + start: 16024400 + end: 16121591 + 964: + operation: 'search' + 965: + operation: 'delete' + start: 16745988 + end: 16807150 + 966: + operation: 'search' + 967: + operation: 'delete' + start: 16948274 + end: 17002806 + 968: + operation: 'search' + 969: + operation: 'delete' + start: 17668416 + end: 17737242 + 970: + operation: 'search' + 971: + operation: 'delete' + start: 17856801 + end: 18143307 + 972: + operation: 'search' + 973: + operation: 'delete' + start: 18317840 + end: 18576376 + 974: + operation: 'search' + 975: + operation: 'delete' + start: 19146751 + end: 19284938 + 976: + operation: 'search' + 977: + operation: 'delete' + start: 19565925 + end: 19633509 + 978: + operation: 'search' + 979: + operation: 'delete' + start: 19709965 + end: 19721964 + 980: + operation: 'search' + 981: + operation: 'delete' + start: 20112720 + end: 20230640 + 982: + operation: 'search' + 983: + operation: 'delete' + start: 20794735 + end: 20824449 + 984: + operation: 'search' + 985: + operation: 'delete' + start: 21332091 + end: 21367938 + 986: + operation: 'search' + 987: + operation: 'delete' + start: 21890018 + end: 21929584 + 988: + operation: 'search' + 989: + operation: 'delete' + start: 22334236 + end: 22346611 + 990: + operation: 'search' + 991: + operation: 'delete' + start: 22780273 + end: 22859642 + 992: + operation: 'search' + 993: + operation: 'delete' + start: 23110942 + end: 23194555 + 994: + operation: 'search' + 995: + operation: 'delete' + start: 23572622 + end: 23638580 + 996: + operation: 'search' + 997: + operation: 'delete' + start: 23898983 + end: 23927857 + 998: + operation: 'search' + 999: + operation: 'delete' + start: 24167224 + end: 24285751 + 1000: + operation: 'search' + 1001: + operation: 'delete' + start: 24707773 + end: 24812964 + 1002: + operation: 'search' + 1003: + operation: 'delete' + start: 25095130 + end: 25138836 + 1004: + operation: 'search' + 1005: + operation: 'delete' + start: 25633397 + end: 25651514 + 1006: + operation: 'search' + 1007: + operation: 'delete' + start: 25745034 + end: 25933746 + 1008: + operation: 'search' + 1009: + operation: 'delete' + start: 26181215 + end: 26495505 + 1010: + operation: 'search' + 1011: + operation: 'delete' + start: 26817219 + end: 27183112 + 1012: + operation: 'search' + 1013: + operation: 'delete' + start: 27355213 + end: 27366320 + 1014: + operation: 'search' + 1015: + operation: 'delete' + start: 27627816 + end: 27897556 + 1016: + operation: 'search' + 1017: + operation: 'delete' + start: 28138890 + end: 28455164 + 1018: + operation: 'search' + 1019: + operation: 'delete' + start: 28871169 + end: 28892514 + 1020: + operation: 'search' + 1021: + operation: 'delete' + start: 29300432 + end: 29415588 + 1022: + operation: 'search' + 1023: + operation: 'delete' + start: 29885700 + end: 29968123 + 1024: + operation: 'search' + 1025: + operation: 'insert' + start: 323521 + end: 361961 + 1026: + operation: 'search' + 1027: + operation: 'insert' + start: 436745 + end: 643916 + 1028: + operation: 'search' + 1029: + operation: 'insert' + start: 757423 + end: 1159293 + 1030: + operation: 'search' + 1031: + operation: 'insert' + start: 1412143 + end: 2038734 + 1032: + operation: 'search' + 1033: + operation: 'insert' + start: 2163500 + end: 2585603 + 1034: + operation: 'search' + 1035: + operation: 'insert' + start: 2674370 + end: 2933808 + 1036: + operation: 'search' + 1037: + operation: 'insert' + start: 3259134 + end: 3272842 + 1038: + operation: 'search' + 1039: + operation: 'insert' + start: 3780271 + end: 3853671 + 1040: + operation: 'search' + 1041: + operation: 'insert' + start: 4195348 + end: 4205984 + 1042: + operation: 'search' + 1043: + operation: 'insert' + start: 4681680 + end: 4699240 + 1044: + operation: 'search' + 1045: + operation: 'insert' + start: 5032960 + end: 5076156 + 1046: + operation: 'search' + 1047: + operation: 'insert' + start: 5439233 + end: 5444012 + 1048: + operation: 'search' + 1049: + operation: 'insert' + start: 5793877 + end: 5808489 + 1050: + operation: 'search' + 1051: + operation: 'insert' + start: 6344031 + end: 6438004 + 1052: + operation: 'search' + 1053: + operation: 'insert' + start: 6913452 + end: 6955700 + 1054: + operation: 'search' + 1055: + operation: 'insert' + start: 7417389 + end: 7453525 + 1056: + operation: 'search' + 1057: + operation: 'insert' + start: 7843007 + end: 7850216 + 1058: + operation: 'search' + 1059: + operation: 'insert' + start: 8805722 + end: 8834728 + 1060: + operation: 'search' + 1061: + operation: 'insert' + start: 9152955 + end: 9161886 + 1062: + operation: 'search' + 1063: + operation: 'insert' + start: 9421516 + end: 9430401 + 1064: + operation: 'search' + 1065: + operation: 'insert' + start: 9511622 + end: 9790075 + 1066: + operation: 'search' + 1067: + operation: 'insert' + start: 10288332 + end: 10293675 + 1068: + operation: 'search' + 1069: + operation: 'insert' + start: 10982747 + end: 11013448 + 1070: + operation: 'search' + 1071: + operation: 'insert' + start: 11303149 + end: 11327925 + 1072: + operation: 'search' + 1073: + operation: 'insert' + start: 11811875 + end: 11837909 + 1074: + operation: 'search' + 1075: + operation: 'insert' + start: 12229975 + end: 12238363 + 1076: + operation: 'search' + 1077: + operation: 'insert' + start: 12499154 + end: 12525239 + 1078: + operation: 'search' + 1079: + operation: 'insert' + start: 12917752 + end: 12937117 + 1080: + operation: 'search' + 1081: + operation: 'insert' + start: 13087700 + end: 13430950 + 1082: + operation: 'search' + 1083: + operation: 'insert' + start: 13694499 + end: 13695566 + 1084: + operation: 'search' + 1085: + operation: 'insert' + start: 14224858 + end: 14247215 + 1086: + operation: 'search' + 1087: + operation: 'insert' + start: 14830306 + end: 14843615 + 1088: + operation: 'search' + 1089: + operation: 'insert' + start: 14995731 + end: 15383716 + 1090: + operation: 'search' + 1091: + operation: 'insert' + start: 16188404 + end: 16237410 + 1092: + operation: 'search' + 1093: + operation: 'insert' + start: 16838448 + end: 16857047 + 1094: + operation: 'search' + 1095: + operation: 'insert' + start: 17035008 + end: 17421754 + 1096: + operation: 'search' + 1097: + operation: 'insert' + start: 17753898 + end: 17775337 + 1098: + operation: 'search' + 1099: + operation: 'insert' + start: 18253844 + end: 18265997 + 1100: + operation: 'search' + 1101: + operation: 'insert' + start: 18684431 + end: 18726728 + 1102: + operation: 'search' + 1103: + operation: 'insert' + start: 19314667 + end: 19405285 + 1104: + operation: 'search' + 1105: + operation: 'insert' + start: 19652814 + end: 19655516 + 1106: + operation: 'search' + 1107: + operation: 'insert' + start: 19724386 + end: 19948196 + 1108: + operation: 'search' + 1109: + operation: 'insert' + start: 20249087 + end: 20256391 + 1110: + operation: 'search' + 1111: + operation: 'insert' + start: 20850451 + end: 20887551 + 1112: + operation: 'search' + 1113: + operation: 'insert' + start: 21371925 + end: 21424514 + 1114: + operation: 'search' + 1115: + operation: 'insert' + start: 21955627 + end: 22018492 + 1116: + operation: 'search' + 1117: + operation: 'insert' + start: 22353887 + end: 22368751 + 1118: + operation: 'search' + 1119: + operation: 'insert' + start: 22930025 + end: 22938876 + 1120: + operation: 'search' + 1121: + operation: 'insert' + start: 23215167 + end: 23242834 + 1122: + operation: 'search' + 1123: + operation: 'insert' + start: 23679006 + end: 23696406 + 1124: + operation: 'search' + 1125: + operation: 'insert' + start: 23946126 + end: 23952989 + 1126: + operation: 'search' + 1127: + operation: 'insert' + start: 24386983 + end: 24432061 + 1128: + operation: 'search' + 1129: + operation: 'insert' + start: 24867396 + end: 24879161 + 1130: + operation: 'search' + 1131: + operation: 'insert' + start: 25168454 + end: 25201346 + 1132: + operation: 'search' + 1133: + operation: 'insert' + start: 25658458 + end: 25674928 + 1134: + operation: 'search' + 1135: + operation: 'insert' + start: 26046997 + end: 26054287 + 1136: + operation: 'search' + 1137: + operation: 'insert' + start: 26734447 + end: 26757922 + 1138: + operation: 'search' + 1139: + operation: 'insert' + start: 27289905 + end: 27292407 + 1140: + operation: 'search' + 1141: + operation: 'insert' + start: 27367995 + end: 27582912 + 1142: + operation: 'search' + 1143: + operation: 'insert' + start: 28008834 + end: 28029999 + 1144: + operation: 'search' + 1145: + operation: 'insert' + start: 28568584 + end: 28578519 + 1146: + operation: 'search' + 1147: + operation: 'insert' + start: 28912414 + end: 28931434 + 1148: + operation: 'search' + 1149: + operation: 'insert' + start: 29459796 + end: 29464422 + 1150: + operation: 'search' + 1151: + operation: 'insert' + start: 29992835 + end: 29998992 + 1152: + operation: 'search' + 1153: + operation: 'delete' + start: 311284 + end: 346241 + 1154: + operation: 'search' + 1155: + operation: 'delete' + start: 421124 + end: 591639 + 1156: + operation: 'search' + 1157: + operation: 'delete' + start: 750137 + end: 1067288 + 1158: + operation: 'search' + 1159: + operation: 'delete' + start: 1400238 + end: 1882164 + 1160: + operation: 'search' + 1161: + operation: 'delete' + start: 2146203 + end: 2434416 + 1162: + operation: 'search' + 1163: + operation: 'delete' + start: 2663029 + end: 2807417 + 1164: + operation: 'search' + 1165: + operation: 'delete' + start: 3224172 + end: 3255274 + 1166: + operation: 'search' + 1167: + operation: 'delete' + start: 3741482 + end: 3817676 + 1168: + operation: 'search' + 1169: + operation: 'delete' + start: 4157312 + end: 4186477 + 1170: + operation: 'search' + 1171: + operation: 'delete' + start: 4666287 + end: 4692460 + 1172: + operation: 'search' + 1173: + operation: 'delete' + start: 5025635 + end: 5070335 + 1174: + operation: 'search' + 1175: + operation: 'delete' + start: 5423012 + end: 5440866 + 1176: + operation: 'search' + 1177: + operation: 'delete' + start: 5785462 + end: 5800643 + 1178: + operation: 'search' + 1179: + operation: 'delete' + start: 6321056 + end: 6381867 + 1180: + operation: 'search' + 1181: + operation: 'delete' + start: 6884203 + end: 6924834 + 1182: + operation: 'search' + 1183: + operation: 'delete' + start: 7400099 + end: 7446995 + 1184: + operation: 'search' + 1185: + operation: 'delete' + start: 7819920 + end: 7845100 + 1186: + operation: 'search' + 1187: + operation: 'delete' + start: 8544038 + end: 8693458 + 1188: + operation: 'search' + 1189: + operation: 'delete' + start: 9144900 + end: 9159682 + 1190: + operation: 'search' + 1191: + operation: 'delete' + start: 9407094 + end: 9419496 + 1192: + operation: 'search' + 1193: + operation: 'delete' + start: 9506597 + end: 9724463 + 1194: + operation: 'search' + 1195: + operation: 'delete' + start: 10268747 + end: 10284500 + 1196: + operation: 'search' + 1197: + operation: 'delete' + start: 10947761 + end: 10994906 + 1198: + operation: 'search' + 1199: + operation: 'delete' + start: 11301399 + end: 11314871 + 1200: + operation: 'search' + 1201: + operation: 'delete' + start: 11766615 + end: 11829835 + 1202: + operation: 'search' + 1203: + operation: 'delete' + start: 12216421 + end: 12236041 + 1204: + operation: 'search' + 1205: + operation: 'delete' + start: 12489279 + end: 12517779 + 1206: + operation: 'search' + 1207: + operation: 'delete' + start: 12903144 + end: 12924664 + 1208: + operation: 'search' + 1209: + operation: 'delete' + start: 13051080 + end: 13310395 + 1210: + operation: 'search' + 1211: + operation: 'delete' + start: 13686728 + end: 13692039 + 1212: + operation: 'search' + 1213: + operation: 'delete' + start: 14106834 + end: 14208220 + 1214: + operation: 'search' + 1215: + operation: 'delete' + start: 14815173 + end: 14830337 + 1216: + operation: 'search' + 1217: + operation: 'delete' + start: 14987885 + end: 15301330 + 1218: + operation: 'search' + 1219: + operation: 'delete' + start: 16121591 + end: 16211852 + 1220: + operation: 'search' + 1221: + operation: 'delete' + start: 16807150 + end: 16842278 + 1222: + operation: 'search' + 1223: + operation: 'delete' + start: 17002806 + end: 17219942 + 1224: + operation: 'search' + 1225: + operation: 'delete' + start: 17737242 + end: 17771144 + 1226: + operation: 'search' + 1227: + operation: 'delete' + start: 18143307 + end: 18212683 + 1228: + operation: 'search' + 1229: + operation: 'delete' + start: 18576376 + end: 18660254 + 1230: + operation: 'search' + 1231: + operation: 'delete' + start: 19284938 + end: 19362703 + 1232: + operation: 'search' + 1233: + operation: 'delete' + start: 19633509 + end: 19646955 + 1234: + operation: 'search' + 1235: + operation: 'delete' + start: 19721964 + end: 19869144 + 1236: + operation: 'search' + 1237: + operation: 'delete' + start: 20230640 + end: 20245800 + 1238: + operation: 'search' + 1239: + operation: 'delete' + start: 20824449 + end: 20872539 + 1240: + operation: 'search' + 1241: + operation: 'delete' + start: 21367938 + end: 21408809 + 1242: + operation: 'search' + 1243: + operation: 'delete' + start: 21929584 + end: 21975788 + 1244: + operation: 'search' + 1245: + operation: 'delete' + start: 22346611 + end: 22360930 + 1246: + operation: 'search' + 1247: + operation: 'delete' + start: 22859642 + end: 22926695 + 1248: + operation: 'search' + 1249: + operation: 'delete' + start: 23194555 + end: 23230381 + 1250: + operation: 'search' + 1251: + operation: 'delete' + start: 23638580 + end: 23667638 + 1252: + operation: 'search' + 1253: + operation: 'delete' + start: 23927857 + end: 23943353 + 1254: + operation: 'search' + 1255: + operation: 'delete' + start: 24285751 + end: 24399693 + 1256: + operation: 'search' + 1257: + operation: 'delete' + start: 24812964 + end: 24847522 + 1258: + operation: 'search' + 1259: + operation: 'delete' + start: 25138836 + end: 25187511 + 1260: + operation: 'search' + 1261: + operation: 'delete' + start: 25651514 + end: 25669458 + 1262: + operation: 'search' + 1263: + operation: 'delete' + start: 25933746 + end: 26031937 + 1264: + operation: 'search' + 1265: + operation: 'delete' + start: 26495505 + end: 26720821 + 1266: + operation: 'search' + 1267: + operation: 'delete' + start: 27183112 + end: 27252850 + 1268: + operation: 'search' + 1269: + operation: 'delete' + start: 27366320 + end: 27502729 + 1270: + operation: 'search' + 1271: + operation: 'delete' + start: 27897556 + end: 27971464 + 1272: + operation: 'search' + 1273: + operation: 'delete' + start: 28455164 + end: 28565573 + 1274: + operation: 'search' + 1275: + operation: 'delete' + start: 28892514 + end: 28913927 + 1276: + operation: 'search' + 1277: + operation: 'delete' + start: 29415588 + end: 29445846 + 1278: + operation: 'search' + 1279: + operation: 'delete' + start: 29968123 + end: 29991665 + 1280: + operation: 'search' + gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/clustered_data/msturing-30M-clustered/final_runbook.yaml" diff --git a/neurips23/runbooks/final_runbook_gen.py b/neurips23/runbooks/final_runbook_gen.py new file mode 100644 index 000000000..10d256058 --- /dev/null +++ b/neurips23/runbooks/final_runbook_gen.py @@ -0,0 +1,177 @@ +import argparse +import os +import numpy as np +import random +import yaml + +from scipy.cluster.vq import vq, kmeans2 +from typing import Tuple +from benchmark.datasets import DATASETS + +def cluster_and_permute( + data, num_clusters +) -> Tuple[np.ndarray[int], np.ndarray[int]]: + """ + Cluster the data and return permutation of row indices + that would group indices of the same cluster together + """ + npts = np.shape(data)[0] + sample_size = min(100000, npts) + sample_indices = np.random.choice(range(npts), size=sample_size, replace=False) + sampled_data = data[sample_indices, :] + centroids, sample_labels = kmeans2(sampled_data, num_clusters, minit="++", iter=10) + labels, dist = vq(data, centroids) + + count = np.zeros(num_clusters) + for i in range(npts): + count[labels[i]] += 1 + print("Cluster counts") + print(count) + + offsets = np.zeros(num_clusters + 1, dtype=int) + for i in range(0, num_clusters, 1): + offsets[i + 1] = offsets[i] + count[i] + + permutation = np.zeros(npts, dtype=int) + counters = np.zeros(num_clusters, dtype=int) + for i in range(npts): + label = labels[i] + row = offsets[label] + counters[label] + counters[label] += 1 + permutation[row] = i + + return offsets, permutation + + +def write_permuated_data( + data, + permutation:np.ndarray[int], + output_data_file:str +): + permuted_data = data[permutation,:] + + shape = np.shape(permuted_data) + with open(output_data_file, 'wb') as df: + df.write(shape[0].to_bytes(4, 'little')) + df.write(shape[1].to_bytes(4, 'little')) + df.write(permuted_data) + + +def create_runbook( + dataset_str:str, + offsets:np.ndarray[int], + permutation:np.ndarray[int], + num_clusters:int, + output_yaml_file:str +): + ins_cursor_start = offsets.copy() + ins_cursor_end = offsets.copy() + + del_cursor_start = offsets.copy() + del_cursor_end = offsets.copy() + + operation_list = [] + num_operations = 1 + active_points = 0 + max_pts = 0 + active_points_in_cluster = np.zeros(num_clusters) + + num_rounds = 5 + sample = np.random.default_rng().dirichlet((100,15,10,5,3), num_clusters) + for c in range(num_clusters): + np.random.default_rng().shuffle(sample[c]) + print(sample) + + for round in range(num_rounds): + #insertions + for c in range(num_clusters): + delta = (int)((offsets[c+1]-offsets[c]) * sample[c,round]) + ins_cursor_end[c] = ins_cursor_start[c] + delta + active_points += delta + max_pts = max(max_pts, active_points) + active_points_in_cluster[c] += delta + print('ins [', ins_cursor_start[c], ', ', ins_cursor_end[c], + ') active:', int(active_points_in_cluster[c]), + 'total:', active_points) + entry = [{'operation': 'insert'}, {'start': int(ins_cursor_start[c])}, {'end': int(ins_cursor_end[c])}] + operation_list.append((num_operations, entry)) + num_operations += 1 + operation_list.append((num_operations, [{'operation': str('search')}])) + num_operations += 1 + ins_cursor_start[c] = ins_cursor_end[c] + + #deletions + for c in range(num_clusters): + fraction = random.uniform(0.5,0.9) + delta = (int)(fraction*(ins_cursor_end[c]-del_cursor_start[c])) + del_cursor_end[c] = del_cursor_start[c] + delta + active_points -= delta + active_points_in_cluster[c] -= delta + print('del [', del_cursor_start[c], ',', del_cursor_end[c], + ') active:', int(active_points_in_cluster[c]), + 'total:', active_points) + entry = [{'operation': 'delete'}, {'start': int(del_cursor_start[c])}, {'end': int(del_cursor_end[c])}] + operation_list.append((num_operations, entry)) + num_operations += 1 + operation_list.append((num_operations, [{'operation': 'search'}])) + num_operations += 1 + del_cursor_start[c] = del_cursor_end[c] + + + with open(output_yaml_file, 'w') as yf: + operation_list.sort(key = lambda x: x[0]) + sorted_dict = {} + sorted_dict['max_pts'] = int(max_pts) + for (k, v) in operation_list: + sorted_dict[k]=v + yaml_object = {} + yaml_object[dataset_str] = sorted_dict + yaml.dump(yaml_object, yf) + + +def main(): + parser = argparse.ArgumentParser( + formatter_class=argparse.ArgumentDefaultsHelpFormatter) + + parser.add_argument( + '--dataset', + choices=DATASETS.keys(), + required=True) + parser.add_argument( + '-c', '--num_clusters', + type=int, + required=True + ) + parser.add_argument( + '-o', '--output_data_file', + required=True + ) + parser.add_argument( + '-y', '--output_yaml_file', + required=True + ) + args = parser.parse_args() + + ds = DATASETS[args.dataset]() + if ds.nb <= 10**7: + data = ds.get_dataset() + else: + data = next(ds.get_dataset_iterator(bs=ds.nb)) + print(np.shape(data)) + + offsets, permutation = cluster_and_permute(data, args.num_clusters) + print(permutation) + + write_permuated_data(data=data, + permutation=permutation, + output_data_file=args.output_data_file) + + create_runbook(dataset_str=args.dataset, + offsets=offsets, + permutation=permutation, + num_clusters=args.num_clusters, + output_yaml_file=args.output_yaml_file) + + +if __name__ == '__main__': + main() diff --git a/neurips23/runbooks/gen_expiration_time_runbook.py b/neurips23/runbooks/gen_expiration_time_runbook.py new file mode 100644 index 000000000..bb5996bc2 --- /dev/null +++ b/neurips23/runbooks/gen_expiration_time_runbook.py @@ -0,0 +1,176 @@ +import yaml +import os +import random + +''' +dataset_name: dataset key as specified in benchmark/datasets.py +dataset_size: size of datasets +max_t: number of timesteps +runbook_filename: name to save the runbook to +ratios: tuple of three numbers indicating proportion of deletes/replaces assigned to each timestep +timesteps: how long to wait before deleting for each ratio +seed: seed given to random generator +do_replace: whether to include replace in runbook or not +''' +def gen_exp_time_runbook(dataset_name, dataset_size, max_t, runbook_filename, ratios, timesteps, seed = 0, do_replace = False, gt_url = None, do_delete = True): + random.seed(seed) + data = {dataset_name: {}} + + max_num_points=0 + num_points=0 + + batch_size = dataset_size//max_t + to_delete=[[] for _ in range(max_t)] + to_replace=[[] for _ in range(max_t)] + + t=1 + + for i in range(max_t): + if do_replace: + fraction = random.uniform(.5, .9) + else: + fraction = 1.0 + start = i*batch_size + end = start + int(fraction*batch_size) + ids_start = end + ids_end = (i+1)*batch_size + tags_start = i*batch_size + tags_end = tags_start + (ids_end - ids_start) + replace_info = (tags_start, tags_end, ids_start, ids_end) + delete_info = (tags_start, end) + data[dataset_name][t]={ + 'operation': 'insert', + 'start': i*(batch_size), + 'end': end + } + t+=1 + + num_points+=int(fraction*batch_size) + + max_num_points=max(max_num_points,num_points) + + + data_type = random.randint(0, ratios[2]) + if do_delete: + if data_type <= ratios[0]: + pass + elif data_type > ratios[0] and data_type < ratios[1]: + if (i+timesteps[1] < max_t): + to_delete[i+timesteps[1]].append(delete_info) + else: + if (i+timesteps[2] < max_t): + to_delete[i+timesteps[2]].append(delete_info) + + if do_replace: + if data_type <= ratios[0]: + remaining_steps = (max_t - t)//2 + to_replace[i+remaining_steps].append(replace_info) + # with probability 1/19, the points get replaced at t_max-t/2 steps + elif data_type > ratios[0] and data_type < ratios[1]: + if (i + timesteps[1]//2 < max_t): + to_replace[i+timesteps[1]//2].append(replace_info) + # with probability 3/19, the points get replaced after 50 steps + else: + if (i + timesteps[2]//2 < max_t): + to_replace[i+timesteps[2]//2].append(replace_info) + # with probability 15/19, the points get replaced after 10 steps + + for (start, end) in to_delete[i]: + data[dataset_name][t]={ + 'operation': 'delete', + 'start': start, + 'end': end + } + t+=1 + num_points-=batch_size + + for (tags_start, tags_end, ids_start, ids_end) in to_replace[i]: + data[dataset_name][t] ={ + 'operation' : 'replace', + 'tags_start': tags_start, + 'tags_end': tags_end, + 'ids_start': ids_start, + 'ids_end': ids_end + } + t += 1 + + data[dataset_name][t]={ + 'operation': 'search', + } + t+=1 + + data[dataset_name]["max_pts"]=max_num_points + + if gt_url is not None: + data[dataset_name]["gt_url"] = gt_url + + with open(runbook_filename, 'w') as outfile: + yaml.dump(data, outfile, default_flow_style=False) + +ratios = (0, 4, 18) +timesteps = (0, 100, 20) +seed = 809 +dataset_file = 'wikipedia-35M_expirationtime_runbook.yaml' +dataset_name = 'wikipedia-35M' +dataset_size = 35000000 +max_t = 350 +gt_url = "https://comp21storage.z5.web.core.windows.net/wiki-cohere-35M/wikipedia-35M_expirationtime_runbook.yaml" +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, False, gt_url) + +ratios = (0, 4, 18) +timesteps = (0, 100, 20) +seed = 1232 +dataset_file = 'wikipedia-1M_expiration_time_runbook.yaml' +dataset_name = 'wikipedia-1M' +dataset_size = 1000000 +max_t = 100 +gt_url = "https://comp21storage.z5.web.core.windows.net/wiki-cohere-35M/wikipedia-1M_expiration_time_runbook.yaml/" +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, False, gt_url) + +ratios = (0, 4, 18) +timesteps = (0, 100, 20) +seed = 10001 +dataset_file = 'wikipedia-35M_expiration_time_replace_only_runbook.yaml' +dataset_name = 'wikipedia-35M' +dataset_size = 8000000 #only use a prefix of the dataset +max_t = 80 +gt_url = None +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, True, gt_url, False) + +ratios = (0, 4, 18) +timesteps = (0, 100, 20) +seed = 754 +dataset_file = 'wikipedia-1M_expiration_time_replace_only_runbook.yaml' +dataset_name = 'wikipedia-1M' +dataset_size = 1000000 +max_t = 100 +gt_url = None +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, True, gt_url, False) + +ratios = (3, 8, 18) +timesteps = (0, 300, 50) +seed = 22 +dataset_file = 'wikipedia-35M_expiration_time_replace_delete_runbook.yaml' +dataset_name = 'wikipedia-35M' +dataset_size = 35000000 +max_t = 350 +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, True, None) + +ratios = (1, 8, 18) +timesteps = (0, 100, 20) +seed = 56 +dataset_file = 'wikipedia-1M_expiration_time_replace_delete_runbook.yaml' +dataset_name = 'wikipedia-1M' +dataset_size = 1000000 +max_t = 100 +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, True, None) + +ratios = (0, 6, 25) +timesteps = (0, 200, 50) +seed = 809 +dataset_file = 'msmarco-100M_expirationtime_runbook.yaml' +dataset_name = 'msmarco-100M' +dataset_size = 101070374 +max_t = 1000 +gen_exp_time_runbook(dataset_name, dataset_size, max_t, dataset_file, ratios, timesteps, seed, False, None) + diff --git a/neurips23/runbooks/gen_replace_runbooks.py b/neurips23/runbooks/gen_replace_runbooks.py new file mode 100644 index 000000000..ccaa5ec24 --- /dev/null +++ b/neurips23/runbooks/gen_replace_runbooks.py @@ -0,0 +1,149 @@ +import argparse +import os +import numpy as np +import yaml + +import sys +[sys.path.append(i) for i in ['.', '..', '../..']] + +from scipy.cluster.vq import vq, kmeans2 +from typing import Tuple +from benchmark.datasets import DATASETS +from benchmark.streaming.load_runbook import load_runbook + +#extract cluster information from msturing-10M-clustered +def extract_clusters(runbook_path, max_pts, ds_name): + max_pts, run_list = load_runbook(ds_name, max_pts, runbook_path) + clusters = [] + for entry in run_list: + match entry['operation']: + case 'insert': + clusters.append((entry['start'], entry['end'])) + case _: + continue + return clusters + + + +# runbook will do the following: +# 1) insert a random fraction > .5 of each of the 32 clusters with searches interleaved +# 2) for each cluster, replace its beginning prefix with a random fraction of the remaining +# points with searches interleaved +def write_replace_clustered_runbook(clusters, output_yaml_file, dataset_str): + inserted_clusters = [] + operation_list = [] + max_pts = 0 + num_operations = 1 + active_points = 0 + # add seed to make operation deterministic + np.random.seed(0) + + #step 1: insert + for cluster in clusters: + fraction = np.random.uniform(.5, .9) + delta = int(fraction*(cluster[1]-cluster[0])) + active_points += delta + max_pts = max(max_pts, active_points) + cluster_to_insert = (cluster[0], cluster[0]+delta) + inserted_clusters.append(cluster_to_insert) + entry = {'operation': 'insert','start': int(cluster_to_insert[0]), 'end': int(cluster_to_insert[1])} + operation_list.append((num_operations, entry)) + num_operations += 1 + operation_list.append((num_operations, {'operation': str('search')})) + num_operations += 1 + + #step 2: replace + for inserted_cluster, full_cluster in zip(inserted_clusters, clusters): + fraction = np.random.uniform(0,1.0) + delta = int(fraction*(full_cluster[1] - inserted_cluster[1])) + assert delta <= inserted_cluster[1] - inserted_cluster[0] + replace_tags_start = inserted_cluster[0] + replace_tags_end = replace_tags_start + delta + replace_ids_start = inserted_cluster[1] + replace_ids_end = inserted_cluster[1] + delta + entry = {'operation': 'replace', 'tags_start': replace_tags_start, 'tags_end': replace_tags_end, 'ids_start': replace_ids_start, 'ids_end': replace_ids_end} + operation_list.append((num_operations, entry)) + num_operations += 1 + operation_list.append((num_operations, {'operation': str('search')})) + num_operations += 1 + + #write to yaml file + with open(output_yaml_file, 'w') as yf: + operation_list.sort(key = lambda x: x[0]) + sorted_dict = {} + sorted_dict['max_pts'] = int(max_pts) + for (k, v) in operation_list: + sorted_dict[k]=v + yaml_object = {} + yaml_object[dataset_str] = sorted_dict + yaml.dump(yaml_object, yf) + + + +# runbook will do the following: +# 1) insert a random fraction > .5 of each of the 32 clusters with searches interleaved +# 2) for each cluster, select a *random* cluster and replace its beginning prefix +# with a random fraction of remaining points in that cluster with searches interleaved +def write_replace_random_runbook(clusters, output_yaml_file, dataset_str): + inserted_clusters = [] + operation_list = [] + max_pts = 0 + num_operations = 1 + active_points = 0 + # add seed to make operation deterministic + np.random.seed(1) + + #step 1: insert + for cluster in clusters: + fraction = np.random.uniform(.5, .9) + delta = int(fraction*(cluster[1]-cluster[0])) + active_points += delta + max_pts = max(max_pts, active_points) + cluster_to_insert = (cluster[0], cluster[0]+delta) + inserted_clusters.append(cluster_to_insert) + entry = {'operation': 'insert','start': int(cluster_to_insert[0]), 'end': int(cluster_to_insert[1])} + operation_list.append((num_operations, entry)) + num_operations += 1 + operation_list.append((num_operations, {'operation': str('search')})) + num_operations += 1 + + cluster_ids = np.random.permutation(32) + + #step 2: replace + for c in range(32): + fraction = np.random.uniform(0,1.0) + full_cluster_random = clusters[cluster_ids[c]] + inserted_cluster_random = inserted_clusters[cluster_ids[c]] + this_cluster = inserted_clusters[c] + this_cluster_size = this_cluster[1] - this_cluster[0] + delta = min(this_cluster_size, int(fraction*(full_cluster_random[1] - inserted_cluster_random[1]))) + assert delta <= this_cluster[1] - this_cluster[0] + replace_tags_start = this_cluster[0] + replace_tags_end = replace_tags_start + delta + replace_ids_start = inserted_cluster_random[1] + replace_ids_end = replace_ids_start + delta + entry = {'operation': 'replace', 'tags_start': replace_tags_start, 'tags_end': replace_tags_end, 'ids_start': replace_ids_start, 'ids_end': replace_ids_end} + operation_list.append((num_operations, entry)) + num_operations += 1 + operation_list.append((num_operations, {'operation': str('search')})) + num_operations += 1 + + #write to yaml file + with open(output_yaml_file, 'w') as yf: + operation_list.sort(key = lambda x: x[0]) + sorted_dict = {} + sorted_dict['max_pts'] = int(max_pts) + for (k, v) in operation_list: + sorted_dict[k]=v + yaml_object = {} + yaml_object[dataset_str] = sorted_dict + yaml.dump(yaml_object, yf) + + +ds = DATASETS['msturing-10M-clustered'] +cluster_runbook_path='clustered_runbook.yaml' +clustered_replace_yaml='clustered_replace_runbook.yaml' +clustered_random_yaml='random_replace_runbook.yaml' +clusters = extract_clusters(cluster_runbook_path, 10000000, 'msturing-10M-clustered') +write_replace_clustered_runbook(clusters, clustered_replace_yaml, 'msturing-10M-clustered') +write_replace_random_runbook(clusters, clustered_random_yaml, 'msturing-10M-clustered') \ No newline at end of file diff --git a/neurips23/runbooks/generate_msturing10m_runbooks.py b/neurips23/runbooks/generate_msturing10m_runbooks.py new file mode 100644 index 000000000..ed09a7be9 --- /dev/null +++ b/neurips23/runbooks/generate_msturing10m_runbooks.py @@ -0,0 +1,50 @@ +import yaml +import os + + +dataset_name="msturing-10M" + +data = {dataset_name: {}} + +total_points=10000000 + +num_points=0 +max_num_points=0 + + +max_t=200 +# insert 10000000/200 points per step +# start deleting points after 100 steps + +t=1 +for i in range(max_t): + if i>=max_t//2: + data[dataset_name][t]={ + 'operation': 'search', + } + t+=1 + data[dataset_name][t]={ + 'operation': 'delete', + 'start': (i-max_t//2)*(total_points//max_t), + 'end': (i-max_t//2+1)*(total_points//max_t) + } + t+=1 + num_points-=total_points//max_t + data[dataset_name][t]={ + 'operation': 'insert', + 'start': i*(total_points//max_t), + 'end': (i+1)*(total_points//max_t) + } + t+=1 + + num_points+=total_points//max_t + max_num_points=max(max_num_points,num_points) + +data[dataset_name]["max_pts"]=max_num_points + +run_book_name=dataset_name+"_"+"slidingwindow_runbook.yaml" + +with open(run_book_name, 'w') as outfile: + yaml.dump(data, outfile, default_flow_style=False) + + diff --git a/neurips23/runbooks/msmarco-100M_expirationtime_runbook.yaml b/neurips23/runbooks/msmarco-100M_expirationtime_runbook.yaml new file mode 100644 index 000000000..9bf4eaabe --- /dev/null +++ b/neurips23/runbooks/msmarco-100M_expirationtime_runbook.yaml @@ -0,0 +1,9578 @@ +msmarco-100M: + 1: + end: 101070 + operation: insert + start: 0 + 2: + operation: search + 3: + end: 202140 + operation: insert + start: 101070 + 4: + operation: search + 5: + end: 303210 + operation: insert + start: 202140 + 6: + operation: search + 7: + end: 404280 + operation: insert + start: 303210 + 8: + operation: search + 9: + end: 505350 + operation: insert + start: 404280 + 10: + operation: search + 11: + end: 606420 + operation: insert + start: 505350 + 12: + operation: search + 13: + end: 707490 + operation: insert + start: 606420 + 14: + operation: search + 15: + end: 808560 + operation: insert + start: 707490 + 16: + operation: search + 17: + end: 909630 + operation: insert + start: 808560 + 18: + operation: search + 19: + end: 1010700 + operation: insert + start: 909630 + 20: + operation: search + 21: + end: 1111770 + operation: insert + start: 1010700 + 22: + operation: search + 23: + end: 1212840 + operation: insert + start: 1111770 + 24: + operation: search + 25: + end: 1313910 + operation: insert + start: 1212840 + 26: + operation: search + 27: + end: 1414980 + operation: insert + start: 1313910 + 28: + operation: search + 29: + end: 1516050 + operation: insert + start: 1414980 + 30: + operation: search + 31: + end: 1617120 + operation: insert + start: 1516050 + 32: + operation: search + 33: + end: 1718190 + operation: insert + start: 1617120 + 34: + operation: search + 35: + end: 1819260 + operation: insert + start: 1718190 + 36: + operation: search + 37: + end: 1920330 + operation: insert + start: 1819260 + 38: + operation: search + 39: + end: 2021400 + operation: insert + start: 1920330 + 40: + operation: search + 41: + end: 2122470 + operation: insert + start: 2021400 + 42: + operation: search + 43: + end: 2223540 + operation: insert + start: 2122470 + 44: + operation: search + 45: + end: 2324610 + operation: insert + start: 2223540 + 46: + operation: search + 47: + end: 2425680 + operation: insert + start: 2324610 + 48: + operation: search + 49: + end: 2526750 + operation: insert + start: 2425680 + 50: + operation: search + 51: + end: 2627820 + operation: insert + start: 2526750 + 52: + operation: search + 53: + end: 2728890 + operation: insert + start: 2627820 + 54: + operation: search + 55: + end: 2829960 + operation: insert + start: 2728890 + 56: + operation: search + 57: + end: 2931030 + operation: insert + start: 2829960 + 58: + operation: search + 59: + end: 3032100 + operation: insert + start: 2931030 + 60: + operation: search + 61: + end: 3133170 + operation: insert + start: 3032100 + 62: + operation: search + 63: + end: 3234240 + operation: insert + start: 3133170 + 64: + operation: search + 65: + end: 3335310 + operation: insert + start: 3234240 + 66: + operation: search + 67: + end: 3436380 + operation: insert + start: 3335310 + 68: + operation: search + 69: + end: 3537450 + operation: insert + start: 3436380 + 70: + operation: search + 71: + end: 3638520 + operation: insert + start: 3537450 + 72: + operation: search + 73: + end: 3739590 + operation: insert + start: 3638520 + 74: + operation: search + 75: + end: 3840660 + operation: insert + start: 3739590 + 76: + operation: search + 77: + end: 3941730 + operation: insert + start: 3840660 + 78: + operation: search + 79: + end: 4042800 + operation: insert + start: 3941730 + 80: + operation: search + 81: + end: 4143870 + operation: insert + start: 4042800 + 82: + operation: search + 83: + end: 4244940 + operation: insert + start: 4143870 + 84: + operation: search + 85: + end: 4346010 + operation: insert + start: 4244940 + 86: + operation: search + 87: + end: 4447080 + operation: insert + start: 4346010 + 88: + operation: search + 89: + end: 4548150 + operation: insert + start: 4447080 + 90: + operation: search + 91: + end: 4649220 + operation: insert + start: 4548150 + 92: + operation: search + 93: + end: 4750290 + operation: insert + start: 4649220 + 94: + operation: search + 95: + end: 4851360 + operation: insert + start: 4750290 + 96: + operation: search + 97: + end: 4952430 + operation: insert + start: 4851360 + 98: + operation: search + 99: + end: 5053500 + operation: insert + start: 4952430 + 100: + operation: search + 101: + end: 5154570 + operation: insert + start: 5053500 + 102: + operation: search + 103: + end: 5255640 + operation: insert + start: 5154570 + 104: + end: 202140 + operation: delete + start: 101070 + 105: + operation: search + 106: + end: 5356710 + operation: insert + start: 5255640 + 107: + operation: search + 108: + end: 5457780 + operation: insert + start: 5356710 + 109: + end: 404280 + operation: delete + start: 303210 + 110: + operation: search + 111: + end: 5558850 + operation: insert + start: 5457780 + 112: + end: 505350 + operation: delete + start: 404280 + 113: + operation: search + 114: + end: 5659920 + operation: insert + start: 5558850 + 115: + end: 606420 + operation: delete + start: 505350 + 116: + operation: search + 117: + end: 5760990 + operation: insert + start: 5659920 + 118: + end: 707490 + operation: delete + start: 606420 + 119: + operation: search + 120: + end: 5862060 + operation: insert + start: 5760990 + 121: + end: 808560 + operation: delete + start: 707490 + 122: + operation: search + 123: + end: 5963130 + operation: insert + start: 5862060 + 124: + end: 909630 + operation: delete + start: 808560 + 125: + operation: search + 126: + end: 6064200 + operation: insert + start: 5963130 + 127: + end: 1010700 + operation: delete + start: 909630 + 128: + operation: search + 129: + end: 6165270 + operation: insert + start: 6064200 + 130: + end: 1111770 + operation: delete + start: 1010700 + 131: + operation: search + 132: + end: 6266340 + operation: insert + start: 6165270 + 133: + end: 1212840 + operation: delete + start: 1111770 + 134: + operation: search + 135: + end: 6367410 + operation: insert + start: 6266340 + 136: + operation: search + 137: + end: 6468480 + operation: insert + start: 6367410 + 138: + end: 1414980 + operation: delete + start: 1313910 + 139: + operation: search + 140: + end: 6569550 + operation: insert + start: 6468480 + 141: + operation: search + 142: + end: 6670620 + operation: insert + start: 6569550 + 143: + end: 1617120 + operation: delete + start: 1516050 + 144: + operation: search + 145: + end: 6771690 + operation: insert + start: 6670620 + 146: + operation: search + 147: + end: 6872760 + operation: insert + start: 6771690 + 148: + end: 1819260 + operation: delete + start: 1718190 + 149: + operation: search + 150: + end: 6973830 + operation: insert + start: 6872760 + 151: + end: 1920330 + operation: delete + start: 1819260 + 152: + operation: search + 153: + end: 7074900 + operation: insert + start: 6973830 + 154: + end: 2021400 + operation: delete + start: 1920330 + 155: + operation: search + 156: + end: 7175970 + operation: insert + start: 7074900 + 157: + end: 2122470 + operation: delete + start: 2021400 + 158: + operation: search + 159: + end: 7277040 + operation: insert + start: 7175970 + 160: + end: 2223540 + operation: delete + start: 2122470 + 161: + operation: search + 162: + end: 7378110 + operation: insert + start: 7277040 + 163: + end: 2324610 + operation: delete + start: 2223540 + 164: + operation: search + 165: + end: 7479180 + operation: insert + start: 7378110 + 166: + operation: search + 167: + end: 7580250 + operation: insert + start: 7479180 + 168: + end: 2526750 + operation: delete + start: 2425680 + 169: + operation: search + 170: + end: 7681320 + operation: insert + start: 7580250 + 171: + operation: search + 172: + end: 7782390 + operation: insert + start: 7681320 + 173: + end: 2728890 + operation: delete + start: 2627820 + 174: + operation: search + 175: + end: 7883460 + operation: insert + start: 7782390 + 176: + end: 2829960 + operation: delete + start: 2728890 + 177: + operation: search + 178: + end: 7984530 + operation: insert + start: 7883460 + 179: + end: 2931030 + operation: delete + start: 2829960 + 180: + operation: search + 181: + end: 8085600 + operation: insert + start: 7984530 + 182: + operation: search + 183: + end: 8186670 + operation: insert + start: 8085600 + 184: + end: 3133170 + operation: delete + start: 3032100 + 185: + operation: search + 186: + end: 8287740 + operation: insert + start: 8186670 + 187: + end: 3234240 + operation: delete + start: 3133170 + 188: + operation: search + 189: + end: 8388810 + operation: insert + start: 8287740 + 190: + end: 3335310 + operation: delete + start: 3234240 + 191: + operation: search + 192: + end: 8489880 + operation: insert + start: 8388810 + 193: + operation: search + 194: + end: 8590950 + operation: insert + start: 8489880 + 195: + end: 3537450 + operation: delete + start: 3436380 + 196: + operation: search + 197: + end: 8692020 + operation: insert + start: 8590950 + 198: + operation: search + 199: + end: 8793090 + operation: insert + start: 8692020 + 200: + end: 3739590 + operation: delete + start: 3638520 + 201: + operation: search + 202: + end: 8894160 + operation: insert + start: 8793090 + 203: + operation: search + 204: + end: 8995230 + operation: insert + start: 8894160 + 205: + end: 3941730 + operation: delete + start: 3840660 + 206: + operation: search + 207: + end: 9096300 + operation: insert + start: 8995230 + 208: + operation: search + 209: + end: 9197370 + operation: insert + start: 9096300 + 210: + end: 4143870 + operation: delete + start: 4042800 + 211: + operation: search + 212: + end: 9298440 + operation: insert + start: 9197370 + 213: + end: 4244940 + operation: delete + start: 4143870 + 214: + operation: search + 215: + end: 9399510 + operation: insert + start: 9298440 + 216: + end: 4346010 + operation: delete + start: 4244940 + 217: + operation: search + 218: + end: 9500580 + operation: insert + start: 9399510 + 219: + operation: search + 220: + end: 9601650 + operation: insert + start: 9500580 + 221: + end: 4548150 + operation: delete + start: 4447080 + 222: + operation: search + 223: + end: 9702720 + operation: insert + start: 9601650 + 224: + end: 4649220 + operation: delete + start: 4548150 + 225: + operation: search + 226: + end: 9803790 + operation: insert + start: 9702720 + 227: + end: 4750290 + operation: delete + start: 4649220 + 228: + operation: search + 229: + end: 9904860 + operation: insert + start: 9803790 + 230: + end: 4851360 + operation: delete + start: 4750290 + 231: + operation: search + 232: + end: 10005930 + operation: insert + start: 9904860 + 233: + end: 4952430 + operation: delete + start: 4851360 + 234: + operation: search + 235: + end: 10107000 + operation: insert + start: 10005930 + 236: + end: 5053500 + operation: delete + start: 4952430 + 237: + operation: search + 238: + end: 10208070 + operation: insert + start: 10107000 + 239: + end: 5154570 + operation: delete + start: 5053500 + 240: + operation: search + 241: + end: 10309140 + operation: insert + start: 10208070 + 242: + end: 5255640 + operation: delete + start: 5154570 + 243: + operation: search + 244: + end: 10410210 + operation: insert + start: 10309140 + 245: + end: 5356710 + operation: delete + start: 5255640 + 246: + operation: search + 247: + end: 10511280 + operation: insert + start: 10410210 + 248: + end: 5457780 + operation: delete + start: 5356710 + 249: + operation: search + 250: + end: 10612350 + operation: insert + start: 10511280 + 251: + end: 5558850 + operation: delete + start: 5457780 + 252: + operation: search + 253: + end: 10713420 + operation: insert + start: 10612350 + 254: + end: 5659920 + operation: delete + start: 5558850 + 255: + operation: search + 256: + end: 10814490 + operation: insert + start: 10713420 + 257: + operation: search + 258: + end: 10915560 + operation: insert + start: 10814490 + 259: + operation: search + 260: + end: 11016630 + operation: insert + start: 10915560 + 261: + end: 5963130 + operation: delete + start: 5862060 + 262: + operation: search + 263: + end: 11117700 + operation: insert + start: 11016630 + 264: + operation: search + 265: + end: 11218770 + operation: insert + start: 11117700 + 266: + end: 6165270 + operation: delete + start: 6064200 + 267: + operation: search + 268: + end: 11319840 + operation: insert + start: 11218770 + 269: + end: 6266340 + operation: delete + start: 6165270 + 270: + operation: search + 271: + end: 11420910 + operation: insert + start: 11319840 + 272: + end: 6367410 + operation: delete + start: 6266340 + 273: + operation: search + 274: + end: 11521980 + operation: insert + start: 11420910 + 275: + end: 6468480 + operation: delete + start: 6367410 + 276: + operation: search + 277: + end: 11623050 + operation: insert + start: 11521980 + 278: + end: 6569550 + operation: delete + start: 6468480 + 279: + operation: search + 280: + end: 11724120 + operation: insert + start: 11623050 + 281: + operation: search + 282: + end: 11825190 + operation: insert + start: 11724120 + 283: + end: 6771690 + operation: delete + start: 6670620 + 284: + operation: search + 285: + end: 11926260 + operation: insert + start: 11825190 + 286: + operation: search + 287: + end: 12027330 + operation: insert + start: 11926260 + 288: + end: 6973830 + operation: delete + start: 6872760 + 289: + operation: search + 290: + end: 12128400 + operation: insert + start: 12027330 + 291: + end: 7074900 + operation: delete + start: 6973830 + 292: + operation: search + 293: + end: 12229470 + operation: insert + start: 12128400 + 294: + end: 7175970 + operation: delete + start: 7074900 + 295: + operation: search + 296: + end: 12330540 + operation: insert + start: 12229470 + 297: + end: 7277040 + operation: delete + start: 7175970 + 298: + operation: search + 299: + end: 12431610 + operation: insert + start: 12330540 + 300: + end: 7378110 + operation: delete + start: 7277040 + 301: + operation: search + 302: + end: 12532680 + operation: insert + start: 12431610 + 303: + end: 7479180 + operation: delete + start: 7378110 + 304: + operation: search + 305: + end: 12633750 + operation: insert + start: 12532680 + 306: + end: 7580250 + operation: delete + start: 7479180 + 307: + operation: search + 308: + end: 12734820 + operation: insert + start: 12633750 + 309: + end: 7681320 + operation: delete + start: 7580250 + 310: + operation: search + 311: + end: 12835890 + operation: insert + start: 12734820 + 312: + end: 7782390 + operation: delete + start: 7681320 + 313: + operation: search + 314: + end: 12936960 + operation: insert + start: 12835890 + 315: + operation: search + 316: + end: 13038030 + operation: insert + start: 12936960 + 317: + end: 7984530 + operation: delete + start: 7883460 + 318: + operation: search + 319: + end: 13139100 + operation: insert + start: 13038030 + 320: + operation: search + 321: + end: 13240170 + operation: insert + start: 13139100 + 322: + end: 8186670 + operation: delete + start: 8085600 + 323: + operation: search + 324: + end: 13341240 + operation: insert + start: 13240170 + 325: + end: 8287740 + operation: delete + start: 8186670 + 326: + operation: search + 327: + end: 13442310 + operation: insert + start: 13341240 + 328: + end: 8388810 + operation: delete + start: 8287740 + 329: + operation: search + 330: + end: 13543380 + operation: insert + start: 13442310 + 331: + operation: search + 332: + end: 13644450 + operation: insert + start: 13543380 + 333: + end: 8590950 + operation: delete + start: 8489880 + 334: + operation: search + 335: + end: 13745520 + operation: insert + start: 13644450 + 336: + end: 8692020 + operation: delete + start: 8590950 + 337: + operation: search + 338: + end: 13846590 + operation: insert + start: 13745520 + 339: + end: 8793090 + operation: delete + start: 8692020 + 340: + operation: search + 341: + end: 13947660 + operation: insert + start: 13846590 + 342: + end: 8894160 + operation: delete + start: 8793090 + 343: + operation: search + 344: + end: 14048730 + operation: insert + start: 13947660 + 345: + operation: search + 346: + end: 14149800 + operation: insert + start: 14048730 + 347: + end: 9096300 + operation: delete + start: 8995230 + 348: + operation: search + 349: + end: 14250870 + operation: insert + start: 14149800 + 350: + end: 9197370 + operation: delete + start: 9096300 + 351: + operation: search + 352: + end: 14351940 + operation: insert + start: 14250870 + 353: + end: 9298440 + operation: delete + start: 9197370 + 354: + operation: search + 355: + end: 14453010 + operation: insert + start: 14351940 + 356: + end: 9399510 + operation: delete + start: 9298440 + 357: + operation: search + 358: + end: 14554080 + operation: insert + start: 14453010 + 359: + end: 9500580 + operation: delete + start: 9399510 + 360: + operation: search + 361: + end: 14655150 + operation: insert + start: 14554080 + 362: + end: 9601650 + operation: delete + start: 9500580 + 363: + operation: search + 364: + end: 14756220 + operation: insert + start: 14655150 + 365: + end: 9702720 + operation: delete + start: 9601650 + 366: + operation: search + 367: + end: 14857290 + operation: insert + start: 14756220 + 368: + end: 9803790 + operation: delete + start: 9702720 + 369: + operation: search + 370: + end: 14958360 + operation: insert + start: 14857290 + 371: + end: 9904860 + operation: delete + start: 9803790 + 372: + operation: search + 373: + end: 15059430 + operation: insert + start: 14958360 + 374: + end: 10005930 + operation: delete + start: 9904860 + 375: + operation: search + 376: + end: 15160500 + operation: insert + start: 15059430 + 377: + end: 10107000 + operation: delete + start: 10005930 + 378: + operation: search + 379: + end: 15261570 + operation: insert + start: 15160500 + 380: + end: 10208070 + operation: delete + start: 10107000 + 381: + operation: search + 382: + end: 15362640 + operation: insert + start: 15261570 + 383: + end: 10309140 + operation: delete + start: 10208070 + 384: + operation: search + 385: + end: 15463710 + operation: insert + start: 15362640 + 386: + end: 10410210 + operation: delete + start: 10309140 + 387: + operation: search + 388: + end: 15564780 + operation: insert + start: 15463710 + 389: + end: 10511280 + operation: delete + start: 10410210 + 390: + operation: search + 391: + end: 15665850 + operation: insert + start: 15564780 + 392: + end: 10612350 + operation: delete + start: 10511280 + 393: + operation: search + 394: + end: 15766920 + operation: insert + start: 15665850 + 395: + end: 10713420 + operation: delete + start: 10612350 + 396: + operation: search + 397: + end: 15867990 + operation: insert + start: 15766920 + 398: + operation: search + 399: + end: 15969060 + operation: insert + start: 15867990 + 400: + operation: search + 401: + end: 16070130 + operation: insert + start: 15969060 + 402: + end: 11016630 + operation: delete + start: 10915560 + 403: + operation: search + 404: + end: 16171200 + operation: insert + start: 16070130 + 405: + operation: search + 406: + end: 16272270 + operation: insert + start: 16171200 + 407: + end: 11218770 + operation: delete + start: 11117700 + 408: + operation: search + 409: + end: 16373340 + operation: insert + start: 16272270 + 410: + operation: search + 411: + end: 16474410 + operation: insert + start: 16373340 + 412: + operation: search + 413: + end: 16575480 + operation: insert + start: 16474410 + 414: + end: 11521980 + operation: delete + start: 11420910 + 415: + operation: search + 416: + end: 16676550 + operation: insert + start: 16575480 + 417: + end: 11623050 + operation: delete + start: 11521980 + 418: + operation: search + 419: + end: 16777620 + operation: insert + start: 16676550 + 420: + operation: search + 421: + end: 16878690 + operation: insert + start: 16777620 + 422: + end: 11825190 + operation: delete + start: 11724120 + 423: + operation: search + 424: + end: 16979760 + operation: insert + start: 16878690 + 425: + end: 11926260 + operation: delete + start: 11825190 + 426: + operation: search + 427: + end: 17080830 + operation: insert + start: 16979760 + 428: + end: 12027330 + operation: delete + start: 11926260 + 429: + operation: search + 430: + end: 17181900 + operation: insert + start: 17080830 + 431: + end: 12128400 + operation: delete + start: 12027330 + 432: + operation: search + 433: + end: 17282970 + operation: insert + start: 17181900 + 434: + operation: search + 435: + end: 17384040 + operation: insert + start: 17282970 + 436: + end: 12330540 + operation: delete + start: 12229470 + 437: + operation: search + 438: + end: 17485110 + operation: insert + start: 17384040 + 439: + end: 12431610 + operation: delete + start: 12330540 + 440: + operation: search + 441: + end: 17586180 + operation: insert + start: 17485110 + 442: + end: 12532680 + operation: delete + start: 12431610 + 443: + operation: search + 444: + end: 17687250 + operation: insert + start: 17586180 + 445: + end: 12633750 + operation: delete + start: 12532680 + 446: + operation: search + 447: + end: 17788320 + operation: insert + start: 17687250 + 448: + end: 12734820 + operation: delete + start: 12633750 + 449: + operation: search + 450: + end: 17889390 + operation: insert + start: 17788320 + 451: + operation: search + 452: + end: 17990460 + operation: insert + start: 17889390 + 453: + end: 12936960 + operation: delete + start: 12835890 + 454: + operation: search + 455: + end: 18091530 + operation: insert + start: 17990460 + 456: + end: 13038030 + operation: delete + start: 12936960 + 457: + operation: search + 458: + end: 18192600 + operation: insert + start: 18091530 + 459: + operation: search + 460: + end: 18293670 + operation: insert + start: 18192600 + 461: + end: 13240170 + operation: delete + start: 13139100 + 462: + operation: search + 463: + end: 18394740 + operation: insert + start: 18293670 + 464: + end: 13341240 + operation: delete + start: 13240170 + 465: + operation: search + 466: + end: 18495810 + operation: insert + start: 18394740 + 467: + end: 13442310 + operation: delete + start: 13341240 + 468: + operation: search + 469: + end: 18596880 + operation: insert + start: 18495810 + 470: + end: 13543380 + operation: delete + start: 13442310 + 471: + operation: search + 472: + end: 18697950 + operation: insert + start: 18596880 + 473: + end: 13644450 + operation: delete + start: 13543380 + 474: + operation: search + 475: + end: 18799020 + operation: insert + start: 18697950 + 476: + end: 13745520 + operation: delete + start: 13644450 + 477: + operation: search + 478: + end: 18900090 + operation: insert + start: 18799020 + 479: + end: 13846590 + operation: delete + start: 13745520 + 480: + operation: search + 481: + end: 19001160 + operation: insert + start: 18900090 + 482: + end: 13947660 + operation: delete + start: 13846590 + 483: + operation: search + 484: + end: 19102230 + operation: insert + start: 19001160 + 485: + end: 14048730 + operation: delete + start: 13947660 + 486: + operation: search + 487: + end: 19203300 + operation: insert + start: 19102230 + 488: + end: 14149800 + operation: delete + start: 14048730 + 489: + operation: search + 490: + end: 19304370 + operation: insert + start: 19203300 + 491: + end: 14250870 + operation: delete + start: 14149800 + 492: + operation: search + 493: + end: 19405440 + operation: insert + start: 19304370 + 494: + end: 14351940 + operation: delete + start: 14250870 + 495: + operation: search + 496: + end: 19506510 + operation: insert + start: 19405440 + 497: + end: 14453010 + operation: delete + start: 14351940 + 498: + operation: search + 499: + end: 19607580 + operation: insert + start: 19506510 + 500: + end: 14554080 + operation: delete + start: 14453010 + 501: + operation: search + 502: + end: 19708650 + operation: insert + start: 19607580 + 503: + operation: search + 504: + end: 19809720 + operation: insert + start: 19708650 + 505: + operation: search + 506: + end: 19910790 + operation: insert + start: 19809720 + 507: + end: 14857290 + operation: delete + start: 14756220 + 508: + operation: search + 509: + end: 20011860 + operation: insert + start: 19910790 + 510: + end: 14958360 + operation: delete + start: 14857290 + 511: + operation: search + 512: + end: 20112930 + operation: insert + start: 20011860 + 513: + end: 15059430 + operation: delete + start: 14958360 + 514: + operation: search + 515: + end: 20214000 + operation: insert + start: 20112930 + 516: + end: 15160500 + operation: delete + start: 15059430 + 517: + operation: search + 518: + end: 20315070 + operation: insert + start: 20214000 + 519: + end: 101070 + operation: delete + start: 0 + 520: + end: 15261570 + operation: delete + start: 15160500 + 521: + operation: search + 522: + end: 20416140 + operation: insert + start: 20315070 + 523: + operation: search + 524: + end: 20517210 + operation: insert + start: 20416140 + 525: + end: 303210 + operation: delete + start: 202140 + 526: + end: 15463710 + operation: delete + start: 15362640 + 527: + operation: search + 528: + end: 20618280 + operation: insert + start: 20517210 + 529: + end: 15564780 + operation: delete + start: 15463710 + 530: + operation: search + 531: + end: 20719350 + operation: insert + start: 20618280 + 532: + end: 15665850 + operation: delete + start: 15564780 + 533: + operation: search + 534: + end: 20820420 + operation: insert + start: 20719350 + 535: + end: 15766920 + operation: delete + start: 15665850 + 536: + operation: search + 537: + end: 20921490 + operation: insert + start: 20820420 + 538: + operation: search + 539: + end: 21022560 + operation: insert + start: 20921490 + 540: + end: 15969060 + operation: delete + start: 15867990 + 541: + operation: search + 542: + end: 21123630 + operation: insert + start: 21022560 + 543: + operation: search + 544: + end: 21224700 + operation: insert + start: 21123630 + 545: + operation: search + 546: + end: 21325770 + operation: insert + start: 21224700 + 547: + operation: search + 548: + end: 21426840 + operation: insert + start: 21325770 + 549: + end: 16373340 + operation: delete + start: 16272270 + 550: + operation: search + 551: + end: 21527910 + operation: insert + start: 21426840 + 552: + end: 1313910 + operation: delete + start: 1212840 + 553: + operation: search + 554: + end: 21628980 + operation: insert + start: 21527910 + 555: + end: 16575480 + operation: delete + start: 16474410 + 556: + operation: search + 557: + end: 21730050 + operation: insert + start: 21628980 + 558: + end: 1516050 + operation: delete + start: 1414980 + 559: + end: 16676550 + operation: delete + start: 16575480 + 560: + operation: search + 561: + end: 21831120 + operation: insert + start: 21730050 + 562: + end: 16777620 + operation: delete + start: 16676550 + 563: + operation: search + 564: + end: 21932190 + operation: insert + start: 21831120 + 565: + end: 16878690 + operation: delete + start: 16777620 + 566: + operation: search + 567: + end: 22033260 + operation: insert + start: 21932190 + 568: + operation: search + 569: + end: 22134330 + operation: insert + start: 22033260 + 570: + operation: search + 571: + end: 22235400 + operation: insert + start: 22134330 + 572: + end: 17181900 + operation: delete + start: 17080830 + 573: + operation: search + 574: + end: 22336470 + operation: insert + start: 22235400 + 575: + end: 17282970 + operation: delete + start: 17181900 + 576: + operation: search + 577: + end: 22437540 + operation: insert + start: 22336470 + 578: + end: 17384040 + operation: delete + start: 17282970 + 579: + operation: search + 580: + end: 22538610 + operation: insert + start: 22437540 + 581: + end: 17485110 + operation: delete + start: 17384040 + 582: + operation: search + 583: + end: 22639680 + operation: insert + start: 22538610 + 584: + end: 17586180 + operation: delete + start: 17485110 + 585: + operation: search + 586: + end: 22740750 + operation: insert + start: 22639680 + 587: + operation: search + 588: + end: 22841820 + operation: insert + start: 22740750 + 589: + end: 2627820 + operation: delete + start: 2526750 + 590: + end: 17788320 + operation: delete + start: 17687250 + 591: + operation: search + 592: + end: 22942890 + operation: insert + start: 22841820 + 593: + end: 17889390 + operation: delete + start: 17788320 + 594: + operation: search + 595: + end: 23043960 + operation: insert + start: 22942890 + 596: + operation: search + 597: + end: 23145030 + operation: insert + start: 23043960 + 598: + operation: search + 599: + end: 23246100 + operation: insert + start: 23145030 + 600: + end: 3032100 + operation: delete + start: 2931030 + 601: + end: 18192600 + operation: delete + start: 18091530 + 602: + operation: search + 603: + end: 23347170 + operation: insert + start: 23246100 + 604: + operation: search + 605: + end: 23448240 + operation: insert + start: 23347170 + 606: + end: 18394740 + operation: delete + start: 18293670 + 607: + operation: search + 608: + end: 23549310 + operation: insert + start: 23448240 + 609: + end: 18495810 + operation: delete + start: 18394740 + 610: + operation: search + 611: + end: 23650380 + operation: insert + start: 23549310 + 612: + end: 18596880 + operation: delete + start: 18495810 + 613: + operation: search + 614: + end: 23751450 + operation: insert + start: 23650380 + 615: + end: 18697950 + operation: delete + start: 18596880 + 616: + operation: search + 617: + end: 23852520 + operation: insert + start: 23751450 + 618: + end: 3638520 + operation: delete + start: 3537450 + 619: + operation: search + 620: + end: 23953590 + operation: insert + start: 23852520 + 621: + end: 18900090 + operation: delete + start: 18799020 + 622: + operation: search + 623: + end: 24054660 + operation: insert + start: 23953590 + 624: + end: 3840660 + operation: delete + start: 3739590 + 625: + operation: search + 626: + end: 24155730 + operation: insert + start: 24054660 + 627: + operation: search + 628: + end: 24256800 + operation: insert + start: 24155730 + 629: + end: 4042800 + operation: delete + start: 3941730 + 630: + end: 19203300 + operation: delete + start: 19102230 + 631: + operation: search + 632: + end: 24357870 + operation: insert + start: 24256800 + 633: + end: 19304370 + operation: delete + start: 19203300 + 634: + operation: search + 635: + end: 24458940 + operation: insert + start: 24357870 + 636: + end: 19405440 + operation: delete + start: 19304370 + 637: + operation: search + 638: + end: 24560010 + operation: insert + start: 24458940 + 639: + operation: search + 640: + end: 24661080 + operation: insert + start: 24560010 + 641: + end: 4447080 + operation: delete + start: 4346010 + 642: + end: 19607580 + operation: delete + start: 19506510 + 643: + operation: search + 644: + end: 24762150 + operation: insert + start: 24661080 + 645: + operation: search + 646: + end: 24863220 + operation: insert + start: 24762150 + 647: + end: 19809720 + operation: delete + start: 19708650 + 648: + operation: search + 649: + end: 24964290 + operation: insert + start: 24863220 + 650: + end: 19910790 + operation: delete + start: 19809720 + 651: + operation: search + 652: + end: 25065360 + operation: insert + start: 24964290 + 653: + end: 20011860 + operation: delete + start: 19910790 + 654: + operation: search + 655: + end: 25166430 + operation: insert + start: 25065360 + 656: + end: 20112930 + operation: delete + start: 20011860 + 657: + operation: search + 658: + end: 25267500 + operation: insert + start: 25166430 + 659: + end: 20214000 + operation: delete + start: 20112930 + 660: + operation: search + 661: + end: 25368570 + operation: insert + start: 25267500 + 662: + operation: search + 663: + end: 25469640 + operation: insert + start: 25368570 + 664: + end: 20416140 + operation: delete + start: 20315070 + 665: + operation: search + 666: + end: 25570710 + operation: insert + start: 25469640 + 667: + operation: search + 668: + end: 25671780 + operation: insert + start: 25570710 + 669: + end: 20618280 + operation: delete + start: 20517210 + 670: + operation: search + 671: + end: 25772850 + operation: insert + start: 25671780 + 672: + end: 20719350 + operation: delete + start: 20618280 + 673: + operation: search + 674: + end: 25873920 + operation: insert + start: 25772850 + 675: + end: 20820420 + operation: delete + start: 20719350 + 676: + operation: search + 677: + end: 25974990 + operation: insert + start: 25873920 + 678: + end: 5760990 + operation: delete + start: 5659920 + 679: + end: 20921490 + operation: delete + start: 20820420 + 680: + operation: search + 681: + end: 26076060 + operation: insert + start: 25974990 + 682: + end: 5862060 + operation: delete + start: 5760990 + 683: + end: 21022560 + operation: delete + start: 20921490 + 684: + operation: search + 685: + end: 26177130 + operation: insert + start: 26076060 + 686: + end: 21123630 + operation: delete + start: 21022560 + 687: + operation: search + 688: + end: 26278200 + operation: insert + start: 26177130 + 689: + end: 6064200 + operation: delete + start: 5963130 + 690: + end: 21224700 + operation: delete + start: 21123630 + 691: + operation: search + 692: + end: 26379270 + operation: insert + start: 26278200 + 693: + end: 21325770 + operation: delete + start: 21224700 + 694: + operation: search + 695: + end: 26480340 + operation: insert + start: 26379270 + 696: + operation: search + 697: + end: 26581410 + operation: insert + start: 26480340 + 698: + end: 21527910 + operation: delete + start: 21426840 + 699: + operation: search + 700: + end: 26682480 + operation: insert + start: 26581410 + 701: + end: 21628980 + operation: delete + start: 21527910 + 702: + operation: search + 703: + end: 26783550 + operation: insert + start: 26682480 + 704: + end: 21730050 + operation: delete + start: 21628980 + 705: + operation: search + 706: + end: 26884620 + operation: insert + start: 26783550 + 707: + end: 6670620 + operation: delete + start: 6569550 + 708: + end: 21831120 + operation: delete + start: 21730050 + 709: + operation: search + 710: + end: 26985690 + operation: insert + start: 26884620 + 711: + end: 21932190 + operation: delete + start: 21831120 + 712: + operation: search + 713: + end: 27086760 + operation: insert + start: 26985690 + 714: + end: 6872760 + operation: delete + start: 6771690 + 715: + end: 22033260 + operation: delete + start: 21932190 + 716: + operation: search + 717: + end: 27187830 + operation: insert + start: 27086760 + 718: + end: 22134330 + operation: delete + start: 22033260 + 719: + operation: search + 720: + end: 27288900 + operation: insert + start: 27187830 + 721: + operation: search + 722: + end: 27389970 + operation: insert + start: 27288900 + 723: + end: 22336470 + operation: delete + start: 22235400 + 724: + operation: search + 725: + end: 27491040 + operation: insert + start: 27389970 + 726: + end: 22437540 + operation: delete + start: 22336470 + 727: + operation: search + 728: + end: 27592110 + operation: insert + start: 27491040 + 729: + end: 22538610 + operation: delete + start: 22437540 + 730: + operation: search + 731: + end: 27693180 + operation: insert + start: 27592110 + 732: + end: 22639680 + operation: delete + start: 22538610 + 733: + operation: search + 734: + end: 27794250 + operation: insert + start: 27693180 + 735: + end: 22740750 + operation: delete + start: 22639680 + 736: + operation: search + 737: + end: 27895320 + operation: insert + start: 27794250 + 738: + end: 22841820 + operation: delete + start: 22740750 + 739: + operation: search + 740: + end: 27996390 + operation: insert + start: 27895320 + 741: + end: 22942890 + operation: delete + start: 22841820 + 742: + operation: search + 743: + end: 28097460 + operation: insert + start: 27996390 + 744: + end: 7883460 + operation: delete + start: 7782390 + 745: + end: 23043960 + operation: delete + start: 22942890 + 746: + operation: search + 747: + end: 28198530 + operation: insert + start: 28097460 + 748: + end: 23145030 + operation: delete + start: 23043960 + 749: + operation: search + 750: + end: 28299600 + operation: insert + start: 28198530 + 751: + end: 8085600 + operation: delete + start: 7984530 + 752: + end: 23246100 + operation: delete + start: 23145030 + 753: + operation: search + 754: + end: 28400670 + operation: insert + start: 28299600 + 755: + end: 23347170 + operation: delete + start: 23246100 + 756: + operation: search + 757: + end: 28501740 + operation: insert + start: 28400670 + 758: + end: 23448240 + operation: delete + start: 23347170 + 759: + operation: search + 760: + end: 28602810 + operation: insert + start: 28501740 + 761: + end: 23549310 + operation: delete + start: 23448240 + 762: + operation: search + 763: + end: 28703880 + operation: insert + start: 28602810 + 764: + end: 8489880 + operation: delete + start: 8388810 + 765: + operation: search + 766: + end: 28804950 + operation: insert + start: 28703880 + 767: + end: 23751450 + operation: delete + start: 23650380 + 768: + operation: search + 769: + end: 28906020 + operation: insert + start: 28804950 + 770: + end: 23852520 + operation: delete + start: 23751450 + 771: + operation: search + 772: + end: 29007090 + operation: insert + start: 28906020 + 773: + end: 23953590 + operation: delete + start: 23852520 + 774: + operation: search + 775: + end: 29108160 + operation: insert + start: 29007090 + 776: + end: 24054660 + operation: delete + start: 23953590 + 777: + operation: search + 778: + end: 29209230 + operation: insert + start: 29108160 + 779: + end: 8995230 + operation: delete + start: 8894160 + 780: + operation: search + 781: + end: 29310300 + operation: insert + start: 29209230 + 782: + end: 24256800 + operation: delete + start: 24155730 + 783: + operation: search + 784: + end: 29411370 + operation: insert + start: 29310300 + 785: + end: 24357870 + operation: delete + start: 24256800 + 786: + operation: search + 787: + end: 29512440 + operation: insert + start: 29411370 + 788: + end: 24458940 + operation: delete + start: 24357870 + 789: + operation: search + 790: + end: 29613510 + operation: insert + start: 29512440 + 791: + end: 24560010 + operation: delete + start: 24458940 + 792: + operation: search + 793: + end: 29714580 + operation: insert + start: 29613510 + 794: + end: 24661080 + operation: delete + start: 24560010 + 795: + operation: search + 796: + end: 29815650 + operation: insert + start: 29714580 + 797: + end: 24762150 + operation: delete + start: 24661080 + 798: + operation: search + 799: + end: 29916720 + operation: insert + start: 29815650 + 800: + end: 24863220 + operation: delete + start: 24762150 + 801: + operation: search + 802: + end: 30017790 + operation: insert + start: 29916720 + 803: + end: 24964290 + operation: delete + start: 24863220 + 804: + operation: search + 805: + end: 30118860 + operation: insert + start: 30017790 + 806: + end: 25065360 + operation: delete + start: 24964290 + 807: + operation: search + 808: + end: 30219930 + operation: insert + start: 30118860 + 809: + end: 25166430 + operation: delete + start: 25065360 + 810: + operation: search + 811: + end: 30321000 + operation: insert + start: 30219930 + 812: + end: 25267500 + operation: delete + start: 25166430 + 813: + operation: search + 814: + end: 30422070 + operation: insert + start: 30321000 + 815: + end: 25368570 + operation: delete + start: 25267500 + 816: + operation: search + 817: + end: 30523140 + operation: insert + start: 30422070 + 818: + end: 25469640 + operation: delete + start: 25368570 + 819: + operation: search + 820: + end: 30624210 + operation: insert + start: 30523140 + 821: + end: 25570710 + operation: delete + start: 25469640 + 822: + operation: search + 823: + end: 30725280 + operation: insert + start: 30624210 + 824: + end: 25671780 + operation: delete + start: 25570710 + 825: + operation: search + 826: + end: 30826350 + operation: insert + start: 30725280 + 827: + end: 25772850 + operation: delete + start: 25671780 + 828: + operation: search + 829: + end: 30927420 + operation: insert + start: 30826350 + 830: + end: 25873920 + operation: delete + start: 25772850 + 831: + operation: search + 832: + end: 31028490 + operation: insert + start: 30927420 + 833: + end: 25974990 + operation: delete + start: 25873920 + 834: + operation: search + 835: + end: 31129560 + operation: insert + start: 31028490 + 836: + end: 10915560 + operation: delete + start: 10814490 + 837: + operation: search + 838: + end: 31230630 + operation: insert + start: 31129560 + 839: + end: 26177130 + operation: delete + start: 26076060 + 840: + operation: search + 841: + end: 31331700 + operation: insert + start: 31230630 + 842: + end: 11117700 + operation: delete + start: 11016630 + 843: + end: 26278200 + operation: delete + start: 26177130 + 844: + operation: search + 845: + end: 31432770 + operation: insert + start: 31331700 + 846: + end: 26379270 + operation: delete + start: 26278200 + 847: + operation: search + 848: + end: 31533840 + operation: insert + start: 31432770 + 849: + end: 11319840 + operation: delete + start: 11218770 + 850: + end: 26480340 + operation: delete + start: 26379270 + 851: + operation: search + 852: + end: 31634910 + operation: insert + start: 31533840 + 853: + end: 11420910 + operation: delete + start: 11319840 + 854: + operation: search + 855: + end: 31735980 + operation: insert + start: 31634910 + 856: + operation: search + 857: + end: 31837050 + operation: insert + start: 31735980 + 858: + end: 26783550 + operation: delete + start: 26682480 + 859: + operation: search + 860: + end: 31938120 + operation: insert + start: 31837050 + 861: + end: 11724120 + operation: delete + start: 11623050 + 862: + end: 26884620 + operation: delete + start: 26783550 + 863: + operation: search + 864: + end: 32039190 + operation: insert + start: 31938120 + 865: + end: 26985690 + operation: delete + start: 26884620 + 866: + operation: search + 867: + end: 32140260 + operation: insert + start: 32039190 + 868: + end: 27086760 + operation: delete + start: 26985690 + 869: + operation: search + 870: + end: 32241330 + operation: insert + start: 32140260 + 871: + end: 27187830 + operation: delete + start: 27086760 + 872: + operation: search + 873: + end: 32342400 + operation: insert + start: 32241330 + 874: + end: 27288900 + operation: delete + start: 27187830 + 875: + operation: search + 876: + end: 32443470 + operation: insert + start: 32342400 + 877: + end: 12229470 + operation: delete + start: 12128400 + 878: + end: 27389970 + operation: delete + start: 27288900 + 879: + operation: search + 880: + end: 32544540 + operation: insert + start: 32443470 + 881: + end: 27491040 + operation: delete + start: 27389970 + 882: + operation: search + 883: + end: 32645610 + operation: insert + start: 32544540 + 884: + end: 27592110 + operation: delete + start: 27491040 + 885: + operation: search + 886: + end: 32746680 + operation: insert + start: 32645610 + 887: + end: 27693180 + operation: delete + start: 27592110 + 888: + operation: search + 889: + end: 32847750 + operation: insert + start: 32746680 + 890: + operation: search + 891: + end: 32948820 + operation: insert + start: 32847750 + 892: + end: 27895320 + operation: delete + start: 27794250 + 893: + operation: search + 894: + end: 33049890 + operation: insert + start: 32948820 + 895: + end: 12835890 + operation: delete + start: 12734820 + 896: + operation: search + 897: + end: 33150960 + operation: insert + start: 33049890 + 898: + end: 28097460 + operation: delete + start: 27996390 + 899: + operation: search + 900: + end: 33252030 + operation: insert + start: 33150960 + 901: + end: 28198530 + operation: delete + start: 28097460 + 902: + operation: search + 903: + end: 33353100 + operation: insert + start: 33252030 + 904: + end: 28299600 + operation: delete + start: 28198530 + 905: + operation: search + 906: + end: 33454170 + operation: insert + start: 33353100 + 907: + end: 28400670 + operation: delete + start: 28299600 + 908: + operation: search + 909: + end: 33555240 + operation: insert + start: 33454170 + 910: + end: 28501740 + operation: delete + start: 28400670 + 911: + operation: search + 912: + end: 33656310 + operation: insert + start: 33555240 + 913: + end: 28602810 + operation: delete + start: 28501740 + 914: + operation: search + 915: + end: 33757380 + operation: insert + start: 33656310 + 916: + end: 28703880 + operation: delete + start: 28602810 + 917: + operation: search + 918: + end: 33858450 + operation: insert + start: 33757380 + 919: + end: 28804950 + operation: delete + start: 28703880 + 920: + operation: search + 921: + end: 33959520 + operation: insert + start: 33858450 + 922: + end: 28906020 + operation: delete + start: 28804950 + 923: + operation: search + 924: + end: 34060590 + operation: insert + start: 33959520 + 925: + end: 29007090 + operation: delete + start: 28906020 + 926: + operation: search + 927: + end: 34161660 + operation: insert + start: 34060590 + 928: + end: 29108160 + operation: delete + start: 29007090 + 929: + operation: search + 930: + end: 34262730 + operation: insert + start: 34161660 + 931: + end: 29209230 + operation: delete + start: 29108160 + 932: + operation: search + 933: + end: 34363800 + operation: insert + start: 34262730 + 934: + operation: search + 935: + end: 34464870 + operation: insert + start: 34363800 + 936: + end: 29411370 + operation: delete + start: 29310300 + 937: + operation: search + 938: + end: 34565940 + operation: insert + start: 34464870 + 939: + end: 29512440 + operation: delete + start: 29411370 + 940: + operation: search + 941: + end: 34667010 + operation: insert + start: 34565940 + 942: + end: 29613510 + operation: delete + start: 29512440 + 943: + operation: search + 944: + end: 34768080 + operation: insert + start: 34667010 + 945: + end: 29714580 + operation: delete + start: 29613510 + 946: + operation: search + 947: + end: 34869150 + operation: insert + start: 34768080 + 948: + end: 14655150 + operation: delete + start: 14554080 + 949: + end: 29815650 + operation: delete + start: 29714580 + 950: + operation: search + 951: + end: 34970220 + operation: insert + start: 34869150 + 952: + end: 14756220 + operation: delete + start: 14655150 + 953: + end: 29916720 + operation: delete + start: 29815650 + 954: + operation: search + 955: + end: 35071290 + operation: insert + start: 34970220 + 956: + operation: search + 957: + end: 35172360 + operation: insert + start: 35071290 + 958: + end: 30118860 + operation: delete + start: 30017790 + 959: + operation: search + 960: + end: 35273430 + operation: insert + start: 35172360 + 961: + end: 30219930 + operation: delete + start: 30118860 + 962: + operation: search + 963: + end: 35374500 + operation: insert + start: 35273430 + 964: + end: 30321000 + operation: delete + start: 30219930 + 965: + operation: search + 966: + end: 35475570 + operation: insert + start: 35374500 + 967: + end: 30422070 + operation: delete + start: 30321000 + 968: + operation: search + 969: + end: 35576640 + operation: insert + start: 35475570 + 970: + end: 15362640 + operation: delete + start: 15261570 + 971: + end: 30523140 + operation: delete + start: 30422070 + 972: + operation: search + 973: + end: 35677710 + operation: insert + start: 35576640 + 974: + end: 30624210 + operation: delete + start: 30523140 + 975: + operation: search + 976: + end: 35778780 + operation: insert + start: 35677710 + 977: + end: 30725280 + operation: delete + start: 30624210 + 978: + operation: search + 979: + end: 35879850 + operation: insert + start: 35778780 + 980: + operation: search + 981: + end: 35980920 + operation: insert + start: 35879850 + 982: + end: 30927420 + operation: delete + start: 30826350 + 983: + operation: search + 984: + end: 36081990 + operation: insert + start: 35980920 + 985: + end: 15867990 + operation: delete + start: 15766920 + 986: + end: 31028490 + operation: delete + start: 30927420 + 987: + operation: search + 988: + end: 36183060 + operation: insert + start: 36081990 + 989: + end: 31129560 + operation: delete + start: 31028490 + 990: + operation: search + 991: + end: 36284130 + operation: insert + start: 36183060 + 992: + end: 16070130 + operation: delete + start: 15969060 + 993: + end: 31230630 + operation: delete + start: 31129560 + 994: + operation: search + 995: + end: 36385200 + operation: insert + start: 36284130 + 996: + end: 16171200 + operation: delete + start: 16070130 + 997: + end: 31331700 + operation: delete + start: 31230630 + 998: + operation: search + 999: + end: 36486270 + operation: insert + start: 36385200 + 1000: + end: 16272270 + operation: delete + start: 16171200 + 1001: + end: 31432770 + operation: delete + start: 31331700 + 1002: + operation: search + 1003: + end: 36587340 + operation: insert + start: 36486270 + 1004: + end: 31533840 + operation: delete + start: 31432770 + 1005: + operation: search + 1006: + end: 36688410 + operation: insert + start: 36587340 + 1007: + end: 16474410 + operation: delete + start: 16373340 + 1008: + operation: search + 1009: + end: 36789480 + operation: insert + start: 36688410 + 1010: + end: 31735980 + operation: delete + start: 31634910 + 1011: + operation: search + 1012: + end: 36890550 + operation: insert + start: 36789480 + 1013: + end: 31837050 + operation: delete + start: 31735980 + 1014: + operation: search + 1015: + end: 36991620 + operation: insert + start: 36890550 + 1016: + operation: search + 1017: + end: 37092690 + operation: insert + start: 36991620 + 1018: + end: 32039190 + operation: delete + start: 31938120 + 1019: + operation: search + 1020: + end: 37193760 + operation: insert + start: 37092690 + 1021: + end: 16979760 + operation: delete + start: 16878690 + 1022: + end: 32140260 + operation: delete + start: 32039190 + 1023: + operation: search + 1024: + end: 37294830 + operation: insert + start: 37193760 + 1025: + end: 32241330 + operation: delete + start: 32140260 + 1026: + operation: search + 1027: + end: 37395900 + operation: insert + start: 37294830 + 1028: + end: 32342400 + operation: delete + start: 32241330 + 1029: + operation: search + 1030: + end: 37496970 + operation: insert + start: 37395900 + 1031: + end: 32443470 + operation: delete + start: 32342400 + 1032: + operation: search + 1033: + end: 37598040 + operation: insert + start: 37496970 + 1034: + end: 32544540 + operation: delete + start: 32443470 + 1035: + operation: search + 1036: + end: 37699110 + operation: insert + start: 37598040 + 1037: + operation: search + 1038: + end: 37800180 + operation: insert + start: 37699110 + 1039: + end: 32746680 + operation: delete + start: 32645610 + 1040: + operation: search + 1041: + end: 37901250 + operation: insert + start: 37800180 + 1042: + end: 17687250 + operation: delete + start: 17586180 + 1043: + end: 32847750 + operation: delete + start: 32746680 + 1044: + operation: search + 1045: + end: 38002320 + operation: insert + start: 37901250 + 1046: + operation: search + 1047: + end: 38103390 + operation: insert + start: 38002320 + 1048: + end: 33049890 + operation: delete + start: 32948820 + 1049: + operation: search + 1050: + end: 38204460 + operation: insert + start: 38103390 + 1051: + end: 17990460 + operation: delete + start: 17889390 + 1052: + end: 33150960 + operation: delete + start: 33049890 + 1053: + operation: search + 1054: + end: 38305530 + operation: insert + start: 38204460 + 1055: + end: 18091530 + operation: delete + start: 17990460 + 1056: + end: 33252030 + operation: delete + start: 33150960 + 1057: + operation: search + 1058: + end: 38406600 + operation: insert + start: 38305530 + 1059: + end: 33353100 + operation: delete + start: 33252030 + 1060: + operation: search + 1061: + end: 38507670 + operation: insert + start: 38406600 + 1062: + end: 18293670 + operation: delete + start: 18192600 + 1063: + operation: search + 1064: + end: 38608740 + operation: insert + start: 38507670 + 1065: + operation: search + 1066: + end: 38709810 + operation: insert + start: 38608740 + 1067: + operation: search + 1068: + end: 38810880 + operation: insert + start: 38709810 + 1069: + end: 33757380 + operation: delete + start: 33656310 + 1070: + operation: search + 1071: + end: 38911950 + operation: insert + start: 38810880 + 1072: + end: 33858450 + operation: delete + start: 33757380 + 1073: + operation: search + 1074: + end: 39013020 + operation: insert + start: 38911950 + 1075: + operation: search + 1076: + end: 39114090 + operation: insert + start: 39013020 + 1077: + end: 34060590 + operation: delete + start: 33959520 + 1078: + operation: search + 1079: + end: 39215160 + operation: insert + start: 39114090 + 1080: + end: 19001160 + operation: delete + start: 18900090 + 1081: + end: 34161660 + operation: delete + start: 34060590 + 1082: + operation: search + 1083: + end: 39316230 + operation: insert + start: 39215160 + 1084: + end: 19102230 + operation: delete + start: 19001160 + 1085: + end: 34262730 + operation: delete + start: 34161660 + 1086: + operation: search + 1087: + end: 39417300 + operation: insert + start: 39316230 + 1088: + end: 34363800 + operation: delete + start: 34262730 + 1089: + operation: search + 1090: + end: 39518370 + operation: insert + start: 39417300 + 1091: + end: 34464870 + operation: delete + start: 34363800 + 1092: + operation: search + 1093: + end: 39619440 + operation: insert + start: 39518370 + 1094: + operation: search + 1095: + end: 39720510 + operation: insert + start: 39619440 + 1096: + end: 19506510 + operation: delete + start: 19405440 + 1097: + end: 34667010 + operation: delete + start: 34565940 + 1098: + operation: search + 1099: + end: 39821580 + operation: insert + start: 39720510 + 1100: + end: 34768080 + operation: delete + start: 34667010 + 1101: + operation: search + 1102: + end: 39922650 + operation: insert + start: 39821580 + 1103: + end: 34869150 + operation: delete + start: 34768080 + 1104: + operation: search + 1105: + end: 40023720 + operation: insert + start: 39922650 + 1106: + operation: search + 1107: + end: 40124790 + operation: insert + start: 40023720 + 1108: + end: 35071290 + operation: delete + start: 34970220 + 1109: + operation: search + 1110: + end: 40225860 + operation: insert + start: 40124790 + 1111: + end: 35172360 + operation: delete + start: 35071290 + 1112: + operation: search + 1113: + end: 40326930 + operation: insert + start: 40225860 + 1114: + operation: search + 1115: + end: 40428000 + operation: insert + start: 40326930 + 1116: + end: 35374500 + operation: delete + start: 35273430 + 1117: + operation: search + 1118: + end: 40529070 + operation: insert + start: 40428000 + 1119: + end: 20315070 + operation: delete + start: 20214000 + 1120: + operation: search + 1121: + end: 40630140 + operation: insert + start: 40529070 + 1122: + end: 35576640 + operation: delete + start: 35475570 + 1123: + operation: search + 1124: + end: 40731210 + operation: insert + start: 40630140 + 1125: + end: 20517210 + operation: delete + start: 20416140 + 1126: + end: 35677710 + operation: delete + start: 35576640 + 1127: + operation: search + 1128: + end: 40832280 + operation: insert + start: 40731210 + 1129: + end: 35778780 + operation: delete + start: 35677710 + 1130: + operation: search + 1131: + end: 40933350 + operation: insert + start: 40832280 + 1132: + operation: search + 1133: + end: 41034420 + operation: insert + start: 40933350 + 1134: + end: 35980920 + operation: delete + start: 35879850 + 1135: + operation: search + 1136: + end: 41135490 + operation: insert + start: 41034420 + 1137: + end: 36081990 + operation: delete + start: 35980920 + 1138: + operation: search + 1139: + end: 41236560 + operation: insert + start: 41135490 + 1140: + end: 36183060 + operation: delete + start: 36081990 + 1141: + operation: search + 1142: + end: 41337630 + operation: insert + start: 41236560 + 1143: + end: 36284130 + operation: delete + start: 36183060 + 1144: + operation: search + 1145: + end: 41438700 + operation: insert + start: 41337630 + 1146: + end: 36385200 + operation: delete + start: 36284130 + 1147: + operation: search + 1148: + end: 41539770 + operation: insert + start: 41438700 + 1149: + end: 36486270 + operation: delete + start: 36385200 + 1150: + operation: search + 1151: + end: 41640840 + operation: insert + start: 41539770 + 1152: + end: 21426840 + operation: delete + start: 21325770 + 1153: + end: 36587340 + operation: delete + start: 36486270 + 1154: + operation: search + 1155: + end: 41741910 + operation: insert + start: 41640840 + 1156: + operation: search + 1157: + end: 41842980 + operation: insert + start: 41741910 + 1158: + end: 36789480 + operation: delete + start: 36688410 + 1159: + operation: search + 1160: + end: 41944050 + operation: insert + start: 41842980 + 1161: + end: 36890550 + operation: delete + start: 36789480 + 1162: + operation: search + 1163: + end: 42045120 + operation: insert + start: 41944050 + 1164: + end: 36991620 + operation: delete + start: 36890550 + 1165: + operation: search + 1166: + end: 42146190 + operation: insert + start: 42045120 + 1167: + end: 37092690 + operation: delete + start: 36991620 + 1168: + operation: search + 1169: + end: 42247260 + operation: insert + start: 42146190 + 1170: + operation: search + 1171: + end: 42348330 + operation: insert + start: 42247260 + 1172: + operation: search + 1173: + end: 42449400 + operation: insert + start: 42348330 + 1174: + end: 22235400 + operation: delete + start: 22134330 + 1175: + end: 37395900 + operation: delete + start: 37294830 + 1176: + operation: search + 1177: + end: 42550470 + operation: insert + start: 42449400 + 1178: + end: 37496970 + operation: delete + start: 37395900 + 1179: + operation: search + 1180: + end: 42651540 + operation: insert + start: 42550470 + 1181: + end: 37598040 + operation: delete + start: 37496970 + 1182: + operation: search + 1183: + end: 42752610 + operation: insert + start: 42651540 + 1184: + end: 37699110 + operation: delete + start: 37598040 + 1185: + operation: search + 1186: + end: 42853680 + operation: insert + start: 42752610 + 1187: + end: 37800180 + operation: delete + start: 37699110 + 1188: + operation: search + 1189: + end: 42954750 + operation: insert + start: 42853680 + 1190: + end: 37901250 + operation: delete + start: 37800180 + 1191: + operation: search + 1192: + end: 43055820 + operation: insert + start: 42954750 + 1193: + operation: search + 1194: + end: 43156890 + operation: insert + start: 43055820 + 1195: + end: 38103390 + operation: delete + start: 38002320 + 1196: + operation: search + 1197: + end: 43257960 + operation: insert + start: 43156890 + 1198: + end: 38204460 + operation: delete + start: 38103390 + 1199: + operation: search + 1200: + end: 43359030 + operation: insert + start: 43257960 + 1201: + end: 38305530 + operation: delete + start: 38204460 + 1202: + operation: search + 1203: + end: 43460100 + operation: insert + start: 43359030 + 1204: + end: 38406600 + operation: delete + start: 38305530 + 1205: + operation: search + 1206: + end: 43561170 + operation: insert + start: 43460100 + 1207: + operation: search + 1208: + end: 43662240 + operation: insert + start: 43561170 + 1209: + end: 38608740 + operation: delete + start: 38507670 + 1210: + operation: search + 1211: + end: 43763310 + operation: insert + start: 43662240 + 1212: + operation: search + 1213: + end: 43864380 + operation: insert + start: 43763310 + 1214: + end: 23650380 + operation: delete + start: 23549310 + 1215: + end: 38810880 + operation: delete + start: 38709810 + 1216: + operation: search + 1217: + end: 43965450 + operation: insert + start: 43864380 + 1218: + end: 38911950 + operation: delete + start: 38810880 + 1219: + operation: search + 1220: + end: 44066520 + operation: insert + start: 43965450 + 1221: + end: 39013020 + operation: delete + start: 38911950 + 1222: + operation: search + 1223: + end: 44167590 + operation: insert + start: 44066520 + 1224: + operation: search + 1225: + end: 44268660 + operation: insert + start: 44167590 + 1226: + end: 39215160 + operation: delete + start: 39114090 + 1227: + operation: search + 1228: + end: 44369730 + operation: insert + start: 44268660 + 1229: + end: 24155730 + operation: delete + start: 24054660 + 1230: + end: 39316230 + operation: delete + start: 39215160 + 1231: + operation: search + 1232: + end: 44470800 + operation: insert + start: 44369730 + 1233: + end: 39417300 + operation: delete + start: 39316230 + 1234: + operation: search + 1235: + end: 44571870 + operation: insert + start: 44470800 + 1236: + end: 39518370 + operation: delete + start: 39417300 + 1237: + operation: search + 1238: + end: 44672940 + operation: insert + start: 44571870 + 1239: + end: 39619440 + operation: delete + start: 39518370 + 1240: + operation: search + 1241: + end: 44774010 + operation: insert + start: 44672940 + 1242: + end: 39720510 + operation: delete + start: 39619440 + 1243: + operation: search + 1244: + end: 44875080 + operation: insert + start: 44774010 + 1245: + operation: search + 1246: + end: 44976150 + operation: insert + start: 44875080 + 1247: + end: 39922650 + operation: delete + start: 39821580 + 1248: + operation: search + 1249: + end: 45077220 + operation: insert + start: 44976150 + 1250: + operation: search + 1251: + end: 45178290 + operation: insert + start: 45077220 + 1252: + end: 40124790 + operation: delete + start: 40023720 + 1253: + operation: search + 1254: + end: 45279360 + operation: insert + start: 45178290 + 1255: + end: 40225860 + operation: delete + start: 40124790 + 1256: + operation: search + 1257: + end: 45380430 + operation: insert + start: 45279360 + 1258: + end: 40326930 + operation: delete + start: 40225860 + 1259: + operation: search + 1260: + end: 45481500 + operation: insert + start: 45380430 + 1261: + operation: search + 1262: + end: 45582570 + operation: insert + start: 45481500 + 1263: + end: 40529070 + operation: delete + start: 40428000 + 1264: + operation: search + 1265: + end: 45683640 + operation: insert + start: 45582570 + 1266: + end: 40630140 + operation: delete + start: 40529070 + 1267: + operation: search + 1268: + end: 45784710 + operation: insert + start: 45683640 + 1269: + end: 40731210 + operation: delete + start: 40630140 + 1270: + operation: search + 1271: + end: 45885780 + operation: insert + start: 45784710 + 1272: + end: 40832280 + operation: delete + start: 40731210 + 1273: + operation: search + 1274: + end: 45986850 + operation: insert + start: 45885780 + 1275: + end: 40933350 + operation: delete + start: 40832280 + 1276: + operation: search + 1277: + end: 46087920 + operation: insert + start: 45986850 + 1278: + end: 41034420 + operation: delete + start: 40933350 + 1279: + operation: search + 1280: + end: 46188990 + operation: insert + start: 46087920 + 1281: + end: 41135490 + operation: delete + start: 41034420 + 1282: + operation: search + 1283: + end: 46290060 + operation: insert + start: 46188990 + 1284: + end: 26076060 + operation: delete + start: 25974990 + 1285: + end: 41236560 + operation: delete + start: 41135490 + 1286: + operation: search + 1287: + end: 46391130 + operation: insert + start: 46290060 + 1288: + end: 41337630 + operation: delete + start: 41236560 + 1289: + operation: search + 1290: + end: 46492200 + operation: insert + start: 46391130 + 1291: + end: 41438700 + operation: delete + start: 41337630 + 1292: + operation: search + 1293: + end: 46593270 + operation: insert + start: 46492200 + 1294: + end: 41539770 + operation: delete + start: 41438700 + 1295: + operation: search + 1296: + end: 46694340 + operation: insert + start: 46593270 + 1297: + end: 41640840 + operation: delete + start: 41539770 + 1298: + operation: search + 1299: + end: 46795410 + operation: insert + start: 46694340 + 1300: + end: 26581410 + operation: delete + start: 26480340 + 1301: + operation: search + 1302: + end: 46896480 + operation: insert + start: 46795410 + 1303: + end: 26682480 + operation: delete + start: 26581410 + 1304: + end: 41842980 + operation: delete + start: 41741910 + 1305: + operation: search + 1306: + end: 46997550 + operation: insert + start: 46896480 + 1307: + operation: search + 1308: + end: 47098620 + operation: insert + start: 46997550 + 1309: + end: 42045120 + operation: delete + start: 41944050 + 1310: + operation: search + 1311: + end: 47199690 + operation: insert + start: 47098620 + 1312: + operation: search + 1313: + end: 47300760 + operation: insert + start: 47199690 + 1314: + operation: search + 1315: + end: 47401830 + operation: insert + start: 47300760 + 1316: + end: 42348330 + operation: delete + start: 42247260 + 1317: + operation: search + 1318: + end: 47502900 + operation: insert + start: 47401830 + 1319: + operation: search + 1320: + end: 47603970 + operation: insert + start: 47502900 + 1321: + operation: search + 1322: + end: 47705040 + operation: insert + start: 47603970 + 1323: + end: 42651540 + operation: delete + start: 42550470 + 1324: + operation: search + 1325: + end: 47806110 + operation: insert + start: 47705040 + 1326: + end: 42752610 + operation: delete + start: 42651540 + 1327: + operation: search + 1328: + end: 47907180 + operation: insert + start: 47806110 + 1329: + operation: search + 1330: + end: 48008250 + operation: insert + start: 47907180 + 1331: + end: 27794250 + operation: delete + start: 27693180 + 1332: + end: 42954750 + operation: delete + start: 42853680 + 1333: + operation: search + 1334: + end: 48109320 + operation: insert + start: 48008250 + 1335: + end: 43055820 + operation: delete + start: 42954750 + 1336: + operation: search + 1337: + end: 48210390 + operation: insert + start: 48109320 + 1338: + end: 27996390 + operation: delete + start: 27895320 + 1339: + end: 43156890 + operation: delete + start: 43055820 + 1340: + operation: search + 1341: + end: 48311460 + operation: insert + start: 48210390 + 1342: + end: 43257960 + operation: delete + start: 43156890 + 1343: + operation: search + 1344: + end: 48412530 + operation: insert + start: 48311460 + 1345: + end: 43359030 + operation: delete + start: 43257960 + 1346: + operation: search + 1347: + end: 48513600 + operation: insert + start: 48412530 + 1348: + end: 43460100 + operation: delete + start: 43359030 + 1349: + operation: search + 1350: + end: 48614670 + operation: insert + start: 48513600 + 1351: + end: 43561170 + operation: delete + start: 43460100 + 1352: + operation: search + 1353: + end: 48715740 + operation: insert + start: 48614670 + 1354: + end: 43662240 + operation: delete + start: 43561170 + 1355: + operation: search + 1356: + end: 48816810 + operation: insert + start: 48715740 + 1357: + end: 43763310 + operation: delete + start: 43662240 + 1358: + operation: search + 1359: + end: 48917880 + operation: insert + start: 48816810 + 1360: + end: 43864380 + operation: delete + start: 43763310 + 1361: + operation: search + 1362: + end: 49018950 + operation: insert + start: 48917880 + 1363: + operation: search + 1364: + end: 49120020 + operation: insert + start: 49018950 + 1365: + end: 44066520 + operation: delete + start: 43965450 + 1366: + operation: search + 1367: + end: 49221090 + operation: insert + start: 49120020 + 1368: + end: 44167590 + operation: delete + start: 44066520 + 1369: + operation: search + 1370: + end: 49322160 + operation: insert + start: 49221090 + 1371: + operation: search + 1372: + end: 49423230 + operation: insert + start: 49322160 + 1373: + end: 44369730 + operation: delete + start: 44268660 + 1374: + operation: search + 1375: + end: 49524300 + operation: insert + start: 49423230 + 1376: + end: 29310300 + operation: delete + start: 29209230 + 1377: + end: 44470800 + operation: delete + start: 44369730 + 1378: + operation: search + 1379: + end: 49625370 + operation: insert + start: 49524300 + 1380: + end: 44571870 + operation: delete + start: 44470800 + 1381: + operation: search + 1382: + end: 49726440 + operation: insert + start: 49625370 + 1383: + end: 44672940 + operation: delete + start: 44571870 + 1384: + operation: search + 1385: + end: 49827510 + operation: insert + start: 49726440 + 1386: + end: 44774010 + operation: delete + start: 44672940 + 1387: + operation: search + 1388: + end: 49928580 + operation: insert + start: 49827510 + 1389: + end: 44875080 + operation: delete + start: 44774010 + 1390: + operation: search + 1391: + end: 50029650 + operation: insert + start: 49928580 + 1392: + operation: search + 1393: + end: 50130720 + operation: insert + start: 50029650 + 1394: + end: 45077220 + operation: delete + start: 44976150 + 1395: + operation: search + 1396: + end: 50231790 + operation: insert + start: 50130720 + 1397: + end: 30017790 + operation: delete + start: 29916720 + 1398: + end: 45178290 + operation: delete + start: 45077220 + 1399: + operation: search + 1400: + end: 50332860 + operation: insert + start: 50231790 + 1401: + operation: search + 1402: + end: 50433930 + operation: insert + start: 50332860 + 1403: + end: 45380430 + operation: delete + start: 45279360 + 1404: + operation: search + 1405: + end: 50535000 + operation: insert + start: 50433930 + 1406: + end: 45481500 + operation: delete + start: 45380430 + 1407: + operation: search + 1408: + end: 50636070 + operation: insert + start: 50535000 + 1409: + operation: search + 1410: + end: 50737140 + operation: insert + start: 50636070 + 1411: + end: 45683640 + operation: delete + start: 45582570 + 1412: + operation: search + 1413: + end: 50838210 + operation: insert + start: 50737140 + 1414: + operation: search + 1415: + end: 50939280 + operation: insert + start: 50838210 + 1416: + end: 45885780 + operation: delete + start: 45784710 + 1417: + operation: search + 1418: + end: 51040350 + operation: insert + start: 50939280 + 1419: + end: 45986850 + operation: delete + start: 45885780 + 1420: + operation: search + 1421: + end: 51141420 + operation: insert + start: 51040350 + 1422: + end: 46087920 + operation: delete + start: 45986850 + 1423: + operation: search + 1424: + end: 51242490 + operation: insert + start: 51141420 + 1425: + end: 46188990 + operation: delete + start: 46087920 + 1426: + operation: search + 1427: + end: 51343560 + operation: insert + start: 51242490 + 1428: + end: 46290060 + operation: delete + start: 46188990 + 1429: + operation: search + 1430: + end: 51444630 + operation: insert + start: 51343560 + 1431: + end: 46391130 + operation: delete + start: 46290060 + 1432: + operation: search + 1433: + end: 51545700 + operation: insert + start: 51444630 + 1434: + operation: search + 1435: + end: 51646770 + operation: insert + start: 51545700 + 1436: + end: 46593270 + operation: delete + start: 46492200 + 1437: + operation: search + 1438: + end: 51747840 + operation: insert + start: 51646770 + 1439: + operation: search + 1440: + end: 51848910 + operation: insert + start: 51747840 + 1441: + end: 31634910 + operation: delete + start: 31533840 + 1442: + end: 46795410 + operation: delete + start: 46694340 + 1443: + operation: search + 1444: + end: 51949980 + operation: insert + start: 51848910 + 1445: + end: 46896480 + operation: delete + start: 46795410 + 1446: + operation: search + 1447: + end: 52051050 + operation: insert + start: 51949980 + 1448: + operation: search + 1449: + end: 52152120 + operation: insert + start: 52051050 + 1450: + end: 31938120 + operation: delete + start: 31837050 + 1451: + end: 47098620 + operation: delete + start: 46997550 + 1452: + operation: search + 1453: + end: 52253190 + operation: insert + start: 52152120 + 1454: + end: 47199690 + operation: delete + start: 47098620 + 1455: + operation: search + 1456: + end: 52354260 + operation: insert + start: 52253190 + 1457: + end: 47300760 + operation: delete + start: 47199690 + 1458: + operation: search + 1459: + end: 52455330 + operation: insert + start: 52354260 + 1460: + end: 47401830 + operation: delete + start: 47300760 + 1461: + operation: search + 1462: + end: 52556400 + operation: insert + start: 52455330 + 1463: + end: 47502900 + operation: delete + start: 47401830 + 1464: + operation: search + 1465: + end: 52657470 + operation: insert + start: 52556400 + 1466: + end: 47603970 + operation: delete + start: 47502900 + 1467: + operation: search + 1468: + end: 52758540 + operation: insert + start: 52657470 + 1469: + end: 47705040 + operation: delete + start: 47603970 + 1470: + operation: search + 1471: + end: 52859610 + operation: insert + start: 52758540 + 1472: + end: 32645610 + operation: delete + start: 32544540 + 1473: + operation: search + 1474: + end: 52960680 + operation: insert + start: 52859610 + 1475: + end: 47907180 + operation: delete + start: 47806110 + 1476: + operation: search + 1477: + end: 53061750 + operation: insert + start: 52960680 + 1478: + operation: search + 1479: + end: 53162820 + operation: insert + start: 53061750 + 1480: + end: 32948820 + operation: delete + start: 32847750 + 1481: + end: 48109320 + operation: delete + start: 48008250 + 1482: + operation: search + 1483: + end: 53263890 + operation: insert + start: 53162820 + 1484: + end: 48210390 + operation: delete + start: 48109320 + 1485: + operation: search + 1486: + end: 53364960 + operation: insert + start: 53263890 + 1487: + operation: search + 1488: + end: 53466030 + operation: insert + start: 53364960 + 1489: + end: 48412530 + operation: delete + start: 48311460 + 1490: + operation: search + 1491: + end: 53567100 + operation: insert + start: 53466030 + 1492: + end: 48513600 + operation: delete + start: 48412530 + 1493: + operation: search + 1494: + end: 53668170 + operation: insert + start: 53567100 + 1495: + end: 33454170 + operation: delete + start: 33353100 + 1496: + operation: search + 1497: + end: 53769240 + operation: insert + start: 53668170 + 1498: + end: 33555240 + operation: delete + start: 33454170 + 1499: + end: 48715740 + operation: delete + start: 48614670 + 1500: + operation: search + 1501: + end: 53870310 + operation: insert + start: 53769240 + 1502: + end: 33656310 + operation: delete + start: 33555240 + 1503: + end: 48816810 + operation: delete + start: 48715740 + 1504: + operation: search + 1505: + end: 53971380 + operation: insert + start: 53870310 + 1506: + end: 48917880 + operation: delete + start: 48816810 + 1507: + operation: search + 1508: + end: 54072450 + operation: insert + start: 53971380 + 1509: + operation: search + 1510: + end: 54173520 + operation: insert + start: 54072450 + 1511: + operation: search + 1512: + end: 54274590 + operation: insert + start: 54173520 + 1513: + end: 49221090 + operation: delete + start: 49120020 + 1514: + operation: search + 1515: + end: 54375660 + operation: insert + start: 54274590 + 1516: + operation: search + 1517: + end: 54476730 + operation: insert + start: 54375660 + 1518: + operation: search + 1519: + end: 54577800 + operation: insert + start: 54476730 + 1520: + end: 49524300 + operation: delete + start: 49423230 + 1521: + operation: search + 1522: + end: 54678870 + operation: insert + start: 54577800 + 1523: + end: 49625370 + operation: delete + start: 49524300 + 1524: + operation: search + 1525: + end: 54779940 + operation: insert + start: 54678870 + 1526: + end: 34565940 + operation: delete + start: 34464870 + 1527: + end: 49726440 + operation: delete + start: 49625370 + 1528: + operation: search + 1529: + end: 54881010 + operation: insert + start: 54779940 + 1530: + end: 49827510 + operation: delete + start: 49726440 + 1531: + operation: search + 1532: + end: 54982080 + operation: insert + start: 54881010 + 1533: + operation: search + 1534: + end: 55083150 + operation: insert + start: 54982080 + 1535: + end: 50029650 + operation: delete + start: 49928580 + 1536: + operation: search + 1537: + end: 55184220 + operation: insert + start: 55083150 + 1538: + end: 34970220 + operation: delete + start: 34869150 + 1539: + end: 50130720 + operation: delete + start: 50029650 + 1540: + operation: search + 1541: + end: 55285290 + operation: insert + start: 55184220 + 1542: + end: 50231790 + operation: delete + start: 50130720 + 1543: + operation: search + 1544: + end: 55386360 + operation: insert + start: 55285290 + 1545: + end: 50332860 + operation: delete + start: 50231790 + 1546: + operation: search + 1547: + end: 55487430 + operation: insert + start: 55386360 + 1548: + end: 35273430 + operation: delete + start: 35172360 + 1549: + end: 50433930 + operation: delete + start: 50332860 + 1550: + operation: search + 1551: + end: 55588500 + operation: insert + start: 55487430 + 1552: + end: 50535000 + operation: delete + start: 50433930 + 1553: + operation: search + 1554: + end: 55689570 + operation: insert + start: 55588500 + 1555: + end: 35475570 + operation: delete + start: 35374500 + 1556: + end: 50636070 + operation: delete + start: 50535000 + 1557: + operation: search + 1558: + end: 55790640 + operation: insert + start: 55689570 + 1559: + end: 50737140 + operation: delete + start: 50636070 + 1560: + operation: search + 1561: + end: 55891710 + operation: insert + start: 55790640 + 1562: + end: 50838210 + operation: delete + start: 50737140 + 1563: + operation: search + 1564: + end: 55992780 + operation: insert + start: 55891710 + 1565: + end: 50939280 + operation: delete + start: 50838210 + 1566: + operation: search + 1567: + end: 56093850 + operation: insert + start: 55992780 + 1568: + end: 35879850 + operation: delete + start: 35778780 + 1569: + end: 51040350 + operation: delete + start: 50939280 + 1570: + operation: search + 1571: + end: 56194920 + operation: insert + start: 56093850 + 1572: + end: 51141420 + operation: delete + start: 51040350 + 1573: + operation: search + 1574: + end: 56295990 + operation: insert + start: 56194920 + 1575: + end: 51242490 + operation: delete + start: 51141420 + 1576: + operation: search + 1577: + end: 56397060 + operation: insert + start: 56295990 + 1578: + operation: search + 1579: + end: 56498130 + operation: insert + start: 56397060 + 1580: + operation: search + 1581: + end: 56599200 + operation: insert + start: 56498130 + 1582: + end: 51545700 + operation: delete + start: 51444630 + 1583: + operation: search + 1584: + end: 56700270 + operation: insert + start: 56599200 + 1585: + operation: search + 1586: + end: 56801340 + operation: insert + start: 56700270 + 1587: + end: 51747840 + operation: delete + start: 51646770 + 1588: + operation: search + 1589: + end: 56902410 + operation: insert + start: 56801340 + 1590: + end: 36688410 + operation: delete + start: 36587340 + 1591: + end: 51848910 + operation: delete + start: 51747840 + 1592: + operation: search + 1593: + end: 57003480 + operation: insert + start: 56902410 + 1594: + end: 51949980 + operation: delete + start: 51848910 + 1595: + operation: search + 1596: + end: 57104550 + operation: insert + start: 57003480 + 1597: + operation: search + 1598: + end: 57205620 + operation: insert + start: 57104550 + 1599: + end: 52152120 + operation: delete + start: 52051050 + 1600: + operation: search + 1601: + end: 57306690 + operation: insert + start: 57205620 + 1602: + end: 52253190 + operation: delete + start: 52152120 + 1603: + operation: search + 1604: + end: 57407760 + operation: insert + start: 57306690 + 1605: + operation: search + 1606: + end: 57508830 + operation: insert + start: 57407760 + 1607: + end: 37294830 + operation: delete + start: 37193760 + 1608: + end: 52455330 + operation: delete + start: 52354260 + 1609: + operation: search + 1610: + end: 57609900 + operation: insert + start: 57508830 + 1611: + end: 52556400 + operation: delete + start: 52455330 + 1612: + operation: search + 1613: + end: 57710970 + operation: insert + start: 57609900 + 1614: + end: 52657470 + operation: delete + start: 52556400 + 1615: + operation: search + 1616: + end: 57812040 + operation: insert + start: 57710970 + 1617: + operation: search + 1618: + end: 57913110 + operation: insert + start: 57812040 + 1619: + end: 52859610 + operation: delete + start: 52758540 + 1620: + operation: search + 1621: + end: 58014180 + operation: insert + start: 57913110 + 1622: + end: 52960680 + operation: delete + start: 52859610 + 1623: + operation: search + 1624: + end: 58115250 + operation: insert + start: 58014180 + 1625: + end: 53061750 + operation: delete + start: 52960680 + 1626: + operation: search + 1627: + end: 58216320 + operation: insert + start: 58115250 + 1628: + end: 38002320 + operation: delete + start: 37901250 + 1629: + end: 53162820 + operation: delete + start: 53061750 + 1630: + operation: search + 1631: + end: 58317390 + operation: insert + start: 58216320 + 1632: + end: 53263890 + operation: delete + start: 53162820 + 1633: + operation: search + 1634: + end: 58418460 + operation: insert + start: 58317390 + 1635: + end: 53364960 + operation: delete + start: 53263890 + 1636: + operation: search + 1637: + end: 58519530 + operation: insert + start: 58418460 + 1638: + end: 53466030 + operation: delete + start: 53364960 + 1639: + operation: search + 1640: + end: 58620600 + operation: insert + start: 58519530 + 1641: + end: 53567100 + operation: delete + start: 53466030 + 1642: + operation: search + 1643: + end: 58721670 + operation: insert + start: 58620600 + 1644: + end: 53668170 + operation: delete + start: 53567100 + 1645: + operation: search + 1646: + end: 58822740 + operation: insert + start: 58721670 + 1647: + end: 53769240 + operation: delete + start: 53668170 + 1648: + operation: search + 1649: + end: 58923810 + operation: insert + start: 58822740 + 1650: + end: 38709810 + operation: delete + start: 38608740 + 1651: + end: 53870310 + operation: delete + start: 53769240 + 1652: + operation: search + 1653: + end: 59024880 + operation: insert + start: 58923810 + 1654: + operation: search + 1655: + end: 59125950 + operation: insert + start: 59024880 + 1656: + end: 54072450 + operation: delete + start: 53971380 + 1657: + operation: search + 1658: + end: 59227020 + operation: insert + start: 59125950 + 1659: + end: 54173520 + operation: delete + start: 54072450 + 1660: + operation: search + 1661: + end: 59328090 + operation: insert + start: 59227020 + 1662: + end: 39114090 + operation: delete + start: 39013020 + 1663: + operation: search + 1664: + end: 59429160 + operation: insert + start: 59328090 + 1665: + end: 54375660 + operation: delete + start: 54274590 + 1666: + operation: search + 1667: + end: 59530230 + operation: insert + start: 59429160 + 1668: + end: 54476730 + operation: delete + start: 54375660 + 1669: + operation: search + 1670: + end: 59631300 + operation: insert + start: 59530230 + 1671: + end: 54577800 + operation: delete + start: 54476730 + 1672: + operation: search + 1673: + end: 59732370 + operation: insert + start: 59631300 + 1674: + end: 54678870 + operation: delete + start: 54577800 + 1675: + operation: search + 1676: + end: 59833440 + operation: insert + start: 59732370 + 1677: + end: 54779940 + operation: delete + start: 54678870 + 1678: + operation: search + 1679: + end: 59934510 + operation: insert + start: 59833440 + 1680: + operation: search + 1681: + end: 60035580 + operation: insert + start: 59934510 + 1682: + end: 39821580 + operation: delete + start: 39720510 + 1683: + end: 54982080 + operation: delete + start: 54881010 + 1684: + operation: search + 1685: + end: 60136650 + operation: insert + start: 60035580 + 1686: + end: 55083150 + operation: delete + start: 54982080 + 1687: + operation: search + 1688: + end: 60237720 + operation: insert + start: 60136650 + 1689: + end: 40023720 + operation: delete + start: 39922650 + 1690: + operation: search + 1691: + end: 60338790 + operation: insert + start: 60237720 + 1692: + operation: search + 1693: + end: 60439860 + operation: insert + start: 60338790 + 1694: + end: 55386360 + operation: delete + start: 55285290 + 1695: + operation: search + 1696: + end: 60540930 + operation: insert + start: 60439860 + 1697: + end: 55487430 + operation: delete + start: 55386360 + 1698: + operation: search + 1699: + end: 60642000 + operation: insert + start: 60540930 + 1700: + end: 40428000 + operation: delete + start: 40326930 + 1701: + operation: search + 1702: + end: 60743070 + operation: insert + start: 60642000 + 1703: + operation: search + 1704: + end: 60844140 + operation: insert + start: 60743070 + 1705: + operation: search + 1706: + end: 60945210 + operation: insert + start: 60844140 + 1707: + end: 55891710 + operation: delete + start: 55790640 + 1708: + operation: search + 1709: + end: 61046280 + operation: insert + start: 60945210 + 1710: + end: 55992780 + operation: delete + start: 55891710 + 1711: + operation: search + 1712: + end: 61147350 + operation: insert + start: 61046280 + 1713: + end: 56093850 + operation: delete + start: 55992780 + 1714: + operation: search + 1715: + end: 61248420 + operation: insert + start: 61147350 + 1716: + end: 56194920 + operation: delete + start: 56093850 + 1717: + operation: search + 1718: + end: 61349490 + operation: insert + start: 61248420 + 1719: + end: 56295990 + operation: delete + start: 56194920 + 1720: + operation: search + 1721: + end: 61450560 + operation: insert + start: 61349490 + 1722: + end: 56397060 + operation: delete + start: 56295990 + 1723: + operation: search + 1724: + end: 61551630 + operation: insert + start: 61450560 + 1725: + end: 56498130 + operation: delete + start: 56397060 + 1726: + operation: search + 1727: + end: 61652700 + operation: insert + start: 61551630 + 1728: + end: 56599200 + operation: delete + start: 56498130 + 1729: + operation: search + 1730: + end: 61753770 + operation: insert + start: 61652700 + 1731: + end: 56700270 + operation: delete + start: 56599200 + 1732: + operation: search + 1733: + end: 61854840 + operation: insert + start: 61753770 + 1734: + operation: search + 1735: + end: 61955910 + operation: insert + start: 61854840 + 1736: + end: 41741910 + operation: delete + start: 41640840 + 1737: + operation: search + 1738: + end: 62056980 + operation: insert + start: 61955910 + 1739: + end: 57003480 + operation: delete + start: 56902410 + 1740: + operation: search + 1741: + end: 62158050 + operation: insert + start: 62056980 + 1742: + end: 41944050 + operation: delete + start: 41842980 + 1743: + end: 57104550 + operation: delete + start: 57003480 + 1744: + operation: search + 1745: + end: 62259120 + operation: insert + start: 62158050 + 1746: + end: 57205620 + operation: delete + start: 57104550 + 1747: + operation: search + 1748: + end: 62360190 + operation: insert + start: 62259120 + 1749: + end: 42146190 + operation: delete + start: 42045120 + 1750: + operation: search + 1751: + end: 62461260 + operation: insert + start: 62360190 + 1752: + end: 42247260 + operation: delete + start: 42146190 + 1753: + end: 57407760 + operation: delete + start: 57306690 + 1754: + operation: search + 1755: + end: 62562330 + operation: insert + start: 62461260 + 1756: + end: 57508830 + operation: delete + start: 57407760 + 1757: + operation: search + 1758: + end: 62663400 + operation: insert + start: 62562330 + 1759: + end: 42449400 + operation: delete + start: 42348330 + 1760: + operation: search + 1761: + end: 62764470 + operation: insert + start: 62663400 + 1762: + end: 42550470 + operation: delete + start: 42449400 + 1763: + operation: search + 1764: + end: 62865540 + operation: insert + start: 62764470 + 1765: + end: 57812040 + operation: delete + start: 57710970 + 1766: + operation: search + 1767: + end: 62966610 + operation: insert + start: 62865540 + 1768: + end: 57913110 + operation: delete + start: 57812040 + 1769: + operation: search + 1770: + end: 63067680 + operation: insert + start: 62966610 + 1771: + end: 58014180 + operation: delete + start: 57913110 + 1772: + operation: search + 1773: + end: 63168750 + operation: insert + start: 63067680 + 1774: + operation: search + 1775: + end: 63269820 + operation: insert + start: 63168750 + 1776: + end: 58216320 + operation: delete + start: 58115250 + 1777: + operation: search + 1778: + end: 63370890 + operation: insert + start: 63269820 + 1779: + end: 58317390 + operation: delete + start: 58216320 + 1780: + operation: search + 1781: + end: 63471960 + operation: insert + start: 63370890 + 1782: + end: 58418460 + operation: delete + start: 58317390 + 1783: + operation: search + 1784: + end: 63573030 + operation: insert + start: 63471960 + 1785: + end: 58519530 + operation: delete + start: 58418460 + 1786: + operation: search + 1787: + end: 63674100 + operation: insert + start: 63573030 + 1788: + operation: search + 1789: + end: 63775170 + operation: insert + start: 63674100 + 1790: + end: 58721670 + operation: delete + start: 58620600 + 1791: + operation: search + 1792: + end: 63876240 + operation: insert + start: 63775170 + 1793: + operation: search + 1794: + end: 63977310 + operation: insert + start: 63876240 + 1795: + end: 58923810 + operation: delete + start: 58822740 + 1796: + operation: search + 1797: + end: 64078380 + operation: insert + start: 63977310 + 1798: + end: 59024880 + operation: delete + start: 58923810 + 1799: + operation: search + 1800: + end: 64179450 + operation: insert + start: 64078380 + 1801: + end: 43965450 + operation: delete + start: 43864380 + 1802: + end: 59125950 + operation: delete + start: 59024880 + 1803: + operation: search + 1804: + end: 64280520 + operation: insert + start: 64179450 + 1805: + end: 59227020 + operation: delete + start: 59125950 + 1806: + operation: search + 1807: + end: 64381590 + operation: insert + start: 64280520 + 1808: + end: 59328090 + operation: delete + start: 59227020 + 1809: + operation: search + 1810: + end: 64482660 + operation: insert + start: 64381590 + 1811: + end: 44268660 + operation: delete + start: 44167590 + 1812: + end: 59429160 + operation: delete + start: 59328090 + 1813: + operation: search + 1814: + end: 64583730 + operation: insert + start: 64482660 + 1815: + end: 59530230 + operation: delete + start: 59429160 + 1816: + operation: search + 1817: + end: 64684800 + operation: insert + start: 64583730 + 1818: + end: 59631300 + operation: delete + start: 59530230 + 1819: + operation: search + 1820: + end: 64785870 + operation: insert + start: 64684800 + 1821: + end: 59732370 + operation: delete + start: 59631300 + 1822: + operation: search + 1823: + end: 64886940 + operation: insert + start: 64785870 + 1824: + end: 59833440 + operation: delete + start: 59732370 + 1825: + operation: search + 1826: + end: 64988010 + operation: insert + start: 64886940 + 1827: + operation: search + 1828: + end: 65089080 + operation: insert + start: 64988010 + 1829: + end: 60035580 + operation: delete + start: 59934510 + 1830: + operation: search + 1831: + end: 65190150 + operation: insert + start: 65089080 + 1832: + end: 44976150 + operation: delete + start: 44875080 + 1833: + operation: search + 1834: + end: 65291220 + operation: insert + start: 65190150 + 1835: + end: 60237720 + operation: delete + start: 60136650 + 1836: + operation: search + 1837: + end: 65392290 + operation: insert + start: 65291220 + 1838: + operation: search + 1839: + end: 65493360 + operation: insert + start: 65392290 + 1840: + end: 60439860 + operation: delete + start: 60338790 + 1841: + operation: search + 1842: + end: 65594430 + operation: insert + start: 65493360 + 1843: + end: 60540930 + operation: delete + start: 60439860 + 1844: + operation: search + 1845: + end: 65695500 + operation: insert + start: 65594430 + 1846: + end: 60642000 + operation: delete + start: 60540930 + 1847: + operation: search + 1848: + end: 65796570 + operation: insert + start: 65695500 + 1849: + end: 45582570 + operation: delete + start: 45481500 + 1850: + end: 60743070 + operation: delete + start: 60642000 + 1851: + operation: search + 1852: + end: 65897640 + operation: insert + start: 65796570 + 1853: + end: 60844140 + operation: delete + start: 60743070 + 1854: + operation: search + 1855: + end: 65998710 + operation: insert + start: 65897640 + 1856: + end: 45784710 + operation: delete + start: 45683640 + 1857: + end: 60945210 + operation: delete + start: 60844140 + 1858: + operation: search + 1859: + end: 66099780 + operation: insert + start: 65998710 + 1860: + end: 61046280 + operation: delete + start: 60945210 + 1861: + operation: search + 1862: + end: 66200850 + operation: insert + start: 66099780 + 1863: + operation: search + 1864: + end: 66301920 + operation: insert + start: 66200850 + 1865: + end: 61248420 + operation: delete + start: 61147350 + 1866: + operation: search + 1867: + end: 66402990 + operation: insert + start: 66301920 + 1868: + end: 61349490 + operation: delete + start: 61248420 + 1869: + operation: search + 1870: + end: 66504060 + operation: insert + start: 66402990 + 1871: + end: 61450560 + operation: delete + start: 61349490 + 1872: + operation: search + 1873: + end: 66605130 + operation: insert + start: 66504060 + 1874: + operation: search + 1875: + end: 66706200 + operation: insert + start: 66605130 + 1876: + end: 61652700 + operation: delete + start: 61551630 + 1877: + operation: search + 1878: + end: 66807270 + operation: insert + start: 66706200 + 1879: + end: 61753770 + operation: delete + start: 61652700 + 1880: + operation: search + 1881: + end: 66908340 + operation: insert + start: 66807270 + 1882: + end: 46694340 + operation: delete + start: 46593270 + 1883: + end: 61854840 + operation: delete + start: 61753770 + 1884: + operation: search + 1885: + end: 67009410 + operation: insert + start: 66908340 + 1886: + end: 61955910 + operation: delete + start: 61854840 + 1887: + operation: search + 1888: + end: 67110480 + operation: insert + start: 67009410 + 1889: + operation: search + 1890: + end: 67211550 + operation: insert + start: 67110480 + 1891: + end: 46997550 + operation: delete + start: 46896480 + 1892: + end: 62158050 + operation: delete + start: 62056980 + 1893: + operation: search + 1894: + end: 67312620 + operation: insert + start: 67211550 + 1895: + end: 62259120 + operation: delete + start: 62158050 + 1896: + operation: search + 1897: + end: 67413690 + operation: insert + start: 67312620 + 1898: + operation: search + 1899: + end: 67514760 + operation: insert + start: 67413690 + 1900: + end: 62461260 + operation: delete + start: 62360190 + 1901: + operation: search + 1902: + end: 67615830 + operation: insert + start: 67514760 + 1903: + operation: search + 1904: + end: 67716900 + operation: insert + start: 67615830 + 1905: + end: 62663400 + operation: delete + start: 62562330 + 1906: + operation: search + 1907: + end: 67817970 + operation: insert + start: 67716900 + 1908: + operation: search + 1909: + end: 67919040 + operation: insert + start: 67817970 + 1910: + end: 62865540 + operation: delete + start: 62764470 + 1911: + operation: search + 1912: + end: 68020110 + operation: insert + start: 67919040 + 1913: + end: 47806110 + operation: delete + start: 47705040 + 1914: + end: 62966610 + operation: delete + start: 62865540 + 1915: + operation: search + 1916: + end: 68121180 + operation: insert + start: 68020110 + 1917: + operation: search + 1918: + end: 68222250 + operation: insert + start: 68121180 + 1919: + operation: search + 1920: + end: 68323320 + operation: insert + start: 68222250 + 1921: + end: 63269820 + operation: delete + start: 63168750 + 1922: + operation: search + 1923: + end: 68424390 + operation: insert + start: 68323320 + 1924: + end: 63370890 + operation: delete + start: 63269820 + 1925: + operation: search + 1926: + end: 68525460 + operation: insert + start: 68424390 + 1927: + end: 48311460 + operation: delete + start: 48210390 + 1928: + end: 63471960 + operation: delete + start: 63370890 + 1929: + operation: search + 1930: + end: 68626530 + operation: insert + start: 68525460 + 1931: + operation: search + 1932: + end: 68727600 + operation: insert + start: 68626530 + 1933: + operation: search + 1934: + end: 68828670 + operation: insert + start: 68727600 + 1935: + end: 48614670 + operation: delete + start: 48513600 + 1936: + operation: search + 1937: + end: 68929740 + operation: insert + start: 68828670 + 1938: + end: 63876240 + operation: delete + start: 63775170 + 1939: + operation: search + 1940: + end: 69030810 + operation: insert + start: 68929740 + 1941: + end: 63977310 + operation: delete + start: 63876240 + 1942: + operation: search + 1943: + end: 69131880 + operation: insert + start: 69030810 + 1944: + end: 64078380 + operation: delete + start: 63977310 + 1945: + operation: search + 1946: + end: 69232950 + operation: insert + start: 69131880 + 1947: + end: 49018950 + operation: delete + start: 48917880 + 1948: + end: 64179450 + operation: delete + start: 64078380 + 1949: + operation: search + 1950: + end: 69334020 + operation: insert + start: 69232950 + 1951: + end: 49120020 + operation: delete + start: 49018950 + 1952: + end: 64280520 + operation: delete + start: 64179450 + 1953: + operation: search + 1954: + end: 69435090 + operation: insert + start: 69334020 + 1955: + end: 64381590 + operation: delete + start: 64280520 + 1956: + operation: search + 1957: + end: 69536160 + operation: insert + start: 69435090 + 1958: + end: 49322160 + operation: delete + start: 49221090 + 1959: + end: 64482660 + operation: delete + start: 64381590 + 1960: + operation: search + 1961: + end: 69637230 + operation: insert + start: 69536160 + 1962: + end: 49423230 + operation: delete + start: 49322160 + 1963: + end: 64583730 + operation: delete + start: 64482660 + 1964: + operation: search + 1965: + end: 69738300 + operation: insert + start: 69637230 + 1966: + end: 64684800 + operation: delete + start: 64583730 + 1967: + operation: search + 1968: + end: 69839370 + operation: insert + start: 69738300 + 1969: + end: 64785870 + operation: delete + start: 64684800 + 1970: + operation: search + 1971: + end: 69940440 + operation: insert + start: 69839370 + 1972: + end: 64886940 + operation: delete + start: 64785870 + 1973: + operation: search + 1974: + end: 70041510 + operation: insert + start: 69940440 + 1975: + end: 64988010 + operation: delete + start: 64886940 + 1976: + operation: search + 1977: + end: 70142580 + operation: insert + start: 70041510 + 1978: + end: 49928580 + operation: delete + start: 49827510 + 1979: + operation: search + 1980: + end: 70243650 + operation: insert + start: 70142580 + 1981: + end: 65190150 + operation: delete + start: 65089080 + 1982: + operation: search + 1983: + end: 70344720 + operation: insert + start: 70243650 + 1984: + operation: search + 1985: + end: 70445790 + operation: insert + start: 70344720 + 1986: + end: 65392290 + operation: delete + start: 65291220 + 1987: + operation: search + 1988: + end: 70546860 + operation: insert + start: 70445790 + 1989: + end: 65493360 + operation: delete + start: 65392290 + 1990: + operation: search + 1991: + end: 70647930 + operation: insert + start: 70546860 + 1992: + end: 65594430 + operation: delete + start: 65493360 + 1993: + operation: search + 1994: + end: 70749000 + operation: insert + start: 70647930 + 1995: + end: 65695500 + operation: delete + start: 65594430 + 1996: + operation: search + 1997: + end: 70850070 + operation: insert + start: 70749000 + 1998: + end: 65796570 + operation: delete + start: 65695500 + 1999: + operation: search + 2000: + end: 70951140 + operation: insert + start: 70850070 + 2001: + end: 65897640 + operation: delete + start: 65796570 + 2002: + operation: search + 2003: + end: 71052210 + operation: insert + start: 70951140 + 2004: + operation: search + 2005: + end: 71153280 + operation: insert + start: 71052210 + 2006: + end: 66099780 + operation: delete + start: 65998710 + 2007: + operation: search + 2008: + end: 71254350 + operation: insert + start: 71153280 + 2009: + end: 66200850 + operation: delete + start: 66099780 + 2010: + operation: search + 2011: + end: 71355420 + operation: insert + start: 71254350 + 2012: + end: 66301920 + operation: delete + start: 66200850 + 2013: + operation: search + 2014: + end: 71456490 + operation: insert + start: 71355420 + 2015: + end: 66402990 + operation: delete + start: 66301920 + 2016: + operation: search + 2017: + end: 71557560 + operation: insert + start: 71456490 + 2018: + end: 51343560 + operation: delete + start: 51242490 + 2019: + end: 66504060 + operation: delete + start: 66402990 + 2020: + operation: search + 2021: + end: 71658630 + operation: insert + start: 71557560 + 2022: + end: 51444630 + operation: delete + start: 51343560 + 2023: + operation: search + 2024: + end: 71759700 + operation: insert + start: 71658630 + 2025: + operation: search + 2026: + end: 71860770 + operation: insert + start: 71759700 + 2027: + end: 51646770 + operation: delete + start: 51545700 + 2028: + operation: search + 2029: + end: 71961840 + operation: insert + start: 71860770 + 2030: + operation: search + 2031: + end: 72062910 + operation: insert + start: 71961840 + 2032: + end: 67009410 + operation: delete + start: 66908340 + 2033: + operation: search + 2034: + end: 72163980 + operation: insert + start: 72062910 + 2035: + end: 67110480 + operation: delete + start: 67009410 + 2036: + operation: search + 2037: + end: 72265050 + operation: insert + start: 72163980 + 2038: + end: 52051050 + operation: delete + start: 51949980 + 2039: + end: 67211550 + operation: delete + start: 67110480 + 2040: + operation: search + 2041: + end: 72366120 + operation: insert + start: 72265050 + 2042: + end: 67312620 + operation: delete + start: 67211550 + 2043: + operation: search + 2044: + end: 72467190 + operation: insert + start: 72366120 + 2045: + end: 67413690 + operation: delete + start: 67312620 + 2046: + operation: search + 2047: + end: 72568260 + operation: insert + start: 72467190 + 2048: + end: 67514760 + operation: delete + start: 67413690 + 2049: + operation: search + 2050: + end: 72669330 + operation: insert + start: 72568260 + 2051: + end: 67615830 + operation: delete + start: 67514760 + 2052: + operation: search + 2053: + end: 72770400 + operation: insert + start: 72669330 + 2054: + end: 67716900 + operation: delete + start: 67615830 + 2055: + operation: search + 2056: + end: 72871470 + operation: insert + start: 72770400 + 2057: + end: 67817970 + operation: delete + start: 67716900 + 2058: + operation: search + 2059: + end: 72972540 + operation: insert + start: 72871470 + 2060: + end: 52758540 + operation: delete + start: 52657470 + 2061: + end: 67919040 + operation: delete + start: 67817970 + 2062: + operation: search + 2063: + end: 73073610 + operation: insert + start: 72972540 + 2064: + end: 68020110 + operation: delete + start: 67919040 + 2065: + operation: search + 2066: + end: 73174680 + operation: insert + start: 73073610 + 2067: + end: 68121180 + operation: delete + start: 68020110 + 2068: + operation: search + 2069: + end: 73275750 + operation: insert + start: 73174680 + 2070: + end: 68222250 + operation: delete + start: 68121180 + 2071: + operation: search + 2072: + end: 73376820 + operation: insert + start: 73275750 + 2073: + operation: search + 2074: + end: 73477890 + operation: insert + start: 73376820 + 2075: + end: 68424390 + operation: delete + start: 68323320 + 2076: + operation: search + 2077: + end: 73578960 + operation: insert + start: 73477890 + 2078: + operation: search + 2079: + end: 73680030 + operation: insert + start: 73578960 + 2080: + end: 68626530 + operation: delete + start: 68525460 + 2081: + operation: search + 2082: + end: 73781100 + operation: insert + start: 73680030 + 2083: + end: 68727600 + operation: delete + start: 68626530 + 2084: + operation: search + 2085: + end: 73882170 + operation: insert + start: 73781100 + 2086: + end: 68828670 + operation: delete + start: 68727600 + 2087: + operation: search + 2088: + end: 73983240 + operation: insert + start: 73882170 + 2089: + end: 68929740 + operation: delete + start: 68828670 + 2090: + operation: search + 2091: + end: 74084310 + operation: insert + start: 73983240 + 2092: + end: 69030810 + operation: delete + start: 68929740 + 2093: + operation: search + 2094: + end: 74185380 + operation: insert + start: 74084310 + 2095: + end: 53971380 + operation: delete + start: 53870310 + 2096: + operation: search + 2097: + end: 74286450 + operation: insert + start: 74185380 + 2098: + end: 69232950 + operation: delete + start: 69131880 + 2099: + operation: search + 2100: + end: 74387520 + operation: insert + start: 74286450 + 2101: + operation: search + 2102: + end: 74488590 + operation: insert + start: 74387520 + 2103: + end: 54274590 + operation: delete + start: 54173520 + 2104: + end: 69435090 + operation: delete + start: 69334020 + 2105: + operation: search + 2106: + end: 74589660 + operation: insert + start: 74488590 + 2107: + end: 69536160 + operation: delete + start: 69435090 + 2108: + operation: search + 2109: + end: 74690730 + operation: insert + start: 74589660 + 2110: + operation: search + 2111: + end: 74791800 + operation: insert + start: 74690730 + 2112: + end: 69738300 + operation: delete + start: 69637230 + 2113: + operation: search + 2114: + end: 74892870 + operation: insert + start: 74791800 + 2115: + end: 69839370 + operation: delete + start: 69738300 + 2116: + operation: search + 2117: + end: 74993940 + operation: insert + start: 74892870 + 2118: + end: 69940440 + operation: delete + start: 69839370 + 2119: + operation: search + 2120: + end: 75095010 + operation: insert + start: 74993940 + 2121: + end: 54881010 + operation: delete + start: 54779940 + 2122: + end: 70041510 + operation: delete + start: 69940440 + 2123: + operation: search + 2124: + end: 75196080 + operation: insert + start: 75095010 + 2125: + end: 70142580 + operation: delete + start: 70041510 + 2126: + operation: search + 2127: + end: 75297150 + operation: insert + start: 75196080 + 2128: + end: 70243650 + operation: delete + start: 70142580 + 2129: + operation: search + 2130: + end: 75398220 + operation: insert + start: 75297150 + 2131: + end: 55184220 + operation: delete + start: 55083150 + 2132: + end: 70344720 + operation: delete + start: 70243650 + 2133: + operation: search + 2134: + end: 75499290 + operation: insert + start: 75398220 + 2135: + end: 55285290 + operation: delete + start: 55184220 + 2136: + operation: search + 2137: + end: 75600360 + operation: insert + start: 75499290 + 2138: + operation: search + 2139: + end: 75701430 + operation: insert + start: 75600360 + 2140: + end: 70647930 + operation: delete + start: 70546860 + 2141: + operation: search + 2142: + end: 75802500 + operation: insert + start: 75701430 + 2143: + end: 70749000 + operation: delete + start: 70647930 + 2144: + operation: search + 2145: + end: 75903570 + operation: insert + start: 75802500 + 2146: + end: 55689570 + operation: delete + start: 55588500 + 2147: + end: 70850070 + operation: delete + start: 70749000 + 2148: + operation: search + 2149: + end: 76004640 + operation: insert + start: 75903570 + 2150: + end: 55790640 + operation: delete + start: 55689570 + 2151: + operation: search + 2152: + end: 76105710 + operation: insert + start: 76004640 + 2153: + end: 71052210 + operation: delete + start: 70951140 + 2154: + operation: search + 2155: + end: 76206780 + operation: insert + start: 76105710 + 2156: + end: 71153280 + operation: delete + start: 71052210 + 2157: + operation: search + 2158: + end: 76307850 + operation: insert + start: 76206780 + 2159: + end: 71254350 + operation: delete + start: 71153280 + 2160: + operation: search + 2161: + end: 76408920 + operation: insert + start: 76307850 + 2162: + end: 71355420 + operation: delete + start: 71254350 + 2163: + operation: search + 2164: + end: 76509990 + operation: insert + start: 76408920 + 2165: + end: 71456490 + operation: delete + start: 71355420 + 2166: + operation: search + 2167: + end: 76611060 + operation: insert + start: 76509990 + 2168: + operation: search + 2169: + end: 76712130 + operation: insert + start: 76611060 + 2170: + operation: search + 2171: + end: 76813200 + operation: insert + start: 76712130 + 2172: + end: 71759700 + operation: delete + start: 71658630 + 2173: + operation: search + 2174: + end: 76914270 + operation: insert + start: 76813200 + 2175: + end: 71860770 + operation: delete + start: 71759700 + 2176: + operation: search + 2177: + end: 77015340 + operation: insert + start: 76914270 + 2178: + end: 56801340 + operation: delete + start: 56700270 + 2179: + end: 71961840 + operation: delete + start: 71860770 + 2180: + operation: search + 2181: + end: 77116410 + operation: insert + start: 77015340 + 2182: + end: 56902410 + operation: delete + start: 56801340 + 2183: + operation: search + 2184: + end: 77217480 + operation: insert + start: 77116410 + 2185: + end: 72163980 + operation: delete + start: 72062910 + 2186: + operation: search + 2187: + end: 77318550 + operation: insert + start: 77217480 + 2188: + end: 72265050 + operation: delete + start: 72163980 + 2189: + operation: search + 2190: + end: 77419620 + operation: insert + start: 77318550 + 2191: + end: 72366120 + operation: delete + start: 72265050 + 2192: + operation: search + 2193: + end: 77520690 + operation: insert + start: 77419620 + 2194: + end: 57306690 + operation: delete + start: 57205620 + 2195: + end: 72467190 + operation: delete + start: 72366120 + 2196: + operation: search + 2197: + end: 77621760 + operation: insert + start: 77520690 + 2198: + end: 72568260 + operation: delete + start: 72467190 + 2199: + operation: search + 2200: + end: 77722830 + operation: insert + start: 77621760 + 2201: + end: 72669330 + operation: delete + start: 72568260 + 2202: + operation: search + 2203: + end: 77823900 + operation: insert + start: 77722830 + 2204: + end: 57609900 + operation: delete + start: 57508830 + 2205: + end: 72770400 + operation: delete + start: 72669330 + 2206: + operation: search + 2207: + end: 77924970 + operation: insert + start: 77823900 + 2208: + end: 57710970 + operation: delete + start: 57609900 + 2209: + end: 72871470 + operation: delete + start: 72770400 + 2210: + operation: search + 2211: + end: 78026040 + operation: insert + start: 77924970 + 2212: + end: 72972540 + operation: delete + start: 72871470 + 2213: + operation: search + 2214: + end: 78127110 + operation: insert + start: 78026040 + 2215: + end: 73073610 + operation: delete + start: 72972540 + 2216: + operation: search + 2217: + end: 78228180 + operation: insert + start: 78127110 + 2218: + end: 73174680 + operation: delete + start: 73073610 + 2219: + operation: search + 2220: + end: 78329250 + operation: insert + start: 78228180 + 2221: + end: 73275750 + operation: delete + start: 73174680 + 2222: + operation: search + 2223: + end: 78430320 + operation: insert + start: 78329250 + 2224: + end: 73376820 + operation: delete + start: 73275750 + 2225: + operation: search + 2226: + end: 78531390 + operation: insert + start: 78430320 + 2227: + operation: search + 2228: + end: 78632460 + operation: insert + start: 78531390 + 2229: + end: 73578960 + operation: delete + start: 73477890 + 2230: + operation: search + 2231: + end: 78733530 + operation: insert + start: 78632460 + 2232: + end: 73680030 + operation: delete + start: 73578960 + 2233: + operation: search + 2234: + end: 78834600 + operation: insert + start: 78733530 + 2235: + end: 58620600 + operation: delete + start: 58519530 + 2236: + end: 73781100 + operation: delete + start: 73680030 + 2237: + operation: search + 2238: + end: 78935670 + operation: insert + start: 78834600 + 2239: + operation: search + 2240: + end: 79036740 + operation: insert + start: 78935670 + 2241: + end: 58822740 + operation: delete + start: 58721670 + 2242: + end: 73983240 + operation: delete + start: 73882170 + 2243: + operation: search + 2244: + end: 79137810 + operation: insert + start: 79036740 + 2245: + end: 74084310 + operation: delete + start: 73983240 + 2246: + operation: search + 2247: + end: 79238880 + operation: insert + start: 79137810 + 2248: + operation: search + 2249: + end: 79339950 + operation: insert + start: 79238880 + 2250: + end: 74286450 + operation: delete + start: 74185380 + 2251: + operation: search + 2252: + end: 79441020 + operation: insert + start: 79339950 + 2253: + end: 74387520 + operation: delete + start: 74286450 + 2254: + operation: search + 2255: + end: 79542090 + operation: insert + start: 79441020 + 2256: + end: 74488590 + operation: delete + start: 74387520 + 2257: + operation: search + 2258: + end: 79643160 + operation: insert + start: 79542090 + 2259: + end: 74589660 + operation: delete + start: 74488590 + 2260: + operation: search + 2261: + end: 79744230 + operation: insert + start: 79643160 + 2262: + end: 74690730 + operation: delete + start: 74589660 + 2263: + operation: search + 2264: + end: 79845300 + operation: insert + start: 79744230 + 2265: + end: 74791800 + operation: delete + start: 74690730 + 2266: + operation: search + 2267: + end: 79946370 + operation: insert + start: 79845300 + 2268: + end: 74892870 + operation: delete + start: 74791800 + 2269: + operation: search + 2270: + end: 80047440 + operation: insert + start: 79946370 + 2271: + end: 74993940 + operation: delete + start: 74892870 + 2272: + operation: search + 2273: + end: 80148510 + operation: insert + start: 80047440 + 2274: + end: 59934510 + operation: delete + start: 59833440 + 2275: + end: 75095010 + operation: delete + start: 74993940 + 2276: + operation: search + 2277: + end: 80249580 + operation: insert + start: 80148510 + 2278: + operation: search + 2279: + end: 80350650 + operation: insert + start: 80249580 + 2280: + end: 75297150 + operation: delete + start: 75196080 + 2281: + operation: search + 2282: + end: 80451720 + operation: insert + start: 80350650 + 2283: + end: 75398220 + operation: delete + start: 75297150 + 2284: + operation: search + 2285: + end: 80552790 + operation: insert + start: 80451720 + 2286: + end: 60338790 + operation: delete + start: 60237720 + 2287: + end: 75499290 + operation: delete + start: 75398220 + 2288: + operation: search + 2289: + end: 80653860 + operation: insert + start: 80552790 + 2290: + end: 75600360 + operation: delete + start: 75499290 + 2291: + operation: search + 2292: + end: 80754930 + operation: insert + start: 80653860 + 2293: + end: 75701430 + operation: delete + start: 75600360 + 2294: + operation: search + 2295: + end: 80856000 + operation: insert + start: 80754930 + 2296: + end: 75802500 + operation: delete + start: 75701430 + 2297: + operation: search + 2298: + end: 80957070 + operation: insert + start: 80856000 + 2299: + end: 75903570 + operation: delete + start: 75802500 + 2300: + operation: search + 2301: + end: 81058140 + operation: insert + start: 80957070 + 2302: + end: 76004640 + operation: delete + start: 75903570 + 2303: + operation: search + 2304: + end: 81159210 + operation: insert + start: 81058140 + 2305: + end: 76105710 + operation: delete + start: 76004640 + 2306: + operation: search + 2307: + end: 81260280 + operation: insert + start: 81159210 + 2308: + end: 76206780 + operation: delete + start: 76105710 + 2309: + operation: search + 2310: + end: 81361350 + operation: insert + start: 81260280 + 2311: + end: 76307850 + operation: delete + start: 76206780 + 2312: + operation: search + 2313: + end: 81462420 + operation: insert + start: 81361350 + 2314: + end: 76408920 + operation: delete + start: 76307850 + 2315: + operation: search + 2316: + end: 81563490 + operation: insert + start: 81462420 + 2317: + end: 76509990 + operation: delete + start: 76408920 + 2318: + operation: search + 2319: + end: 81664560 + operation: insert + start: 81563490 + 2320: + operation: search + 2321: + end: 81765630 + operation: insert + start: 81664560 + 2322: + end: 61551630 + operation: delete + start: 61450560 + 2323: + end: 76712130 + operation: delete + start: 76611060 + 2324: + operation: search + 2325: + end: 81866700 + operation: insert + start: 81765630 + 2326: + end: 76813200 + operation: delete + start: 76712130 + 2327: + operation: search + 2328: + end: 81967770 + operation: insert + start: 81866700 + 2329: + end: 76914270 + operation: delete + start: 76813200 + 2330: + operation: search + 2331: + end: 82068840 + operation: insert + start: 81967770 + 2332: + end: 77015340 + operation: delete + start: 76914270 + 2333: + operation: search + 2334: + end: 82169910 + operation: insert + start: 82068840 + 2335: + end: 77116410 + operation: delete + start: 77015340 + 2336: + operation: search + 2337: + end: 82270980 + operation: insert + start: 82169910 + 2338: + end: 77217480 + operation: delete + start: 77116410 + 2339: + operation: search + 2340: + end: 82372050 + operation: insert + start: 82270980 + 2341: + end: 77318550 + operation: delete + start: 77217480 + 2342: + operation: search + 2343: + end: 82473120 + operation: insert + start: 82372050 + 2344: + operation: search + 2345: + end: 82574190 + operation: insert + start: 82473120 + 2346: + end: 62360190 + operation: delete + start: 62259120 + 2347: + end: 77520690 + operation: delete + start: 77419620 + 2348: + operation: search + 2349: + end: 82675260 + operation: insert + start: 82574190 + 2350: + end: 77621760 + operation: delete + start: 77520690 + 2351: + operation: search + 2352: + end: 82776330 + operation: insert + start: 82675260 + 2353: + end: 62562330 + operation: delete + start: 62461260 + 2354: + end: 77722830 + operation: delete + start: 77621760 + 2355: + operation: search + 2356: + end: 82877400 + operation: insert + start: 82776330 + 2357: + end: 77823900 + operation: delete + start: 77722830 + 2358: + operation: search + 2359: + end: 82978470 + operation: insert + start: 82877400 + 2360: + end: 62764470 + operation: delete + start: 62663400 + 2361: + end: 77924970 + operation: delete + start: 77823900 + 2362: + operation: search + 2363: + end: 83079540 + operation: insert + start: 82978470 + 2364: + end: 78026040 + operation: delete + start: 77924970 + 2365: + operation: search + 2366: + end: 83180610 + operation: insert + start: 83079540 + 2367: + end: 78127110 + operation: delete + start: 78026040 + 2368: + operation: search + 2369: + end: 83281680 + operation: insert + start: 83180610 + 2370: + end: 63067680 + operation: delete + start: 62966610 + 2371: + end: 78228180 + operation: delete + start: 78127110 + 2372: + operation: search + 2373: + end: 83382750 + operation: insert + start: 83281680 + 2374: + end: 63168750 + operation: delete + start: 63067680 + 2375: + end: 78329250 + operation: delete + start: 78228180 + 2376: + operation: search + 2377: + end: 83483820 + operation: insert + start: 83382750 + 2378: + end: 78430320 + operation: delete + start: 78329250 + 2379: + operation: search + 2380: + end: 83584890 + operation: insert + start: 83483820 + 2381: + end: 78531390 + operation: delete + start: 78430320 + 2382: + operation: search + 2383: + end: 83685960 + operation: insert + start: 83584890 + 2384: + end: 78632460 + operation: delete + start: 78531390 + 2385: + operation: search + 2386: + end: 83787030 + operation: insert + start: 83685960 + 2387: + end: 63573030 + operation: delete + start: 63471960 + 2388: + end: 78733530 + operation: delete + start: 78632460 + 2389: + operation: search + 2390: + end: 83888100 + operation: insert + start: 83787030 + 2391: + end: 63674100 + operation: delete + start: 63573030 + 2392: + end: 78834600 + operation: delete + start: 78733530 + 2393: + operation: search + 2394: + end: 83989170 + operation: insert + start: 83888100 + 2395: + end: 63775170 + operation: delete + start: 63674100 + 2396: + end: 78935670 + operation: delete + start: 78834600 + 2397: + operation: search + 2398: + end: 84090240 + operation: insert + start: 83989170 + 2399: + end: 79036740 + operation: delete + start: 78935670 + 2400: + operation: search + 2401: + end: 84191310 + operation: insert + start: 84090240 + 2402: + end: 79137810 + operation: delete + start: 79036740 + 2403: + operation: search + 2404: + end: 84292380 + operation: insert + start: 84191310 + 2405: + end: 79238880 + operation: delete + start: 79137810 + 2406: + operation: search + 2407: + end: 84393450 + operation: insert + start: 84292380 + 2408: + end: 79339950 + operation: delete + start: 79238880 + 2409: + operation: search + 2410: + end: 84494520 + operation: insert + start: 84393450 + 2411: + operation: search + 2412: + end: 84595590 + operation: insert + start: 84494520 + 2413: + end: 79542090 + operation: delete + start: 79441020 + 2414: + operation: search + 2415: + end: 84696660 + operation: insert + start: 84595590 + 2416: + end: 79643160 + operation: delete + start: 79542090 + 2417: + operation: search + 2418: + end: 84797730 + operation: insert + start: 84696660 + 2419: + operation: search + 2420: + end: 84898800 + operation: insert + start: 84797730 + 2421: + end: 79845300 + operation: delete + start: 79744230 + 2422: + operation: search + 2423: + end: 84999870 + operation: insert + start: 84898800 + 2424: + end: 79946370 + operation: delete + start: 79845300 + 2425: + operation: search + 2426: + end: 85100940 + operation: insert + start: 84999870 + 2427: + end: 80047440 + operation: delete + start: 79946370 + 2428: + operation: search + 2429: + end: 85202010 + operation: insert + start: 85100940 + 2430: + operation: search + 2431: + end: 85303080 + operation: insert + start: 85202010 + 2432: + end: 65089080 + operation: delete + start: 64988010 + 2433: + end: 80249580 + operation: delete + start: 80148510 + 2434: + operation: search + 2435: + end: 85404150 + operation: insert + start: 85303080 + 2436: + end: 80350650 + operation: delete + start: 80249580 + 2437: + operation: search + 2438: + end: 85505220 + operation: insert + start: 85404150 + 2439: + end: 65291220 + operation: delete + start: 65190150 + 2440: + end: 80451720 + operation: delete + start: 80350650 + 2441: + operation: search + 2442: + end: 85606290 + operation: insert + start: 85505220 + 2443: + end: 80552790 + operation: delete + start: 80451720 + 2444: + operation: search + 2445: + end: 85707360 + operation: insert + start: 85606290 + 2446: + end: 80653860 + operation: delete + start: 80552790 + 2447: + operation: search + 2448: + end: 85808430 + operation: insert + start: 85707360 + 2449: + end: 80754930 + operation: delete + start: 80653860 + 2450: + operation: search + 2451: + end: 85909500 + operation: insert + start: 85808430 + 2452: + operation: search + 2453: + end: 86010570 + operation: insert + start: 85909500 + 2454: + end: 80957070 + operation: delete + start: 80856000 + 2455: + operation: search + 2456: + end: 86111640 + operation: insert + start: 86010570 + 2457: + end: 81058140 + operation: delete + start: 80957070 + 2458: + operation: search + 2459: + end: 86212710 + operation: insert + start: 86111640 + 2460: + end: 65998710 + operation: delete + start: 65897640 + 2461: + operation: search + 2462: + end: 86313780 + operation: insert + start: 86212710 + 2463: + end: 81260280 + operation: delete + start: 81159210 + 2464: + operation: search + 2465: + end: 86414850 + operation: insert + start: 86313780 + 2466: + end: 81361350 + operation: delete + start: 81260280 + 2467: + operation: search + 2468: + end: 86515920 + operation: insert + start: 86414850 + 2469: + end: 81462420 + operation: delete + start: 81361350 + 2470: + operation: search + 2471: + end: 86616990 + operation: insert + start: 86515920 + 2472: + end: 81563490 + operation: delete + start: 81462420 + 2473: + operation: search + 2474: + end: 86718060 + operation: insert + start: 86616990 + 2475: + end: 81664560 + operation: delete + start: 81563490 + 2476: + operation: search + 2477: + end: 86819130 + operation: insert + start: 86718060 + 2478: + end: 66605130 + operation: delete + start: 66504060 + 2479: + end: 81765630 + operation: delete + start: 81664560 + 2480: + operation: search + 2481: + end: 86920200 + operation: insert + start: 86819130 + 2482: + end: 66706200 + operation: delete + start: 66605130 + 2483: + end: 81866700 + operation: delete + start: 81765630 + 2484: + operation: search + 2485: + end: 87021270 + operation: insert + start: 86920200 + 2486: + end: 66807270 + operation: delete + start: 66706200 + 2487: + end: 81967770 + operation: delete + start: 81866700 + 2488: + operation: search + 2489: + end: 87122340 + operation: insert + start: 87021270 + 2490: + end: 66908340 + operation: delete + start: 66807270 + 2491: + end: 82068840 + operation: delete + start: 81967770 + 2492: + operation: search + 2493: + end: 87223410 + operation: insert + start: 87122340 + 2494: + end: 82169910 + operation: delete + start: 82068840 + 2495: + operation: search + 2496: + end: 87324480 + operation: insert + start: 87223410 + 2497: + end: 82270980 + operation: delete + start: 82169910 + 2498: + operation: search + 2499: + end: 87425550 + operation: insert + start: 87324480 + 2500: + end: 82372050 + operation: delete + start: 82270980 + 2501: + operation: search + 2502: + end: 87526620 + operation: insert + start: 87425550 + 2503: + end: 82473120 + operation: delete + start: 82372050 + 2504: + operation: search + 2505: + end: 87627690 + operation: insert + start: 87526620 + 2506: + end: 82574190 + operation: delete + start: 82473120 + 2507: + operation: search + 2508: + end: 87728760 + operation: insert + start: 87627690 + 2509: + end: 82675260 + operation: delete + start: 82574190 + 2510: + operation: search + 2511: + end: 87829830 + operation: insert + start: 87728760 + 2512: + operation: search + 2513: + end: 87930900 + operation: insert + start: 87829830 + 2514: + end: 82877400 + operation: delete + start: 82776330 + 2515: + operation: search + 2516: + end: 88031970 + operation: insert + start: 87930900 + 2517: + end: 82978470 + operation: delete + start: 82877400 + 2518: + operation: search + 2519: + end: 88133040 + operation: insert + start: 88031970 + 2520: + operation: search + 2521: + end: 88234110 + operation: insert + start: 88133040 + 2522: + end: 83180610 + operation: delete + start: 83079540 + 2523: + operation: search + 2524: + end: 88335180 + operation: insert + start: 88234110 + 2525: + end: 83281680 + operation: delete + start: 83180610 + 2526: + operation: search + 2527: + end: 88436250 + operation: insert + start: 88335180 + 2528: + operation: search + 2529: + end: 88537320 + operation: insert + start: 88436250 + 2530: + end: 68323320 + operation: delete + start: 68222250 + 2531: + end: 83483820 + operation: delete + start: 83382750 + 2532: + operation: search + 2533: + end: 88638390 + operation: insert + start: 88537320 + 2534: + end: 83584890 + operation: delete + start: 83483820 + 2535: + operation: search + 2536: + end: 88739460 + operation: insert + start: 88638390 + 2537: + end: 68525460 + operation: delete + start: 68424390 + 2538: + operation: search + 2539: + end: 88840530 + operation: insert + start: 88739460 + 2540: + end: 83787030 + operation: delete + start: 83685960 + 2541: + operation: search + 2542: + end: 88941600 + operation: insert + start: 88840530 + 2543: + end: 83888100 + operation: delete + start: 83787030 + 2544: + operation: search + 2545: + end: 89042670 + operation: insert + start: 88941600 + 2546: + end: 83989170 + operation: delete + start: 83888100 + 2547: + operation: search + 2548: + end: 89143740 + operation: insert + start: 89042670 + 2549: + end: 84090240 + operation: delete + start: 83989170 + 2550: + operation: search + 2551: + end: 89244810 + operation: insert + start: 89143740 + 2552: + end: 84191310 + operation: delete + start: 84090240 + 2553: + operation: search + 2554: + end: 89345880 + operation: insert + start: 89244810 + 2555: + end: 69131880 + operation: delete + start: 69030810 + 2556: + end: 84292380 + operation: delete + start: 84191310 + 2557: + operation: search + 2558: + end: 89446950 + operation: insert + start: 89345880 + 2559: + end: 84393450 + operation: delete + start: 84292380 + 2560: + operation: search + 2561: + end: 89548020 + operation: insert + start: 89446950 + 2562: + end: 69334020 + operation: delete + start: 69232950 + 2563: + end: 84494520 + operation: delete + start: 84393450 + 2564: + operation: search + 2565: + end: 89649090 + operation: insert + start: 89548020 + 2566: + end: 84595590 + operation: delete + start: 84494520 + 2567: + operation: search + 2568: + end: 89750160 + operation: insert + start: 89649090 + 2569: + end: 84696660 + operation: delete + start: 84595590 + 2570: + operation: search + 2571: + end: 89851230 + operation: insert + start: 89750160 + 2572: + end: 69637230 + operation: delete + start: 69536160 + 2573: + end: 84797730 + operation: delete + start: 84696660 + 2574: + operation: search + 2575: + end: 89952300 + operation: insert + start: 89851230 + 2576: + end: 84898800 + operation: delete + start: 84797730 + 2577: + operation: search + 2578: + end: 90053370 + operation: insert + start: 89952300 + 2579: + operation: search + 2580: + end: 90154440 + operation: insert + start: 90053370 + 2581: + end: 85100940 + operation: delete + start: 84999870 + 2582: + operation: search + 2583: + end: 90255510 + operation: insert + start: 90154440 + 2584: + end: 85202010 + operation: delete + start: 85100940 + 2585: + operation: search + 2586: + end: 90356580 + operation: insert + start: 90255510 + 2587: + end: 85303080 + operation: delete + start: 85202010 + 2588: + operation: search + 2589: + end: 90457650 + operation: insert + start: 90356580 + 2590: + end: 85404150 + operation: delete + start: 85303080 + 2591: + operation: search + 2592: + end: 90558720 + operation: insert + start: 90457650 + 2593: + end: 85505220 + operation: delete + start: 85404150 + 2594: + operation: search + 2595: + end: 90659790 + operation: insert + start: 90558720 + 2596: + end: 70445790 + operation: delete + start: 70344720 + 2597: + end: 85606290 + operation: delete + start: 85505220 + 2598: + operation: search + 2599: + end: 90760860 + operation: insert + start: 90659790 + 2600: + end: 85707360 + operation: delete + start: 85606290 + 2601: + operation: search + 2602: + end: 90861930 + operation: insert + start: 90760860 + 2603: + end: 85808430 + operation: delete + start: 85707360 + 2604: + operation: search + 2605: + end: 90963000 + operation: insert + start: 90861930 + 2606: + end: 85909500 + operation: delete + start: 85808430 + 2607: + operation: search + 2608: + end: 91064070 + operation: insert + start: 90963000 + 2609: + operation: search + 2610: + end: 91165140 + operation: insert + start: 91064070 + 2611: + end: 70951140 + operation: delete + start: 70850070 + 2612: + end: 86111640 + operation: delete + start: 86010570 + 2613: + operation: search + 2614: + end: 91266210 + operation: insert + start: 91165140 + 2615: + end: 86212710 + operation: delete + start: 86111640 + 2616: + operation: search + 2617: + end: 91367280 + operation: insert + start: 91266210 + 2618: + operation: search + 2619: + end: 91468350 + operation: insert + start: 91367280 + 2620: + operation: search + 2621: + end: 91569420 + operation: insert + start: 91468350 + 2622: + end: 86515920 + operation: delete + start: 86414850 + 2623: + operation: search + 2624: + end: 91670490 + operation: insert + start: 91569420 + 2625: + end: 86616990 + operation: delete + start: 86515920 + 2626: + operation: search + 2627: + end: 91771560 + operation: insert + start: 91670490 + 2628: + end: 71557560 + operation: delete + start: 71456490 + 2629: + end: 86718060 + operation: delete + start: 86616990 + 2630: + operation: search + 2631: + end: 91872630 + operation: insert + start: 91771560 + 2632: + end: 71658630 + operation: delete + start: 71557560 + 2633: + end: 86819130 + operation: delete + start: 86718060 + 2634: + operation: search + 2635: + end: 91973700 + operation: insert + start: 91872630 + 2636: + end: 86920200 + operation: delete + start: 86819130 + 2637: + operation: search + 2638: + end: 92074770 + operation: insert + start: 91973700 + 2639: + operation: search + 2640: + end: 92175840 + operation: insert + start: 92074770 + 2641: + operation: search + 2642: + end: 92276910 + operation: insert + start: 92175840 + 2643: + end: 72062910 + operation: delete + start: 71961840 + 2644: + end: 87223410 + operation: delete + start: 87122340 + 2645: + operation: search + 2646: + end: 92377980 + operation: insert + start: 92276910 + 2647: + end: 87324480 + operation: delete + start: 87223410 + 2648: + operation: search + 2649: + end: 92479050 + operation: insert + start: 92377980 + 2650: + end: 87425550 + operation: delete + start: 87324480 + 2651: + operation: search + 2652: + end: 92580120 + operation: insert + start: 92479050 + 2653: + operation: search + 2654: + end: 92681190 + operation: insert + start: 92580120 + 2655: + end: 87627690 + operation: delete + start: 87526620 + 2656: + operation: search + 2657: + end: 92782260 + operation: insert + start: 92681190 + 2658: + end: 87728760 + operation: delete + start: 87627690 + 2659: + operation: search + 2660: + end: 92883330 + operation: insert + start: 92782260 + 2661: + end: 87829830 + operation: delete + start: 87728760 + 2662: + operation: search + 2663: + end: 92984400 + operation: insert + start: 92883330 + 2664: + end: 87930900 + operation: delete + start: 87829830 + 2665: + operation: search + 2666: + end: 93085470 + operation: insert + start: 92984400 + 2667: + end: 88031970 + operation: delete + start: 87930900 + 2668: + operation: search + 2669: + end: 93186540 + operation: insert + start: 93085470 + 2670: + operation: search + 2671: + end: 93287610 + operation: insert + start: 93186540 + 2672: + end: 88234110 + operation: delete + start: 88133040 + 2673: + operation: search + 2674: + end: 93388680 + operation: insert + start: 93287610 + 2675: + end: 88335180 + operation: delete + start: 88234110 + 2676: + operation: search + 2677: + end: 93489750 + operation: insert + start: 93388680 + 2678: + end: 88436250 + operation: delete + start: 88335180 + 2679: + operation: search + 2680: + end: 93590820 + operation: insert + start: 93489750 + 2681: + operation: search + 2682: + end: 93691890 + operation: insert + start: 93590820 + 2683: + end: 73477890 + operation: delete + start: 73376820 + 2684: + end: 88638390 + operation: delete + start: 88537320 + 2685: + operation: search + 2686: + end: 93792960 + operation: insert + start: 93691890 + 2687: + operation: search + 2688: + end: 93894030 + operation: insert + start: 93792960 + 2689: + end: 88840530 + operation: delete + start: 88739460 + 2690: + operation: search + 2691: + end: 93995100 + operation: insert + start: 93894030 + 2692: + end: 88941600 + operation: delete + start: 88840530 + 2693: + operation: search + 2694: + end: 94096170 + operation: insert + start: 93995100 + 2695: + end: 73882170 + operation: delete + start: 73781100 + 2696: + end: 89042670 + operation: delete + start: 88941600 + 2697: + operation: search + 2698: + end: 94197240 + operation: insert + start: 94096170 + 2699: + end: 89143740 + operation: delete + start: 89042670 + 2700: + operation: search + 2701: + end: 94298310 + operation: insert + start: 94197240 + 2702: + end: 89244810 + operation: delete + start: 89143740 + 2703: + operation: search + 2704: + end: 94399380 + operation: insert + start: 94298310 + 2705: + end: 74185380 + operation: delete + start: 74084310 + 2706: + end: 89345880 + operation: delete + start: 89244810 + 2707: + operation: search + 2708: + end: 94500450 + operation: insert + start: 94399380 + 2709: + end: 89446950 + operation: delete + start: 89345880 + 2710: + operation: search + 2711: + end: 94601520 + operation: insert + start: 94500450 + 2712: + end: 89548020 + operation: delete + start: 89446950 + 2713: + operation: search + 2714: + end: 94702590 + operation: insert + start: 94601520 + 2715: + end: 89649090 + operation: delete + start: 89548020 + 2716: + operation: search + 2717: + end: 94803660 + operation: insert + start: 94702590 + 2718: + operation: search + 2719: + end: 94904730 + operation: insert + start: 94803660 + 2720: + end: 89851230 + operation: delete + start: 89750160 + 2721: + operation: search + 2722: + end: 95005800 + operation: insert + start: 94904730 + 2723: + end: 89952300 + operation: delete + start: 89851230 + 2724: + operation: search + 2725: + end: 95106870 + operation: insert + start: 95005800 + 2726: + operation: search + 2727: + end: 95207940 + operation: insert + start: 95106870 + 2728: + end: 90154440 + operation: delete + start: 90053370 + 2729: + operation: search + 2730: + end: 95309010 + operation: insert + start: 95207940 + 2731: + operation: search + 2732: + end: 95410080 + operation: insert + start: 95309010 + 2733: + operation: search + 2734: + end: 95511150 + operation: insert + start: 95410080 + 2735: + operation: search + 2736: + end: 95612220 + operation: insert + start: 95511150 + 2737: + end: 90558720 + operation: delete + start: 90457650 + 2738: + operation: search + 2739: + end: 95713290 + operation: insert + start: 95612220 + 2740: + end: 90659790 + operation: delete + start: 90558720 + 2741: + operation: search + 2742: + end: 95814360 + operation: insert + start: 95713290 + 2743: + end: 90760860 + operation: delete + start: 90659790 + 2744: + operation: search + 2745: + end: 95915430 + operation: insert + start: 95814360 + 2746: + end: 90861930 + operation: delete + start: 90760860 + 2747: + operation: search + 2748: + end: 96016500 + operation: insert + start: 95915430 + 2749: + end: 90963000 + operation: delete + start: 90861930 + 2750: + operation: search + 2751: + end: 96117570 + operation: insert + start: 96016500 + 2752: + end: 91064070 + operation: delete + start: 90963000 + 2753: + operation: search + 2754: + end: 96218640 + operation: insert + start: 96117570 + 2755: + end: 91165140 + operation: delete + start: 91064070 + 2756: + operation: search + 2757: + end: 96319710 + operation: insert + start: 96218640 + 2758: + operation: search + 2759: + end: 96420780 + operation: insert + start: 96319710 + 2760: + end: 91367280 + operation: delete + start: 91266210 + 2761: + operation: search + 2762: + end: 96521850 + operation: insert + start: 96420780 + 2763: + end: 91468350 + operation: delete + start: 91367280 + 2764: + operation: search + 2765: + end: 96622920 + operation: insert + start: 96521850 + 2766: + end: 91569420 + operation: delete + start: 91468350 + 2767: + operation: search + 2768: + end: 96723990 + operation: insert + start: 96622920 + 2769: + end: 91670490 + operation: delete + start: 91569420 + 2770: + operation: search + 2771: + end: 96825060 + operation: insert + start: 96723990 + 2772: + end: 91771560 + operation: delete + start: 91670490 + 2773: + operation: search + 2774: + end: 96926130 + operation: insert + start: 96825060 + 2775: + end: 91872630 + operation: delete + start: 91771560 + 2776: + operation: search + 2777: + end: 97027200 + operation: insert + start: 96926130 + 2778: + end: 91973700 + operation: delete + start: 91872630 + 2779: + operation: search + 2780: + end: 97128270 + operation: insert + start: 97027200 + 2781: + end: 92074770 + operation: delete + start: 91973700 + 2782: + operation: search + 2783: + end: 97229340 + operation: insert + start: 97128270 + 2784: + end: 92175840 + operation: delete + start: 92074770 + 2785: + operation: search + 2786: + end: 97330410 + operation: insert + start: 97229340 + 2787: + end: 92276910 + operation: delete + start: 92175840 + 2788: + operation: search + 2789: + end: 97431480 + operation: insert + start: 97330410 + 2790: + end: 92377980 + operation: delete + start: 92276910 + 2791: + operation: search + 2792: + end: 97532550 + operation: insert + start: 97431480 + 2793: + end: 92479050 + operation: delete + start: 92377980 + 2794: + operation: search + 2795: + end: 97633620 + operation: insert + start: 97532550 + 2796: + end: 77419620 + operation: delete + start: 77318550 + 2797: + end: 92580120 + operation: delete + start: 92479050 + 2798: + operation: search + 2799: + end: 97734690 + operation: insert + start: 97633620 + 2800: + operation: search + 2801: + end: 97835760 + operation: insert + start: 97734690 + 2802: + end: 92782260 + operation: delete + start: 92681190 + 2803: + operation: search + 2804: + end: 97936830 + operation: insert + start: 97835760 + 2805: + operation: search + 2806: + end: 98037900 + operation: insert + start: 97936830 + 2807: + end: 92984400 + operation: delete + start: 92883330 + 2808: + operation: search + 2809: + end: 98138970 + operation: insert + start: 98037900 + 2810: + end: 93085470 + operation: delete + start: 92984400 + 2811: + operation: search + 2812: + end: 98240040 + operation: insert + start: 98138970 + 2813: + end: 93186540 + operation: delete + start: 93085470 + 2814: + operation: search + 2815: + end: 98341110 + operation: insert + start: 98240040 + 2816: + end: 93287610 + operation: delete + start: 93186540 + 2817: + operation: search + 2818: + end: 98442180 + operation: insert + start: 98341110 + 2819: + end: 93388680 + operation: delete + start: 93287610 + 2820: + operation: search + 2821: + end: 98543250 + operation: insert + start: 98442180 + 2822: + end: 93489750 + operation: delete + start: 93388680 + 2823: + operation: search + 2824: + end: 98644320 + operation: insert + start: 98543250 + 2825: + end: 93590820 + operation: delete + start: 93489750 + 2826: + operation: search + 2827: + end: 98745390 + operation: insert + start: 98644320 + 2828: + end: 93691890 + operation: delete + start: 93590820 + 2829: + operation: search + 2830: + end: 98846460 + operation: insert + start: 98745390 + 2831: + end: 93792960 + operation: delete + start: 93691890 + 2832: + operation: search + 2833: + end: 98947530 + operation: insert + start: 98846460 + 2834: + end: 93894030 + operation: delete + start: 93792960 + 2835: + operation: search + 2836: + end: 99048600 + operation: insert + start: 98947530 + 2837: + end: 93995100 + operation: delete + start: 93894030 + 2838: + operation: search + 2839: + end: 99149670 + operation: insert + start: 99048600 + 2840: + operation: search + 2841: + end: 99250740 + operation: insert + start: 99149670 + 2842: + end: 94197240 + operation: delete + start: 94096170 + 2843: + operation: search + 2844: + end: 99351810 + operation: insert + start: 99250740 + 2845: + end: 94298310 + operation: delete + start: 94197240 + 2846: + operation: search + 2847: + end: 99452880 + operation: insert + start: 99351810 + 2848: + end: 94399380 + operation: delete + start: 94298310 + 2849: + operation: search + 2850: + end: 99553950 + operation: insert + start: 99452880 + 2851: + end: 94500450 + operation: delete + start: 94399380 + 2852: + operation: search + 2853: + end: 99655020 + operation: insert + start: 99553950 + 2854: + operation: search + 2855: + end: 99756090 + operation: insert + start: 99655020 + 2856: + end: 94702590 + operation: delete + start: 94601520 + 2857: + operation: search + 2858: + end: 99857160 + operation: insert + start: 99756090 + 2859: + operation: search + 2860: + end: 99958230 + operation: insert + start: 99857160 + 2861: + end: 79744230 + operation: delete + start: 79643160 + 2862: + operation: search + 2863: + end: 100059300 + operation: insert + start: 99958230 + 2864: + end: 95005800 + operation: delete + start: 94904730 + 2865: + operation: search + 2866: + end: 100160370 + operation: insert + start: 100059300 + 2867: + end: 95106870 + operation: delete + start: 95005800 + 2868: + operation: search + 2869: + end: 100261440 + operation: insert + start: 100160370 + 2870: + end: 95207940 + operation: delete + start: 95106870 + 2871: + operation: search + 2872: + end: 100362510 + operation: insert + start: 100261440 + 2873: + end: 80148510 + operation: delete + start: 80047440 + 2874: + end: 95309010 + operation: delete + start: 95207940 + 2875: + operation: search + 2876: + end: 100463580 + operation: insert + start: 100362510 + 2877: + operation: search + 2878: + end: 100564650 + operation: insert + start: 100463580 + 2879: + operation: search + 2880: + end: 100665720 + operation: insert + start: 100564650 + 2881: + operation: search + 2882: + end: 100766790 + operation: insert + start: 100665720 + 2883: + end: 95713290 + operation: delete + start: 95612220 + 2884: + operation: search + 2885: + end: 100867860 + operation: insert + start: 100766790 + 2886: + end: 95814360 + operation: delete + start: 95713290 + 2887: + operation: search + 2888: + end: 100968930 + operation: insert + start: 100867860 + 2889: + end: 95915430 + operation: delete + start: 95814360 + 2890: + operation: search + 2891: + end: 101070000 + operation: insert + start: 100968930 + 2892: + end: 80856000 + operation: delete + start: 80754930 + 2893: + end: 96016500 + operation: delete + start: 95915430 + 2894: + operation: search + max_pts: 10915560 diff --git a/neurips23/runbooks/msturing-10M_slidingwindow_runbook.yaml b/neurips23/runbooks/msturing-10M_slidingwindow_runbook.yaml new file mode 100644 index 000000000..f3acc967c --- /dev/null +++ b/neurips23/runbooks/msturing-10M_slidingwindow_runbook.yaml @@ -0,0 +1,1402 @@ +msturing-10M: + 1: + end: 50000 + operation: insert + start: 0 + 2: + end: 100000 + operation: insert + start: 50000 + 3: + end: 150000 + operation: insert + start: 100000 + 4: + end: 200000 + operation: insert + start: 150000 + 5: + end: 250000 + operation: insert + start: 200000 + 6: + end: 300000 + operation: insert + start: 250000 + 7: + end: 350000 + operation: insert + start: 300000 + 8: + end: 400000 + operation: insert + start: 350000 + 9: + end: 450000 + operation: insert + start: 400000 + 10: + end: 500000 + operation: insert + start: 450000 + 11: + end: 550000 + operation: insert + start: 500000 + 12: + end: 600000 + operation: insert + start: 550000 + 13: + end: 650000 + operation: insert + start: 600000 + 14: + end: 700000 + operation: insert + start: 650000 + 15: + end: 750000 + operation: insert + start: 700000 + 16: + end: 800000 + operation: insert + start: 750000 + 17: + end: 850000 + operation: insert + start: 800000 + 18: + end: 900000 + operation: insert + start: 850000 + 19: + end: 950000 + operation: insert + start: 900000 + 20: + end: 1000000 + operation: insert + start: 950000 + 21: + end: 1050000 + operation: insert + start: 1000000 + 22: + end: 1100000 + operation: insert + start: 1050000 + 23: + end: 1150000 + operation: insert + start: 1100000 + 24: + end: 1200000 + operation: insert + start: 1150000 + 25: + end: 1250000 + operation: insert + start: 1200000 + 26: + end: 1300000 + operation: insert + start: 1250000 + 27: + end: 1350000 + operation: insert + start: 1300000 + 28: + end: 1400000 + operation: insert + start: 1350000 + 29: + end: 1450000 + operation: insert + start: 1400000 + 30: + end: 1500000 + operation: insert + start: 1450000 + 31: + end: 1550000 + operation: insert + start: 1500000 + 32: + end: 1600000 + operation: insert + start: 1550000 + 33: + end: 1650000 + operation: insert + start: 1600000 + 34: + end: 1700000 + operation: insert + start: 1650000 + 35: + end: 1750000 + operation: insert + start: 1700000 + 36: + end: 1800000 + operation: insert + start: 1750000 + 37: + end: 1850000 + operation: insert + start: 1800000 + 38: + end: 1900000 + operation: insert + start: 1850000 + 39: + end: 1950000 + operation: insert + start: 1900000 + 40: + end: 2000000 + operation: insert + start: 1950000 + 41: + end: 2050000 + operation: insert + start: 2000000 + 42: + end: 2100000 + operation: insert + start: 2050000 + 43: + end: 2150000 + operation: insert + start: 2100000 + 44: + end: 2200000 + operation: insert + start: 2150000 + 45: + end: 2250000 + operation: insert + start: 2200000 + 46: + end: 2300000 + operation: insert + start: 2250000 + 47: + end: 2350000 + operation: insert + start: 2300000 + 48: + end: 2400000 + operation: insert + start: 2350000 + 49: + end: 2450000 + operation: insert + start: 2400000 + 50: + end: 2500000 + operation: insert + start: 2450000 + 51: + end: 2550000 + operation: insert + start: 2500000 + 52: + end: 2600000 + operation: insert + start: 2550000 + 53: + end: 2650000 + operation: insert + start: 2600000 + 54: + end: 2700000 + operation: insert + start: 2650000 + 55: + end: 2750000 + operation: insert + start: 2700000 + 56: + end: 2800000 + operation: insert + start: 2750000 + 57: + end: 2850000 + operation: insert + start: 2800000 + 58: + end: 2900000 + operation: insert + start: 2850000 + 59: + end: 2950000 + operation: insert + start: 2900000 + 60: + end: 3000000 + operation: insert + start: 2950000 + 61: + end: 3050000 + operation: insert + start: 3000000 + 62: + end: 3100000 + operation: insert + start: 3050000 + 63: + end: 3150000 + operation: insert + start: 3100000 + 64: + end: 3200000 + operation: insert + start: 3150000 + 65: + end: 3250000 + operation: insert + start: 3200000 + 66: + end: 3300000 + operation: insert + start: 3250000 + 67: + end: 3350000 + operation: insert + start: 3300000 + 68: + end: 3400000 + operation: insert + start: 3350000 + 69: + end: 3450000 + operation: insert + start: 3400000 + 70: + end: 3500000 + operation: insert + start: 3450000 + 71: + end: 3550000 + operation: insert + start: 3500000 + 72: + end: 3600000 + operation: insert + start: 3550000 + 73: + end: 3650000 + operation: insert + start: 3600000 + 74: + end: 3700000 + operation: insert + start: 3650000 + 75: + end: 3750000 + operation: insert + start: 3700000 + 76: + end: 3800000 + operation: insert + start: 3750000 + 77: + end: 3850000 + operation: insert + start: 3800000 + 78: + end: 3900000 + operation: insert + start: 3850000 + 79: + end: 3950000 + operation: insert + start: 3900000 + 80: + end: 4000000 + operation: insert + start: 3950000 + 81: + end: 4050000 + operation: insert + start: 4000000 + 82: + end: 4100000 + operation: insert + start: 4050000 + 83: + end: 4150000 + operation: insert + start: 4100000 + 84: + end: 4200000 + operation: insert + start: 4150000 + 85: + end: 4250000 + operation: insert + start: 4200000 + 86: + end: 4300000 + operation: insert + start: 4250000 + 87: + end: 4350000 + operation: insert + start: 4300000 + 88: + end: 4400000 + operation: insert + start: 4350000 + 89: + end: 4450000 + operation: insert + start: 4400000 + 90: + end: 4500000 + operation: insert + start: 4450000 + 91: + end: 4550000 + operation: insert + start: 4500000 + 92: + end: 4600000 + operation: insert + start: 4550000 + 93: + end: 4650000 + operation: insert + start: 4600000 + 94: + end: 4700000 + operation: insert + start: 4650000 + 95: + end: 4750000 + operation: insert + start: 4700000 + 96: + end: 4800000 + operation: insert + start: 4750000 + 97: + end: 4850000 + operation: insert + start: 4800000 + 98: + end: 4900000 + operation: insert + start: 4850000 + 99: + end: 4950000 + operation: insert + start: 4900000 + 100: + end: 5000000 + operation: insert + start: 4950000 + 101: + operation: search + 102: + end: 50000 + operation: delete + start: 0 + 103: + end: 5050000 + operation: insert + start: 5000000 + 104: + operation: search + 105: + end: 100000 + operation: delete + start: 50000 + 106: + end: 5100000 + operation: insert + start: 5050000 + 107: + operation: search + 108: + end: 150000 + operation: delete + start: 100000 + 109: + end: 5150000 + operation: insert + start: 5100000 + 110: + operation: search + 111: + end: 200000 + operation: delete + start: 150000 + 112: + end: 5200000 + operation: insert + start: 5150000 + 113: + operation: search + 114: + end: 250000 + operation: delete + start: 200000 + 115: + end: 5250000 + operation: insert + start: 5200000 + 116: + operation: search + 117: + end: 300000 + operation: delete + start: 250000 + 118: + end: 5300000 + operation: insert + start: 5250000 + 119: + operation: search + 120: + end: 350000 + operation: delete + start: 300000 + 121: + end: 5350000 + operation: insert + start: 5300000 + 122: + operation: search + 123: + end: 400000 + operation: delete + start: 350000 + 124: + end: 5400000 + operation: insert + start: 5350000 + 125: + operation: search + 126: + end: 450000 + operation: delete + start: 400000 + 127: + end: 5450000 + operation: insert + start: 5400000 + 128: + operation: search + 129: + end: 500000 + operation: delete + start: 450000 + 130: + end: 5500000 + operation: insert + start: 5450000 + 131: + operation: search + 132: + end: 550000 + operation: delete + start: 500000 + 133: + end: 5550000 + operation: insert + start: 5500000 + 134: + operation: search + 135: + end: 600000 + operation: delete + start: 550000 + 136: + end: 5600000 + operation: insert + start: 5550000 + 137: + operation: search + 138: + end: 650000 + operation: delete + start: 600000 + 139: + end: 5650000 + operation: insert + start: 5600000 + 140: + operation: search + 141: + end: 700000 + operation: delete + start: 650000 + 142: + end: 5700000 + operation: insert + start: 5650000 + 143: + operation: search + 144: + end: 750000 + operation: delete + start: 700000 + 145: + end: 5750000 + operation: insert + start: 5700000 + 146: + operation: search + 147: + end: 800000 + operation: delete + start: 750000 + 148: + end: 5800000 + operation: insert + start: 5750000 + 149: + operation: search + 150: + end: 850000 + operation: delete + start: 800000 + 151: + end: 5850000 + operation: insert + start: 5800000 + 152: + operation: search + 153: + end: 900000 + operation: delete + start: 850000 + 154: + end: 5900000 + operation: insert + start: 5850000 + 155: + operation: search + 156: + end: 950000 + operation: delete + start: 900000 + 157: + end: 5950000 + operation: insert + start: 5900000 + 158: + operation: search + 159: + end: 1000000 + operation: delete + start: 950000 + 160: + end: 6000000 + operation: insert + start: 5950000 + 161: + operation: search + 162: + end: 1050000 + operation: delete + start: 1000000 + 163: + end: 6050000 + operation: insert + start: 6000000 + 164: + operation: search + 165: + end: 1100000 + operation: delete + start: 1050000 + 166: + end: 6100000 + operation: insert + start: 6050000 + 167: + operation: search + 168: + end: 1150000 + operation: delete + start: 1100000 + 169: + end: 6150000 + operation: insert + start: 6100000 + 170: + operation: search + 171: + end: 1200000 + operation: delete + start: 1150000 + 172: + end: 6200000 + operation: insert + start: 6150000 + 173: + operation: search + 174: + end: 1250000 + operation: delete + start: 1200000 + 175: + end: 6250000 + operation: insert + start: 6200000 + 176: + operation: search + 177: + end: 1300000 + operation: delete + start: 1250000 + 178: + end: 6300000 + operation: insert + start: 6250000 + 179: + operation: search + 180: + end: 1350000 + operation: delete + start: 1300000 + 181: + end: 6350000 + operation: insert + start: 6300000 + 182: + operation: search + 183: + end: 1400000 + operation: delete + start: 1350000 + 184: + end: 6400000 + operation: insert + start: 6350000 + 185: + operation: search + 186: + end: 1450000 + operation: delete + start: 1400000 + 187: + end: 6450000 + operation: insert + start: 6400000 + 188: + operation: search + 189: + end: 1500000 + operation: delete + start: 1450000 + 190: + end: 6500000 + operation: insert + start: 6450000 + 191: + operation: search + 192: + end: 1550000 + operation: delete + start: 1500000 + 193: + end: 6550000 + operation: insert + start: 6500000 + 194: + operation: search + 195: + end: 1600000 + operation: delete + start: 1550000 + 196: + end: 6600000 + operation: insert + start: 6550000 + 197: + operation: search + 198: + end: 1650000 + operation: delete + start: 1600000 + 199: + end: 6650000 + operation: insert + start: 6600000 + 200: + operation: search + 201: + end: 1700000 + operation: delete + start: 1650000 + 202: + end: 6700000 + operation: insert + start: 6650000 + 203: + operation: search + 204: + end: 1750000 + operation: delete + start: 1700000 + 205: + end: 6750000 + operation: insert + start: 6700000 + 206: + operation: search + 207: + end: 1800000 + operation: delete + start: 1750000 + 208: + end: 6800000 + operation: insert + start: 6750000 + 209: + operation: search + 210: + end: 1850000 + operation: delete + start: 1800000 + 211: + end: 6850000 + operation: insert + start: 6800000 + 212: + operation: search + 213: + end: 1900000 + operation: delete + start: 1850000 + 214: + end: 6900000 + operation: insert + start: 6850000 + 215: + operation: search + 216: + end: 1950000 + operation: delete + start: 1900000 + 217: + end: 6950000 + operation: insert + start: 6900000 + 218: + operation: search + 219: + end: 2000000 + operation: delete + start: 1950000 + 220: + end: 7000000 + operation: insert + start: 6950000 + 221: + operation: search + 222: + end: 2050000 + operation: delete + start: 2000000 + 223: + end: 7050000 + operation: insert + start: 7000000 + 224: + operation: search + 225: + end: 2100000 + operation: delete + start: 2050000 + 226: + end: 7100000 + operation: insert + start: 7050000 + 227: + operation: search + 228: + end: 2150000 + operation: delete + start: 2100000 + 229: + end: 7150000 + operation: insert + start: 7100000 + 230: + operation: search + 231: + end: 2200000 + operation: delete + start: 2150000 + 232: + end: 7200000 + operation: insert + start: 7150000 + 233: + operation: search + 234: + end: 2250000 + operation: delete + start: 2200000 + 235: + end: 7250000 + operation: insert + start: 7200000 + 236: + operation: search + 237: + end: 2300000 + operation: delete + start: 2250000 + 238: + end: 7300000 + operation: insert + start: 7250000 + 239: + operation: search + 240: + end: 2350000 + operation: delete + start: 2300000 + 241: + end: 7350000 + operation: insert + start: 7300000 + 242: + operation: search + 243: + end: 2400000 + operation: delete + start: 2350000 + 244: + end: 7400000 + operation: insert + start: 7350000 + 245: + operation: search + 246: + end: 2450000 + operation: delete + start: 2400000 + 247: + end: 7450000 + operation: insert + start: 7400000 + 248: + operation: search + 249: + end: 2500000 + operation: delete + start: 2450000 + 250: + end: 7500000 + operation: insert + start: 7450000 + 251: + operation: search + 252: + end: 2550000 + operation: delete + start: 2500000 + 253: + end: 7550000 + operation: insert + start: 7500000 + 254: + operation: search + 255: + end: 2600000 + operation: delete + start: 2550000 + 256: + end: 7600000 + operation: insert + start: 7550000 + 257: + operation: search + 258: + end: 2650000 + operation: delete + start: 2600000 + 259: + end: 7650000 + operation: insert + start: 7600000 + 260: + operation: search + 261: + end: 2700000 + operation: delete + start: 2650000 + 262: + end: 7700000 + operation: insert + start: 7650000 + 263: + operation: search + 264: + end: 2750000 + operation: delete + start: 2700000 + 265: + end: 7750000 + operation: insert + start: 7700000 + 266: + operation: search + 267: + end: 2800000 + operation: delete + start: 2750000 + 268: + end: 7800000 + operation: insert + start: 7750000 + 269: + operation: search + 270: + end: 2850000 + operation: delete + start: 2800000 + 271: + end: 7850000 + operation: insert + start: 7800000 + 272: + operation: search + 273: + end: 2900000 + operation: delete + start: 2850000 + 274: + end: 7900000 + operation: insert + start: 7850000 + 275: + operation: search + 276: + end: 2950000 + operation: delete + start: 2900000 + 277: + end: 7950000 + operation: insert + start: 7900000 + 278: + operation: search + 279: + end: 3000000 + operation: delete + start: 2950000 + 280: + end: 8000000 + operation: insert + start: 7950000 + 281: + operation: search + 282: + end: 3050000 + operation: delete + start: 3000000 + 283: + end: 8050000 + operation: insert + start: 8000000 + 284: + operation: search + 285: + end: 3100000 + operation: delete + start: 3050000 + 286: + end: 8100000 + operation: insert + start: 8050000 + 287: + operation: search + 288: + end: 3150000 + operation: delete + start: 3100000 + 289: + end: 8150000 + operation: insert + start: 8100000 + 290: + operation: search + 291: + end: 3200000 + operation: delete + start: 3150000 + 292: + end: 8200000 + operation: insert + start: 8150000 + 293: + operation: search + 294: + end: 3250000 + operation: delete + start: 3200000 + 295: + end: 8250000 + operation: insert + start: 8200000 + 296: + operation: search + 297: + end: 3300000 + operation: delete + start: 3250000 + 298: + end: 8300000 + operation: insert + start: 8250000 + 299: + operation: search + 300: + end: 3350000 + operation: delete + start: 3300000 + 301: + end: 8350000 + operation: insert + start: 8300000 + 302: + operation: search + 303: + end: 3400000 + operation: delete + start: 3350000 + 304: + end: 8400000 + operation: insert + start: 8350000 + 305: + operation: search + 306: + end: 3450000 + operation: delete + start: 3400000 + 307: + end: 8450000 + operation: insert + start: 8400000 + 308: + operation: search + 309: + end: 3500000 + operation: delete + start: 3450000 + 310: + end: 8500000 + operation: insert + start: 8450000 + 311: + operation: search + 312: + end: 3550000 + operation: delete + start: 3500000 + 313: + end: 8550000 + operation: insert + start: 8500000 + 314: + operation: search + 315: + end: 3600000 + operation: delete + start: 3550000 + 316: + end: 8600000 + operation: insert + start: 8550000 + 317: + operation: search + 318: + end: 3650000 + operation: delete + start: 3600000 + 319: + end: 8650000 + operation: insert + start: 8600000 + 320: + operation: search + 321: + end: 3700000 + operation: delete + start: 3650000 + 322: + end: 8700000 + operation: insert + start: 8650000 + 323: + operation: search + 324: + end: 3750000 + operation: delete + start: 3700000 + 325: + end: 8750000 + operation: insert + start: 8700000 + 326: + operation: search + 327: + end: 3800000 + operation: delete + start: 3750000 + 328: + end: 8800000 + operation: insert + start: 8750000 + 329: + operation: search + 330: + end: 3850000 + operation: delete + start: 3800000 + 331: + end: 8850000 + operation: insert + start: 8800000 + 332: + operation: search + 333: + end: 3900000 + operation: delete + start: 3850000 + 334: + end: 8900000 + operation: insert + start: 8850000 + 335: + operation: search + 336: + end: 3950000 + operation: delete + start: 3900000 + 337: + end: 8950000 + operation: insert + start: 8900000 + 338: + operation: search + 339: + end: 4000000 + operation: delete + start: 3950000 + 340: + end: 9000000 + operation: insert + start: 8950000 + 341: + operation: search + 342: + end: 4050000 + operation: delete + start: 4000000 + 343: + end: 9050000 + operation: insert + start: 9000000 + 344: + operation: search + 345: + end: 4100000 + operation: delete + start: 4050000 + 346: + end: 9100000 + operation: insert + start: 9050000 + 347: + operation: search + 348: + end: 4150000 + operation: delete + start: 4100000 + 349: + end: 9150000 + operation: insert + start: 9100000 + 350: + operation: search + 351: + end: 4200000 + operation: delete + start: 4150000 + 352: + end: 9200000 + operation: insert + start: 9150000 + 353: + operation: search + 354: + end: 4250000 + operation: delete + start: 4200000 + 355: + end: 9250000 + operation: insert + start: 9200000 + 356: + operation: search + 357: + end: 4300000 + operation: delete + start: 4250000 + 358: + end: 9300000 + operation: insert + start: 9250000 + 359: + operation: search + 360: + end: 4350000 + operation: delete + start: 4300000 + 361: + end: 9350000 + operation: insert + start: 9300000 + 362: + operation: search + 363: + end: 4400000 + operation: delete + start: 4350000 + 364: + end: 9400000 + operation: insert + start: 9350000 + 365: + operation: search + 366: + end: 4450000 + operation: delete + start: 4400000 + 367: + end: 9450000 + operation: insert + start: 9400000 + 368: + operation: search + 369: + end: 4500000 + operation: delete + start: 4450000 + 370: + end: 9500000 + operation: insert + start: 9450000 + 371: + operation: search + 372: + end: 4550000 + operation: delete + start: 4500000 + 373: + end: 9550000 + operation: insert + start: 9500000 + 374: + operation: search + 375: + end: 4600000 + operation: delete + start: 4550000 + 376: + end: 9600000 + operation: insert + start: 9550000 + 377: + operation: search + 378: + end: 4650000 + operation: delete + start: 4600000 + 379: + end: 9650000 + operation: insert + start: 9600000 + 380: + operation: search + 381: + end: 4700000 + operation: delete + start: 4650000 + 382: + end: 9700000 + operation: insert + start: 9650000 + 383: + operation: search + 384: + end: 4750000 + operation: delete + start: 4700000 + 385: + end: 9750000 + operation: insert + start: 9700000 + 386: + operation: search + 387: + end: 4800000 + operation: delete + start: 4750000 + 388: + end: 9800000 + operation: insert + start: 9750000 + 389: + operation: search + 390: + end: 4850000 + operation: delete + start: 4800000 + 391: + end: 9850000 + operation: insert + start: 9800000 + 392: + operation: search + 393: + end: 4900000 + operation: delete + start: 4850000 + 394: + end: 9900000 + operation: insert + start: 9850000 + 395: + operation: search + 396: + end: 4950000 + operation: delete + start: 4900000 + 397: + end: 9950000 + operation: insert + start: 9900000 + 398: + operation: search + 399: + end: 5000000 + operation: delete + start: 4950000 + 400: + end: 10000000 + operation: insert + start: 9950000 + max_pts: 5000000 diff --git a/neurips23/runbooks/random_replace_runbook.yaml b/neurips23/runbooks/random_replace_runbook.yaml new file mode 100644 index 000000000..44af3ebf5 --- /dev/null +++ b/neurips23/runbooks/random_replace_runbook.yaml @@ -0,0 +1,450 @@ +msturing-10M-clustered: + max_pts: 6641122 + 1: + end: 170550 + operation: insert + start: 0 + 2: + operation: search + 3: + end: 441922 + operation: insert + start: 255771 + 4: + operation: search + 5: + end: 658388 + operation: insert + start: 491965 + 6: + operation: search + 7: + end: 984005 + operation: insert + start: 824781 + 8: + operation: search + 9: + end: 1353604 + operation: insert + start: 1081209 + 10: + operation: search + 11: + end: 1778387 + operation: insert + start: 1568760 + 12: + operation: search + 13: + end: 2214835 + operation: insert + start: 1959174 + 14: + operation: search + 15: + end: 2655948 + operation: insert + start: 2404186 + 16: + operation: search + 17: + end: 2985929 + operation: insert + start: 2798660 + 18: + operation: search + 19: + end: 3367448 + operation: insert + start: 3082959 + 20: + operation: search + 21: + end: 3767906 + operation: insert + start: 3480554 + 22: + operation: search + 23: + end: 4130724 + operation: insert + start: 3910930 + 24: + operation: search + 25: + end: 4461308 + operation: insert + start: 4194870 + 26: + operation: search + 27: + end: 4839923 + operation: insert + start: 4652840 + 28: + operation: search + 29: + end: 5032089 + operation: insert + start: 4872616 + 30: + operation: search + 31: + end: 5526086 + operation: insert + start: 5184725 + 32: + operation: search + 33: + end: 5891879 + operation: insert + start: 5629098 + 34: + operation: search + 35: + end: 6218348 + operation: insert + start: 6023119 + 36: + operation: search + 37: + end: 6413108 + operation: insert + start: 6292969 + 38: + operation: search + 39: + end: 6658829 + operation: insert + start: 6508987 + 40: + operation: search + 41: + end: 6958659 + operation: insert + start: 6767675 + 42: + operation: search + 43: + end: 7234176 + operation: insert + start: 7000498 + 44: + operation: search + 45: + end: 7402476 + operation: insert + start: 7263856 + 46: + operation: search + 47: + end: 7683180 + operation: insert + start: 7485517 + 48: + operation: search + 49: + end: 8008502 + operation: insert + start: 7739934 + 50: + operation: search + 51: + end: 8334761 + operation: insert + start: 8055691 + 52: + operation: search + 53: + end: 8578113 + operation: insert + start: 8381008 + 54: + operation: search + 55: + end: 8849550 + operation: insert + start: 8750107 + 56: + operation: search + 57: + end: 9102186 + operation: insert + start: 8942969 + 58: + operation: search + 59: + end: 9466319 + operation: insert + start: 9223315 + 60: + operation: search + 61: + end: 9624181 + operation: insert + start: 9508781 + 62: + operation: search + 63: + end: 9908074 + operation: insert + start: 9722747 + 64: + operation: search + 65: + ids_end: 9970476 + ids_start: 9908074 + operation: replace + tags_end: 62402 + tags_start: 0 + 66: + operation: search + 67: + ids_end: 7420049 + ids_start: 7402476 + operation: replace + tags_end: 273344 + tags_start: 255771 + 68: + operation: search + 69: + ids_end: 8623785 + ids_start: 8578113 + operation: replace + tags_end: 537637 + tags_start: 491965 + 70: + operation: search + 71: + ids_end: 1867257 + ids_start: 1778387 + operation: replace + tags_end: 913651 + tags_start: 824781 + 72: + operation: search + 73: + ids_end: 9468584 + ids_start: 9466319 + operation: replace + tags_end: 1083474 + tags_start: 1081209 + 74: + operation: search + 75: + ids_end: 9171728 + ids_start: 9102186 + operation: replace + tags_end: 1638302 + tags_start: 1568760 + 76: + operation: search + 77: + ids_end: 449264 + ids_start: 441922 + operation: replace + tags_end: 1966516 + tags_start: 1959174 + 78: + operation: search + 79: + ids_end: 2326420 + ids_start: 2214835 + operation: replace + tags_end: 2515771 + tags_start: 2404186 + 80: + operation: search + 81: + ids_end: 3053826 + ids_start: 2985929 + operation: replace + tags_end: 2866557 + tags_start: 2798660 + 82: + operation: search + 83: + ids_end: 5047708 + ids_start: 5032089 + operation: replace + tags_end: 3098578 + tags_start: 3082959 + 84: + operation: search + 85: + ids_end: 3827125 + ids_start: 3767906 + operation: replace + tags_end: 3539773 + tags_start: 3480554 + 86: + operation: search + 87: + ids_end: 7722589 + ids_start: 7683180 + operation: replace + tags_end: 3950339 + tags_start: 3910930 + 88: + operation: search + 89: + ids_end: 2715056 + ids_start: 2655948 + operation: replace + tags_end: 4253978 + tags_start: 4194870 + 90: + operation: search + 91: + ids_end: 666699 + ids_start: 658388 + operation: replace + tags_end: 4661151 + tags_start: 4652840 + 92: + operation: search + 93: + ids_end: 6464489 + ids_start: 6413108 + operation: replace + tags_end: 4923997 + tags_start: 4872616 + 94: + operation: search + 95: + ids_end: 8911561 + ids_start: 8849550 + operation: replace + tags_end: 5246736 + tags_start: 5184725 + 96: + operation: search + 97: + ids_end: 214429 + ids_start: 170550 + operation: replace + tags_end: 5672977 + tags_start: 5629098 + 98: + operation: search + 99: + ids_end: 5623390 + ids_start: 5526086 + operation: replace + tags_end: 6120423 + tags_start: 6023119 + 100: + operation: search + 101: + ids_end: 3433790 + ids_start: 3367448 + operation: replace + tags_end: 6359311 + tags_start: 6292969 + 102: + operation: search + 103: + ids_end: 6757160 + ids_start: 6658829 + operation: replace + tags_end: 6607318 + tags_start: 6508987 + 104: + operation: search + 105: + ids_end: 4844417 + ids_start: 4839923 + operation: replace + tags_end: 6772169 + tags_start: 6767675 + 106: + operation: search + 107: + ids_end: 5910157 + ids_start: 5891879 + operation: replace + tags_end: 7018776 + tags_start: 7000498 + 108: + operation: search + 109: + ids_end: 6992439 + ids_start: 6958659 + operation: replace + tags_end: 7297636 + tags_start: 7263856 + 110: + operation: search + 111: + ids_end: 4537475 + ids_start: 4461308 + operation: replace + tags_end: 7561684 + tags_start: 7485517 + 112: + operation: search + 113: + ids_end: 4141330 + ids_start: 4130724 + operation: replace + tags_end: 7750540 + tags_start: 7739934 + 114: + operation: search + 115: + ids_end: 9715601 + ids_start: 9624181 + operation: replace + tags_end: 8147111 + tags_start: 8055691 + 116: + operation: search + 117: + ids_end: 8024912 + ids_start: 8008502 + operation: replace + tags_end: 8397418 + tags_start: 8381008 + 118: + operation: search + 119: + ids_end: 1453047 + ids_start: 1353604 + operation: replace + tags_end: 8849550 + tags_start: 8750107 + 120: + operation: search + 121: + ids_end: 1054574 + ids_start: 984005 + operation: replace + tags_end: 9013538 + tags_start: 8942969 + 122: + operation: search + 123: + ids_end: 8375611 + ids_start: 8334761 + operation: replace + tags_end: 9264165 + tags_start: 9223315 + 124: + operation: search + 125: + ids_end: 6264887 + ids_start: 6218348 + operation: replace + tags_end: 9555320 + tags_start: 9508781 + 126: + operation: search + 127: + ids_end: 7256463 + ids_start: 7234176 + operation: replace + tags_end: 9745034 + tags_start: 9722747 + 128: + operation: search diff --git a/neurips23/runbooks/simple_replace_runbook.yaml b/neurips23/runbooks/simple_replace_runbook.yaml new file mode 100644 index 000000000..aeaa0c2b2 --- /dev/null +++ b/neurips23/runbooks/simple_replace_runbook.yaml @@ -0,0 +1,30 @@ +random-xs: + max_pts: 10000 + 1: + operation: "insert" + start: 0 + end: 7500 + 2: + operation: "search" + 3: + operation: "replace" + tags_start: 0 + tags_end: 2500 + ids_start: 7500 + ids_end: 10000 + 4: + operation: "search" + 5: + operation: "replace" + tags_start: 0 + tags_end: 2500 + ids_start: 0 + ids_end: 2500 + 6: + operation: "search" + 7: + operation: "delete" + start: 2500 + end: 5000 + 8: + operation: "search" \ No newline at end of file diff --git a/neurips23/runbooks/simple_runbook.yaml b/neurips23/runbooks/simple_runbook.yaml new file mode 100644 index 000000000..796a950ce --- /dev/null +++ b/neurips23/runbooks/simple_runbook.yaml @@ -0,0 +1,110 @@ +random-xs: + max_pts: 10000 + 1: + operation: "insert" + start: 0 + end: 10000 + 2: + operation: "search" + 3: + operation: "delete" + start: 0 + end: 5000 + 4: + operation: "search" + 5: + operation: "insert" + start: 0 + end: 5000 + 6: + operation: "search" + gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/str_gt/random10000/10000/simple_runbook.yaml" +msturing-10M: + max_pts: 10000000 + # On Azure D8lds v5 with "R":50, "L":50, "insert_threads":16, "consolidate_threads":16 + # ~28 mins run time "Ls":100, "search_threads":16, average recall@10: 0.892 + 1: + operation: "insert" + start: 0 + end: 10000000 + 2: + operation: "search" + 3: + operation: "delete" + start: 0 + end: 5000000 + 4: + operation: "search" + 5: + operation: "insert" + start: 0 + end: 5000000 + 6: + operation: "search" + gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/str_gt/MSTuringANNS/10000000/simple_runbook.yaml" +msturing-1M: + max_pts: 1000000 + # On Azure D8lds v5 with "R":50, "L":50, "insert_threads":16, "consolidate_threads":16 + # ~3.5 mins run time "Ls":300, "search_threads":16, average recall@10: 0.906 + # ~2 mins run time "Ls":100, "search_threads":16, average recall@10: 0.958 + 1: + operation: "insert" + start: 0 + end: 1000000 + 2: + operation: "search" + 3: + operation: "delete" + start: 0 + end: 500000 + 4: + operation: "search" + 5: + operation: "insert" + start: 0 + end: 500000 + 6: + operation: "search" + gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/str_gt/MSTuringANNS/1000000/simple_runbook.yaml" +msspacev-10M: + max_pts: 10000000 + 1: + operation: "insert" + start: 0 + end: 10000000 + 2: + operation: "search" + 3: + operation: "delete" + start: 0 + end: 5000000 + 4: + operation: "search" + 5: + operation: "insert" + start: 0 + end: 5000000 + 6: + operation: "search" + gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/str_gt/MSSPACEV1B/10000000/simple_runbook.yaml" +msspacev-1M: + max_pts: 1000000 + 1: + operation: "insert" + start: 0 + end: 1000000 + 2: + operation: "search" + 3: + operation: "delete" + start: 0 + end: 500000 + 4: + operation: "search" + 5: + operation: "insert" + start: 0 + end: 500000 + 6: + operation: "search" + gt_url: "https://comp21storage.z5.web.core.windows.net/comp23/str_gt/MSSPACEV1B/1000000/simple_runbook.yaml" \ No newline at end of file diff --git a/neurips23/runbooks/wikipedia-1M_expiration_time_replace_delete_runbook.yaml b/neurips23/runbooks/wikipedia-1M_expiration_time_replace_delete_runbook.yaml new file mode 100644 index 000000000..b12159b07 --- /dev/null +++ b/neurips23/runbooks/wikipedia-1M_expiration_time_replace_delete_runbook.yaml @@ -0,0 +1,1210 @@ +wikipedia-1M: + 1: + end: 8863 + operation: insert + start: 0 + 2: + operation: search + 3: + end: 15045 + operation: insert + start: 10000 + 4: + operation: search + 5: + end: 26204 + operation: insert + start: 20000 + 6: + operation: search + 7: + end: 38954 + operation: insert + start: 30000 + 8: + operation: search + 9: + end: 47829 + operation: insert + start: 40000 + 10: + operation: search + 11: + end: 56498 + operation: insert + start: 50000 + 12: + operation: search + 13: + end: 66349 + operation: insert + start: 60000 + 14: + operation: search + 15: + end: 78970 + operation: insert + start: 70000 + 16: + operation: search + 17: + end: 85089 + operation: insert + start: 80000 + 18: + operation: search + 19: + end: 95843 + operation: insert + start: 90000 + 20: + operation: search + 21: + end: 107227 + operation: insert + start: 100000 + 22: + ids_end: 10000 + ids_start: 8863 + operation: replace + tags_end: 1137 + tags_start: 0 + 23: + operation: search + 24: + end: 117719 + operation: insert + start: 110000 + 25: + ids_end: 20000 + ids_start: 15045 + operation: replace + tags_end: 14955 + tags_start: 10000 + 26: + operation: search + 27: + end: 126541 + operation: insert + start: 120000 + 28: + ids_end: 30000 + ids_start: 26204 + operation: replace + tags_end: 23796 + tags_start: 20000 + 29: + operation: search + 30: + end: 135746 + operation: insert + start: 130000 + 31: + ids_end: 40000 + ids_start: 38954 + operation: replace + tags_end: 31046 + tags_start: 30000 + 32: + operation: search + 33: + end: 147234 + operation: insert + start: 140000 + 34: + operation: search + 35: + end: 155738 + operation: insert + start: 150000 + 36: + operation: search + 37: + end: 165502 + operation: insert + start: 160000 + 38: + ids_end: 70000 + ids_start: 66349 + operation: replace + tags_end: 63651 + tags_start: 60000 + 39: + operation: search + 40: + end: 178120 + operation: insert + start: 170000 + 41: + operation: search + 42: + end: 187700 + operation: insert + start: 180000 + 43: + ids_end: 90000 + ids_start: 85089 + operation: replace + tags_end: 84911 + tags_start: 80000 + 44: + operation: search + 45: + end: 195702 + operation: insert + start: 190000 + 46: + ids_end: 100000 + ids_start: 95843 + operation: replace + tags_end: 94157 + tags_start: 90000 + 47: + operation: search + 48: + end: 206987 + operation: insert + start: 200000 + 49: + end: 8863 + operation: delete + start: 0 + 50: + ids_end: 110000 + ids_start: 107227 + operation: replace + tags_end: 102773 + tags_start: 100000 + 51: + operation: search + 52: + end: 215020 + operation: insert + start: 210000 + 53: + end: 15045 + operation: delete + start: 10000 + 54: + operation: search + 55: + end: 227333 + operation: insert + start: 220000 + 56: + end: 26204 + operation: delete + start: 20000 + 57: + operation: search + 58: + end: 238493 + operation: insert + start: 230000 + 59: + end: 38954 + operation: delete + start: 30000 + 60: + operation: search + 61: + end: 247104 + operation: insert + start: 240000 + 62: + ids_end: 150000 + ids_start: 147234 + operation: replace + tags_end: 142766 + tags_start: 140000 + 63: + operation: search + 64: + end: 257440 + operation: insert + start: 250000 + 65: + ids_end: 160000 + ids_start: 155738 + operation: replace + tags_end: 154262 + tags_start: 150000 + 66: + operation: search + 67: + end: 267710 + operation: insert + start: 260000 + 68: + end: 66349 + operation: delete + start: 60000 + 69: + operation: search + 70: + end: 278172 + operation: insert + start: 270000 + 71: + ids_end: 180000 + ids_start: 178120 + operation: replace + tags_end: 171880 + tags_start: 170000 + 72: + operation: search + 73: + end: 287054 + operation: insert + start: 280000 + 74: + end: 85089 + operation: delete + start: 80000 + 75: + operation: search + 76: + end: 296996 + operation: insert + start: 290000 + 77: + end: 95843 + operation: delete + start: 90000 + 78: + ids_end: 200000 + ids_start: 195702 + operation: replace + tags_end: 194298 + tags_start: 190000 + 79: + operation: search + 80: + end: 307729 + operation: insert + start: 300000 + 81: + end: 107227 + operation: delete + start: 100000 + 82: + ids_end: 210000 + ids_start: 206987 + operation: replace + tags_end: 203013 + tags_start: 200000 + 83: + operation: search + 84: + end: 315722 + operation: insert + start: 310000 + 85: + operation: search + 86: + end: 325570 + operation: insert + start: 320000 + 87: + operation: search + 88: + end: 336210 + operation: insert + start: 330000 + 89: + operation: search + 90: + end: 346006 + operation: insert + start: 340000 + 91: + end: 147234 + operation: delete + start: 140000 + 92: + operation: search + 93: + end: 358646 + operation: insert + start: 350000 + 94: + end: 155738 + operation: delete + start: 150000 + 95: + ids_end: 260000 + ids_start: 257440 + operation: replace + tags_end: 252560 + tags_start: 250000 + 96: + operation: search + 97: + end: 367418 + operation: insert + start: 360000 + 98: + ids_end: 270000 + ids_start: 267710 + operation: replace + tags_end: 262290 + tags_start: 260000 + 99: + operation: search + 100: + end: 378451 + operation: insert + start: 370000 + 101: + end: 178120 + operation: delete + start: 170000 + 102: + operation: search + 103: + end: 388086 + operation: insert + start: 380000 + 104: + ids_end: 290000 + ids_start: 287054 + operation: replace + tags_end: 282946 + tags_start: 280000 + 105: + ids_end: 350000 + ids_start: 346006 + operation: replace + tags_end: 343994 + tags_start: 340000 + 106: + ids_end: 360000 + ids_start: 358646 + operation: replace + tags_end: 351354 + tags_start: 350000 + 107: + operation: search + 108: + end: 395197 + operation: insert + start: 390000 + 109: + end: 195702 + operation: delete + start: 190000 + 110: + operation: search + 111: + end: 408414 + operation: insert + start: 400000 + 112: + end: 206987 + operation: delete + start: 200000 + 113: + ids_end: 300000 + ids_start: 296996 + operation: replace + tags_end: 293004 + tags_start: 290000 + 114: + operation: search + 115: + end: 417415 + operation: insert + start: 410000 + 116: + ids_end: 320000 + ids_start: 315722 + operation: replace + tags_end: 314278 + tags_start: 310000 + 117: + operation: search + 118: + end: 425973 + operation: insert + start: 420000 + 119: + operation: search + 120: + end: 437050 + operation: insert + start: 430000 + 121: + ids_end: 240000 + ids_start: 238493 + operation: replace + tags_end: 231507 + tags_start: 230000 + 122: + ids_end: 340000 + ids_start: 336210 + operation: replace + tags_end: 333790 + tags_start: 330000 + 123: + operation: search + 124: + end: 446204 + operation: insert + start: 440000 + 125: + ids_end: 220000 + ids_start: 215020 + operation: replace + tags_end: 214980 + tags_start: 210000 + 126: + ids_end: 230000 + ids_start: 227333 + operation: replace + tags_end: 222667 + tags_start: 220000 + 127: + operation: search + 128: + end: 455226 + operation: insert + start: 450000 + 129: + end: 257440 + operation: delete + start: 250000 + 130: + operation: search + 131: + end: 465531 + operation: insert + start: 460000 + 132: + end: 267710 + operation: delete + start: 260000 + 133: + ids_end: 370000 + ids_start: 367418 + operation: replace + tags_end: 362582 + tags_start: 360000 + 134: + operation: search + 135: + end: 477661 + operation: insert + start: 470000 + 136: + operation: search + 137: + end: 488161 + operation: insert + start: 480000 + 138: + end: 287054 + operation: delete + start: 280000 + 139: + operation: search + 140: + end: 497091 + operation: insert + start: 490000 + 141: + ids_end: 400000 + ids_start: 395197 + operation: replace + tags_end: 394803 + tags_start: 390000 + 142: + operation: search + 143: + end: 505164 + operation: insert + start: 500000 + 144: + ids_end: 410000 + ids_start: 408414 + operation: replace + tags_end: 401586 + tags_start: 400000 + 145: + operation: search + 146: + end: 516045 + operation: insert + start: 510000 + 147: + end: 315722 + operation: delete + start: 310000 + 148: + ids_end: 420000 + ids_start: 417415 + operation: replace + tags_end: 412585 + tags_start: 410000 + 149: + operation: search + 150: + end: 525538 + operation: insert + start: 520000 + 151: + operation: search + 152: + end: 538224 + operation: insert + start: 530000 + 153: + end: 336210 + operation: delete + start: 330000 + 154: + ids_end: 440000 + ids_start: 437050 + operation: replace + tags_end: 432950 + tags_start: 430000 + 155: + operation: search + 156: + end: 548076 + operation: insert + start: 540000 + 157: + ids_end: 50000 + ids_start: 47829 + operation: replace + tags_end: 42171 + tags_start: 40000 + 158: + operation: search + 159: + end: 558231 + operation: insert + start: 550000 + 160: + ids_end: 60000 + ids_start: 56498 + operation: replace + tags_end: 53502 + tags_start: 50000 + 161: + ids_end: 460000 + ids_start: 455226 + operation: replace + tags_end: 454774 + tags_start: 450000 + 162: + operation: search + 163: + end: 568942 + operation: insert + start: 560000 + 164: + end: 367418 + operation: delete + start: 360000 + 165: + operation: search + 166: + end: 578790 + operation: insert + start: 570000 + 167: + ids_end: 80000 + ids_start: 78970 + operation: replace + tags_end: 71030 + tags_start: 70000 + 168: + ids_end: 480000 + ids_start: 477661 + operation: replace + tags_end: 472339 + tags_start: 470000 + 169: + operation: search + 170: + end: 585829 + operation: insert + start: 580000 + 171: + operation: search + 172: + end: 598005 + operation: insert + start: 590000 + 173: + end: 395197 + operation: delete + start: 390000 + 174: + operation: search + 175: + end: 607151 + operation: insert + start: 600000 + 176: + end: 408414 + operation: delete + start: 400000 + 177: + ids_end: 510000 + ids_start: 505164 + operation: replace + tags_end: 504836 + tags_start: 500000 + 178: + operation: search + 179: + end: 615447 + operation: insert + start: 610000 + 180: + end: 417415 + operation: delete + start: 410000 + 181: + ids_end: 120000 + ids_start: 117719 + operation: replace + tags_end: 112281 + tags_start: 110000 + 182: + ids_end: 520000 + ids_start: 516045 + operation: replace + tags_end: 513955 + tags_start: 510000 + 183: + operation: search + 184: + end: 626681 + operation: insert + start: 620000 + 185: + ids_end: 130000 + ids_start: 126541 + operation: replace + tags_end: 123459 + tags_start: 120000 + 186: + ids_end: 530000 + ids_start: 525538 + operation: replace + tags_end: 524462 + tags_start: 520000 + 187: + operation: search + 188: + end: 637862 + operation: insert + start: 630000 + 189: + end: 437050 + operation: delete + start: 430000 + 190: + ids_end: 140000 + ids_start: 135746 + operation: replace + tags_end: 134254 + tags_start: 130000 + 191: + operation: search + 192: + end: 648116 + operation: insert + start: 640000 + 193: + ids_end: 550000 + ids_start: 548076 + operation: replace + tags_end: 541924 + tags_start: 540000 + 194: + operation: search + 195: + end: 655417 + operation: insert + start: 650000 + 196: + end: 455226 + operation: delete + start: 450000 + 197: + operation: search + 198: + end: 668757 + operation: insert + start: 660000 + 199: + ids_end: 170000 + ids_start: 165502 + operation: replace + tags_end: 164498 + tags_start: 160000 + 200: + ids_end: 570000 + ids_start: 568942 + operation: replace + tags_end: 561058 + tags_start: 560000 + 201: + operation: search + 202: + end: 675476 + operation: insert + start: 670000 + 203: + end: 477661 + operation: delete + start: 470000 + 204: + operation: search + 205: + end: 687145 + operation: insert + start: 680000 + 206: + ids_end: 190000 + ids_start: 187700 + operation: replace + tags_end: 182300 + tags_start: 180000 + 207: + operation: search + 208: + end: 698603 + operation: insert + start: 690000 + 209: + operation: search + 210: + end: 708379 + operation: insert + start: 700000 + 211: + end: 505164 + operation: delete + start: 500000 + 212: + ids_end: 610000 + ids_start: 607151 + operation: replace + tags_end: 602849 + tags_start: 600000 + 213: + operation: search + 214: + end: 717518 + operation: insert + start: 710000 + 215: + end: 516045 + operation: delete + start: 510000 + 216: + operation: search + 217: + end: 726507 + operation: insert + start: 720000 + 218: + end: 525538 + operation: delete + start: 520000 + 219: + ids_end: 630000 + ids_start: 626681 + operation: replace + tags_end: 623319 + tags_start: 620000 + 220: + operation: search + 221: + end: 738192 + operation: insert + start: 730000 + 222: + operation: search + 223: + end: 748167 + operation: insert + start: 740000 + 224: + end: 548076 + operation: delete + start: 540000 + 225: + ids_end: 250000 + ids_start: 247104 + operation: replace + tags_end: 242896 + tags_start: 240000 + 226: + ids_end: 650000 + ids_start: 648116 + operation: replace + tags_end: 641884 + tags_start: 640000 + 227: + operation: search + 228: + end: 756315 + operation: insert + start: 750000 + 229: + operation: search + 230: + end: 768528 + operation: insert + start: 760000 + 231: + end: 568942 + operation: delete + start: 560000 + 232: + operation: search + 233: + end: 778053 + operation: insert + start: 770000 + 234: + ids_end: 280000 + ids_start: 278172 + operation: replace + tags_end: 271828 + tags_start: 270000 + 235: + ids_end: 680000 + ids_start: 675476 + operation: replace + tags_end: 674524 + tags_start: 670000 + 236: + operation: search + 237: + end: 786230 + operation: insert + start: 780000 + 238: + ids_end: 690000 + ids_start: 687145 + operation: replace + tags_end: 682855 + tags_start: 680000 + 239: + operation: search + 240: + end: 795504 + operation: insert + start: 790000 + 241: + operation: search + 242: + end: 806837 + operation: insert + start: 800000 + 243: + end: 607151 + operation: delete + start: 600000 + 244: + ids_end: 310000 + ids_start: 307729 + operation: replace + tags_end: 302271 + tags_start: 300000 + 245: + ids_end: 710000 + ids_start: 708379 + operation: replace + tags_end: 701621 + tags_start: 700000 + 246: + operation: search + 247: + end: 817126 + operation: insert + start: 810000 + 248: + ids_end: 720000 + ids_start: 717518 + operation: replace + tags_end: 712482 + tags_start: 710000 + 249: + operation: search + 250: + end: 827853 + operation: insert + start: 820000 + 251: + end: 626681 + operation: delete + start: 620000 + 252: + ids_end: 330000 + ids_start: 325570 + operation: replace + tags_end: 324430 + tags_start: 320000 + 253: + ids_end: 730000 + ids_start: 726507 + operation: replace + tags_end: 723493 + tags_start: 720000 + 254: + operation: search + 255: + end: 835331 + operation: insert + start: 830000 + 256: + operation: search + 257: + end: 846151 + operation: insert + start: 840000 + 258: + end: 648116 + operation: delete + start: 640000 + 259: + ids_end: 750000 + ids_start: 748167 + operation: replace + tags_end: 741833 + tags_start: 740000 + 260: + operation: search + 261: + end: 858571 + operation: insert + start: 850000 + 262: + ids_end: 760000 + ids_start: 756315 + operation: replace + tags_end: 753685 + tags_start: 750000 + 263: + operation: search + 264: + end: 868465 + operation: insert + start: 860000 + 265: + ids_end: 770000 + ids_start: 768528 + operation: replace + tags_end: 761472 + tags_start: 760000 + 266: + operation: search + 267: + end: 876579 + operation: insert + start: 870000 + 268: + end: 675476 + operation: delete + start: 670000 + 269: + ids_end: 380000 + ids_start: 378451 + operation: replace + tags_end: 371549 + tags_start: 370000 + 270: + ids_end: 780000 + ids_start: 778053 + operation: replace + tags_end: 771947 + tags_start: 770000 + 271: + operation: search + 272: + end: 888993 + operation: insert + start: 880000 + 273: + end: 687145 + operation: delete + start: 680000 + 274: + ids_end: 390000 + ids_start: 388086 + operation: replace + tags_end: 381914 + tags_start: 380000 + 275: + ids_end: 790000 + ids_start: 786230 + operation: replace + tags_end: 783770 + tags_start: 780000 + 276: + operation: search + 277: + end: 898134 + operation: insert + start: 890000 + 278: + ids_end: 800000 + ids_start: 795504 + operation: replace + tags_end: 794496 + tags_start: 790000 + 279: + operation: search + 280: + end: 905208 + operation: insert + start: 900000 + 281: + end: 708379 + operation: delete + start: 700000 + 282: + operation: search + 283: + end: 918965 + operation: insert + start: 910000 + 284: + end: 717518 + operation: delete + start: 710000 + 285: + operation: search + 286: + end: 926429 + operation: insert + start: 920000 + 287: + end: 726507 + operation: delete + start: 720000 + 288: + ids_end: 830000 + ids_start: 827853 + operation: replace + tags_end: 822147 + tags_start: 820000 + 289: + operation: search + 290: + end: 936860 + operation: insert + start: 930000 + 291: + operation: search + 292: + end: 947896 + operation: insert + start: 940000 + 293: + end: 748167 + operation: delete + start: 740000 + 294: + ids_end: 450000 + ids_start: 446204 + operation: replace + tags_end: 443796 + tags_start: 440000 + 295: + operation: search + 296: + end: 958620 + operation: insert + start: 950000 + 297: + end: 756315 + operation: delete + start: 750000 + 298: + ids_end: 860000 + ids_start: 858571 + operation: replace + tags_end: 851429 + tags_start: 850000 + 299: + operation: search + 300: + end: 966413 + operation: insert + start: 960000 + 301: + end: 768528 + operation: delete + start: 760000 + 302: + ids_end: 470000 + ids_start: 465531 + operation: replace + tags_end: 464469 + tags_start: 460000 + 303: + operation: search + 304: + end: 977801 + operation: insert + start: 970000 + 305: + end: 778053 + operation: delete + start: 770000 + 306: + ids_end: 880000 + ids_start: 876579 + operation: replace + tags_end: 873421 + tags_start: 870000 + 307: + operation: search + 308: + end: 988745 + operation: insert + start: 980000 + 309: + end: 786230 + operation: delete + start: 780000 + 310: + ids_end: 490000 + ids_start: 488161 + operation: replace + tags_end: 481839 + tags_start: 480000 + 311: + ids_end: 930000 + ids_start: 926429 + operation: replace + tags_end: 923571 + tags_start: 920000 + 312: + operation: search + 313: + end: 998446 + operation: insert + start: 990000 + 314: + end: 795504 + operation: delete + start: 790000 + 315: + ids_end: 900000 + ids_start: 898134 + operation: replace + tags_end: 891866 + tags_start: 890000 + 316: + operation: search + max_pts: 293233 diff --git a/neurips23/runbooks/wikipedia-1M_expiration_time_replace_only_runbook.yaml b/neurips23/runbooks/wikipedia-1M_expiration_time_replace_only_runbook.yaml new file mode 100644 index 000000000..d036dc57d --- /dev/null +++ b/neurips23/runbooks/wikipedia-1M_expiration_time_replace_only_runbook.yaml @@ -0,0 +1,1070 @@ +wikipedia-1M: + 1: + end: 5717 + operation: insert + start: 0 + 2: + operation: search + 3: + end: 18550 + operation: insert + start: 10000 + 4: + operation: search + 5: + end: 25471 + operation: insert + start: 20000 + 6: + operation: search + 7: + end: 35103 + operation: insert + start: 30000 + 8: + operation: search + 9: + end: 47914 + operation: insert + start: 40000 + 10: + operation: search + 11: + end: 55854 + operation: insert + start: 50000 + 12: + operation: search + 13: + end: 65428 + operation: insert + start: 60000 + 14: + operation: search + 15: + end: 76655 + operation: insert + start: 70000 + 16: + operation: search + 17: + end: 86469 + operation: insert + start: 80000 + 18: + operation: search + 19: + end: 96387 + operation: insert + start: 90000 + 20: + operation: search + 21: + end: 106086 + operation: insert + start: 100000 + 22: + ids_end: 10000 + ids_start: 5717 + operation: replace + tags_end: 4283 + tags_start: 0 + 23: + operation: search + 24: + end: 118994 + operation: insert + start: 110000 + 25: + ids_end: 20000 + ids_start: 18550 + operation: replace + tags_end: 11450 + tags_start: 10000 + 26: + operation: search + 27: + end: 126384 + operation: insert + start: 120000 + 28: + operation: search + 29: + end: 136115 + operation: insert + start: 130000 + 30: + ids_end: 40000 + ids_start: 35103 + operation: replace + tags_end: 34897 + tags_start: 30000 + 31: + operation: search + 32: + end: 148544 + operation: insert + start: 140000 + 33: + operation: search + 34: + end: 158561 + operation: insert + start: 150000 + 35: + ids_end: 60000 + ids_start: 55854 + operation: replace + tags_end: 54146 + tags_start: 50000 + 36: + operation: search + 37: + end: 166312 + operation: insert + start: 160000 + 38: + operation: search + 39: + end: 175474 + operation: insert + start: 170000 + 40: + ids_end: 80000 + ids_start: 76655 + operation: replace + tags_end: 73345 + tags_start: 70000 + 41: + operation: search + 42: + end: 186318 + operation: insert + start: 180000 + 43: + ids_end: 90000 + ids_start: 86469 + operation: replace + tags_end: 83531 + tags_start: 80000 + 44: + operation: search + 45: + end: 195139 + operation: insert + start: 190000 + 46: + ids_end: 100000 + ids_start: 96387 + operation: replace + tags_end: 93613 + tags_start: 90000 + 47: + operation: search + 48: + end: 207010 + operation: insert + start: 200000 + 49: + operation: search + 50: + end: 217340 + operation: insert + start: 210000 + 51: + ids_end: 120000 + ids_start: 118994 + operation: replace + tags_end: 111006 + tags_start: 110000 + 52: + operation: search + 53: + end: 225086 + operation: insert + start: 220000 + 54: + operation: search + 55: + end: 236306 + operation: insert + start: 230000 + 56: + operation: search + 57: + end: 248731 + operation: insert + start: 240000 + 58: + ids_end: 150000 + ids_start: 148544 + operation: replace + tags_end: 141456 + tags_start: 140000 + 59: + operation: search + 60: + end: 257095 + operation: insert + start: 250000 + 61: + ids_end: 160000 + ids_start: 158561 + operation: replace + tags_end: 151439 + tags_start: 150000 + 62: + operation: search + 63: + end: 266084 + operation: insert + start: 260000 + 64: + operation: search + 65: + end: 277913 + operation: insert + start: 270000 + 66: + ids_end: 180000 + ids_start: 175474 + operation: replace + tags_end: 174526 + tags_start: 170000 + 67: + operation: search + 68: + end: 286571 + operation: insert + start: 280000 + 69: + operation: search + 70: + end: 297573 + operation: insert + start: 290000 + 71: + ids_end: 200000 + ids_start: 195139 + operation: replace + tags_end: 194861 + tags_start: 190000 + 72: + operation: search + 73: + end: 307004 + operation: insert + start: 300000 + 74: + ids_end: 210000 + ids_start: 207010 + operation: replace + tags_end: 202990 + tags_start: 200000 + 75: + operation: search + 76: + end: 317166 + operation: insert + start: 310000 + 77: + ids_end: 220000 + ids_start: 217340 + operation: replace + tags_end: 212660 + tags_start: 210000 + 78: + operation: search + 79: + end: 327332 + operation: insert + start: 320000 + 80: + ids_end: 230000 + ids_start: 225086 + operation: replace + tags_end: 224914 + tags_start: 220000 + 81: + operation: search + 82: + end: 338452 + operation: insert + start: 330000 + 83: + ids_end: 240000 + ids_start: 236306 + operation: replace + tags_end: 233694 + tags_start: 230000 + 84: + operation: search + 85: + end: 347357 + operation: insert + start: 340000 + 86: + operation: search + 87: + end: 356294 + operation: insert + start: 350000 + 88: + operation: search + 89: + end: 365818 + operation: insert + start: 360000 + 90: + ids_end: 270000 + ids_start: 266084 + operation: replace + tags_end: 263916 + tags_start: 260000 + 91: + operation: search + 92: + end: 376290 + operation: insert + start: 370000 + 93: + ids_end: 280000 + ids_start: 277913 + operation: replace + tags_end: 272087 + tags_start: 270000 + 94: + operation: search + 95: + end: 386132 + operation: insert + start: 380000 + 96: + ids_end: 290000 + ids_start: 286571 + operation: replace + tags_end: 283429 + tags_start: 280000 + 97: + operation: search + 98: + end: 398893 + operation: insert + start: 390000 + 99: + ids_end: 300000 + ids_start: 297573 + operation: replace + tags_end: 292427 + tags_start: 290000 + 100: + operation: search + 101: + end: 406004 + operation: insert + start: 400000 + 102: + ids_end: 310000 + ids_start: 307004 + operation: replace + tags_end: 302996 + tags_start: 300000 + 103: + operation: search + 104: + end: 418900 + operation: insert + start: 410000 + 105: + ids_end: 340000 + ids_start: 338452 + operation: replace + tags_end: 331548 + tags_start: 330000 + 106: + ids_end: 360000 + ids_start: 356294 + operation: replace + tags_end: 353706 + tags_start: 350000 + 107: + operation: search + 108: + end: 427662 + operation: insert + start: 420000 + 109: + ids_end: 330000 + ids_start: 327332 + operation: replace + tags_end: 322668 + tags_start: 320000 + 110: + operation: search + 111: + end: 435236 + operation: insert + start: 430000 + 112: + operation: search + 113: + end: 446775 + operation: insert + start: 440000 + 114: + ids_end: 350000 + ids_start: 347357 + operation: replace + tags_end: 342643 + tags_start: 340000 + 115: + operation: search + 116: + end: 456947 + operation: insert + start: 450000 + 117: + ids_end: 250000 + ids_start: 248731 + operation: replace + tags_end: 241269 + tags_start: 240000 + 118: + operation: search + 119: + end: 468960 + operation: insert + start: 460000 + 120: + ids_end: 190000 + ids_start: 186318 + operation: replace + tags_end: 183682 + tags_start: 180000 + 121: + ids_end: 370000 + ids_start: 365818 + operation: replace + tags_end: 364182 + tags_start: 360000 + 122: + operation: search + 123: + end: 477977 + operation: insert + start: 470000 + 124: + ids_end: 170000 + ids_start: 166312 + operation: replace + tags_end: 163688 + tags_start: 160000 + 125: + ids_end: 380000 + ids_start: 376290 + operation: replace + tags_end: 373710 + tags_start: 370000 + 126: + operation: search + 127: + end: 487247 + operation: insert + start: 480000 + 128: + ids_end: 130000 + ids_start: 126384 + operation: replace + tags_end: 123616 + tags_start: 120000 + 129: + ids_end: 390000 + ids_start: 386132 + operation: replace + tags_end: 383868 + tags_start: 380000 + 130: + operation: search + 131: + end: 496461 + operation: insert + start: 490000 + 132: + ids_end: 70000 + ids_start: 65428 + operation: replace + tags_end: 64572 + tags_start: 60000 + 133: + ids_end: 400000 + ids_start: 398893 + operation: replace + tags_end: 391107 + tags_start: 390000 + 134: + operation: search + 135: + end: 507760 + operation: insert + start: 500000 + 136: + ids_end: 410000 + ids_start: 406004 + operation: replace + tags_end: 403996 + tags_start: 400000 + 137: + operation: search + 138: + end: 515942 + operation: insert + start: 510000 + 139: + ids_end: 420000 + ids_start: 418900 + operation: replace + tags_end: 411100 + tags_start: 410000 + 140: + operation: search + 141: + end: 527387 + operation: insert + start: 520000 + 142: + ids_end: 30000 + ids_start: 25471 + operation: replace + tags_end: 24529 + tags_start: 20000 + 143: + operation: search + 144: + end: 537002 + operation: insert + start: 530000 + 145: + ids_end: 440000 + ids_start: 435236 + operation: replace + tags_end: 434764 + tags_start: 430000 + 146: + operation: search + 147: + end: 546774 + operation: insert + start: 540000 + 148: + ids_end: 50000 + ids_start: 47914 + operation: replace + tags_end: 42086 + tags_start: 40000 + 149: + ids_end: 450000 + ids_start: 446775 + operation: replace + tags_end: 443225 + tags_start: 440000 + 150: + operation: search + 151: + end: 556503 + operation: insert + start: 550000 + 152: + ids_end: 460000 + ids_start: 456947 + operation: replace + tags_end: 453053 + tags_start: 450000 + 153: + operation: search + 154: + end: 566708 + operation: insert + start: 560000 + 155: + ids_end: 470000 + ids_start: 468960 + operation: replace + tags_end: 461040 + tags_start: 460000 + 156: + operation: search + 157: + end: 578101 + operation: insert + start: 570000 + 158: + ids_end: 480000 + ids_start: 477977 + operation: replace + tags_end: 472023 + tags_start: 470000 + 159: + operation: search + 160: + end: 588207 + operation: insert + start: 580000 + 161: + ids_end: 490000 + ids_start: 487247 + operation: replace + tags_end: 482753 + tags_start: 480000 + 162: + operation: search + 163: + end: 597377 + operation: insert + start: 590000 + 164: + operation: search + 165: + end: 606480 + operation: insert + start: 600000 + 166: + ids_end: 110000 + ids_start: 106086 + operation: replace + tags_end: 103914 + tags_start: 100000 + 167: + ids_end: 510000 + ids_start: 507760 + operation: replace + tags_end: 502240 + tags_start: 500000 + 168: + operation: search + 169: + end: 616347 + operation: insert + start: 610000 + 170: + operation: search + 171: + end: 628995 + operation: insert + start: 620000 + 172: + operation: search + 173: + end: 636353 + operation: insert + start: 630000 + 174: + ids_end: 140000 + ids_start: 136115 + operation: replace + tags_end: 133885 + tags_start: 130000 + 175: + ids_end: 540000 + ids_start: 537002 + operation: replace + tags_end: 532998 + tags_start: 530000 + 176: + operation: search + 177: + end: 646743 + operation: insert + start: 640000 + 178: + operation: search + 179: + end: 657082 + operation: insert + start: 650000 + 180: + ids_end: 560000 + ids_start: 556503 + operation: replace + tags_end: 553497 + tags_start: 550000 + 181: + operation: search + 182: + end: 665090 + operation: insert + start: 660000 + 183: + ids_end: 570000 + ids_start: 566708 + operation: replace + tags_end: 563292 + tags_start: 560000 + 184: + operation: search + 185: + end: 678873 + operation: insert + start: 670000 + 186: + ids_end: 580000 + ids_start: 578101 + operation: replace + tags_end: 571899 + tags_start: 570000 + 187: + operation: search + 188: + end: 688788 + operation: insert + start: 680000 + 189: + ids_end: 590000 + ids_start: 588207 + operation: replace + tags_end: 581793 + tags_start: 580000 + 190: + operation: search + 191: + end: 696832 + operation: insert + start: 690000 + 192: + operation: search + 193: + end: 705843 + operation: insert + start: 700000 + 194: + ids_end: 610000 + ids_start: 606480 + operation: replace + tags_end: 603520 + tags_start: 600000 + 195: + operation: search + 196: + end: 715357 + operation: insert + start: 710000 + 197: + operation: search + 198: + end: 727345 + operation: insert + start: 720000 + 199: + operation: search + 200: + end: 736932 + operation: insert + start: 730000 + 201: + ids_end: 640000 + ids_start: 636353 + operation: replace + tags_end: 633647 + tags_start: 630000 + 202: + operation: search + 203: + end: 748274 + operation: insert + start: 740000 + 204: + ids_end: 650000 + ids_start: 646743 + operation: replace + tags_end: 643257 + tags_start: 640000 + 205: + operation: search + 206: + end: 755014 + operation: insert + start: 750000 + 207: + ids_end: 260000 + ids_start: 257095 + operation: replace + tags_end: 252905 + tags_start: 250000 + 208: + ids_end: 660000 + ids_start: 657082 + operation: replace + tags_end: 652918 + tags_start: 650000 + 209: + operation: search + 210: + end: 767869 + operation: insert + start: 760000 + 211: + ids_end: 670000 + ids_start: 665090 + operation: replace + tags_end: 664910 + tags_start: 660000 + 212: + operation: search + 213: + end: 778779 + operation: insert + start: 770000 + 214: + ids_end: 680000 + ids_start: 678873 + operation: replace + tags_end: 671127 + tags_start: 670000 + 215: + operation: search + 216: + end: 788734 + operation: insert + start: 780000 + 217: + operation: search + 218: + end: 796576 + operation: insert + start: 790000 + 219: + ids_end: 700000 + ids_start: 696832 + operation: replace + tags_end: 693168 + tags_start: 690000 + 220: + operation: search + 221: + end: 808855 + operation: insert + start: 800000 + 222: + ids_end: 710000 + ids_start: 705843 + operation: replace + tags_end: 704157 + tags_start: 700000 + 223: + operation: search + 224: + end: 818590 + operation: insert + start: 810000 + 225: + ids_end: 320000 + ids_start: 317166 + operation: replace + tags_end: 312834 + tags_start: 310000 + 226: + ids_end: 720000 + ids_start: 715357 + operation: replace + tags_end: 714643 + tags_start: 710000 + 227: + operation: search + 228: + end: 827402 + operation: insert + start: 820000 + 229: + ids_end: 730000 + ids_start: 727345 + operation: replace + tags_end: 722655 + tags_start: 720000 + 230: + operation: search + 231: + end: 836430 + operation: insert + start: 830000 + 232: + ids_end: 740000 + ids_start: 736932 + operation: replace + tags_end: 733068 + tags_start: 730000 + 233: + operation: search + 234: + end: 845685 + operation: insert + start: 840000 + 235: + ids_end: 750000 + ids_start: 748274 + operation: replace + tags_end: 741726 + tags_start: 740000 + 236: + operation: search + 237: + end: 858690 + operation: insert + start: 850000 + 238: + ids_end: 760000 + ids_start: 755014 + operation: replace + tags_end: 754986 + tags_start: 750000 + 239: + operation: search + 240: + end: 865352 + operation: insert + start: 860000 + 241: + ids_end: 770000 + ids_start: 767869 + operation: replace + tags_end: 762131 + tags_start: 760000 + 242: + operation: search + 243: + end: 877344 + operation: insert + start: 870000 + 244: + operation: search + 245: + end: 885193 + operation: insert + start: 880000 + 246: + ids_end: 790000 + ids_start: 788734 + operation: replace + tags_end: 781266 + tags_start: 780000 + 247: + operation: search + 248: + end: 896545 + operation: insert + start: 890000 + 249: + operation: search + 250: + end: 908515 + operation: insert + start: 900000 + 251: + operation: search + 252: + end: 916753 + operation: insert + start: 910000 + 253: + ids_end: 820000 + ids_start: 818590 + operation: replace + tags_end: 811410 + tags_start: 810000 + 254: + operation: search + 255: + end: 925994 + operation: insert + start: 920000 + 256: + ids_end: 430000 + ids_start: 427662 + operation: replace + tags_end: 422338 + tags_start: 420000 + 257: + ids_end: 830000 + ids_start: 827402 + operation: replace + tags_end: 822598 + tags_start: 820000 + 258: + operation: search + 259: + end: 936044 + operation: insert + start: 930000 + 260: + operation: search + 261: + end: 948527 + operation: insert + start: 940000 + 262: + ids_end: 850000 + ids_start: 845685 + operation: replace + tags_end: 844315 + tags_start: 840000 + 263: + operation: search + 264: + end: 956903 + operation: insert + start: 950000 + 265: + operation: search + 266: + end: 966748 + operation: insert + start: 960000 + 267: + ids_end: 870000 + ids_start: 865352 + operation: replace + tags_end: 864648 + tags_start: 860000 + 268: + operation: search + 269: + end: 977296 + operation: insert + start: 970000 + 270: + ids_end: 880000 + ids_start: 877344 + operation: replace + tags_end: 872656 + tags_start: 870000 + 271: + operation: search + 272: + end: 987403 + operation: insert + start: 980000 + 273: + ids_end: 890000 + ids_start: 885193 + operation: replace + tags_end: 884807 + tags_start: 880000 + 274: + operation: search + 275: + end: 995942 + operation: insert + start: 990000 + 276: + ids_end: 500000 + ids_start: 496461 + operation: replace + tags_end: 493539 + tags_start: 490000 + 277: + ids_end: 900000 + ids_start: 896545 + operation: replace + tags_end: 893455 + tags_start: 890000 + 278: + operation: search + max_pts: 698369 diff --git a/neurips23/runbooks/wikipedia-1M_expiration_time_runbook.yaml b/neurips23/runbooks/wikipedia-1M_expiration_time_runbook.yaml new file mode 100644 index 000000000..0875cf409 --- /dev/null +++ b/neurips23/runbooks/wikipedia-1M_expiration_time_runbook.yaml @@ -0,0 +1,843 @@ +wikipedia-1M: + 1: + end: 10000 + operation: insert + start: 0 + 2: + operation: search + 3: + end: 20000 + operation: insert + start: 10000 + 4: + operation: search + 5: + end: 30000 + operation: insert + start: 20000 + 6: + operation: search + 7: + end: 40000 + operation: insert + start: 30000 + 8: + operation: search + 9: + end: 50000 + operation: insert + start: 40000 + 10: + operation: search + 11: + end: 60000 + operation: insert + start: 50000 + 12: + operation: search + 13: + end: 70000 + operation: insert + start: 60000 + 14: + operation: search + 15: + end: 80000 + operation: insert + start: 70000 + 16: + operation: search + 17: + end: 90000 + operation: insert + start: 80000 + 18: + operation: search + 19: + end: 100000 + operation: insert + start: 90000 + 20: + operation: search + 21: + end: 110000 + operation: insert + start: 100000 + 22: + operation: search + 23: + end: 120000 + operation: insert + start: 110000 + 24: + operation: search + 25: + end: 130000 + operation: insert + start: 120000 + 26: + operation: search + 27: + end: 140000 + operation: insert + start: 130000 + 28: + operation: search + 29: + end: 150000 + operation: insert + start: 140000 + 30: + operation: search + 31: + end: 160000 + operation: insert + start: 150000 + 32: + operation: search + 33: + end: 170000 + operation: insert + start: 160000 + 34: + operation: search + 35: + end: 180000 + operation: insert + start: 170000 + 36: + operation: search + 37: + end: 190000 + operation: insert + start: 180000 + 38: + operation: search + 39: + end: 200000 + operation: insert + start: 190000 + 40: + operation: search + 41: + end: 210000 + operation: insert + start: 200000 + 42: + end: 10000 + operation: delete + start: 0 + 43: + operation: search + 44: + end: 220000 + operation: insert + start: 210000 + 45: + end: 20000 + operation: delete + start: 10000 + 46: + operation: search + 47: + end: 230000 + operation: insert + start: 220000 + 48: + end: 30000 + operation: delete + start: 20000 + 49: + operation: search + 50: + end: 240000 + operation: insert + start: 230000 + 51: + end: 40000 + operation: delete + start: 30000 + 52: + operation: search + 53: + end: 250000 + operation: insert + start: 240000 + 54: + end: 50000 + operation: delete + start: 40000 + 55: + operation: search + 56: + end: 260000 + operation: insert + start: 250000 + 57: + operation: search + 58: + end: 270000 + operation: insert + start: 260000 + 59: + end: 70000 + operation: delete + start: 60000 + 60: + operation: search + 61: + end: 280000 + operation: insert + start: 270000 + 62: + end: 80000 + operation: delete + start: 70000 + 63: + operation: search + 64: + end: 290000 + operation: insert + start: 280000 + 65: + end: 90000 + operation: delete + start: 80000 + 66: + operation: search + 67: + end: 300000 + operation: insert + start: 290000 + 68: + operation: search + 69: + end: 310000 + operation: insert + start: 300000 + 70: + operation: search + 71: + end: 320000 + operation: insert + start: 310000 + 72: + end: 120000 + operation: delete + start: 110000 + 73: + operation: search + 74: + end: 330000 + operation: insert + start: 320000 + 75: + operation: search + 76: + end: 340000 + operation: insert + start: 330000 + 77: + end: 140000 + operation: delete + start: 130000 + 78: + operation: search + 79: + end: 350000 + operation: insert + start: 340000 + 80: + end: 150000 + operation: delete + start: 140000 + 81: + operation: search + 82: + end: 360000 + operation: insert + start: 350000 + 83: + end: 160000 + operation: delete + start: 150000 + 84: + operation: search + 85: + end: 370000 + operation: insert + start: 360000 + 86: + operation: search + 87: + end: 380000 + operation: insert + start: 370000 + 88: + end: 180000 + operation: delete + start: 170000 + 89: + operation: search + 90: + end: 390000 + operation: insert + start: 380000 + 91: + end: 190000 + operation: delete + start: 180000 + 92: + operation: search + 93: + end: 400000 + operation: insert + start: 390000 + 94: + end: 200000 + operation: delete + start: 190000 + 95: + operation: search + 96: + end: 410000 + operation: insert + start: 400000 + 97: + end: 210000 + operation: delete + start: 200000 + 98: + operation: search + 99: + end: 420000 + operation: insert + start: 410000 + 100: + operation: search + 101: + end: 430000 + operation: insert + start: 420000 + 102: + end: 230000 + operation: delete + start: 220000 + 103: + operation: search + 104: + end: 440000 + operation: insert + start: 430000 + 105: + end: 240000 + operation: delete + start: 230000 + 106: + operation: search + 107: + end: 450000 + operation: insert + start: 440000 + 108: + end: 250000 + operation: delete + start: 240000 + 109: + operation: search + 110: + end: 460000 + operation: insert + start: 450000 + 111: + operation: search + 112: + end: 470000 + operation: insert + start: 460000 + 113: + end: 270000 + operation: delete + start: 260000 + 114: + operation: search + 115: + end: 480000 + operation: insert + start: 470000 + 116: + end: 280000 + operation: delete + start: 270000 + 117: + operation: search + 118: + end: 490000 + operation: insert + start: 480000 + 119: + end: 290000 + operation: delete + start: 280000 + 120: + operation: search + 121: + end: 500000 + operation: insert + start: 490000 + 122: + end: 300000 + operation: delete + start: 290000 + 123: + operation: search + 124: + end: 510000 + operation: insert + start: 500000 + 125: + end: 310000 + operation: delete + start: 300000 + 126: + operation: search + 127: + end: 520000 + operation: insert + start: 510000 + 128: + end: 320000 + operation: delete + start: 310000 + 129: + operation: search + 130: + end: 530000 + operation: insert + start: 520000 + 131: + end: 330000 + operation: delete + start: 320000 + 132: + operation: search + 133: + end: 540000 + operation: insert + start: 530000 + 134: + end: 340000 + operation: delete + start: 330000 + 135: + operation: search + 136: + end: 550000 + operation: insert + start: 540000 + 137: + end: 350000 + operation: delete + start: 340000 + 138: + operation: search + 139: + end: 560000 + operation: insert + start: 550000 + 140: + end: 360000 + operation: delete + start: 350000 + 141: + operation: search + 142: + end: 570000 + operation: insert + start: 560000 + 143: + operation: search + 144: + end: 580000 + operation: insert + start: 570000 + 145: + operation: search + 146: + end: 590000 + operation: insert + start: 580000 + 147: + end: 390000 + operation: delete + start: 380000 + 148: + operation: search + 149: + end: 600000 + operation: insert + start: 590000 + 150: + end: 400000 + operation: delete + start: 390000 + 151: + operation: search + 152: + end: 610000 + operation: insert + start: 600000 + 153: + end: 410000 + operation: delete + start: 400000 + 154: + operation: search + 155: + end: 620000 + operation: insert + start: 610000 + 156: + end: 420000 + operation: delete + start: 410000 + 157: + operation: search + 158: + end: 630000 + operation: insert + start: 620000 + 159: + end: 430000 + operation: delete + start: 420000 + 160: + operation: search + 161: + end: 640000 + operation: insert + start: 630000 + 162: + end: 440000 + operation: delete + start: 430000 + 163: + operation: search + 164: + end: 650000 + operation: insert + start: 640000 + 165: + end: 450000 + operation: delete + start: 440000 + 166: + operation: search + 167: + end: 660000 + operation: insert + start: 650000 + 168: + end: 460000 + operation: delete + start: 450000 + 169: + operation: search + 170: + end: 670000 + operation: insert + start: 660000 + 171: + end: 470000 + operation: delete + start: 460000 + 172: + operation: search + 173: + end: 680000 + operation: insert + start: 670000 + 174: + end: 480000 + operation: delete + start: 470000 + 175: + operation: search + 176: + end: 690000 + operation: insert + start: 680000 + 177: + end: 490000 + operation: delete + start: 480000 + 178: + operation: search + 179: + end: 700000 + operation: insert + start: 690000 + 180: + operation: search + 181: + end: 710000 + operation: insert + start: 700000 + 182: + operation: search + 183: + end: 720000 + operation: insert + start: 710000 + 184: + end: 520000 + operation: delete + start: 510000 + 185: + operation: search + 186: + end: 730000 + operation: insert + start: 720000 + 187: + operation: search + 188: + end: 740000 + operation: insert + start: 730000 + 189: + end: 540000 + operation: delete + start: 530000 + 190: + operation: search + 191: + end: 750000 + operation: insert + start: 740000 + 192: + operation: search + 193: + end: 760000 + operation: insert + start: 750000 + 194: + end: 560000 + operation: delete + start: 550000 + 195: + operation: search + 196: + end: 770000 + operation: insert + start: 760000 + 197: + end: 570000 + operation: delete + start: 560000 + 198: + operation: search + 199: + end: 780000 + operation: insert + start: 770000 + 200: + operation: search + 201: + end: 790000 + operation: insert + start: 780000 + 202: + end: 590000 + operation: delete + start: 580000 + 203: + operation: search + 204: + end: 800000 + operation: insert + start: 790000 + 205: + end: 600000 + operation: delete + start: 590000 + 206: + operation: search + 207: + end: 810000 + operation: insert + start: 800000 + 208: + end: 610000 + operation: delete + start: 600000 + 209: + operation: search + 210: + end: 820000 + operation: insert + start: 810000 + 211: + operation: search + 212: + end: 830000 + operation: insert + start: 820000 + 213: + end: 630000 + operation: delete + start: 620000 + 214: + operation: search + 215: + end: 840000 + operation: insert + start: 830000 + 216: + end: 640000 + operation: delete + start: 630000 + 217: + operation: search + 218: + end: 850000 + operation: insert + start: 840000 + 219: + end: 650000 + operation: delete + start: 640000 + 220: + operation: search + 221: + end: 860000 + operation: insert + start: 850000 + 222: + end: 660000 + operation: delete + start: 650000 + 223: + operation: search + 224: + end: 870000 + operation: insert + start: 860000 + 225: + operation: search + 226: + end: 880000 + operation: insert + start: 870000 + 227: + end: 680000 + operation: delete + start: 670000 + 228: + operation: search + 229: + end: 890000 + operation: insert + start: 880000 + 230: + end: 690000 + operation: delete + start: 680000 + 231: + operation: search + 232: + end: 900000 + operation: insert + start: 890000 + 233: + end: 700000 + operation: delete + start: 690000 + 234: + operation: search + 235: + end: 910000 + operation: insert + start: 900000 + 236: + end: 710000 + operation: delete + start: 700000 + 237: + operation: search + 238: + end: 920000 + operation: insert + start: 910000 + 239: + operation: search + 240: + end: 930000 + operation: insert + start: 920000 + 241: + end: 730000 + operation: delete + start: 720000 + 242: + operation: search + 243: + end: 940000 + operation: insert + start: 930000 + 244: + operation: search + 245: + end: 950000 + operation: insert + start: 940000 + 246: + end: 750000 + operation: delete + start: 740000 + 247: + operation: search + 248: + end: 960000 + operation: insert + start: 950000 + 249: + end: 760000 + operation: delete + start: 750000 + 250: + operation: search + 251: + end: 970000 + operation: insert + start: 960000 + 252: + end: 770000 + operation: delete + start: 760000 + 253: + operation: search + 254: + end: 980000 + operation: insert + start: 970000 + 255: + operation: search + 256: + end: 990000 + operation: insert + start: 980000 + 257: + operation: search + 258: + end: 1000000 + operation: insert + start: 990000 + 259: + end: 800000 + operation: delete + start: 790000 + 260: + operation: search + max_pts: 410000 + gt_url: https://comp21storage.z5.web.core.windows.net/wiki-cohere-35M/wikipedia-1M_expiration_time_runbook.yaml/ diff --git a/neurips23/runbooks/wikipedia-35M_expiration_time_replace_delete_runbook.yaml b/neurips23/runbooks/wikipedia-35M_expiration_time_replace_delete_runbook.yaml new file mode 100644 index 000000000..499c6fab3 --- /dev/null +++ b/neurips23/runbooks/wikipedia-35M_expiration_time_replace_delete_runbook.yaml @@ -0,0 +1,4438 @@ +wikipedia-35M: + 1: + end: 88328 + operation: insert + start: 0 + 2: + operation: search + 3: + end: 159704 + operation: insert + start: 100000 + 4: + operation: search + 5: + end: 257370 + operation: insert + start: 200000 + 6: + operation: search + 7: + end: 379583 + operation: insert + start: 300000 + 8: + operation: search + 9: + end: 481703 + operation: insert + start: 400000 + 10: + operation: search + 11: + end: 559269 + operation: insert + start: 500000 + 12: + operation: search + 13: + end: 662778 + operation: insert + start: 600000 + 14: + operation: search + 15: + end: 787283 + operation: insert + start: 700000 + 16: + operation: search + 17: + end: 878324 + operation: insert + start: 800000 + 18: + operation: search + 19: + end: 973085 + operation: insert + start: 900000 + 20: + operation: search + 21: + end: 1073582 + operation: insert + start: 1000000 + 22: + operation: search + 23: + end: 1166860 + operation: insert + start: 1100000 + 24: + operation: search + 25: + end: 1283992 + operation: insert + start: 1200000 + 26: + operation: search + 27: + end: 1371233 + operation: insert + start: 1300000 + 28: + operation: search + 29: + end: 1452446 + operation: insert + start: 1400000 + 30: + operation: search + 31: + end: 1574492 + operation: insert + start: 1500000 + 32: + operation: search + 33: + end: 1657378 + operation: insert + start: 1600000 + 34: + operation: search + 35: + end: 1762498 + operation: insert + start: 1700000 + 36: + operation: search + 37: + end: 1855688 + operation: insert + start: 1800000 + 38: + operation: search + 39: + end: 1976700 + operation: insert + start: 1900000 + 40: + operation: search + 41: + end: 2067276 + operation: insert + start: 2000000 + 42: + operation: search + 43: + end: 2171272 + operation: insert + start: 2100000 + 44: + operation: search + 45: + end: 2266775 + operation: insert + start: 2200000 + 46: + operation: search + 47: + end: 2370251 + operation: insert + start: 2300000 + 48: + operation: search + 49: + end: 2485289 + operation: insert + start: 2400000 + 50: + operation: search + 51: + end: 2576439 + operation: insert + start: 2500000 + 52: + operation: search + 53: + end: 2662292 + operation: insert + start: 2600000 + 54: + ids_end: 200000 + ids_start: 159704 + operation: replace + tags_end: 140296 + tags_start: 100000 + 55: + operation: search + 56: + end: 2765888 + operation: insert + start: 2700000 + 57: + operation: search + 58: + end: 2861892 + operation: insert + start: 2800000 + 59: + ids_end: 400000 + ids_start: 379583 + operation: replace + tags_end: 320417 + tags_start: 300000 + 60: + operation: search + 61: + end: 2971724 + operation: insert + start: 2900000 + 62: + operation: search + 63: + end: 3080301 + operation: insert + start: 3000000 + 64: + operation: search + 65: + end: 3167093 + operation: insert + start: 3100000 + 66: + operation: search + 67: + end: 3289859 + operation: insert + start: 3200000 + 68: + ids_end: 800000 + ids_start: 787283 + operation: replace + tags_end: 712717 + tags_start: 700000 + 69: + operation: search + 70: + end: 3353942 + operation: insert + start: 3300000 + 71: + operation: search + 72: + end: 3452322 + operation: insert + start: 3400000 + 73: + operation: search + 74: + end: 3570479 + operation: insert + start: 3500000 + 75: + ids_end: 1100000 + ids_start: 1073582 + operation: replace + tags_end: 1026418 + tags_start: 1000000 + 76: + operation: search + 77: + end: 3650270 + operation: insert + start: 3600000 + 78: + operation: search + 79: + end: 3785820 + operation: insert + start: 3700000 + 80: + ids_end: 1300000 + ids_start: 1283992 + operation: replace + tags_end: 1216008 + tags_start: 1200000 + 81: + operation: search + 82: + end: 3851206 + operation: insert + start: 3800000 + 83: + ids_end: 1400000 + ids_start: 1371233 + operation: replace + tags_end: 1328767 + tags_start: 1300000 + 84: + operation: search + 85: + end: 3963965 + operation: insert + start: 3900000 + 86: + ids_end: 1500000 + ids_start: 1452446 + operation: replace + tags_end: 1447554 + tags_start: 1400000 + 87: + operation: search + 88: + end: 4086390 + operation: insert + start: 4000000 + 89: + ids_end: 1600000 + ids_start: 1574492 + operation: replace + tags_end: 1525508 + tags_start: 1500000 + 90: + operation: search + 91: + end: 4167743 + operation: insert + start: 4100000 + 92: + ids_end: 1700000 + ids_start: 1657378 + operation: replace + tags_end: 1642622 + tags_start: 1600000 + 93: + operation: search + 94: + end: 4271418 + operation: insert + start: 4200000 + 95: + ids_end: 1800000 + ids_start: 1762498 + operation: replace + tags_end: 1737502 + tags_start: 1700000 + 96: + operation: search + 97: + end: 4376223 + operation: insert + start: 4300000 + 98: + ids_end: 1900000 + ids_start: 1855688 + operation: replace + tags_end: 1844312 + tags_start: 1800000 + 99: + operation: search + 100: + end: 4452083 + operation: insert + start: 4400000 + 101: + operation: search + 102: + end: 4554879 + operation: insert + start: 4500000 + 103: + ids_end: 2100000 + ids_start: 2067276 + operation: replace + tags_end: 2032724 + tags_start: 2000000 + 104: + operation: search + 105: + end: 4686840 + operation: insert + start: 4600000 + 106: + operation: search + 107: + end: 4751728 + operation: insert + start: 4700000 + 108: + ids_end: 2300000 + ids_start: 2266775 + operation: replace + tags_end: 2233225 + tags_start: 2200000 + 109: + operation: search + 110: + end: 4869941 + operation: insert + start: 4800000 + 111: + ids_end: 2400000 + ids_start: 2370251 + operation: replace + tags_end: 2329749 + tags_start: 2300000 + 112: + operation: search + 113: + end: 4955422 + operation: insert + start: 4900000 + 114: + ids_end: 2500000 + ids_start: 2485289 + operation: replace + tags_end: 2414711 + tags_start: 2400000 + 115: + operation: search + 116: + end: 5089651 + operation: insert + start: 5000000 + 117: + operation: search + 118: + end: 5169046 + operation: insert + start: 5100000 + 119: + end: 159704 + operation: delete + start: 100000 + 120: + ids_end: 2700000 + ids_start: 2662292 + operation: replace + tags_end: 2637708 + tags_start: 2600000 + 121: + operation: search + 122: + end: 5275730 + operation: insert + start: 5200000 + 123: + operation: search + 124: + end: 5388189 + operation: insert + start: 5300000 + 125: + end: 379583 + operation: delete + start: 300000 + 126: + ids_end: 2900000 + ids_start: 2861892 + operation: replace + tags_end: 2838108 + tags_start: 2800000 + 127: + operation: search + 128: + end: 5482791 + operation: insert + start: 5400000 + 129: + ids_end: 3000000 + ids_start: 2971724 + operation: replace + tags_end: 2928276 + tags_start: 2900000 + 130: + operation: search + 131: + end: 5587709 + operation: insert + start: 5500000 + 132: + ids_end: 3100000 + ids_start: 3080301 + operation: replace + tags_end: 3019699 + tags_start: 3000000 + 133: + operation: search + 134: + end: 5657473 + operation: insert + start: 5600000 + 135: + operation: search + 136: + end: 5775383 + operation: insert + start: 5700000 + 137: + end: 787283 + operation: delete + start: 700000 + 138: + ids_end: 3300000 + ids_start: 3289859 + operation: replace + tags_end: 3210141 + tags_start: 3200000 + 139: + operation: search + 140: + end: 5853890 + operation: insert + start: 5800000 + 141: + ids_end: 3400000 + ids_start: 3353942 + operation: replace + tags_end: 3346058 + tags_start: 3300000 + 142: + operation: search + 143: + end: 5977997 + operation: insert + start: 5900000 + 144: + operation: search + 145: + end: 6051674 + operation: insert + start: 6000000 + 146: + end: 1073582 + operation: delete + start: 1000000 + 147: + ids_end: 3600000 + ids_start: 3570479 + operation: replace + tags_end: 3529521 + tags_start: 3500000 + 148: + operation: search + 149: + end: 6164091 + operation: insert + start: 6100000 + 150: + ids_end: 3700000 + ids_start: 3650270 + operation: replace + tags_end: 3649730 + tags_start: 3600000 + 151: + operation: search + 152: + end: 6289725 + operation: insert + start: 6200000 + 153: + end: 1283992 + operation: delete + start: 1200000 + 154: + operation: search + 155: + end: 6360197 + operation: insert + start: 6300000 + 156: + end: 1371233 + operation: delete + start: 1300000 + 157: + ids_end: 3900000 + ids_start: 3851206 + operation: replace + tags_end: 3848794 + tags_start: 3800000 + 158: + operation: search + 159: + end: 6457226 + operation: insert + start: 6400000 + 160: + end: 1452446 + operation: delete + start: 1400000 + 161: + ids_end: 4000000 + ids_start: 3963965 + operation: replace + tags_end: 3936035 + tags_start: 3900000 + 162: + operation: search + 163: + end: 6580101 + operation: insert + start: 6500000 + 164: + end: 1574492 + operation: delete + start: 1500000 + 165: + operation: search + 166: + end: 6668798 + operation: insert + start: 6600000 + 167: + end: 1657378 + operation: delete + start: 1600000 + 168: + operation: search + 169: + end: 6766110 + operation: insert + start: 6700000 + 170: + end: 1762498 + operation: delete + start: 1700000 + 171: + operation: search + 172: + end: 6879396 + operation: insert + start: 6800000 + 173: + end: 1855688 + operation: delete + start: 1800000 + 174: + operation: search + 175: + end: 6983366 + operation: insert + start: 6900000 + 176: + ids_end: 4500000 + ids_start: 4452083 + operation: replace + tags_end: 4447917 + tags_start: 4400000 + 177: + operation: search + 178: + end: 7059507 + operation: insert + start: 7000000 + 179: + end: 2067276 + operation: delete + start: 2000000 + 180: + operation: search + 181: + end: 7158207 + operation: insert + start: 7100000 + 182: + ids_end: 4700000 + ids_start: 4686840 + operation: replace + tags_end: 4613160 + tags_start: 4600000 + 183: + operation: search + 184: + end: 7275401 + operation: insert + start: 7200000 + 185: + end: 2266775 + operation: delete + start: 2200000 + 186: + operation: search + 187: + end: 7380011 + operation: insert + start: 7300000 + 188: + end: 2370251 + operation: delete + start: 2300000 + 189: + ids_end: 4900000 + ids_start: 4869941 + operation: replace + tags_end: 4830059 + tags_start: 4800000 + 190: + operation: search + 191: + end: 7468578 + operation: insert + start: 7400000 + 192: + end: 2485289 + operation: delete + start: 2400000 + 193: + ids_end: 5000000 + ids_start: 4955422 + operation: replace + tags_end: 4944578 + tags_start: 4900000 + 194: + operation: search + 195: + end: 7585571 + operation: insert + start: 7500000 + 196: + ids_end: 5100000 + ids_start: 5089651 + operation: replace + tags_end: 5010349 + tags_start: 5000000 + 197: + operation: search + 198: + end: 7660650 + operation: insert + start: 7600000 + 199: + end: 2662292 + operation: delete + start: 2600000 + 200: + operation: search + 201: + end: 7787231 + operation: insert + start: 7700000 + 202: + ids_end: 5300000 + ids_start: 5275730 + operation: replace + tags_end: 5224270 + tags_start: 5200000 + 203: + operation: search + 204: + end: 7856311 + operation: insert + start: 7800000 + 205: + end: 2861892 + operation: delete + start: 2800000 + 206: + operation: search + 207: + end: 7952271 + operation: insert + start: 7900000 + 208: + end: 2971724 + operation: delete + start: 2900000 + 209: + ids_end: 5500000 + ids_start: 5482791 + operation: replace + tags_end: 5417209 + tags_start: 5400000 + 210: + operation: search + 211: + end: 8056334 + operation: insert + start: 8000000 + 212: + end: 3080301 + operation: delete + start: 3000000 + 213: + operation: search + 214: + end: 8151690 + operation: insert + start: 8100000 + 215: + ids_end: 5700000 + ids_start: 5657473 + operation: replace + tags_end: 5642527 + tags_start: 5600000 + 216: + operation: search + 217: + end: 8278017 + operation: insert + start: 8200000 + 218: + end: 3289859 + operation: delete + start: 3200000 + 219: + ids_end: 5800000 + ids_start: 5775383 + operation: replace + tags_end: 5724617 + tags_start: 5700000 + 220: + operation: search + 221: + end: 8380651 + operation: insert + start: 8300000 + 222: + end: 3353942 + operation: delete + start: 3300000 + 223: + ids_end: 5900000 + ids_start: 5853890 + operation: replace + tags_end: 5846110 + tags_start: 5800000 + 224: + operation: search + 225: + end: 8458613 + operation: insert + start: 8400000 + 226: + operation: search + 227: + end: 8583855 + operation: insert + start: 8500000 + 228: + end: 3570479 + operation: delete + start: 3500000 + 229: + operation: search + 230: + end: 8667722 + operation: insert + start: 8600000 + 231: + end: 3650270 + operation: delete + start: 3600000 + 232: + operation: search + 233: + end: 8755593 + operation: insert + start: 8700000 + 234: + ids_end: 6300000 + ids_start: 6289725 + operation: replace + tags_end: 6210275 + tags_start: 6200000 + 235: + operation: search + 236: + end: 8860361 + operation: insert + start: 8800000 + 237: + end: 3851206 + operation: delete + start: 3800000 + 238: + operation: search + 239: + end: 8978115 + operation: insert + start: 8900000 + 240: + end: 3963965 + operation: delete + start: 3900000 + 241: + ids_end: 6500000 + ids_start: 6457226 + operation: replace + tags_end: 6442774 + tags_start: 6400000 + 242: + operation: search + 243: + end: 9057019 + operation: insert + start: 9000000 + 244: + ids_end: 6600000 + ids_start: 6580101 + operation: replace + tags_end: 6519899 + tags_start: 6500000 + 245: + operation: search + 246: + end: 9175891 + operation: insert + start: 9100000 + 247: + operation: search + 248: + end: 9283940 + operation: insert + start: 9200000 + 249: + operation: search + 250: + end: 9360523 + operation: insert + start: 9300000 + 251: + ids_end: 6900000 + ids_start: 6879396 + operation: replace + tags_end: 6820604 + tags_start: 6800000 + 252: + operation: search + 253: + end: 9461110 + operation: insert + start: 9400000 + 254: + end: 4452083 + operation: delete + start: 4400000 + 255: + operation: search + 256: + end: 9563916 + operation: insert + start: 9500000 + 257: + operation: search + 258: + end: 9669831 + operation: insert + start: 9600000 + 259: + end: 4686840 + operation: delete + start: 4600000 + 260: + ids_end: 7200000 + ids_start: 7158207 + operation: replace + tags_end: 7141793 + tags_start: 7100000 + 261: + operation: search + 262: + end: 9782694 + operation: insert + start: 9700000 + 263: + operation: search + 264: + end: 9857619 + operation: insert + start: 9800000 + 265: + end: 4869941 + operation: delete + start: 4800000 + 266: + ids_end: 7400000 + ids_start: 7380011 + operation: replace + tags_end: 7319989 + tags_start: 7300000 + 267: + operation: search + 268: + end: 9963731 + operation: insert + start: 9900000 + 269: + end: 4955422 + operation: delete + start: 4900000 + 270: + operation: search + 271: + end: 10065469 + operation: insert + start: 10000000 + 272: + end: 5089651 + operation: delete + start: 5000000 + 273: + operation: search + 274: + end: 10157799 + operation: insert + start: 10100000 + 275: + operation: search + 276: + end: 10253427 + operation: insert + start: 10200000 + 277: + end: 5275730 + operation: delete + start: 5200000 + 278: + ids_end: 7800000 + ids_start: 7787231 + operation: replace + tags_end: 7712769 + tags_start: 7700000 + 279: + operation: search + 280: + end: 10363530 + operation: insert + start: 10300000 + 281: + ids_end: 7900000 + ids_start: 7856311 + operation: replace + tags_end: 7843689 + tags_start: 7800000 + 282: + operation: search + 283: + end: 10470707 + operation: insert + start: 10400000 + 284: + end: 5482791 + operation: delete + start: 5400000 + 285: + ids_end: 8000000 + ids_start: 7952271 + operation: replace + tags_end: 7947729 + tags_start: 7900000 + 286: + operation: search + 287: + end: 10557874 + operation: insert + start: 10500000 + 288: + ids_end: 8100000 + ids_start: 8056334 + operation: replace + tags_end: 8043666 + tags_start: 8000000 + 289: + operation: search + 290: + end: 10684586 + operation: insert + start: 10600000 + 291: + end: 5657473 + operation: delete + start: 5600000 + 292: + ids_end: 8200000 + ids_start: 8151690 + operation: replace + tags_end: 8148310 + tags_start: 8100000 + 293: + operation: search + 294: + end: 10771087 + operation: insert + start: 10700000 + 295: + end: 5775383 + operation: delete + start: 5700000 + 296: + ids_end: 8300000 + ids_start: 8278017 + operation: replace + tags_end: 8221983 + tags_start: 8200000 + 297: + operation: search + 298: + end: 10854536 + operation: insert + start: 10800000 + 299: + end: 5853890 + operation: delete + start: 5800000 + 300: + operation: search + 301: + end: 10977458 + operation: insert + start: 10900000 + 302: + ids_end: 8500000 + ids_start: 8458613 + operation: replace + tags_end: 8441387 + tags_start: 8400000 + 303: + operation: search + 304: + end: 11053942 + operation: insert + start: 11000000 + 305: + operation: search + 306: + end: 11186854 + operation: insert + start: 11100000 + 307: + ids_end: 8700000 + ids_start: 8667722 + operation: replace + tags_end: 8632278 + tags_start: 8600000 + 308: + operation: search + 309: + end: 11270191 + operation: insert + start: 11200000 + 310: + end: 6289725 + operation: delete + start: 6200000 + 311: + ids_end: 8800000 + ids_start: 8755593 + operation: replace + tags_end: 8744407 + tags_start: 8700000 + 312: + operation: search + 313: + end: 11386372 + operation: insert + start: 11300000 + 314: + operation: search + 315: + end: 11473000 + operation: insert + start: 11400000 + 316: + end: 6457226 + operation: delete + start: 6400000 + 317: + operation: search + 318: + end: 11579593 + operation: insert + start: 11500000 + 319: + end: 6580101 + operation: delete + start: 6500000 + 320: + ids_end: 9100000 + ids_start: 9057019 + operation: replace + tags_end: 9042981 + tags_start: 9000000 + 321: + operation: search + 322: + end: 11662888 + operation: insert + start: 11600000 + 323: + ids_end: 9200000 + ids_start: 9175891 + operation: replace + tags_end: 9124109 + tags_start: 9100000 + 324: + operation: search + 325: + end: 11786057 + operation: insert + start: 11700000 + 326: + ids_end: 9300000 + ids_start: 9283940 + operation: replace + tags_end: 9216060 + tags_start: 9200000 + 327: + operation: search + 328: + end: 11876088 + operation: insert + start: 11800000 + 329: + end: 6879396 + operation: delete + start: 6800000 + 330: + ids_end: 9400000 + ids_start: 9360523 + operation: replace + tags_end: 9339477 + tags_start: 9300000 + 331: + operation: search + 332: + end: 11977164 + operation: insert + start: 11900000 + 333: + operation: search + 334: + end: 12059539 + operation: insert + start: 12000000 + 335: + ids_end: 9600000 + ids_start: 9563916 + operation: replace + tags_end: 9536084 + tags_start: 9500000 + 336: + operation: search + 337: + end: 12154716 + operation: insert + start: 12100000 + 338: + end: 7158207 + operation: delete + start: 7100000 + 339: + ids_end: 9700000 + ids_start: 9669831 + operation: replace + tags_end: 9630169 + tags_start: 9600000 + 340: + operation: search + 341: + end: 12261933 + operation: insert + start: 12200000 + 342: + ids_end: 9800000 + ids_start: 9782694 + operation: replace + tags_end: 9717306 + tags_start: 9700000 + 343: + operation: search + 344: + end: 12387471 + operation: insert + start: 12300000 + 345: + end: 7380011 + operation: delete + start: 7300000 + 346: + ids_end: 9900000 + ids_start: 9857619 + operation: replace + tags_end: 9842381 + tags_start: 9800000 + 347: + operation: search + 348: + end: 12454126 + operation: insert + start: 12400000 + 349: + operation: search + 350: + end: 12582984 + operation: insert + start: 12500000 + 351: + ids_end: 10100000 + ids_start: 10065469 + operation: replace + tags_end: 10034531 + tags_start: 10000000 + 352: + ids_end: 12400000 + ids_start: 12387471 + operation: replace + tags_end: 12312529 + tags_start: 12300000 + 353: + operation: search + 354: + end: 12656392 + operation: insert + start: 12600000 + 355: + ids_end: 12300000 + ids_start: 12261933 + operation: replace + tags_end: 12238067 + tags_start: 12200000 + 356: + operation: search + 357: + end: 12766593 + operation: insert + start: 12700000 + 358: + end: 7787231 + operation: delete + start: 7700000 + 359: + ids_end: 10300000 + ids_start: 10253427 + operation: replace + tags_end: 10246573 + tags_start: 10200000 + 360: + ids_end: 12000000 + ids_start: 11977164 + operation: replace + tags_end: 11922836 + tags_start: 11900000 + 361: + ids_end: 12100000 + ids_start: 12059539 + operation: replace + tags_end: 12040461 + tags_start: 12000000 + 362: + operation: search + 363: + end: 12855590 + operation: insert + start: 12800000 + 364: + end: 7856311 + operation: delete + start: 7800000 + 365: + operation: search + 366: + end: 12962271 + operation: insert + start: 12900000 + 367: + end: 7952271 + operation: delete + start: 7900000 + 368: + ids_end: 11700000 + ids_start: 11662888 + operation: replace + tags_end: 11637112 + tags_start: 11600000 + 369: + operation: search + 370: + end: 13059095 + operation: insert + start: 13000000 + 371: + end: 8056334 + operation: delete + start: 8000000 + 372: + ids_end: 10600000 + ids_start: 10557874 + operation: replace + tags_end: 10542126 + tags_start: 10500000 + 373: + operation: search + 374: + end: 13186142 + operation: insert + start: 13100000 + 375: + end: 8151690 + operation: delete + start: 8100000 + 376: + operation: search + 377: + end: 13288018 + operation: insert + start: 13200000 + 378: + end: 8278017 + operation: delete + start: 8200000 + 379: + ids_end: 11100000 + ids_start: 11053942 + operation: replace + tags_end: 11046058 + tags_start: 11000000 + 380: + operation: search + 381: + end: 13371714 + operation: insert + start: 13300000 + 382: + ids_end: 10900000 + ids_start: 10854536 + operation: replace + tags_end: 10845464 + tags_start: 10800000 + 383: + ids_end: 11000000 + ids_start: 10977458 + operation: replace + tags_end: 10922542 + tags_start: 10900000 + 384: + operation: search + 385: + end: 13455127 + operation: insert + start: 13400000 + 386: + end: 8458613 + operation: delete + start: 8400000 + 387: + ids_end: 10800000 + ids_start: 10771087 + operation: replace + tags_end: 10728913 + tags_start: 10700000 + 388: + operation: search + 389: + end: 13580060 + operation: insert + start: 13500000 + 390: + ids_end: 10700000 + ids_start: 10684586 + operation: replace + tags_end: 10615414 + tags_start: 10600000 + 391: + operation: search + 392: + end: 13655549 + operation: insert + start: 13600000 + 393: + end: 8667722 + operation: delete + start: 8600000 + 394: + ids_end: 11200000 + ids_start: 11186854 + operation: replace + tags_end: 11113146 + tags_start: 11100000 + 395: + operation: search + 396: + end: 13760287 + operation: insert + start: 13700000 + 397: + end: 8755593 + operation: delete + start: 8700000 + 398: + ids_end: 10400000 + ids_start: 10363530 + operation: replace + tags_end: 10336470 + tags_start: 10300000 + 399: + ids_end: 11300000 + ids_start: 11270191 + operation: replace + tags_end: 11229809 + tags_start: 11200000 + 400: + operation: search + 401: + end: 13882810 + operation: insert + start: 13800000 + 402: + ids_end: 11400000 + ids_start: 11386372 + operation: replace + tags_end: 11313628 + tags_start: 11300000 + 403: + operation: search + 404: + end: 13972370 + operation: insert + start: 13900000 + 405: + ids_end: 10000000 + ids_start: 9963731 + operation: replace + tags_end: 9936269 + tags_start: 9900000 + 406: + ids_end: 11500000 + ids_start: 11473000 + operation: replace + tags_end: 11427000 + tags_start: 11400000 + 407: + operation: search + 408: + end: 14082055 + operation: insert + start: 14000000 + 409: + end: 9057019 + operation: delete + start: 9000000 + 410: + ids_end: 11600000 + ids_start: 11579593 + operation: replace + tags_end: 11520407 + tags_start: 11500000 + 411: + operation: search + 412: + end: 14165070 + operation: insert + start: 14100000 + 413: + end: 9175891 + operation: delete + start: 9100000 + 414: + operation: search + 415: + end: 14258243 + operation: insert + start: 14200000 + 416: + end: 9283940 + operation: delete + start: 9200000 + 417: + ids_end: 11800000 + ids_start: 11786057 + operation: replace + tags_end: 11713943 + tags_start: 11700000 + 418: + operation: search + 419: + end: 14386580 + operation: insert + start: 14300000 + 420: + end: 9360523 + operation: delete + start: 9300000 + 421: + ids_end: 11900000 + ids_start: 11876088 + operation: replace + tags_end: 11823912 + tags_start: 11800000 + 422: + operation: search + 423: + end: 14485809 + operation: insert + start: 14400000 + 424: + ids_end: 8900000 + ids_start: 8860361 + operation: replace + tags_end: 8839639 + tags_start: 8800000 + 425: + ids_end: 9000000 + ids_start: 8978115 + operation: replace + tags_end: 8921885 + tags_start: 8900000 + 426: + operation: search + 427: + end: 14575226 + operation: insert + start: 14500000 + 428: + end: 9563916 + operation: delete + start: 9500000 + 429: + operation: search + 430: + end: 14665784 + operation: insert + start: 14600000 + 431: + end: 9669831 + operation: delete + start: 9600000 + 432: + ids_end: 12200000 + ids_start: 12154716 + operation: replace + tags_end: 12145284 + tags_start: 12100000 + 433: + operation: search + 434: + end: 14782319 + operation: insert + start: 14700000 + 435: + end: 9782694 + operation: delete + start: 9700000 + 436: + ids_end: 8400000 + ids_start: 8380651 + operation: replace + tags_end: 8319349 + tags_start: 8300000 + 437: + operation: search + 438: + end: 14864435 + operation: insert + start: 14800000 + 439: + end: 9857619 + operation: delete + start: 9800000 + 440: + operation: search + 441: + end: 14977510 + operation: insert + start: 14900000 + 442: + ids_end: 12500000 + ids_start: 12454126 + operation: replace + tags_end: 12445874 + tags_start: 12400000 + 443: + operation: search + 444: + end: 15054613 + operation: insert + start: 15000000 + 445: + end: 10065469 + operation: delete + start: 10000000 + 446: + ids_end: 100000 + ids_start: 88328 + operation: replace + tags_end: 11672 + tags_start: 0 + 447: + operation: search + 448: + end: 15180147 + operation: insert + start: 15100000 + 449: + ids_end: 7700000 + ids_start: 7660650 + operation: replace + tags_end: 7639350 + tags_start: 7600000 + 450: + ids_end: 12700000 + ids_start: 12656392 + operation: replace + tags_end: 12643608 + tags_start: 12600000 + 451: + operation: search + 452: + end: 15258685 + operation: insert + start: 15200000 + 453: + end: 10253427 + operation: delete + start: 10200000 + 454: + ids_end: 7600000 + ids_start: 7585571 + operation: replace + tags_end: 7514429 + tags_start: 7500000 + 455: + ids_end: 12800000 + ids_start: 12766593 + operation: replace + tags_end: 12733407 + tags_start: 12700000 + 456: + operation: search + 457: + end: 15381651 + operation: insert + start: 15300000 + 458: + ids_end: 12900000 + ids_start: 12855590 + operation: replace + tags_end: 12844410 + tags_start: 12800000 + 459: + operation: search + 460: + end: 15475179 + operation: insert + start: 15400000 + 461: + ids_end: 7300000 + ids_start: 7275401 + operation: replace + tags_end: 7224599 + tags_start: 7200000 + 462: + ids_end: 13000000 + ids_start: 12962271 + operation: replace + tags_end: 12937729 + tags_start: 12900000 + 463: + operation: search + 464: + end: 15580485 + operation: insert + start: 15500000 + 465: + end: 10557874 + operation: delete + start: 10500000 + 466: + ids_end: 7100000 + ids_start: 7059507 + operation: replace + tags_end: 7040493 + tags_start: 7000000 + 467: + ids_end: 13100000 + ids_start: 13059095 + operation: replace + tags_end: 13040905 + tags_start: 13000000 + 468: + operation: search + 469: + end: 15673410 + operation: insert + start: 15600000 + 470: + ids_end: 700000 + ids_start: 662778 + operation: replace + tags_end: 637222 + tags_start: 600000 + 471: + ids_end: 7000000 + ids_start: 6983366 + operation: replace + tags_end: 6916634 + tags_start: 6900000 + 472: + ids_end: 13200000 + ids_start: 13186142 + operation: replace + tags_end: 13113858 + tags_start: 13100000 + 473: + operation: search + 474: + end: 15771505 + operation: insert + start: 15700000 + 475: + ids_end: 6800000 + ids_start: 6766110 + operation: replace + tags_end: 6733890 + tags_start: 6700000 + 476: + ids_end: 13300000 + ids_start: 13288018 + operation: replace + tags_end: 13211982 + tags_start: 13200000 + 477: + operation: search + 478: + end: 15877558 + operation: insert + start: 15800000 + 479: + end: 10854536 + operation: delete + start: 10800000 + 480: + operation: search + 481: + end: 15979532 + operation: insert + start: 15900000 + 482: + operation: search + 483: + end: 16072284 + operation: insert + start: 16000000 + 484: + ids_end: 6400000 + ids_start: 6360197 + operation: replace + tags_end: 6339803 + tags_start: 6300000 + 485: + ids_end: 13600000 + ids_start: 13580060 + operation: replace + tags_end: 13519940 + tags_start: 13500000 + 486: + operation: search + 487: + end: 16181034 + operation: insert + start: 16100000 + 488: + end: 11186854 + operation: delete + start: 11100000 + 489: + ids_end: 1200000 + ids_start: 1166860 + operation: replace + tags_end: 1133140 + tags_start: 1100000 + 490: + ids_end: 6200000 + ids_start: 6164091 + operation: replace + tags_end: 6135909 + tags_start: 6100000 + 491: + operation: search + 492: + end: 16272255 + operation: insert + start: 16200000 + 493: + end: 11270191 + operation: delete + start: 11200000 + 494: + operation: search + 495: + end: 16360474 + operation: insert + start: 16300000 + 496: + end: 11386372 + operation: delete + start: 11300000 + 497: + operation: search + 498: + end: 16481306 + operation: insert + start: 16400000 + 499: + end: 11473000 + operation: delete + start: 11400000 + 500: + ids_end: 5600000 + ids_start: 5587709 + operation: replace + tags_end: 5512291 + tags_start: 5500000 + 501: + ids_end: 14000000 + ids_start: 13972370 + operation: replace + tags_end: 13927630 + tags_start: 13900000 + 502: + operation: search + 503: + end: 16575736 + operation: insert + start: 16500000 + 504: + end: 11579593 + operation: delete + start: 11500000 + 505: + ids_end: 5400000 + ids_start: 5388189 + operation: replace + tags_end: 5311811 + tags_start: 5300000 + 506: + ids_end: 14100000 + ids_start: 14082055 + operation: replace + tags_end: 14017945 + tags_start: 14000000 + 507: + operation: search + 508: + end: 16677276 + operation: insert + start: 16600000 + 509: + ids_end: 5200000 + ids_start: 5169046 + operation: replace + tags_end: 5130954 + tags_start: 5100000 + 510: + ids_end: 14200000 + ids_start: 14165070 + operation: replace + tags_end: 14134930 + tags_start: 14100000 + 511: + operation: search + 512: + end: 16751843 + operation: insert + start: 16700000 + 513: + end: 11786057 + operation: delete + start: 11700000 + 514: + operation: search + 515: + end: 16874433 + operation: insert + start: 16800000 + 516: + end: 11876088 + operation: delete + start: 11800000 + 517: + ids_end: 4800000 + ids_start: 4751728 + operation: replace + tags_end: 4748272 + tags_start: 4700000 + 518: + ids_end: 14400000 + ids_start: 14386580 + operation: replace + tags_end: 14313420 + tags_start: 14300000 + 519: + operation: search + 520: + end: 16964182 + operation: insert + start: 16900000 + 521: + ids_end: 2000000 + ids_start: 1976700 + operation: replace + tags_end: 1923300 + tags_start: 1900000 + 522: + ids_end: 4400000 + ids_start: 4376223 + operation: replace + tags_end: 4323777 + tags_start: 4300000 + 523: + ids_end: 14500000 + ids_start: 14485809 + operation: replace + tags_end: 14414191 + tags_start: 14400000 + 524: + operation: search + 525: + end: 17089291 + operation: insert + start: 17000000 + 526: + ids_end: 4200000 + ids_start: 4167743 + operation: replace + tags_end: 4132257 + tags_start: 4100000 + 527: + operation: search + 528: + end: 17173220 + operation: insert + start: 17100000 + 529: + end: 12154716 + operation: delete + start: 12100000 + 530: + ids_end: 14700000 + ids_start: 14665784 + operation: replace + tags_end: 14634216 + tags_start: 14600000 + 531: + operation: search + 532: + end: 17263932 + operation: insert + start: 17200000 + 533: + ids_end: 14800000 + ids_start: 14782319 + operation: replace + tags_end: 14717681 + tags_start: 14700000 + 534: + operation: search + 535: + end: 17355123 + operation: insert + start: 17300000 + 536: + ids_end: 2800000 + ids_start: 2765888 + operation: replace + tags_end: 2734112 + tags_start: 2700000 + 537: + ids_end: 3200000 + ids_start: 3167093 + operation: replace + tags_end: 3132907 + tags_start: 3100000 + 538: + ids_end: 14900000 + ids_start: 14864435 + operation: replace + tags_end: 14835565 + tags_start: 14800000 + 539: + operation: search + 540: + end: 17451837 + operation: insert + start: 17400000 + 541: + end: 12454126 + operation: delete + start: 12400000 + 542: + ids_end: 300000 + ids_start: 257370 + operation: replace + tags_end: 242630 + tags_start: 200000 + 543: + ids_end: 500000 + ids_start: 481703 + operation: replace + tags_end: 418297 + tags_start: 400000 + 544: + ids_end: 600000 + ids_start: 559269 + operation: replace + tags_end: 540731 + tags_start: 500000 + 545: + ids_end: 900000 + ids_start: 878324 + operation: replace + tags_end: 821676 + tags_start: 800000 + 546: + ids_end: 1000000 + ids_start: 973085 + operation: replace + tags_end: 926915 + tags_start: 900000 + 547: + ids_end: 2200000 + ids_start: 2171272 + operation: replace + tags_end: 2128728 + tags_start: 2100000 + 548: + operation: search + 549: + end: 17562320 + operation: insert + start: 17500000 + 550: + ids_end: 2600000 + ids_start: 2576439 + operation: replace + tags_end: 2523561 + tags_start: 2500000 + 551: + ids_end: 15100000 + ids_start: 15054613 + operation: replace + tags_end: 15045387 + tags_start: 15000000 + 552: + operation: search + 553: + end: 17655072 + operation: insert + start: 17600000 + 554: + end: 12656392 + operation: delete + start: 12600000 + 555: + operation: search + 556: + end: 17778559 + operation: insert + start: 17700000 + 557: + end: 12766593 + operation: delete + start: 12700000 + 558: + ids_end: 15300000 + ids_start: 15258685 + operation: replace + tags_end: 15241315 + tags_start: 15200000 + 559: + operation: search + 560: + end: 17865842 + operation: insert + start: 17800000 + 561: + end: 12855590 + operation: delete + start: 12800000 + 562: + ids_end: 15400000 + ids_start: 15381651 + operation: replace + tags_end: 15318349 + tags_start: 15300000 + 563: + operation: search + 564: + end: 17964901 + operation: insert + start: 17900000 + 565: + end: 12962271 + operation: delete + start: 12900000 + 566: + operation: search + 567: + end: 18050505 + operation: insert + start: 18000000 + 568: + end: 13059095 + operation: delete + start: 13000000 + 569: + operation: search + 570: + end: 18167657 + operation: insert + start: 18100000 + 571: + end: 13186142 + operation: delete + start: 13100000 + 572: + ids_end: 15700000 + ids_start: 15673410 + operation: replace + tags_end: 15626590 + tags_start: 15600000 + 573: + operation: search + 574: + end: 18256312 + operation: insert + start: 18200000 + 575: + end: 13288018 + operation: delete + start: 13200000 + 576: + ids_end: 15800000 + ids_start: 15771505 + operation: replace + tags_end: 15728495 + tags_start: 15700000 + 577: + operation: search + 578: + end: 18370329 + operation: insert + start: 18300000 + 579: + ids_end: 15900000 + ids_start: 15877558 + operation: replace + tags_end: 15822442 + tags_start: 15800000 + 580: + operation: search + 581: + end: 18478242 + operation: insert + start: 18400000 + 582: + ids_end: 3500000 + ids_start: 3452322 + operation: replace + tags_end: 3447678 + tags_start: 3400000 + 583: + ids_end: 16000000 + ids_start: 15979532 + operation: replace + tags_end: 15920468 + tags_start: 15900000 + 584: + operation: search + 585: + end: 18564831 + operation: insert + start: 18500000 + 586: + end: 13580060 + operation: delete + start: 13500000 + 587: + operation: search + 588: + end: 18656798 + operation: insert + start: 18600000 + 589: + ids_end: 16200000 + ids_start: 16181034 + operation: replace + tags_end: 16118966 + tags_start: 16100000 + 590: + operation: search + 591: + end: 18777802 + operation: insert + start: 18700000 + 592: + ids_end: 3800000 + ids_start: 3785820 + operation: replace + tags_end: 3714180 + tags_start: 3700000 + 593: + ids_end: 16300000 + ids_start: 16272255 + operation: replace + tags_end: 16227745 + tags_start: 16200000 + 594: + operation: search + 595: + end: 18877442 + operation: insert + start: 18800000 + 596: + operation: search + 597: + end: 18968030 + operation: insert + start: 18900000 + 598: + end: 13972370 + operation: delete + start: 13900000 + 599: + operation: search + 600: + end: 19062881 + operation: insert + start: 19000000 + 601: + end: 14082055 + operation: delete + start: 14000000 + 602: + ids_end: 4100000 + ids_start: 4086390 + operation: replace + tags_end: 4013610 + tags_start: 4000000 + 603: + ids_end: 16600000 + ids_start: 16575736 + operation: replace + tags_end: 16524264 + tags_start: 16500000 + 604: + operation: search + 605: + end: 19179765 + operation: insert + start: 19100000 + 606: + end: 14165070 + operation: delete + start: 14100000 + 607: + ids_end: 16700000 + ids_start: 16677276 + operation: replace + tags_end: 16622724 + tags_start: 16600000 + 608: + operation: search + 609: + end: 19274566 + operation: insert + start: 19200000 + 610: + ids_end: 4300000 + ids_start: 4271418 + operation: replace + tags_end: 4228582 + tags_start: 4200000 + 611: + operation: search + 612: + end: 19352795 + operation: insert + start: 19300000 + 613: + end: 14386580 + operation: delete + start: 14300000 + 614: + operation: search + 615: + end: 19471638 + operation: insert + start: 19400000 + 616: + end: 14485809 + operation: delete + start: 14400000 + 617: + ids_end: 17000000 + ids_start: 16964182 + operation: replace + tags_end: 16935818 + tags_start: 16900000 + 618: + operation: search + 619: + end: 19575050 + operation: insert + start: 19500000 + 620: + ids_end: 4600000 + ids_start: 4554879 + operation: replace + tags_end: 4545121 + tags_start: 4500000 + 621: + operation: search + 622: + end: 19688094 + operation: insert + start: 19600000 + 623: + end: 14665784 + operation: delete + start: 14600000 + 624: + operation: search + 625: + end: 19759248 + operation: insert + start: 19700000 + 626: + end: 14782319 + operation: delete + start: 14700000 + 627: + ids_end: 17300000 + ids_start: 17263932 + operation: replace + tags_end: 17236068 + tags_start: 17200000 + 628: + operation: search + 629: + end: 19860550 + operation: insert + start: 19800000 + 630: + end: 14864435 + operation: delete + start: 14800000 + 631: + operation: search + 632: + end: 19963746 + operation: insert + start: 19900000 + 633: + ids_end: 17500000 + ids_start: 17451837 + operation: replace + tags_end: 17448163 + tags_start: 17400000 + 634: + operation: search + 635: + end: 20060937 + operation: insert + start: 20000000 + 636: + end: 15054613 + operation: delete + start: 15000000 + 637: + operation: search + 638: + end: 20187045 + operation: insert + start: 20100000 + 639: + ids_end: 17700000 + ids_start: 17655072 + operation: replace + tags_end: 17644928 + tags_start: 17600000 + 640: + operation: search + 641: + end: 20253864 + operation: insert + start: 20200000 + 642: + end: 15258685 + operation: delete + start: 15200000 + 643: + operation: search + 644: + end: 20377597 + operation: insert + start: 20300000 + 645: + end: 15381651 + operation: delete + start: 15300000 + 646: + operation: search + 647: + end: 20452919 + operation: insert + start: 20400000 + 648: + ids_end: 18000000 + ids_start: 17964901 + operation: replace + tags_end: 17935099 + tags_start: 17900000 + 649: + operation: search + 650: + end: 20588112 + operation: insert + start: 20500000 + 651: + operation: search + 652: + end: 20668079 + operation: insert + start: 20600000 + 653: + end: 15673410 + operation: delete + start: 15600000 + 654: + ids_end: 18200000 + ids_start: 18167657 + operation: replace + tags_end: 18132343 + tags_start: 18100000 + 655: + operation: search + 656: + end: 20766974 + operation: insert + start: 20700000 + 657: + end: 15771505 + operation: delete + start: 15700000 + 658: + operation: search + 659: + end: 20874767 + operation: insert + start: 20800000 + 660: + end: 15877558 + operation: delete + start: 15800000 + 661: + operation: search + 662: + end: 20965555 + operation: insert + start: 20900000 + 663: + end: 15979532 + operation: delete + start: 15900000 + 664: + ids_end: 6000000 + ids_start: 5977997 + operation: replace + tags_end: 5922003 + tags_start: 5900000 + 665: + ids_end: 18500000 + ids_start: 18478242 + operation: replace + tags_end: 18421758 + tags_start: 18400000 + 666: + operation: search + 667: + end: 21054392 + operation: insert + start: 21000000 + 668: + ids_end: 6100000 + ids_start: 6051674 + operation: replace + tags_end: 6048326 + tags_start: 6000000 + 669: + ids_end: 18600000 + ids_start: 18564831 + operation: replace + tags_end: 18535169 + tags_start: 18500000 + 670: + operation: search + 671: + end: 21181734 + operation: insert + start: 21100000 + 672: + end: 16181034 + operation: delete + start: 16100000 + 673: + operation: search + 674: + end: 21287359 + operation: insert + start: 21200000 + 675: + end: 16272255 + operation: delete + start: 16200000 + 676: + ids_end: 18800000 + ids_start: 18777802 + operation: replace + tags_end: 18722198 + tags_start: 18700000 + 677: + operation: search + 678: + end: 21351652 + operation: insert + start: 21300000 + 679: + ids_end: 18900000 + ids_start: 18877442 + operation: replace + tags_end: 18822558 + tags_start: 18800000 + 680: + operation: search + 681: + end: 21462621 + operation: insert + start: 21400000 + 682: + ids_end: 19000000 + ids_start: 18968030 + operation: replace + tags_end: 18931970 + tags_start: 18900000 + 683: + operation: search + 684: + end: 21568194 + operation: insert + start: 21500000 + 685: + end: 16575736 + operation: delete + start: 16500000 + 686: + operation: search + 687: + end: 21652574 + operation: insert + start: 21600000 + 688: + end: 16677276 + operation: delete + start: 16600000 + 689: + ids_end: 6700000 + ids_start: 6668798 + operation: replace + tags_end: 6631202 + tags_start: 6600000 + 690: + operation: search + 691: + end: 21757718 + operation: insert + start: 21700000 + 692: + ids_end: 19300000 + ids_start: 19274566 + operation: replace + tags_end: 19225434 + tags_start: 19200000 + 693: + operation: search + 694: + end: 21880303 + operation: insert + start: 21800000 + 695: + ids_end: 19400000 + ids_start: 19352795 + operation: replace + tags_end: 19347205 + tags_start: 19300000 + 696: + operation: search + 697: + end: 21975249 + operation: insert + start: 21900000 + 698: + end: 16964182 + operation: delete + start: 16900000 + 699: + ids_end: 19500000 + ids_start: 19471638 + operation: replace + tags_end: 19428362 + tags_start: 19400000 + 700: + operation: search + 701: + end: 22074315 + operation: insert + start: 22000000 + 702: + ids_end: 19600000 + ids_start: 19575050 + operation: replace + tags_end: 19524950 + tags_start: 19500000 + 703: + operation: search + 704: + end: 22179300 + operation: insert + start: 22100000 + 705: + operation: search + 706: + end: 22262416 + operation: insert + start: 22200000 + 707: + end: 17263932 + operation: delete + start: 17200000 + 708: + ids_end: 19800000 + ids_start: 19759248 + operation: replace + tags_end: 19740752 + tags_start: 19700000 + 709: + operation: search + 710: + end: 22368756 + operation: insert + start: 22300000 + 711: + ids_end: 19900000 + ids_start: 19860550 + operation: replace + tags_end: 19839450 + tags_start: 19800000 + 712: + operation: search + 713: + end: 22455672 + operation: insert + start: 22400000 + 714: + end: 17451837 + operation: delete + start: 17400000 + 715: + ids_end: 7500000 + ids_start: 7468578 + operation: replace + tags_end: 7431422 + tags_start: 7400000 + 716: + ids_end: 20000000 + ids_start: 19963746 + operation: replace + tags_end: 19936254 + tags_start: 19900000 + 717: + operation: search + 718: + end: 22565622 + operation: insert + start: 22500000 + 719: + ids_end: 20100000 + ids_start: 20060937 + operation: replace + tags_end: 20039063 + tags_start: 20000000 + 720: + operation: search + 721: + end: 22682429 + operation: insert + start: 22600000 + 722: + end: 17655072 + operation: delete + start: 17600000 + 723: + ids_end: 20200000 + ids_start: 20187045 + operation: replace + tags_end: 20112955 + tags_start: 20100000 + 724: + operation: search + 725: + end: 22780174 + operation: insert + start: 22700000 + 726: + operation: search + 727: + end: 22879494 + operation: insert + start: 22800000 + 728: + ids_end: 20400000 + ids_start: 20377597 + operation: replace + tags_end: 20322403 + tags_start: 20300000 + 729: + operation: search + 730: + end: 22982463 + operation: insert + start: 22900000 + 731: + end: 17964901 + operation: delete + start: 17900000 + 732: + ids_end: 20500000 + ids_start: 20452919 + operation: replace + tags_end: 20447081 + tags_start: 20400000 + 733: + operation: search + 734: + end: 23071016 + operation: insert + start: 23000000 + 735: + operation: search + 736: + end: 23169134 + operation: insert + start: 23100000 + 737: + end: 18167657 + operation: delete + start: 18100000 + 738: + ids_end: 20700000 + ids_start: 20668079 + operation: replace + tags_end: 20631921 + tags_start: 20600000 + 739: + operation: search + 740: + end: 23258470 + operation: insert + start: 23200000 + 741: + ids_end: 20800000 + ids_start: 20766974 + operation: replace + tags_end: 20733026 + tags_start: 20700000 + 742: + operation: search + 743: + end: 23351776 + operation: insert + start: 23300000 + 744: + ids_end: 20900000 + ids_start: 20874767 + operation: replace + tags_end: 20825233 + tags_start: 20800000 + 745: + operation: search + 746: + end: 23483178 + operation: insert + start: 23400000 + 747: + end: 18478242 + operation: delete + start: 18400000 + 748: + ids_end: 21000000 + ids_start: 20965555 + operation: replace + tags_end: 20934445 + tags_start: 20900000 + 749: + operation: search + 750: + end: 23571886 + operation: insert + start: 23500000 + 751: + end: 18564831 + operation: delete + start: 18500000 + 752: + ids_end: 8600000 + ids_start: 8583855 + operation: replace + tags_end: 8516145 + tags_start: 8500000 + 753: + ids_end: 21100000 + ids_start: 21054392 + operation: replace + tags_end: 21045608 + tags_start: 21000000 + 754: + operation: search + 755: + end: 23654461 + operation: insert + start: 23600000 + 756: + operation: search + 757: + end: 23788210 + operation: insert + start: 23700000 + 758: + end: 18777802 + operation: delete + start: 18700000 + 759: + operation: search + 760: + end: 23856818 + operation: insert + start: 23800000 + 761: + end: 18877442 + operation: delete + start: 18800000 + 762: + operation: search + 763: + end: 23976304 + operation: insert + start: 23900000 + 764: + end: 18968030 + operation: delete + start: 18900000 + 765: + operation: search + 766: + end: 24081251 + operation: insert + start: 24000000 + 767: + operation: search + 768: + end: 24177453 + operation: insert + start: 24100000 + 769: + operation: search + 770: + end: 24280632 + operation: insert + start: 24200000 + 771: + end: 19274566 + operation: delete + start: 19200000 + 772: + ids_end: 21800000 + ids_start: 21757718 + operation: replace + tags_end: 21742282 + tags_start: 21700000 + 773: + operation: search + 774: + end: 24355445 + operation: insert + start: 24300000 + 775: + end: 19352795 + operation: delete + start: 19300000 + 776: + ids_end: 21900000 + ids_start: 21880303 + operation: replace + tags_end: 21819697 + tags_start: 21800000 + 777: + operation: search + 778: + end: 24454902 + operation: insert + start: 24400000 + 779: + end: 19471638 + operation: delete + start: 19400000 + 780: + ids_end: 9500000 + ids_start: 9461110 + operation: replace + tags_end: 9438890 + tags_start: 9400000 + 781: + ids_end: 22000000 + ids_start: 21975249 + operation: replace + tags_end: 21924751 + tags_start: 21900000 + 782: + operation: search + 783: + end: 24588806 + operation: insert + start: 24500000 + 784: + end: 19575050 + operation: delete + start: 19500000 + 785: + ids_end: 22100000 + ids_start: 22074315 + operation: replace + tags_end: 22025685 + tags_start: 22000000 + 786: + operation: search + 787: + end: 24663932 + operation: insert + start: 24600000 + 788: + ids_end: 22200000 + ids_start: 22179300 + operation: replace + tags_end: 22120700 + tags_start: 22100000 + 789: + operation: search + 790: + end: 24774610 + operation: insert + start: 24700000 + 791: + end: 19759248 + operation: delete + start: 19700000 + 792: + ids_end: 22300000 + ids_start: 22262416 + operation: replace + tags_end: 22237584 + tags_start: 22200000 + 793: + operation: search + 794: + end: 24877039 + operation: insert + start: 24800000 + 795: + end: 19860550 + operation: delete + start: 19800000 + 796: + operation: search + 797: + end: 24986405 + operation: insert + start: 24900000 + 798: + end: 19963746 + operation: delete + start: 19900000 + 799: + ids_end: 22500000 + ids_start: 22455672 + operation: replace + tags_end: 22444328 + tags_start: 22400000 + 800: + operation: search + 801: + end: 25075397 + operation: insert + start: 25000000 + 802: + end: 20060937 + operation: delete + start: 20000000 + 803: + operation: search + 804: + end: 25156238 + operation: insert + start: 25100000 + 805: + end: 20187045 + operation: delete + start: 20100000 + 806: + ids_end: 10200000 + ids_start: 10157799 + operation: replace + tags_end: 10142201 + tags_start: 10100000 + 807: + ids_end: 22700000 + ids_start: 22682429 + operation: replace + tags_end: 22617571 + tags_start: 22600000 + 808: + operation: search + 809: + end: 25255292 + operation: insert + start: 25200000 + 810: + ids_end: 22800000 + ids_start: 22780174 + operation: replace + tags_end: 22719826 + tags_start: 22700000 + 811: + operation: search + 812: + end: 25387274 + operation: insert + start: 25300000 + 813: + end: 20377597 + operation: delete + start: 20300000 + 814: + operation: search + 815: + end: 25486716 + operation: insert + start: 25400000 + 816: + end: 20452919 + operation: delete + start: 20400000 + 817: + ids_end: 10500000 + ids_start: 10470707 + operation: replace + tags_end: 10429293 + tags_start: 10400000 + 818: + ids_end: 23000000 + ids_start: 22982463 + operation: replace + tags_end: 22917537 + tags_start: 22900000 + 819: + operation: search + 820: + end: 25569459 + operation: insert + start: 25500000 + 821: + ids_end: 23100000 + ids_start: 23071016 + operation: replace + tags_end: 23028984 + tags_start: 23000000 + 822: + operation: search + 823: + end: 25661731 + operation: insert + start: 25600000 + 824: + end: 20668079 + operation: delete + start: 20600000 + 825: + operation: search + 826: + end: 25766725 + operation: insert + start: 25700000 + 827: + end: 20766974 + operation: delete + start: 20700000 + 828: + ids_end: 23300000 + ids_start: 23258470 + operation: replace + tags_end: 23241530 + tags_start: 23200000 + 829: + operation: search + 830: + end: 25879660 + operation: insert + start: 25800000 + 831: + end: 20874767 + operation: delete + start: 20800000 + 832: + operation: search + 833: + end: 25977396 + operation: insert + start: 25900000 + 834: + end: 20965555 + operation: delete + start: 20900000 + 835: + operation: search + 836: + end: 26080005 + operation: insert + start: 26000000 + 837: + end: 21054392 + operation: delete + start: 21000000 + 838: + operation: search + 839: + end: 26170741 + operation: insert + start: 26100000 + 840: + operation: search + 841: + end: 26280304 + operation: insert + start: 26200000 + 842: + ids_end: 23800000 + ids_start: 23788210 + operation: replace + tags_end: 23711790 + tags_start: 23700000 + 843: + operation: search + 844: + end: 26356990 + operation: insert + start: 26300000 + 845: + ids_end: 23900000 + ids_start: 23856818 + operation: replace + tags_end: 23843182 + tags_start: 23800000 + 846: + operation: search + 847: + end: 26451790 + operation: insert + start: 26400000 + 848: + operation: search + 849: + end: 26553427 + operation: insert + start: 26500000 + 850: + ids_end: 24100000 + ids_start: 24081251 + operation: replace + tags_end: 24018749 + tags_start: 24000000 + 851: + operation: search + 852: + end: 26667691 + operation: insert + start: 26600000 + 853: + operation: search + 854: + end: 26770240 + operation: insert + start: 26700000 + 855: + end: 21757718 + operation: delete + start: 21700000 + 856: + ids_end: 24300000 + ids_start: 24280632 + operation: replace + tags_end: 24219368 + tags_start: 24200000 + 857: + operation: search + 858: + end: 26859320 + operation: insert + start: 26800000 + 859: + end: 21880303 + operation: delete + start: 21800000 + 860: + operation: search + 861: + end: 26960969 + operation: insert + start: 26900000 + 862: + end: 21975249 + operation: delete + start: 21900000 + 863: + ids_end: 24500000 + ids_start: 24454902 + operation: replace + tags_end: 24445098 + tags_start: 24400000 + 864: + operation: search + 865: + end: 27077063 + operation: insert + start: 27000000 + 866: + end: 22074315 + operation: delete + start: 22000000 + 867: + ids_end: 24600000 + ids_start: 24588806 + operation: replace + tags_end: 24511194 + tags_start: 24500000 + 868: + operation: search + 869: + end: 27170307 + operation: insert + start: 27100000 + 870: + end: 22179300 + operation: delete + start: 22100000 + 871: + ids_end: 24700000 + ids_start: 24663932 + operation: replace + tags_end: 24636068 + tags_start: 24600000 + 872: + operation: search + 873: + end: 27277146 + operation: insert + start: 27200000 + 874: + end: 22262416 + operation: delete + start: 22200000 + 875: + ids_end: 24800000 + ids_start: 24774610 + operation: replace + tags_end: 24725390 + tags_start: 24700000 + 876: + operation: search + 877: + end: 27362254 + operation: insert + start: 27300000 + 878: + ids_end: 24900000 + ids_start: 24877039 + operation: replace + tags_end: 24822961 + tags_start: 24800000 + 879: + operation: search + 880: + end: 27465087 + operation: insert + start: 27400000 + 881: + end: 22455672 + operation: delete + start: 22400000 + 882: + operation: search + 883: + end: 27564186 + operation: insert + start: 27500000 + 884: + ids_end: 12600000 + ids_start: 12582984 + operation: replace + tags_end: 12517016 + tags_start: 12500000 + 885: + operation: search + 886: + end: 27683360 + operation: insert + start: 27600000 + 887: + end: 22682429 + operation: delete + start: 22600000 + 888: + ids_end: 25200000 + ids_start: 25156238 + operation: replace + tags_end: 25143762 + tags_start: 25100000 + 889: + operation: search + 890: + end: 27764674 + operation: insert + start: 27700000 + 891: + end: 22780174 + operation: delete + start: 22700000 + 892: + operation: search + 893: + end: 27874332 + operation: insert + start: 27800000 + 894: + operation: search + 895: + end: 27965617 + operation: insert + start: 27900000 + 896: + end: 22982463 + operation: delete + start: 22900000 + 897: + ids_end: 25500000 + ids_start: 25486716 + operation: replace + tags_end: 25413284 + tags_start: 25400000 + 898: + operation: search + 899: + end: 28074037 + operation: insert + start: 28000000 + 900: + end: 23071016 + operation: delete + start: 23000000 + 901: + ids_end: 25600000 + ids_start: 25569459 + operation: replace + tags_end: 25530541 + tags_start: 25500000 + 902: + operation: search + 903: + end: 28153772 + operation: insert + start: 28100000 + 904: + operation: search + 905: + end: 28252236 + operation: insert + start: 28200000 + 906: + end: 23258470 + operation: delete + start: 23200000 + 907: + operation: search + 908: + end: 28363030 + operation: insert + start: 28300000 + 909: + operation: search + 910: + end: 28483372 + operation: insert + start: 28400000 + 911: + ids_end: 13500000 + ids_start: 13455127 + operation: replace + tags_end: 13444873 + tags_start: 13400000 + 912: + ids_end: 26000000 + ids_start: 25977396 + operation: replace + tags_end: 25922604 + tags_start: 25900000 + 913: + operation: search + 914: + end: 28588398 + operation: insert + start: 28500000 + 915: + ids_end: 26100000 + ids_start: 26080005 + operation: replace + tags_end: 26019995 + tags_start: 26000000 + 916: + operation: search + 917: + end: 28680663 + operation: insert + start: 28600000 + 918: + operation: search + 919: + end: 28760808 + operation: insert + start: 28700000 + 920: + end: 23788210 + operation: delete + start: 23700000 + 921: + ids_end: 13800000 + ids_start: 13760287 + operation: replace + tags_end: 13739713 + tags_start: 13700000 + 922: + operation: search + 923: + end: 28861237 + operation: insert + start: 28800000 + 924: + end: 23856818 + operation: delete + start: 23800000 + 925: + ids_end: 26400000 + ids_start: 26356990 + operation: replace + tags_end: 26343010 + tags_start: 26300000 + 926: + operation: search + 927: + end: 28988645 + operation: insert + start: 28900000 + 928: + operation: search + 929: + end: 29066506 + operation: insert + start: 29000000 + 930: + end: 24081251 + operation: delete + start: 24000000 + 931: + ids_end: 26600000 + ids_start: 26553427 + operation: replace + tags_end: 26546573 + tags_start: 26500000 + 932: + operation: search + 933: + end: 29180421 + operation: insert + start: 29100000 + 934: + ids_end: 26700000 + ids_start: 26667691 + operation: replace + tags_end: 26632309 + tags_start: 26600000 + 935: + operation: search + 936: + end: 29269712 + operation: insert + start: 29200000 + 937: + end: 24280632 + operation: delete + start: 24200000 + 938: + ids_end: 14300000 + ids_start: 14258243 + operation: replace + tags_end: 14241757 + tags_start: 14200000 + 939: + ids_end: 26800000 + ids_start: 26770240 + operation: replace + tags_end: 26729760 + tags_start: 26700000 + 940: + operation: search + 941: + end: 29381230 + operation: insert + start: 29300000 + 942: + operation: search + 943: + end: 29478342 + operation: insert + start: 29400000 + 944: + end: 24454902 + operation: delete + start: 24400000 + 945: + ids_end: 27000000 + ids_start: 26960969 + operation: replace + tags_end: 26939031 + tags_start: 26900000 + 946: + operation: search + 947: + end: 29582656 + operation: insert + start: 29500000 + 948: + end: 24588806 + operation: delete + start: 24500000 + 949: + operation: search + 950: + end: 29682691 + operation: insert + start: 29600000 + 951: + end: 24663932 + operation: delete + start: 24600000 + 952: + ids_end: 27200000 + ids_start: 27170307 + operation: replace + tags_end: 27129693 + tags_start: 27100000 + 953: + operation: search + 954: + end: 29767818 + operation: insert + start: 29700000 + 955: + end: 24774610 + operation: delete + start: 24700000 + 956: + operation: search + 957: + end: 29853489 + operation: insert + start: 29800000 + 958: + end: 24877039 + operation: delete + start: 24800000 + 959: + ids_end: 27400000 + ids_start: 27362254 + operation: replace + tags_end: 27337746 + tags_start: 27300000 + 960: + operation: search + 961: + end: 29988218 + operation: insert + start: 29900000 + 962: + operation: search + 963: + end: 30069754 + operation: insert + start: 30000000 + 964: + end: 88328 + operation: delete + start: 0 + 965: + ids_end: 27600000 + ids_start: 27564186 + operation: replace + tags_end: 27535814 + tags_start: 27500000 + 966: + operation: search + 967: + end: 30187478 + operation: insert + start: 30100000 + 968: + end: 25156238 + operation: delete + start: 25100000 + 969: + operation: search + 970: + end: 30274373 + operation: insert + start: 30200000 + 971: + ids_end: 27800000 + ids_start: 27764674 + operation: replace + tags_end: 27735326 + tags_start: 27700000 + 972: + operation: search + 973: + end: 30371540 + operation: insert + start: 30300000 + 974: + ids_end: 27900000 + ids_start: 27874332 + operation: replace + tags_end: 27825668 + tags_start: 27800000 + 975: + operation: search + 976: + end: 30473860 + operation: insert + start: 30400000 + 977: + end: 25486716 + operation: delete + start: 25400000 + 978: + operation: search + 979: + end: 30566245 + operation: insert + start: 30500000 + 980: + end: 25569459 + operation: delete + start: 25500000 + 981: + ids_end: 15600000 + ids_start: 15580485 + operation: replace + tags_end: 15519515 + tags_start: 15500000 + 982: + operation: search + 983: + end: 30680560 + operation: insert + start: 30600000 + 984: + end: 662778 + operation: delete + start: 600000 + 985: + ids_end: 28200000 + ids_start: 28153772 + operation: replace + tags_end: 28146228 + tags_start: 28100000 + 986: + operation: search + 987: + end: 30769904 + operation: insert + start: 30700000 + 988: + ids_end: 28300000 + ids_start: 28252236 + operation: replace + tags_end: 28247764 + tags_start: 28200000 + 989: + operation: search + 990: + end: 30879111 + operation: insert + start: 30800000 + 991: + ids_end: 28400000 + ids_start: 28363030 + operation: replace + tags_end: 28336970 + tags_start: 28300000 + 992: + operation: search + 993: + end: 30978265 + operation: insert + start: 30900000 + 994: + end: 25977396 + operation: delete + start: 25900000 + 995: + operation: search + 996: + end: 31054348 + operation: insert + start: 31000000 + 997: + end: 26080005 + operation: delete + start: 26000000 + 998: + ids_end: 16100000 + ids_start: 16072284 + operation: replace + tags_end: 16027716 + tags_start: 16000000 + 999: + ids_end: 28600000 + ids_start: 28588398 + operation: replace + tags_end: 28511602 + tags_start: 28500000 + 1000: + operation: search + 1001: + end: 31179057 + operation: insert + start: 31100000 + 1002: + end: 1166860 + operation: delete + start: 1100000 + 1003: + ids_end: 28700000 + ids_start: 28680663 + operation: replace + tags_end: 28619337 + tags_start: 28600000 + 1004: + operation: search + 1005: + end: 31280053 + operation: insert + start: 31200000 + 1006: + operation: search + 1007: + end: 31369352 + operation: insert + start: 31300000 + 1008: + end: 26356990 + operation: delete + start: 26300000 + 1009: + ids_end: 16400000 + ids_start: 16360474 + operation: replace + tags_end: 16339526 + tags_start: 16300000 + 1010: + ids_end: 28900000 + ids_start: 28861237 + operation: replace + tags_end: 28838763 + tags_start: 28800000 + 1011: + operation: search + 1012: + end: 31481323 + operation: insert + start: 31400000 + 1013: + ids_end: 16500000 + ids_start: 16481306 + operation: replace + tags_end: 16418694 + tags_start: 16400000 + 1014: + ids_end: 29000000 + ids_start: 28988645 + operation: replace + tags_end: 28911355 + tags_start: 28900000 + 1015: + operation: search + 1016: + end: 31584741 + operation: insert + start: 31500000 + 1017: + end: 26553427 + operation: delete + start: 26500000 + 1018: + operation: search + 1019: + end: 31663896 + operation: insert + start: 31600000 + 1020: + end: 26667691 + operation: delete + start: 26600000 + 1021: + operation: search + 1022: + end: 31752028 + operation: insert + start: 31700000 + 1023: + end: 26770240 + operation: delete + start: 26700000 + 1024: + ids_end: 16800000 + ids_start: 16751843 + operation: replace + tags_end: 16748157 + tags_start: 16700000 + 1025: + operation: search + 1026: + end: 31889366 + operation: insert + start: 31800000 + 1027: + ids_end: 16900000 + ids_start: 16874433 + operation: replace + tags_end: 16825567 + tags_start: 16800000 + 1028: + operation: search + 1029: + end: 31958604 + operation: insert + start: 31900000 + 1030: + end: 1976700 + operation: delete + start: 1900000 + 1031: + end: 26960969 + operation: delete + start: 26900000 + 1032: + operation: search + 1033: + end: 32060523 + operation: insert + start: 32000000 + 1034: + ids_end: 29600000 + ids_start: 29582656 + operation: replace + tags_end: 29517344 + tags_start: 29500000 + 1035: + operation: search + 1036: + end: 32153562 + operation: insert + start: 32100000 + 1037: + end: 27170307 + operation: delete + start: 27100000 + 1038: + ids_end: 17200000 + ids_start: 17173220 + operation: replace + tags_end: 17126780 + tags_start: 17100000 + 1039: + ids_end: 29700000 + ids_start: 29682691 + operation: replace + tags_end: 29617309 + tags_start: 29600000 + 1040: + operation: search + 1041: + end: 32280233 + operation: insert + start: 32200000 + 1042: + ids_end: 29800000 + ids_start: 29767818 + operation: replace + tags_end: 29732182 + tags_start: 29700000 + 1043: + operation: search + 1044: + end: 32388817 + operation: insert + start: 32300000 + 1045: + end: 27362254 + operation: delete + start: 27300000 + 1046: + ids_end: 17400000 + ids_start: 17355123 + operation: replace + tags_end: 17344877 + tags_start: 17300000 + 1047: + ids_end: 29900000 + ids_start: 29853489 + operation: replace + tags_end: 29846511 + tags_start: 29800000 + 1048: + operation: search + 1049: + end: 32476998 + operation: insert + start: 32400000 + 1050: + operation: search + 1051: + end: 32581358 + operation: insert + start: 32500000 + 1052: + end: 2576439 + operation: delete + start: 2500000 + 1053: + end: 27564186 + operation: delete + start: 27500000 + 1054: + ids_end: 30100000 + ids_start: 30069754 + operation: replace + tags_end: 30030246 + tags_start: 30000000 + 1055: + operation: search + 1056: + end: 32670405 + operation: insert + start: 32600000 + 1057: + ids_end: 30200000 + ids_start: 30187478 + operation: replace + tags_end: 30112522 + tags_start: 30100000 + 1058: + operation: search + 1059: + end: 32770459 + operation: insert + start: 32700000 + 1060: + end: 27764674 + operation: delete + start: 27700000 + 1061: + ids_end: 17800000 + ids_start: 17778559 + operation: replace + tags_end: 17721441 + tags_start: 17700000 + 1062: + ids_end: 30300000 + ids_start: 30274373 + operation: replace + tags_end: 30225627 + tags_start: 30200000 + 1063: + ids_end: 32200000 + ids_start: 32153562 + operation: replace + tags_end: 32146438 + tags_start: 32100000 + 1064: + operation: search + 1065: + end: 32862426 + operation: insert + start: 32800000 + 1066: + end: 27874332 + operation: delete + start: 27800000 + 1067: + ids_end: 30400000 + ids_start: 30371540 + operation: replace + tags_end: 30328460 + tags_start: 30300000 + 1068: + operation: search + 1069: + end: 32963286 + operation: insert + start: 32900000 + 1070: + ids_end: 30500000 + ids_start: 30473860 + operation: replace + tags_end: 30426140 + tags_start: 30400000 + 1071: + operation: search + 1072: + end: 33079546 + operation: insert + start: 33000000 + 1073: + ids_end: 18100000 + ids_start: 18050505 + operation: replace + tags_end: 18049495 + tags_start: 18000000 + 1074: + operation: search + 1075: + end: 33189380 + operation: insert + start: 33100000 + 1076: + end: 28153772 + operation: delete + start: 28100000 + 1077: + ids_end: 30700000 + ids_start: 30680560 + operation: replace + tags_end: 30619440 + tags_start: 30600000 + 1078: + operation: search + 1079: + end: 33271438 + operation: insert + start: 33200000 + 1080: + end: 28252236 + operation: delete + start: 28200000 + 1081: + ids_end: 18300000 + ids_start: 18256312 + operation: replace + tags_end: 18243688 + tags_start: 18200000 + 1082: + ids_end: 31500000 + ids_start: 31481323 + operation: replace + tags_end: 31418677 + tags_start: 31400000 + 1083: + operation: search + 1084: + end: 33371788 + operation: insert + start: 33300000 + 1085: + end: 28363030 + operation: delete + start: 28300000 + 1086: + ids_end: 18400000 + ids_start: 18370329 + operation: replace + tags_end: 18329671 + tags_start: 18300000 + 1087: + ids_end: 30900000 + ids_start: 30879111 + operation: replace + tags_end: 30820889 + tags_start: 30800000 + 1088: + operation: search + 1089: + end: 33453834 + operation: insert + start: 33400000 + 1090: + end: 3452322 + operation: delete + start: 3400000 + 1091: + ids_end: 31000000 + ids_start: 30978265 + operation: replace + tags_end: 30921735 + tags_start: 30900000 + 1092: + ids_end: 31300000 + ids_start: 31280053 + operation: replace + tags_end: 31219947 + tags_start: 31200000 + 1093: + operation: search + 1094: + end: 33561365 + operation: insert + start: 33500000 + 1095: + end: 28588398 + operation: delete + start: 28500000 + 1096: + operation: search + 1097: + end: 33660784 + operation: insert + start: 33600000 + 1098: + end: 28680663 + operation: delete + start: 28600000 + 1099: + ids_end: 31100000 + ids_start: 31054348 + operation: replace + tags_end: 31045652 + tags_start: 31000000 + 1100: + ids_end: 31200000 + ids_start: 31179057 + operation: replace + tags_end: 31120943 + tags_start: 31100000 + 1101: + operation: search + 1102: + end: 33782141 + operation: insert + start: 33700000 + 1103: + end: 3785820 + operation: delete + start: 3700000 + 1104: + operation: search + 1105: + end: 33866335 + operation: insert + start: 33800000 + 1106: + end: 28861237 + operation: delete + start: 28800000 + 1107: + ids_end: 30800000 + ids_start: 30769904 + operation: replace + tags_end: 30730096 + tags_start: 30700000 + 1108: + ids_end: 31400000 + ids_start: 31369352 + operation: replace + tags_end: 31330648 + tags_start: 31300000 + 1109: + operation: search + 1110: + end: 33959032 + operation: insert + start: 33900000 + 1111: + end: 28988645 + operation: delete + start: 28900000 + 1112: + operation: search + 1113: + end: 34074977 + operation: insert + start: 34000000 + 1114: + end: 4086390 + operation: delete + start: 4000000 + 1115: + ids_end: 19100000 + ids_start: 19062881 + operation: replace + tags_end: 19037119 + tags_start: 19000000 + 1116: + ids_end: 31600000 + ids_start: 31584741 + operation: replace + tags_end: 31515259 + tags_start: 31500000 + 1117: + operation: search + 1118: + end: 34159967 + operation: insert + start: 34100000 + 1119: + operation: search + 1120: + end: 34251951 + operation: insert + start: 34200000 + 1121: + end: 4271418 + operation: delete + start: 4200000 + 1122: + operation: search + 1123: + end: 34376932 + operation: insert + start: 34300000 + 1124: + ids_end: 30000000 + ids_start: 29988218 + operation: replace + tags_end: 29911782 + tags_start: 29900000 + 1125: + ids_end: 31900000 + ids_start: 31889366 + operation: replace + tags_end: 31810634 + tags_start: 31800000 + 1126: + operation: search + 1127: + end: 34475063 + operation: insert + start: 34400000 + 1128: + ids_end: 32000000 + ids_start: 31958604 + operation: replace + tags_end: 31941396 + tags_start: 31900000 + 1129: + operation: search + 1130: + end: 34576634 + operation: insert + start: 34500000 + 1131: + end: 4554879 + operation: delete + start: 4500000 + 1132: + end: 29582656 + operation: delete + start: 29500000 + 1133: + ids_end: 32100000 + ids_start: 32060523 + operation: replace + tags_end: 32039477 + tags_start: 32000000 + 1134: + operation: search + 1135: + end: 34689985 + operation: insert + start: 34600000 + 1136: + end: 29682691 + operation: delete + start: 29600000 + 1137: + operation: search + 1138: + end: 34770968 + operation: insert + start: 34700000 + 1139: + end: 29767818 + operation: delete + start: 29700000 + 1140: + ids_end: 29500000 + ids_start: 29478342 + operation: replace + tags_end: 29421658 + tags_start: 29400000 + 1141: + ids_end: 32300000 + ids_start: 32280233 + operation: replace + tags_end: 32219767 + tags_start: 32200000 + 1142: + operation: search + 1143: + end: 34871209 + operation: insert + start: 34800000 + 1144: + end: 29853489 + operation: delete + start: 29800000 + 1145: + ids_end: 32400000 + ids_start: 32388817 + operation: replace + tags_end: 32311183 + tags_start: 32300000 + 1146: + operation: search + 1147: + end: 34973928 + operation: insert + start: 34900000 + 1148: + ids_end: 29200000 + ids_start: 29180421 + operation: replace + tags_end: 29119579 + tags_start: 29100000 + 1149: + ids_end: 32500000 + ids_start: 32476998 + operation: replace + tags_end: 32423002 + tags_start: 32400000 + 1150: + operation: search + max_pts: 6682767 diff --git a/neurips23/runbooks/wikipedia-35M_expiration_time_replace_only_runbook.yaml b/neurips23/runbooks/wikipedia-35M_expiration_time_replace_only_runbook.yaml new file mode 100644 index 000000000..f4fdcdd1e --- /dev/null +++ b/neurips23/runbooks/wikipedia-35M_expiration_time_replace_only_runbook.yaml @@ -0,0 +1,854 @@ +wikipedia-35M: + 1: + end: 64251 + operation: insert + start: 0 + 2: + operation: search + 3: + end: 166838 + operation: insert + start: 100000 + 4: + operation: search + 5: + end: 275755 + operation: insert + start: 200000 + 6: + operation: search + 7: + end: 360735 + operation: insert + start: 300000 + 8: + operation: search + 9: + end: 488718 + operation: insert + start: 400000 + 10: + operation: search + 11: + end: 569950 + operation: insert + start: 500000 + 12: + operation: search + 13: + end: 659553 + operation: insert + start: 600000 + 14: + operation: search + 15: + end: 780330 + operation: insert + start: 700000 + 16: + operation: search + 17: + end: 865051 + operation: insert + start: 800000 + 18: + operation: search + 19: + end: 982285 + operation: insert + start: 900000 + 20: + operation: search + 21: + end: 1069368 + operation: insert + start: 1000000 + 22: + operation: search + 23: + end: 1151523 + operation: insert + start: 1100000 + 24: + ids_end: 200000 + ids_start: 166838 + operation: replace + tags_end: 133162 + tags_start: 100000 + 25: + operation: search + 26: + end: 1253863 + operation: insert + start: 1200000 + 27: + ids_end: 300000 + ids_start: 275755 + operation: replace + tags_end: 224245 + tags_start: 200000 + 28: + operation: search + 29: + end: 1365793 + operation: insert + start: 1300000 + 30: + operation: search + 31: + end: 1454749 + operation: insert + start: 1400000 + 32: + operation: search + 33: + end: 1550796 + operation: insert + start: 1500000 + 34: + ids_end: 600000 + ids_start: 569950 + operation: replace + tags_end: 530050 + tags_start: 500000 + 35: + operation: search + 36: + end: 1662617 + operation: insert + start: 1600000 + 37: + ids_end: 700000 + ids_start: 659553 + operation: replace + tags_end: 640447 + tags_start: 600000 + 38: + operation: search + 39: + end: 1785822 + operation: insert + start: 1700000 + 40: + ids_end: 800000 + ids_start: 780330 + operation: replace + tags_end: 719670 + tags_start: 700000 + 41: + operation: search + 42: + end: 1864168 + operation: insert + start: 1800000 + 43: + ids_end: 900000 + ids_start: 865051 + operation: replace + tags_end: 834949 + tags_start: 800000 + 44: + operation: search + 45: + end: 1979356 + operation: insert + start: 1900000 + 46: + ids_end: 1000000 + ids_start: 982285 + operation: replace + tags_end: 917715 + tags_start: 900000 + 47: + operation: search + 48: + end: 2056965 + operation: insert + start: 2000000 + 49: + ids_end: 1100000 + ids_start: 1069368 + operation: replace + tags_end: 1030632 + tags_start: 1000000 + 50: + operation: search + 51: + end: 2176001 + operation: insert + start: 2100000 + 52: + ids_end: 1200000 + ids_start: 1151523 + operation: replace + tags_end: 1148477 + tags_start: 1100000 + 53: + operation: search + 54: + end: 2282950 + operation: insert + start: 2200000 + 55: + ids_end: 1300000 + ids_start: 1253863 + operation: replace + tags_end: 1246137 + tags_start: 1200000 + 56: + operation: search + 57: + end: 2354422 + operation: insert + start: 2300000 + 58: + ids_end: 1400000 + ids_start: 1365793 + operation: replace + tags_end: 1334207 + tags_start: 1300000 + 59: + operation: search + 60: + end: 2487070 + operation: insert + start: 2400000 + 61: + ids_end: 1500000 + ids_start: 1454749 + operation: replace + tags_end: 1445251 + tags_start: 1400000 + 62: + operation: search + 63: + end: 2584407 + operation: insert + start: 2500000 + 64: + ids_end: 1600000 + ids_start: 1550796 + operation: replace + tags_end: 1549204 + tags_start: 1500000 + 65: + operation: search + 66: + end: 2651920 + operation: insert + start: 2600000 + 67: + operation: search + 68: + end: 2765188 + operation: insert + start: 2700000 + 69: + ids_end: 1800000 + ids_start: 1785822 + operation: replace + tags_end: 1714178 + tags_start: 1700000 + 70: + operation: search + 71: + end: 2873489 + operation: insert + start: 2800000 + 72: + operation: search + 73: + end: 2958436 + operation: insert + start: 2900000 + 74: + ids_end: 2000000 + ids_start: 1979356 + operation: replace + tags_end: 1920644 + tags_start: 1900000 + 75: + operation: search + 76: + end: 3069005 + operation: insert + start: 3000000 + 77: + ids_end: 2100000 + ids_start: 2056965 + operation: replace + tags_end: 2043035 + tags_start: 2000000 + 78: + operation: search + 79: + end: 3167529 + operation: insert + start: 3100000 + 80: + ids_end: 2200000 + ids_start: 2176001 + operation: replace + tags_end: 2123999 + tags_start: 2100000 + 81: + operation: search + 82: + end: 3275840 + operation: insert + start: 3200000 + 83: + ids_end: 2300000 + ids_start: 2282950 + operation: replace + tags_end: 2217050 + tags_start: 2200000 + 84: + operation: search + 85: + end: 3362648 + operation: insert + start: 3300000 + 86: + ids_end: 2400000 + ids_start: 2354422 + operation: replace + tags_end: 2345578 + tags_start: 2300000 + 87: + operation: search + 88: + end: 3484397 + operation: insert + start: 3400000 + 89: + ids_end: 2500000 + ids_start: 2487070 + operation: replace + tags_end: 2412930 + tags_start: 2400000 + 90: + operation: search + 91: + end: 3564604 + operation: insert + start: 3500000 + 92: + ids_end: 2600000 + ids_start: 2584407 + operation: replace + tags_end: 2515593 + tags_start: 2500000 + 93: + operation: search + 94: + end: 3654955 + operation: insert + start: 3600000 + 95: + ids_end: 2700000 + ids_start: 2651920 + operation: replace + tags_end: 2648080 + tags_start: 2600000 + 96: + operation: search + 97: + end: 3759848 + operation: insert + start: 3700000 + 98: + ids_end: 2800000 + ids_start: 2765188 + operation: replace + tags_end: 2734812 + tags_start: 2700000 + 99: + operation: search + 100: + end: 3855441 + operation: insert + start: 3800000 + 101: + ids_end: 2900000 + ids_start: 2873489 + operation: replace + tags_end: 2826511 + tags_start: 2800000 + 102: + operation: search + 103: + end: 3950383 + operation: insert + start: 3900000 + 104: + ids_end: 500000 + ids_start: 488718 + operation: replace + tags_end: 411282 + tags_start: 400000 + 105: + ids_end: 3000000 + ids_start: 2958436 + operation: replace + tags_end: 2941564 + tags_start: 2900000 + 106: + operation: search + 107: + end: 4059507 + operation: insert + start: 4000000 + 108: + ids_end: 3100000 + ids_start: 3069005 + operation: replace + tags_end: 3030995 + tags_start: 3000000 + 109: + operation: search + 110: + end: 4174009 + operation: insert + start: 4100000 + 111: + ids_end: 3200000 + ids_start: 3167529 + operation: replace + tags_end: 3132471 + tags_start: 3100000 + 112: + operation: search + 113: + end: 4250836 + operation: insert + start: 4200000 + 114: + operation: search + 115: + end: 4366822 + operation: insert + start: 4300000 + 116: + ids_end: 3400000 + ids_start: 3362648 + operation: replace + tags_end: 3337352 + tags_start: 3300000 + 117: + operation: search + 118: + end: 4487047 + operation: insert + start: 4400000 + 119: + operation: search + 120: + end: 4562294 + operation: insert + start: 4500000 + 121: + ids_end: 3600000 + ids_start: 3564604 + operation: replace + tags_end: 3535396 + tags_start: 3500000 + 122: + operation: search + 123: + end: 4671750 + operation: insert + start: 4600000 + 124: + ids_end: 3700000 + ids_start: 3654955 + operation: replace + tags_end: 3645045 + tags_start: 3600000 + 125: + operation: search + 126: + end: 4768251 + operation: insert + start: 4700000 + 127: + ids_end: 3800000 + ids_start: 3759848 + operation: replace + tags_end: 3740152 + tags_start: 3700000 + 128: + operation: search + 129: + end: 4869053 + operation: insert + start: 4800000 + 130: + ids_end: 3900000 + ids_start: 3855441 + operation: replace + tags_end: 3844559 + tags_start: 3800000 + 131: + operation: search + 132: + end: 4954090 + operation: insert + start: 4900000 + 133: + ids_end: 4000000 + ids_start: 3950383 + operation: replace + tags_end: 3949617 + tags_start: 3900000 + 134: + operation: search + 135: + end: 5088684 + operation: insert + start: 5000000 + 136: + ids_end: 100000 + ids_start: 64251 + operation: replace + tags_end: 35749 + tags_start: 0 + 137: + ids_end: 4100000 + ids_start: 4059507 + operation: replace + tags_end: 4040493 + tags_start: 4000000 + 138: + operation: search + 139: + end: 5181875 + operation: insert + start: 5100000 + 140: + ids_end: 4200000 + ids_start: 4174009 + operation: replace + tags_end: 4125991 + tags_start: 4100000 + 141: + operation: search + 142: + end: 5255364 + operation: insert + start: 5200000 + 143: + ids_end: 4300000 + ids_start: 4250836 + operation: replace + tags_end: 4249164 + tags_start: 4200000 + 144: + operation: search + 145: + end: 5377645 + operation: insert + start: 5300000 + 146: + ids_end: 400000 + ids_start: 360735 + operation: replace + tags_end: 339265 + tags_start: 300000 + 147: + ids_end: 4400000 + ids_start: 4366822 + operation: replace + tags_end: 4333178 + tags_start: 4300000 + 148: + operation: search + 149: + end: 5464068 + operation: insert + start: 5400000 + 150: + ids_end: 4500000 + ids_start: 4487047 + operation: replace + tags_end: 4412953 + tags_start: 4400000 + 151: + operation: search + 152: + end: 5564696 + operation: insert + start: 5500000 + 153: + ids_end: 4600000 + ids_start: 4562294 + operation: replace + tags_end: 4537706 + tags_start: 4500000 + 154: + operation: search + 155: + end: 5667027 + operation: insert + start: 5600000 + 156: + ids_end: 4700000 + ids_start: 4671750 + operation: replace + tags_end: 4628250 + tags_start: 4600000 + 157: + operation: search + 158: + end: 5780902 + operation: insert + start: 5700000 + 159: + ids_end: 4800000 + ids_start: 4768251 + operation: replace + tags_end: 4731749 + tags_start: 4700000 + 160: + operation: search + 161: + end: 5867663 + operation: insert + start: 5800000 + 162: + ids_end: 4900000 + ids_start: 4869053 + operation: replace + tags_end: 4830947 + tags_start: 4800000 + 163: + operation: search + 164: + end: 5952565 + operation: insert + start: 5900000 + 165: + operation: search + 166: + end: 6057093 + operation: insert + start: 6000000 + 167: + ids_end: 5100000 + ids_start: 5088684 + operation: replace + tags_end: 5011316 + tags_start: 5000000 + 168: + operation: search + 169: + end: 6167379 + operation: insert + start: 6100000 + 170: + ids_end: 5200000 + ids_start: 5181875 + operation: replace + tags_end: 5118125 + tags_start: 5100000 + 171: + operation: search + 172: + end: 6263730 + operation: insert + start: 6200000 + 173: + ids_end: 5300000 + ids_start: 5255364 + operation: replace + tags_end: 5244636 + tags_start: 5200000 + 174: + operation: search + 175: + end: 6384728 + operation: insert + start: 6300000 + 176: + ids_end: 5400000 + ids_start: 5377645 + operation: replace + tags_end: 5322355 + tags_start: 5300000 + 177: + operation: search + 178: + end: 6479533 + operation: insert + start: 6400000 + 179: + operation: search + 180: + end: 6579086 + operation: insert + start: 6500000 + 181: + operation: search + 182: + end: 6676866 + operation: insert + start: 6600000 + 183: + ids_end: 1700000 + ids_start: 1662617 + operation: replace + tags_end: 1637383 + tags_start: 1600000 + 184: + operation: search + 185: + end: 6761472 + operation: insert + start: 6700000 + 186: + ids_end: 5800000 + ids_start: 5780902 + operation: replace + tags_end: 5719098 + tags_start: 5700000 + 187: + operation: search + 188: + end: 6883955 + operation: insert + start: 6800000 + 189: + ids_end: 1900000 + ids_start: 1864168 + operation: replace + tags_end: 1835832 + tags_start: 1800000 + 190: + operation: search + 191: + end: 6968079 + operation: insert + start: 6900000 + 192: + ids_end: 6000000 + ids_start: 5952565 + operation: replace + tags_end: 5947435 + tags_start: 5900000 + 193: + operation: search + 194: + end: 7071118 + operation: insert + start: 7000000 + 195: + operation: search + 196: + end: 7172134 + operation: insert + start: 7100000 + 197: + ids_end: 6200000 + ids_start: 6167379 + operation: replace + tags_end: 6132621 + tags_start: 6100000 + 198: + operation: search + 199: + end: 7288596 + operation: insert + start: 7200000 + 200: + ids_end: 6300000 + ids_start: 6263730 + operation: replace + tags_end: 6236270 + tags_start: 6200000 + 201: + operation: search + 202: + end: 7388989 + operation: insert + start: 7300000 + 203: + ids_end: 6400000 + ids_start: 6384728 + operation: replace + tags_end: 6315272 + tags_start: 6300000 + 204: + operation: search + 205: + end: 7455073 + operation: insert + start: 7400000 + 206: + ids_end: 6500000 + ids_start: 6479533 + operation: replace + tags_end: 6420467 + tags_start: 6400000 + 207: + operation: search + 208: + end: 7586198 + operation: insert + start: 7500000 + 209: + ids_end: 6600000 + ids_start: 6579086 + operation: replace + tags_end: 6520914 + tags_start: 6500000 + 210: + operation: search + 211: + end: 7689105 + operation: insert + start: 7600000 + 212: + ids_end: 6700000 + ids_start: 6676866 + operation: replace + tags_end: 6623134 + tags_start: 6600000 + 213: + operation: search + 214: + end: 7778634 + operation: insert + start: 7700000 + 215: + ids_end: 6800000 + ids_start: 6761472 + operation: replace + tags_end: 6738528 + tags_start: 6700000 + 216: + operation: search + 217: + end: 7882486 + operation: insert + start: 7800000 + 218: + ids_end: 6900000 + ids_start: 6883955 + operation: replace + tags_end: 6816045 + tags_start: 6800000 + 219: + operation: search + 220: + end: 7963534 + operation: insert + start: 7900000 + 221: + ids_end: 7000000 + ids_start: 6968079 + operation: replace + tags_end: 6931921 + tags_start: 6900000 + 222: + operation: search + max_pts: 5548955 diff --git a/neurips23/runbooks/wikipedia-35M_expirationtime_runbook.yaml b/neurips23/runbooks/wikipedia-35M_expirationtime_runbook.yaml new file mode 100644 index 000000000..eceb5d5ad --- /dev/null +++ b/neurips23/runbooks/wikipedia-35M_expirationtime_runbook.yaml @@ -0,0 +1,3307 @@ +wikipedia-35M: + 1: + end: 100000 + operation: insert + start: 0 + 2: + operation: search + 3: + end: 200000 + operation: insert + start: 100000 + 4: + operation: search + 5: + end: 300000 + operation: insert + start: 200000 + 6: + operation: search + 7: + end: 400000 + operation: insert + start: 300000 + 8: + operation: search + 9: + end: 500000 + operation: insert + start: 400000 + 10: + operation: search + 11: + end: 600000 + operation: insert + start: 500000 + 12: + operation: search + 13: + end: 700000 + operation: insert + start: 600000 + 14: + operation: search + 15: + end: 800000 + operation: insert + start: 700000 + 16: + operation: search + 17: + end: 900000 + operation: insert + start: 800000 + 18: + operation: search + 19: + end: 1000000 + operation: insert + start: 900000 + 20: + operation: search + 21: + end: 1100000 + operation: insert + start: 1000000 + 22: + operation: search + 23: + end: 1200000 + operation: insert + start: 1100000 + 24: + operation: search + 25: + end: 1300000 + operation: insert + start: 1200000 + 26: + operation: search + 27: + end: 1400000 + operation: insert + start: 1300000 + 28: + operation: search + 29: + end: 1500000 + operation: insert + start: 1400000 + 30: + operation: search + 31: + end: 1600000 + operation: insert + start: 1500000 + 32: + operation: search + 33: + end: 1700000 + operation: insert + start: 1600000 + 34: + operation: search + 35: + end: 1800000 + operation: insert + start: 1700000 + 36: + operation: search + 37: + end: 1900000 + operation: insert + start: 1800000 + 38: + operation: search + 39: + end: 2000000 + operation: insert + start: 1900000 + 40: + operation: search + 41: + end: 2100000 + operation: insert + start: 2000000 + 42: + operation: search + 43: + end: 2200000 + operation: insert + start: 2100000 + 44: + end: 200000 + operation: delete + start: 100000 + 45: + operation: search + 46: + end: 2300000 + operation: insert + start: 2200000 + 47: + end: 300000 + operation: delete + start: 200000 + 48: + operation: search + 49: + end: 2400000 + operation: insert + start: 2300000 + 50: + end: 400000 + operation: delete + start: 300000 + 51: + operation: search + 52: + end: 2500000 + operation: insert + start: 2400000 + 53: + end: 500000 + operation: delete + start: 400000 + 54: + operation: search + 55: + end: 2600000 + operation: insert + start: 2500000 + 56: + end: 600000 + operation: delete + start: 500000 + 57: + operation: search + 58: + end: 2700000 + operation: insert + start: 2600000 + 59: + end: 700000 + operation: delete + start: 600000 + 60: + operation: search + 61: + end: 2800000 + operation: insert + start: 2700000 + 62: + operation: search + 63: + end: 2900000 + operation: insert + start: 2800000 + 64: + end: 900000 + operation: delete + start: 800000 + 65: + operation: search + 66: + end: 3000000 + operation: insert + start: 2900000 + 67: + end: 1000000 + operation: delete + start: 900000 + 68: + operation: search + 69: + end: 3100000 + operation: insert + start: 3000000 + 70: + end: 1100000 + operation: delete + start: 1000000 + 71: + operation: search + 72: + end: 3200000 + operation: insert + start: 3100000 + 73: + operation: search + 74: + end: 3300000 + operation: insert + start: 3200000 + 75: + end: 1300000 + operation: delete + start: 1200000 + 76: + operation: search + 77: + end: 3400000 + operation: insert + start: 3300000 + 78: + end: 1400000 + operation: delete + start: 1300000 + 79: + operation: search + 80: + end: 3500000 + operation: insert + start: 3400000 + 81: + end: 1500000 + operation: delete + start: 1400000 + 82: + operation: search + 83: + end: 3600000 + operation: insert + start: 3500000 + 84: + operation: search + 85: + end: 3700000 + operation: insert + start: 3600000 + 86: + end: 1700000 + operation: delete + start: 1600000 + 87: + operation: search + 88: + end: 3800000 + operation: insert + start: 3700000 + 89: + operation: search + 90: + end: 3900000 + operation: insert + start: 3800000 + 91: + end: 1900000 + operation: delete + start: 1800000 + 92: + operation: search + 93: + end: 4000000 + operation: insert + start: 3900000 + 94: + end: 2000000 + operation: delete + start: 1900000 + 95: + operation: search + 96: + end: 4100000 + operation: insert + start: 4000000 + 97: + end: 2100000 + operation: delete + start: 2000000 + 98: + operation: search + 99: + end: 4200000 + operation: insert + start: 4100000 + 100: + end: 2200000 + operation: delete + start: 2100000 + 101: + operation: search + 102: + end: 4300000 + operation: insert + start: 4200000 + 103: + operation: search + 104: + end: 4400000 + operation: insert + start: 4300000 + 105: + operation: search + 106: + end: 4500000 + operation: insert + start: 4400000 + 107: + end: 2500000 + operation: delete + start: 2400000 + 108: + operation: search + 109: + end: 4600000 + operation: insert + start: 4500000 + 110: + operation: search + 111: + end: 4700000 + operation: insert + start: 4600000 + 112: + end: 2700000 + operation: delete + start: 2600000 + 113: + operation: search + 114: + end: 4800000 + operation: insert + start: 4700000 + 115: + operation: search + 116: + end: 4900000 + operation: insert + start: 4800000 + 117: + end: 2900000 + operation: delete + start: 2800000 + 118: + operation: search + 119: + end: 5000000 + operation: insert + start: 4900000 + 120: + end: 3000000 + operation: delete + start: 2900000 + 121: + operation: search + 122: + end: 5100000 + operation: insert + start: 5000000 + 123: + end: 3100000 + operation: delete + start: 3000000 + 124: + operation: search + 125: + end: 5200000 + operation: insert + start: 5100000 + 126: + end: 3200000 + operation: delete + start: 3100000 + 127: + operation: search + 128: + end: 5300000 + operation: insert + start: 5200000 + 129: + end: 3300000 + operation: delete + start: 3200000 + 130: + operation: search + 131: + end: 5400000 + operation: insert + start: 5300000 + 132: + end: 3400000 + operation: delete + start: 3300000 + 133: + operation: search + 134: + end: 5500000 + operation: insert + start: 5400000 + 135: + end: 3500000 + operation: delete + start: 3400000 + 136: + operation: search + 137: + end: 5600000 + operation: insert + start: 5500000 + 138: + end: 3600000 + operation: delete + start: 3500000 + 139: + operation: search + 140: + end: 5700000 + operation: insert + start: 5600000 + 141: + operation: search + 142: + end: 5800000 + operation: insert + start: 5700000 + 143: + operation: search + 144: + end: 5900000 + operation: insert + start: 5800000 + 145: + end: 3900000 + operation: delete + start: 3800000 + 146: + operation: search + 147: + end: 6000000 + operation: insert + start: 5900000 + 148: + end: 4000000 + operation: delete + start: 3900000 + 149: + operation: search + 150: + end: 6100000 + operation: insert + start: 6000000 + 151: + end: 4100000 + operation: delete + start: 4000000 + 152: + operation: search + 153: + end: 6200000 + operation: insert + start: 6100000 + 154: + end: 4200000 + operation: delete + start: 4100000 + 155: + operation: search + 156: + end: 6300000 + operation: insert + start: 6200000 + 157: + end: 4300000 + operation: delete + start: 4200000 + 158: + operation: search + 159: + end: 6400000 + operation: insert + start: 6300000 + 160: + end: 4400000 + operation: delete + start: 4300000 + 161: + operation: search + 162: + end: 6500000 + operation: insert + start: 6400000 + 163: + operation: search + 164: + end: 6600000 + operation: insert + start: 6500000 + 165: + end: 4600000 + operation: delete + start: 4500000 + 166: + operation: search + 167: + end: 6700000 + operation: insert + start: 6600000 + 168: + end: 4700000 + operation: delete + start: 4600000 + 169: + operation: search + 170: + end: 6800000 + operation: insert + start: 6700000 + 171: + end: 4800000 + operation: delete + start: 4700000 + 172: + operation: search + 173: + end: 6900000 + operation: insert + start: 6800000 + 174: + end: 4900000 + operation: delete + start: 4800000 + 175: + operation: search + 176: + end: 7000000 + operation: insert + start: 6900000 + 177: + end: 5000000 + operation: delete + start: 4900000 + 178: + operation: search + 179: + end: 7100000 + operation: insert + start: 7000000 + 180: + end: 5100000 + operation: delete + start: 5000000 + 181: + operation: search + 182: + end: 7200000 + operation: insert + start: 7100000 + 183: + end: 5200000 + operation: delete + start: 5100000 + 184: + operation: search + 185: + end: 7300000 + operation: insert + start: 7200000 + 186: + end: 5300000 + operation: delete + start: 5200000 + 187: + operation: search + 188: + end: 7400000 + operation: insert + start: 7300000 + 189: + end: 5400000 + operation: delete + start: 5300000 + 190: + operation: search + 191: + end: 7500000 + operation: insert + start: 7400000 + 192: + end: 5500000 + operation: delete + start: 5400000 + 193: + operation: search + 194: + end: 7600000 + operation: insert + start: 7500000 + 195: + operation: search + 196: + end: 7700000 + operation: insert + start: 7600000 + 197: + end: 5700000 + operation: delete + start: 5600000 + 198: + operation: search + 199: + end: 7800000 + operation: insert + start: 7700000 + 200: + end: 5800000 + operation: delete + start: 5700000 + 201: + operation: search + 202: + end: 7900000 + operation: insert + start: 7800000 + 203: + end: 5900000 + operation: delete + start: 5800000 + 204: + operation: search + 205: + end: 8000000 + operation: insert + start: 7900000 + 206: + end: 6000000 + operation: delete + start: 5900000 + 207: + operation: search + 208: + end: 8100000 + operation: insert + start: 8000000 + 209: + end: 6100000 + operation: delete + start: 6000000 + 210: + operation: search + 211: + end: 8200000 + operation: insert + start: 8100000 + 212: + operation: search + 213: + end: 8300000 + operation: insert + start: 8200000 + 214: + end: 6300000 + operation: delete + start: 6200000 + 215: + operation: search + 216: + end: 8400000 + operation: insert + start: 8300000 + 217: + end: 6400000 + operation: delete + start: 6300000 + 218: + operation: search + 219: + end: 8500000 + operation: insert + start: 8400000 + 220: + end: 6500000 + operation: delete + start: 6400000 + 221: + operation: search + 222: + end: 8600000 + operation: insert + start: 8500000 + 223: + end: 6600000 + operation: delete + start: 6500000 + 224: + operation: search + 225: + end: 8700000 + operation: insert + start: 8600000 + 226: + end: 6700000 + operation: delete + start: 6600000 + 227: + operation: search + 228: + end: 8800000 + operation: insert + start: 8700000 + 229: + end: 6800000 + operation: delete + start: 6700000 + 230: + operation: search + 231: + end: 8900000 + operation: insert + start: 8800000 + 232: + end: 6900000 + operation: delete + start: 6800000 + 233: + operation: search + 234: + end: 9000000 + operation: insert + start: 8900000 + 235: + end: 7000000 + operation: delete + start: 6900000 + 236: + operation: search + 237: + end: 9100000 + operation: insert + start: 9000000 + 238: + end: 7100000 + operation: delete + start: 7000000 + 239: + operation: search + 240: + end: 9200000 + operation: insert + start: 9100000 + 241: + end: 7200000 + operation: delete + start: 7100000 + 242: + operation: search + 243: + end: 9300000 + operation: insert + start: 9200000 + 244: + operation: search + 245: + end: 9400000 + operation: insert + start: 9300000 + 246: + operation: search + 247: + end: 9500000 + operation: insert + start: 9400000 + 248: + end: 7500000 + operation: delete + start: 7400000 + 249: + operation: search + 250: + end: 9600000 + operation: insert + start: 9500000 + 251: + operation: search + 252: + end: 9700000 + operation: insert + start: 9600000 + 253: + end: 7700000 + operation: delete + start: 7600000 + 254: + operation: search + 255: + end: 9800000 + operation: insert + start: 9700000 + 256: + end: 7800000 + operation: delete + start: 7700000 + 257: + operation: search + 258: + end: 9900000 + operation: insert + start: 9800000 + 259: + operation: search + 260: + end: 10000000 + operation: insert + start: 9900000 + 261: + end: 8000000 + operation: delete + start: 7900000 + 262: + operation: search + 263: + end: 10100000 + operation: insert + start: 10000000 + 264: + end: 100000 + operation: delete + start: 0 + 265: + operation: search + 266: + end: 10200000 + operation: insert + start: 10100000 + 267: + end: 8200000 + operation: delete + start: 8100000 + 268: + operation: search + 269: + end: 10300000 + operation: insert + start: 10200000 + 270: + end: 8300000 + operation: delete + start: 8200000 + 271: + operation: search + 272: + end: 10400000 + operation: insert + start: 10300000 + 273: + end: 8400000 + operation: delete + start: 8300000 + 274: + operation: search + 275: + end: 10500000 + operation: insert + start: 10400000 + 276: + operation: search + 277: + end: 10600000 + operation: insert + start: 10500000 + 278: + end: 8600000 + operation: delete + start: 8500000 + 279: + operation: search + 280: + end: 10700000 + operation: insert + start: 10600000 + 281: + end: 8700000 + operation: delete + start: 8600000 + 282: + operation: search + 283: + end: 10800000 + operation: insert + start: 10700000 + 284: + end: 800000 + operation: delete + start: 700000 + 285: + end: 8800000 + operation: delete + start: 8700000 + 286: + operation: search + 287: + end: 10900000 + operation: insert + start: 10800000 + 288: + operation: search + 289: + end: 11000000 + operation: insert + start: 10900000 + 290: + end: 9000000 + operation: delete + start: 8900000 + 291: + operation: search + 292: + end: 11100000 + operation: insert + start: 11000000 + 293: + operation: search + 294: + end: 11200000 + operation: insert + start: 11100000 + 295: + end: 9200000 + operation: delete + start: 9100000 + 296: + operation: search + 297: + end: 11300000 + operation: insert + start: 11200000 + 298: + end: 9300000 + operation: delete + start: 9200000 + 299: + operation: search + 300: + end: 11400000 + operation: insert + start: 11300000 + 301: + end: 9400000 + operation: delete + start: 9300000 + 302: + operation: search + 303: + end: 11500000 + operation: insert + start: 11400000 + 304: + end: 9500000 + operation: delete + start: 9400000 + 305: + operation: search + 306: + end: 11600000 + operation: insert + start: 11500000 + 307: + end: 9600000 + operation: delete + start: 9500000 + 308: + operation: search + 309: + end: 11700000 + operation: insert + start: 11600000 + 310: + end: 9700000 + operation: delete + start: 9600000 + 311: + operation: search + 312: + end: 11800000 + operation: insert + start: 11700000 + 313: + end: 1800000 + operation: delete + start: 1700000 + 314: + end: 9800000 + operation: delete + start: 9700000 + 315: + operation: search + 316: + end: 11900000 + operation: insert + start: 11800000 + 317: + operation: search + 318: + end: 12000000 + operation: insert + start: 11900000 + 319: + end: 10000000 + operation: delete + start: 9900000 + 320: + operation: search + 321: + end: 12100000 + operation: insert + start: 12000000 + 322: + end: 10100000 + operation: delete + start: 10000000 + 323: + operation: search + 324: + end: 12200000 + operation: insert + start: 12100000 + 325: + end: 10200000 + operation: delete + start: 10100000 + 326: + operation: search + 327: + end: 12300000 + operation: insert + start: 12200000 + 328: + operation: search + 329: + end: 12400000 + operation: insert + start: 12300000 + 330: + end: 2400000 + operation: delete + start: 2300000 + 331: + end: 10400000 + operation: delete + start: 10300000 + 332: + operation: search + 333: + end: 12500000 + operation: insert + start: 12400000 + 334: + end: 10500000 + operation: delete + start: 10400000 + 335: + operation: search + 336: + end: 12600000 + operation: insert + start: 12500000 + 337: + end: 2600000 + operation: delete + start: 2500000 + 338: + end: 10600000 + operation: delete + start: 10500000 + 339: + operation: search + 340: + end: 12700000 + operation: insert + start: 12600000 + 341: + end: 10700000 + operation: delete + start: 10600000 + 342: + operation: search + 343: + end: 12800000 + operation: insert + start: 12700000 + 344: + end: 2800000 + operation: delete + start: 2700000 + 345: + end: 10800000 + operation: delete + start: 10700000 + 346: + operation: search + 347: + end: 12900000 + operation: insert + start: 12800000 + 348: + end: 10900000 + operation: delete + start: 10800000 + 349: + operation: search + 350: + end: 13000000 + operation: insert + start: 12900000 + 351: + operation: search + 352: + end: 13100000 + operation: insert + start: 13000000 + 353: + operation: search + 354: + end: 13200000 + operation: insert + start: 13100000 + 355: + end: 11200000 + operation: delete + start: 11100000 + 356: + operation: search + 357: + end: 13300000 + operation: insert + start: 13200000 + 358: + operation: search + 359: + end: 13400000 + operation: insert + start: 13300000 + 360: + end: 11400000 + operation: delete + start: 11300000 + 361: + operation: search + 362: + end: 13500000 + operation: insert + start: 13400000 + 363: + end: 11500000 + operation: delete + start: 11400000 + 364: + operation: search + 365: + end: 13600000 + operation: insert + start: 13500000 + 366: + end: 11600000 + operation: delete + start: 11500000 + 367: + operation: search + 368: + end: 13700000 + operation: insert + start: 13600000 + 369: + end: 3700000 + operation: delete + start: 3600000 + 370: + end: 11700000 + operation: delete + start: 11600000 + 371: + operation: search + 372: + end: 13800000 + operation: insert + start: 13700000 + 373: + end: 3800000 + operation: delete + start: 3700000 + 374: + end: 11800000 + operation: delete + start: 11700000 + 375: + operation: search + 376: + end: 13900000 + operation: insert + start: 13800000 + 377: + operation: search + 378: + end: 14000000 + operation: insert + start: 13900000 + 379: + end: 12000000 + operation: delete + start: 11900000 + 380: + operation: search + 381: + end: 14100000 + operation: insert + start: 14000000 + 382: + end: 12100000 + operation: delete + start: 12000000 + 383: + operation: search + 384: + end: 14200000 + operation: insert + start: 14100000 + 385: + end: 12200000 + operation: delete + start: 12100000 + 386: + operation: search + 387: + end: 14300000 + operation: insert + start: 14200000 + 388: + operation: search + 389: + end: 14400000 + operation: insert + start: 14300000 + 390: + operation: search + 391: + end: 14500000 + operation: insert + start: 14400000 + 392: + end: 4500000 + operation: delete + start: 4400000 + 393: + operation: search + 394: + end: 14600000 + operation: insert + start: 14500000 + 395: + end: 12600000 + operation: delete + start: 12500000 + 396: + operation: search + 397: + end: 14700000 + operation: insert + start: 14600000 + 398: + end: 12700000 + operation: delete + start: 12600000 + 399: + operation: search + 400: + end: 14800000 + operation: insert + start: 14700000 + 401: + end: 12800000 + operation: delete + start: 12700000 + 402: + operation: search + 403: + end: 14900000 + operation: insert + start: 14800000 + 404: + end: 12900000 + operation: delete + start: 12800000 + 405: + operation: search + 406: + end: 15000000 + operation: insert + start: 14900000 + 407: + operation: search + 408: + end: 15100000 + operation: insert + start: 15000000 + 409: + operation: search + 410: + end: 15200000 + operation: insert + start: 15100000 + 411: + operation: search + 412: + end: 15300000 + operation: insert + start: 15200000 + 413: + end: 13300000 + operation: delete + start: 13200000 + 414: + operation: search + 415: + end: 15400000 + operation: insert + start: 15300000 + 416: + operation: search + 417: + end: 15500000 + operation: insert + start: 15400000 + 418: + end: 13500000 + operation: delete + start: 13400000 + 419: + operation: search + 420: + end: 15600000 + operation: insert + start: 15500000 + 421: + end: 5600000 + operation: delete + start: 5500000 + 422: + operation: search + 423: + end: 15700000 + operation: insert + start: 15600000 + 424: + end: 13700000 + operation: delete + start: 13600000 + 425: + operation: search + 426: + end: 15800000 + operation: insert + start: 15700000 + 427: + end: 13800000 + operation: delete + start: 13700000 + 428: + operation: search + 429: + end: 15900000 + operation: insert + start: 15800000 + 430: + end: 13900000 + operation: delete + start: 13800000 + 431: + operation: search + 432: + end: 16000000 + operation: insert + start: 15900000 + 433: + end: 14000000 + operation: delete + start: 13900000 + 434: + operation: search + 435: + end: 16100000 + operation: insert + start: 16000000 + 436: + operation: search + 437: + end: 16200000 + operation: insert + start: 16100000 + 438: + end: 6200000 + operation: delete + start: 6100000 + 439: + end: 14200000 + operation: delete + start: 14100000 + 440: + operation: search + 441: + end: 16300000 + operation: insert + start: 16200000 + 442: + operation: search + 443: + end: 16400000 + operation: insert + start: 16300000 + 444: + end: 14400000 + operation: delete + start: 14300000 + 445: + operation: search + 446: + end: 16500000 + operation: insert + start: 16400000 + 447: + end: 14500000 + operation: delete + start: 14400000 + 448: + operation: search + 449: + end: 16600000 + operation: insert + start: 16500000 + 450: + end: 14600000 + operation: delete + start: 14500000 + 451: + operation: search + 452: + end: 16700000 + operation: insert + start: 16600000 + 453: + end: 14700000 + operation: delete + start: 14600000 + 454: + operation: search + 455: + end: 16800000 + operation: insert + start: 16700000 + 456: + end: 14800000 + operation: delete + start: 14700000 + 457: + operation: search + 458: + end: 16900000 + operation: insert + start: 16800000 + 459: + end: 14900000 + operation: delete + start: 14800000 + 460: + operation: search + 461: + end: 17000000 + operation: insert + start: 16900000 + 462: + operation: search + 463: + end: 17100000 + operation: insert + start: 17000000 + 464: + end: 15100000 + operation: delete + start: 15000000 + 465: + operation: search + 466: + end: 17200000 + operation: insert + start: 17100000 + 467: + end: 15200000 + operation: delete + start: 15100000 + 468: + operation: search + 469: + end: 17300000 + operation: insert + start: 17200000 + 470: + end: 15300000 + operation: delete + start: 15200000 + 471: + operation: search + 472: + end: 17400000 + operation: insert + start: 17300000 + 473: + end: 7400000 + operation: delete + start: 7300000 + 474: + end: 15400000 + operation: delete + start: 15300000 + 475: + operation: search + 476: + end: 17500000 + operation: insert + start: 17400000 + 477: + end: 15500000 + operation: delete + start: 15400000 + 478: + operation: search + 479: + end: 17600000 + operation: insert + start: 17500000 + 480: + end: 7600000 + operation: delete + start: 7500000 + 481: + operation: search + 482: + end: 17700000 + operation: insert + start: 17600000 + 483: + end: 15700000 + operation: delete + start: 15600000 + 484: + operation: search + 485: + end: 17800000 + operation: insert + start: 17700000 + 486: + end: 15800000 + operation: delete + start: 15700000 + 487: + operation: search + 488: + end: 17900000 + operation: insert + start: 17800000 + 489: + end: 7900000 + operation: delete + start: 7800000 + 490: + end: 15900000 + operation: delete + start: 15800000 + 491: + operation: search + 492: + end: 18000000 + operation: insert + start: 17900000 + 493: + end: 16000000 + operation: delete + start: 15900000 + 494: + operation: search + 495: + end: 18100000 + operation: insert + start: 18000000 + 496: + end: 8100000 + operation: delete + start: 8000000 + 497: + end: 16100000 + operation: delete + start: 16000000 + 498: + operation: search + 499: + end: 18200000 + operation: insert + start: 18100000 + 500: + end: 16200000 + operation: delete + start: 16100000 + 501: + operation: search + 502: + end: 18300000 + operation: insert + start: 18200000 + 503: + end: 16300000 + operation: delete + start: 16200000 + 504: + operation: search + 505: + end: 18400000 + operation: insert + start: 18300000 + 506: + end: 16400000 + operation: delete + start: 16300000 + 507: + operation: search + 508: + end: 18500000 + operation: insert + start: 18400000 + 509: + end: 8500000 + operation: delete + start: 8400000 + 510: + end: 16500000 + operation: delete + start: 16400000 + 511: + operation: search + 512: + end: 18600000 + operation: insert + start: 18500000 + 513: + operation: search + 514: + end: 18700000 + operation: insert + start: 18600000 + 515: + end: 16700000 + operation: delete + start: 16600000 + 516: + operation: search + 517: + end: 18800000 + operation: insert + start: 18700000 + 518: + end: 16800000 + operation: delete + start: 16700000 + 519: + operation: search + 520: + end: 18900000 + operation: insert + start: 18800000 + 521: + end: 8900000 + operation: delete + start: 8800000 + 522: + end: 16900000 + operation: delete + start: 16800000 + 523: + operation: search + 524: + end: 19000000 + operation: insert + start: 18900000 + 525: + end: 17000000 + operation: delete + start: 16900000 + 526: + operation: search + 527: + end: 19100000 + operation: insert + start: 19000000 + 528: + operation: search + 529: + end: 19200000 + operation: insert + start: 19100000 + 530: + end: 17200000 + operation: delete + start: 17100000 + 531: + operation: search + 532: + end: 19300000 + operation: insert + start: 19200000 + 533: + end: 17300000 + operation: delete + start: 17200000 + 534: + operation: search + 535: + end: 19400000 + operation: insert + start: 19300000 + 536: + end: 17400000 + operation: delete + start: 17300000 + 537: + operation: search + 538: + end: 19500000 + operation: insert + start: 19400000 + 539: + end: 17500000 + operation: delete + start: 17400000 + 540: + operation: search + 541: + end: 19600000 + operation: insert + start: 19500000 + 542: + end: 17600000 + operation: delete + start: 17500000 + 543: + operation: search + 544: + end: 19700000 + operation: insert + start: 19600000 + 545: + end: 17700000 + operation: delete + start: 17600000 + 546: + operation: search + 547: + end: 19800000 + operation: insert + start: 19700000 + 548: + end: 17800000 + operation: delete + start: 17700000 + 549: + operation: search + 550: + end: 19900000 + operation: insert + start: 19800000 + 551: + end: 9900000 + operation: delete + start: 9800000 + 552: + operation: search + 553: + end: 20000000 + operation: insert + start: 19900000 + 554: + end: 18000000 + operation: delete + start: 17900000 + 555: + operation: search + 556: + end: 20100000 + operation: insert + start: 20000000 + 557: + end: 18100000 + operation: delete + start: 18000000 + 558: + operation: search + 559: + end: 20200000 + operation: insert + start: 20100000 + 560: + end: 18200000 + operation: delete + start: 18100000 + 561: + operation: search + 562: + end: 20300000 + operation: insert + start: 20200000 + 563: + end: 10300000 + operation: delete + start: 10200000 + 564: + end: 18300000 + operation: delete + start: 18200000 + 565: + operation: search + 566: + end: 20400000 + operation: insert + start: 20300000 + 567: + end: 18400000 + operation: delete + start: 18300000 + 568: + operation: search + 569: + end: 20500000 + operation: insert + start: 20400000 + 570: + end: 18500000 + operation: delete + start: 18400000 + 571: + operation: search + 572: + end: 20600000 + operation: insert + start: 20500000 + 573: + end: 18600000 + operation: delete + start: 18500000 + 574: + operation: search + 575: + end: 20700000 + operation: insert + start: 20600000 + 576: + end: 18700000 + operation: delete + start: 18600000 + 577: + operation: search + 578: + end: 20800000 + operation: insert + start: 20700000 + 579: + end: 18800000 + operation: delete + start: 18700000 + 580: + operation: search + 581: + end: 20900000 + operation: insert + start: 20800000 + 582: + end: 18900000 + operation: delete + start: 18800000 + 583: + operation: search + 584: + end: 21000000 + operation: insert + start: 20900000 + 585: + end: 11000000 + operation: delete + start: 10900000 + 586: + end: 19000000 + operation: delete + start: 18900000 + 587: + operation: search + 588: + end: 21100000 + operation: insert + start: 21000000 + 589: + end: 11100000 + operation: delete + start: 11000000 + 590: + end: 19100000 + operation: delete + start: 19000000 + 591: + operation: search + 592: + end: 21200000 + operation: insert + start: 21100000 + 593: + end: 19200000 + operation: delete + start: 19100000 + 594: + operation: search + 595: + end: 21300000 + operation: insert + start: 21200000 + 596: + end: 11300000 + operation: delete + start: 11200000 + 597: + end: 19300000 + operation: delete + start: 19200000 + 598: + operation: search + 599: + end: 21400000 + operation: insert + start: 21300000 + 600: + operation: search + 601: + end: 21500000 + operation: insert + start: 21400000 + 602: + end: 19500000 + operation: delete + start: 19400000 + 603: + operation: search + 604: + end: 21600000 + operation: insert + start: 21500000 + 605: + end: 19600000 + operation: delete + start: 19500000 + 606: + operation: search + 607: + end: 21700000 + operation: insert + start: 21600000 + 608: + end: 19700000 + operation: delete + start: 19600000 + 609: + operation: search + 610: + end: 21800000 + operation: insert + start: 21700000 + 611: + end: 19800000 + operation: delete + start: 19700000 + 612: + operation: search + 613: + end: 21900000 + operation: insert + start: 21800000 + 614: + end: 19900000 + operation: delete + start: 19800000 + 615: + operation: search + 616: + end: 22000000 + operation: insert + start: 21900000 + 617: + end: 20000000 + operation: delete + start: 19900000 + 618: + operation: search + 619: + end: 22100000 + operation: insert + start: 22000000 + 620: + end: 20100000 + operation: delete + start: 20000000 + 621: + operation: search + 622: + end: 22200000 + operation: insert + start: 22100000 + 623: + end: 20200000 + operation: delete + start: 20100000 + 624: + operation: search + 625: + end: 22300000 + operation: insert + start: 22200000 + 626: + end: 12300000 + operation: delete + start: 12200000 + 627: + operation: search + 628: + end: 22400000 + operation: insert + start: 22300000 + 629: + end: 12400000 + operation: delete + start: 12300000 + 630: + end: 20400000 + operation: delete + start: 20300000 + 631: + operation: search + 632: + end: 22500000 + operation: insert + start: 22400000 + 633: + end: 12500000 + operation: delete + start: 12400000 + 634: + end: 20500000 + operation: delete + start: 20400000 + 635: + operation: search + 636: + end: 22600000 + operation: insert + start: 22500000 + 637: + end: 20600000 + operation: delete + start: 20500000 + 638: + operation: search + 639: + end: 22700000 + operation: insert + start: 22600000 + 640: + end: 20700000 + operation: delete + start: 20600000 + 641: + operation: search + 642: + end: 22800000 + operation: insert + start: 22700000 + 643: + end: 20800000 + operation: delete + start: 20700000 + 644: + operation: search + 645: + end: 22900000 + operation: insert + start: 22800000 + 646: + operation: search + 647: + end: 23000000 + operation: insert + start: 22900000 + 648: + end: 21000000 + operation: delete + start: 20900000 + 649: + operation: search + 650: + end: 23100000 + operation: insert + start: 23000000 + 651: + end: 13100000 + operation: delete + start: 13000000 + 652: + end: 21100000 + operation: delete + start: 21000000 + 653: + operation: search + 654: + end: 23200000 + operation: insert + start: 23100000 + 655: + end: 13200000 + operation: delete + start: 13100000 + 656: + end: 21200000 + operation: delete + start: 21100000 + 657: + operation: search + 658: + end: 23300000 + operation: insert + start: 23200000 + 659: + end: 21300000 + operation: delete + start: 21200000 + 660: + operation: search + 661: + end: 23400000 + operation: insert + start: 23300000 + 662: + end: 13400000 + operation: delete + start: 13300000 + 663: + end: 21400000 + operation: delete + start: 21300000 + 664: + operation: search + 665: + end: 23500000 + operation: insert + start: 23400000 + 666: + operation: search + 667: + end: 23600000 + operation: insert + start: 23500000 + 668: + end: 21600000 + operation: delete + start: 21500000 + 669: + operation: search + 670: + end: 23700000 + operation: insert + start: 23600000 + 671: + end: 21700000 + operation: delete + start: 21600000 + 672: + operation: search + 673: + end: 23800000 + operation: insert + start: 23700000 + 674: + end: 21800000 + operation: delete + start: 21700000 + 675: + operation: search + 676: + end: 23900000 + operation: insert + start: 23800000 + 677: + end: 21900000 + operation: delete + start: 21800000 + 678: + operation: search + 679: + end: 24000000 + operation: insert + start: 23900000 + 680: + end: 22000000 + operation: delete + start: 21900000 + 681: + operation: search + 682: + end: 24100000 + operation: insert + start: 24000000 + 683: + end: 14100000 + operation: delete + start: 14000000 + 684: + end: 22100000 + operation: delete + start: 22000000 + 685: + operation: search + 686: + end: 24200000 + operation: insert + start: 24100000 + 687: + end: 22200000 + operation: delete + start: 22100000 + 688: + operation: search + 689: + end: 24300000 + operation: insert + start: 24200000 + 690: + end: 14300000 + operation: delete + start: 14200000 + 691: + end: 22300000 + operation: delete + start: 22200000 + 692: + operation: search + 693: + end: 24400000 + operation: insert + start: 24300000 + 694: + end: 22400000 + operation: delete + start: 22300000 + 695: + operation: search + 696: + end: 24500000 + operation: insert + start: 24400000 + 697: + end: 22500000 + operation: delete + start: 22400000 + 698: + operation: search + 699: + end: 24600000 + operation: insert + start: 24500000 + 700: + end: 22600000 + operation: delete + start: 22500000 + 701: + operation: search + 702: + end: 24700000 + operation: insert + start: 24600000 + 703: + end: 22700000 + operation: delete + start: 22600000 + 704: + operation: search + 705: + end: 24800000 + operation: insert + start: 24700000 + 706: + end: 22800000 + operation: delete + start: 22700000 + 707: + operation: search + 708: + end: 24900000 + operation: insert + start: 24800000 + 709: + operation: search + 710: + end: 25000000 + operation: insert + start: 24900000 + 711: + end: 15000000 + operation: delete + start: 14900000 + 712: + end: 23000000 + operation: delete + start: 22900000 + 713: + operation: search + 714: + end: 25100000 + operation: insert + start: 25000000 + 715: + end: 23100000 + operation: delete + start: 23000000 + 716: + operation: search + 717: + end: 25200000 + operation: insert + start: 25100000 + 718: + operation: search + 719: + end: 25300000 + operation: insert + start: 25200000 + 720: + end: 23300000 + operation: delete + start: 23200000 + 721: + operation: search + 722: + end: 25400000 + operation: insert + start: 25300000 + 723: + end: 23400000 + operation: delete + start: 23300000 + 724: + operation: search + 725: + end: 25500000 + operation: insert + start: 25400000 + 726: + operation: search + 727: + end: 25600000 + operation: insert + start: 25500000 + 728: + end: 15600000 + operation: delete + start: 15500000 + 729: + operation: search + 730: + end: 25700000 + operation: insert + start: 25600000 + 731: + end: 23700000 + operation: delete + start: 23600000 + 732: + operation: search + 733: + end: 25800000 + operation: insert + start: 25700000 + 734: + end: 23800000 + operation: delete + start: 23700000 + 735: + operation: search + 736: + end: 25900000 + operation: insert + start: 25800000 + 737: + operation: search + 738: + end: 26000000 + operation: insert + start: 25900000 + 739: + end: 24000000 + operation: delete + start: 23900000 + 740: + operation: search + 741: + end: 26100000 + operation: insert + start: 26000000 + 742: + end: 24100000 + operation: delete + start: 24000000 + 743: + operation: search + 744: + end: 26200000 + operation: insert + start: 26100000 + 745: + end: 24200000 + operation: delete + start: 24100000 + 746: + operation: search + 747: + end: 26300000 + operation: insert + start: 26200000 + 748: + end: 24300000 + operation: delete + start: 24200000 + 749: + operation: search + 750: + end: 26400000 + operation: insert + start: 26300000 + 751: + end: 24400000 + operation: delete + start: 24300000 + 752: + operation: search + 753: + end: 26500000 + operation: insert + start: 26400000 + 754: + end: 24500000 + operation: delete + start: 24400000 + 755: + operation: search + 756: + end: 26600000 + operation: insert + start: 26500000 + 757: + end: 16600000 + operation: delete + start: 16500000 + 758: + end: 24600000 + operation: delete + start: 24500000 + 759: + operation: search + 760: + end: 26700000 + operation: insert + start: 26600000 + 761: + operation: search + 762: + end: 26800000 + operation: insert + start: 26700000 + 763: + end: 24800000 + operation: delete + start: 24700000 + 764: + operation: search + 765: + end: 26900000 + operation: insert + start: 26800000 + 766: + operation: search + 767: + end: 27000000 + operation: insert + start: 26900000 + 768: + end: 25000000 + operation: delete + start: 24900000 + 769: + operation: search + 770: + end: 27100000 + operation: insert + start: 27000000 + 771: + end: 17100000 + operation: delete + start: 17000000 + 772: + end: 25100000 + operation: delete + start: 25000000 + 773: + operation: search + 774: + end: 27200000 + operation: insert + start: 27100000 + 775: + end: 25200000 + operation: delete + start: 25100000 + 776: + operation: search + 777: + end: 27300000 + operation: insert + start: 27200000 + 778: + end: 25300000 + operation: delete + start: 25200000 + 779: + operation: search + 780: + end: 27400000 + operation: insert + start: 27300000 + 781: + end: 25400000 + operation: delete + start: 25300000 + 782: + operation: search + 783: + end: 27500000 + operation: insert + start: 27400000 + 784: + operation: search + 785: + end: 27600000 + operation: insert + start: 27500000 + 786: + end: 25600000 + operation: delete + start: 25500000 + 787: + operation: search + 788: + end: 27700000 + operation: insert + start: 27600000 + 789: + end: 25700000 + operation: delete + start: 25600000 + 790: + operation: search + 791: + end: 27800000 + operation: insert + start: 27700000 + 792: + end: 25800000 + operation: delete + start: 25700000 + 793: + operation: search + 794: + end: 27900000 + operation: insert + start: 27800000 + 795: + end: 17900000 + operation: delete + start: 17800000 + 796: + end: 25900000 + operation: delete + start: 25800000 + 797: + operation: search + 798: + end: 28000000 + operation: insert + start: 27900000 + 799: + end: 26000000 + operation: delete + start: 25900000 + 800: + operation: search + 801: + end: 28100000 + operation: insert + start: 28000000 + 802: + end: 26100000 + operation: delete + start: 26000000 + 803: + operation: search + 804: + end: 28200000 + operation: insert + start: 28100000 + 805: + end: 26200000 + operation: delete + start: 26100000 + 806: + operation: search + 807: + end: 28300000 + operation: insert + start: 28200000 + 808: + end: 26300000 + operation: delete + start: 26200000 + 809: + operation: search + 810: + end: 28400000 + operation: insert + start: 28300000 + 811: + operation: search + 812: + end: 28500000 + operation: insert + start: 28400000 + 813: + operation: search + 814: + end: 28600000 + operation: insert + start: 28500000 + 815: + end: 26600000 + operation: delete + start: 26500000 + 816: + operation: search + 817: + end: 28700000 + operation: insert + start: 28600000 + 818: + operation: search + 819: + end: 28800000 + operation: insert + start: 28700000 + 820: + end: 26800000 + operation: delete + start: 26700000 + 821: + operation: search + 822: + end: 28900000 + operation: insert + start: 28800000 + 823: + end: 26900000 + operation: delete + start: 26800000 + 824: + operation: search + 825: + end: 29000000 + operation: insert + start: 28900000 + 826: + operation: search + 827: + end: 29100000 + operation: insert + start: 29000000 + 828: + end: 27100000 + operation: delete + start: 27000000 + 829: + operation: search + 830: + end: 29200000 + operation: insert + start: 29100000 + 831: + operation: search + 832: + end: 29300000 + operation: insert + start: 29200000 + 833: + end: 27300000 + operation: delete + start: 27200000 + 834: + operation: search + 835: + end: 29400000 + operation: insert + start: 29300000 + 836: + end: 19400000 + operation: delete + start: 19300000 + 837: + end: 27400000 + operation: delete + start: 27300000 + 838: + operation: search + 839: + end: 29500000 + operation: insert + start: 29400000 + 840: + end: 27500000 + operation: delete + start: 27400000 + 841: + operation: search + 842: + end: 29600000 + operation: insert + start: 29500000 + 843: + end: 27600000 + operation: delete + start: 27500000 + 844: + operation: search + 845: + end: 29700000 + operation: insert + start: 29600000 + 846: + end: 27700000 + operation: delete + start: 27600000 + 847: + operation: search + 848: + end: 29800000 + operation: insert + start: 29700000 + 849: + end: 27800000 + operation: delete + start: 27700000 + 850: + operation: search + 851: + end: 29900000 + operation: insert + start: 29800000 + 852: + operation: search + 853: + end: 30000000 + operation: insert + start: 29900000 + 854: + end: 28000000 + operation: delete + start: 27900000 + 855: + operation: search + 856: + end: 30100000 + operation: insert + start: 30000000 + 857: + end: 28100000 + operation: delete + start: 28000000 + 858: + operation: search + 859: + end: 30200000 + operation: insert + start: 30100000 + 860: + end: 28200000 + operation: delete + start: 28100000 + 861: + operation: search + 862: + end: 30300000 + operation: insert + start: 30200000 + 863: + end: 20300000 + operation: delete + start: 20200000 + 864: + end: 28300000 + operation: delete + start: 28200000 + 865: + operation: search + 866: + end: 30400000 + operation: insert + start: 30300000 + 867: + end: 28400000 + operation: delete + start: 28300000 + 868: + operation: search + 869: + end: 30500000 + operation: insert + start: 30400000 + 870: + end: 28500000 + operation: delete + start: 28400000 + 871: + operation: search + 872: + end: 30600000 + operation: insert + start: 30500000 + 873: + end: 28600000 + operation: delete + start: 28500000 + 874: + operation: search + 875: + end: 30700000 + operation: insert + start: 30600000 + 876: + end: 28700000 + operation: delete + start: 28600000 + 877: + operation: search + 878: + end: 30800000 + operation: insert + start: 30700000 + 879: + end: 28800000 + operation: delete + start: 28700000 + 880: + operation: search + 881: + end: 30900000 + operation: insert + start: 30800000 + 882: + end: 20900000 + operation: delete + start: 20800000 + 883: + end: 28900000 + operation: delete + start: 28800000 + 884: + operation: search + 885: + end: 31000000 + operation: insert + start: 30900000 + 886: + end: 29000000 + operation: delete + start: 28900000 + 887: + operation: search + 888: + end: 31100000 + operation: insert + start: 31000000 + 889: + operation: search + 890: + end: 31200000 + operation: insert + start: 31100000 + 891: + end: 29200000 + operation: delete + start: 29100000 + 892: + operation: search + 893: + end: 31300000 + operation: insert + start: 31200000 + 894: + end: 29300000 + operation: delete + start: 29200000 + 895: + operation: search + 896: + end: 31400000 + operation: insert + start: 31300000 + 897: + operation: search + 898: + end: 31500000 + operation: insert + start: 31400000 + 899: + end: 29500000 + operation: delete + start: 29400000 + 900: + operation: search + 901: + end: 31600000 + operation: insert + start: 31500000 + 902: + operation: search + 903: + end: 31700000 + operation: insert + start: 31600000 + 904: + operation: search + 905: + end: 31800000 + operation: insert + start: 31700000 + 906: + operation: search + 907: + end: 31900000 + operation: insert + start: 31800000 + 908: + end: 29900000 + operation: delete + start: 29800000 + 909: + operation: search + 910: + end: 32000000 + operation: insert + start: 31900000 + 911: + end: 30000000 + operation: delete + start: 29900000 + 912: + operation: search + 913: + end: 32100000 + operation: insert + start: 32000000 + 914: + end: 30100000 + operation: delete + start: 30000000 + 915: + operation: search + 916: + end: 32200000 + operation: insert + start: 32100000 + 917: + end: 30200000 + operation: delete + start: 30100000 + 918: + operation: search + 919: + end: 32300000 + operation: insert + start: 32200000 + 920: + end: 30300000 + operation: delete + start: 30200000 + 921: + operation: search + 922: + end: 32400000 + operation: insert + start: 32300000 + 923: + end: 30400000 + operation: delete + start: 30300000 + 924: + operation: search + 925: + end: 32500000 + operation: insert + start: 32400000 + 926: + end: 30500000 + operation: delete + start: 30400000 + 927: + operation: search + 928: + end: 32600000 + operation: insert + start: 32500000 + 929: + end: 30600000 + operation: delete + start: 30500000 + 930: + operation: search + 931: + end: 32700000 + operation: insert + start: 32600000 + 932: + operation: search + 933: + end: 32800000 + operation: insert + start: 32700000 + 934: + end: 30800000 + operation: delete + start: 30700000 + 935: + operation: search + 936: + end: 32900000 + operation: insert + start: 32800000 + 937: + end: 22900000 + operation: delete + start: 22800000 + 938: + end: 30900000 + operation: delete + start: 30800000 + 939: + operation: search + 940: + end: 33000000 + operation: insert + start: 32900000 + 941: + end: 31000000 + operation: delete + start: 30900000 + 942: + operation: search + 943: + end: 33100000 + operation: insert + start: 33000000 + 944: + end: 31100000 + operation: delete + start: 31000000 + 945: + operation: search + 946: + end: 33200000 + operation: insert + start: 33100000 + 947: + end: 23200000 + operation: delete + start: 23100000 + 948: + end: 31200000 + operation: delete + start: 31100000 + 949: + operation: search + 950: + end: 33300000 + operation: insert + start: 33200000 + 951: + end: 31300000 + operation: delete + start: 31200000 + 952: + operation: search + 953: + end: 33400000 + operation: insert + start: 33300000 + 954: + end: 31400000 + operation: delete + start: 31300000 + 955: + operation: search + 956: + end: 33500000 + operation: insert + start: 33400000 + 957: + end: 23500000 + operation: delete + start: 23400000 + 958: + end: 31500000 + operation: delete + start: 31400000 + 959: + operation: search + 960: + end: 33600000 + operation: insert + start: 33500000 + 961: + end: 23600000 + operation: delete + start: 23500000 + 962: + operation: search + 963: + end: 33700000 + operation: insert + start: 33600000 + 964: + operation: search + 965: + end: 33800000 + operation: insert + start: 33700000 + 966: + operation: search + 967: + end: 33900000 + operation: insert + start: 33800000 + 968: + end: 31900000 + operation: delete + start: 31800000 + 969: + operation: search + 970: + end: 34000000 + operation: insert + start: 33900000 + 971: + end: 32000000 + operation: delete + start: 31900000 + 972: + operation: search + 973: + end: 34100000 + operation: insert + start: 34000000 + 974: + end: 32100000 + operation: delete + start: 32000000 + 975: + operation: search + 976: + end: 34200000 + operation: insert + start: 34100000 + 977: + operation: search + 978: + end: 34300000 + operation: insert + start: 34200000 + 979: + end: 32300000 + operation: delete + start: 32200000 + 980: + operation: search + 981: + end: 34400000 + operation: insert + start: 34300000 + 982: + operation: search + 983: + end: 34500000 + operation: insert + start: 34400000 + 984: + end: 32500000 + operation: delete + start: 32400000 + 985: + operation: search + 986: + end: 34600000 + operation: insert + start: 34500000 + 987: + operation: search + 988: + end: 34700000 + operation: insert + start: 34600000 + 989: + end: 24700000 + operation: delete + start: 24600000 + 990: + end: 32700000 + operation: delete + start: 32600000 + 991: + operation: search + 992: + end: 34800000 + operation: insert + start: 34700000 + 993: + end: 32800000 + operation: delete + start: 32700000 + 994: + operation: search + 995: + end: 34900000 + operation: insert + start: 34800000 + 996: + end: 24900000 + operation: delete + start: 24800000 + 997: + end: 32900000 + operation: delete + start: 32800000 + 998: + operation: search + 999: + end: 35000000 + operation: insert + start: 34900000 + 1000: + end: 33000000 + operation: delete + start: 32900000 + 1001: + operation: search + max_pts: 5200000 + gt_url: https://comp21storage.z5.web.core.windows.net/wiki-cohere-35M/wikipedia-35M_expirationtime_runbook.yaml