From b71cf6cf55184ac8caf2e1652ddf382f073fa621 Mon Sep 17 00:00:00 2001 From: harsha vardhan simhadri Date: Fri, 13 Oct 2023 23:21:11 +0000 Subject: [PATCH] add final runbook --- benchmark/datasets.py | 4 +- benchmark/runner.py | 2 +- neurips23/streaming/final_runbook.yaml | 3842 ++++++++++++++++++++++ neurips23/streaming/final_runbook_gen.py | 20 +- 4 files changed, 3853 insertions(+), 15 deletions(-) create mode 100644 neurips23/streaming/final_runbook.yaml diff --git a/benchmark/datasets.py b/benchmark/datasets.py index f293447e..77eb63e3 100644 --- a/benchmark/datasets.py +++ b/benchmark/datasets.py @@ -448,11 +448,11 @@ def __init__(self): self.d = 100 self.nq = 10000 self.dtype = "float32" - self.ds_fn = "msturing-29998994-clustered.fbin" + self.ds_fn = "30M-clustered64.fbin" self.qs_fn = "testQuery10K.fbin" self.gt_fn = "clu_msturing30M_gt100" - self.base_url = "" + self.base_url = "https://comp21storage.blob.core.windows.net/publiccontainer/comp23/clustered_data/msturing-30M-clustered/" self.basedir = os.path.join(BASEDIR, "MSTuring-30M-clustered") self.private_gt_url = None diff --git a/benchmark/runner.py b/benchmark/runner.py index 01f2d02c..52e2af51 100644 --- a/benchmark/runner.py +++ b/benchmark/runner.py @@ -293,7 +293,7 @@ def run_docker(definition, dataset, count, runs, timeout, rebuild, # set/override container timeout based on competition flag if neurips23track!='none': # 1 hour for streaming and 12 hours for other tracks - timeout = 60 * 60 if neurips23track == 'streaming' else 12 * 60 * 60 + timeout = 2 * 60 * 60 if neurips23track == 'streaming' else 12 * 60 * 60 print("Setting container wait timeout to %d seconds" % timeout) elif not timeout: diff --git a/neurips23/streaming/final_runbook.yaml b/neurips23/streaming/final_runbook.yaml new file mode 100644 index 00000000..c54a9b26 --- /dev/null +++ b/neurips23/streaming/final_runbook.yaml @@ -0,0 +1,3842 @@ +msturing-30M-clustered: + max_pts: 10292043 + 1: + operation: 'insert' + start: 0 + end: 38806 + 2: + operation: 'search' + 3: + operation: 'insert' + start: 361963 + end: 372491 + 4: + operation: 'search' + 5: + operation: 'insert' + start: 643919 + end: 668142 + 6: + operation: 'search' + 7: + operation: 'insert' + start: 1159296 + end: 1181505 + 8: + operation: 'search' + 9: + operation: 'insert' + start: 2038736 + end: 2042995 + 10: + operation: 'search' + 11: + operation: 'insert' + start: 2585606 + end: 2596998 + 12: + operation: 'search' + 13: + operation: 'insert' + start: 2933811 + end: 2959533 + 14: + operation: 'search' + 15: + operation: 'insert' + start: 3272846 + end: 3292417 + 16: + operation: 'search' + 17: + operation: 'insert' + start: 3853674 + end: 3858737 + 18: + operation: 'search' + 19: + operation: 'insert' + start: 4205986 + end: 4221374 + 20: + operation: 'search' + 21: + operation: 'insert' + start: 4699242 + end: 4970979 + 22: + operation: 'search' + 23: + operation: 'insert' + start: 5076157 + end: 5360752 + 24: + operation: 'search' + 25: + operation: 'insert' + start: 5444015 + end: 5487965 + 26: + operation: 'search' + 27: + operation: 'insert' + start: 5808491 + end: 5836442 + 28: + operation: 'search' + 29: + operation: 'insert' + start: 6438007 + end: 6499004 + 30: + operation: 'search' + 31: + operation: 'insert' + start: 6955703 + end: 7329128 + 32: + operation: 'search' + 33: + operation: 'insert' + start: 7453527 + end: 7504922 + 34: + operation: 'search' + 35: + operation: 'insert' + start: 7850219 + end: 7883986 + 36: + operation: 'search' + 37: + operation: 'insert' + start: 8834730 + end: 8881637 + 38: + operation: 'search' + 39: + operation: 'insert' + start: 9161888 + end: 9169338 + 40: + operation: 'search' + 41: + operation: 'insert' + start: 9430404 + end: 9464381 + 42: + operation: 'search' + 43: + operation: 'insert' + start: 9790077 + end: 9800176 + 44: + operation: 'search' + 45: + operation: 'insert' + start: 10293677 + end: 10327825 + 46: + operation: 'search' + 47: + operation: 'insert' + start: 11013450 + end: 11244484 + 48: + operation: 'search' + 49: + operation: 'insert' + start: 11327929 + end: 11362841 + 50: + operation: 'search' + 51: + operation: 'insert' + start: 11837912 + end: 12149447 + 52: + operation: 'search' + 53: + operation: 'insert' + start: 12238365 + end: 12281666 + 54: + operation: 'search' + 55: + operation: 'insert' + start: 12525242 + end: 12846806 + 56: + operation: 'search' + 57: + operation: 'insert' + start: 12937120 + end: 12957051 + 58: + operation: 'search' + 59: + operation: 'insert' + start: 13430952 + end: 13654199 + 60: + operation: 'search' + 61: + operation: 'insert' + start: 13695568 + end: 13705549 + 62: + operation: 'search' + 63: + operation: 'insert' + start: 14247217 + end: 14250271 + 64: + operation: 'search' + 65: + operation: 'insert' + start: 14843618 + end: 14910924 + 66: + operation: 'search' + 67: + operation: 'insert' + start: 15383718 + end: 15429315 + 68: + operation: 'search' + 69: + operation: 'insert' + start: 16237411 + end: 16290167 + 70: + operation: 'search' + 71: + operation: 'insert' + start: 16857048 + end: 16870192 + 72: + operation: 'search' + 73: + operation: 'insert' + start: 17421756 + end: 17428879 + 74: + operation: 'search' + 75: + operation: 'insert' + start: 17775340 + end: 17792186 + 76: + operation: 'search' + 77: + operation: 'insert' + start: 18265999 + end: 18289927 + 78: + operation: 'search' + 79: + operation: 'insert' + start: 18726730 + end: 18791718 + 80: + operation: 'search' + 81: + operation: 'insert' + start: 19405288 + end: 19434377 + 82: + operation: 'search' + 83: + operation: 'insert' + start: 19655518 + end: 19669305 + 84: + operation: 'search' + 85: + operation: 'insert' + start: 19948199 + end: 19983130 + 86: + operation: 'search' + 87: + operation: 'insert' + start: 20256394 + end: 20699413 + 88: + operation: 'search' + 89: + operation: 'insert' + start: 20887553 + end: 21250613 + 90: + operation: 'search' + 91: + operation: 'insert' + start: 21424516 + end: 21456891 + 92: + operation: 'search' + 93: + operation: 'insert' + start: 22018495 + end: 22258255 + 94: + operation: 'search' + 95: + operation: 'insert' + start: 22368754 + end: 22384825 + 96: + operation: 'search' + 97: + operation: 'insert' + start: 22938879 + end: 22948348 + 98: + operation: 'search' + 99: + operation: 'insert' + start: 23242837 + end: 23247972 + 100: + operation: 'search' + 101: + operation: 'insert' + start: 23696409 + end: 23726389 + 102: + operation: 'search' + 103: + operation: 'insert' + start: 23952992 + end: 23967111 + 104: + operation: 'search' + 105: + operation: 'insert' + start: 24432063 + end: 24441236 + 106: + operation: 'search' + 107: + operation: 'insert' + start: 24879163 + end: 24891498 + 108: + operation: 'search' + 109: + operation: 'insert' + start: 25201348 + end: 25559106 + 110: + operation: 'search' + 111: + operation: 'insert' + start: 25674931 + end: 25704316 + 112: + operation: 'search' + 113: + operation: 'insert' + start: 26054291 + end: 26067095 + 114: + operation: 'search' + 115: + operation: 'insert' + start: 26757924 + end: 26785290 + 116: + operation: 'search' + 117: + operation: 'insert' + start: 27292409 + end: 27304279 + 118: + operation: 'search' + 119: + operation: 'insert' + start: 27582914 + end: 27587045 + 120: + operation: 'search' + 121: + operation: 'insert' + start: 28030002 + end: 28043831 + 122: + operation: 'search' + 123: + operation: 'insert' + start: 28578522 + end: 28859747 + 124: + operation: 'search' + 125: + operation: 'insert' + start: 28931437 + end: 28973452 + 126: + operation: 'search' + 127: + operation: 'insert' + start: 29464425 + end: 29514448 + 128: + operation: 'search' + 129: + operation: 'delete' + start: 0 + end: 21124 + 130: + operation: 'search' + 131: + operation: 'delete' + start: 361963 + end: 367261 + 132: + operation: 'search' + 133: + operation: 'delete' + start: 643919 + end: 656225 + 134: + operation: 'search' + 135: + operation: 'delete' + start: 1159296 + end: 1176226 + 136: + operation: 'search' + 137: + operation: 'delete' + start: 2038736 + end: 2042207 + 138: + operation: 'search' + 139: + operation: 'delete' + start: 2585606 + end: 2593505 + 140: + operation: 'search' + 141: + operation: 'delete' + start: 2933811 + end: 2955468 + 142: + operation: 'search' + 143: + operation: 'delete' + start: 3272846 + end: 3289019 + 144: + operation: 'search' + 145: + operation: 'delete' + start: 3853674 + end: 3856645 + 146: + operation: 'search' + 147: + operation: 'delete' + start: 4205986 + end: 4215036 + 148: + operation: 'search' + 149: + operation: 'delete' + start: 4699242 + end: 4895628 + 150: + operation: 'search' + 151: + operation: 'delete' + start: 5076157 + end: 5233138 + 152: + operation: 'search' + 153: + operation: 'delete' + start: 5444015 + end: 5482348 + 154: + operation: 'search' + 155: + operation: 'delete' + start: 5808491 + end: 5828205 + 156: + operation: 'search' + 157: + operation: 'delete' + start: 6438007 + end: 6484190 + 158: + operation: 'search' + 159: + operation: 'delete' + start: 6955703 + end: 7267820 + 160: + operation: 'search' + 161: + operation: 'delete' + start: 7453527 + end: 7496004 + 162: + operation: 'search' + 163: + operation: 'delete' + start: 7850219 + end: 7871489 + 164: + operation: 'search' + 165: + operation: 'delete' + start: 8834730 + end: 8867592 + 166: + operation: 'search' + 167: + operation: 'delete' + start: 9161888 + end: 9168463 + 168: + operation: 'search' + 169: + operation: 'delete' + start: 9430404 + end: 9448468 + 170: + operation: 'search' + 171: + operation: 'delete' + start: 9790077 + end: 9796916 + 172: + operation: 'search' + 173: + operation: 'delete' + start: 10293677 + end: 10323088 + 174: + operation: 'search' + 175: + operation: 'delete' + start: 11013450 + end: 11195181 + 176: + operation: 'search' + 177: + operation: 'delete' + start: 11327929 + end: 11346270 + 178: + operation: 'search' + 179: + operation: 'delete' + start: 11837912 + end: 12067270 + 180: + operation: 'search' + 181: + operation: 'delete' + start: 12238365 + end: 12268535 + 182: + operation: 'search' + 183: + operation: 'delete' + start: 12525242 + end: 12701821 + 184: + operation: 'search' + 185: + operation: 'delete' + start: 12937120 + end: 12947131 + 186: + operation: 'search' + 187: + operation: 'delete' + start: 13430952 + end: 13620329 + 188: + operation: 'search' + 189: + operation: 'delete' + start: 13695568 + end: 13702816 + 190: + operation: 'search' + 191: + operation: 'delete' + start: 14247217 + end: 14249788 + 192: + operation: 'search' + 193: + operation: 'delete' + start: 14843618 + end: 14902922 + 194: + operation: 'search' + 195: + operation: 'delete' + start: 15383718 + end: 15421486 + 196: + operation: 'search' + 197: + operation: 'delete' + start: 16237411 + end: 16273232 + 198: + operation: 'search' + 199: + operation: 'delete' + start: 16857048 + end: 16865809 + 200: + operation: 'search' + 201: + operation: 'delete' + start: 17421756 + end: 17427612 + 202: + operation: 'search' + 203: + operation: 'delete' + start: 17775340 + end: 17787895 + 204: + operation: 'search' + 205: + operation: 'delete' + start: 18265999 + end: 18286681 + 206: + operation: 'search' + 207: + operation: 'delete' + start: 18726730 + end: 18766401 + 208: + operation: 'search' + 209: + operation: 'delete' + start: 19405288 + end: 19425407 + 210: + operation: 'search' + 211: + operation: 'delete' + start: 19655518 + end: 19664359 + 212: + operation: 'search' + 213: + operation: 'delete' + start: 19948199 + end: 19966602 + 214: + operation: 'search' + 215: + operation: 'delete' + start: 20256394 + end: 20592080 + 216: + operation: 'search' + 217: + operation: 'delete' + start: 20887553 + end: 21116930 + 218: + operation: 'search' + 219: + operation: 'delete' + start: 21424516 + end: 21446890 + 220: + operation: 'search' + 221: + operation: 'delete' + start: 22018495 + end: 22221457 + 222: + operation: 'search' + 223: + operation: 'delete' + start: 22368754 + end: 22380405 + 224: + operation: 'search' + 225: + operation: 'delete' + start: 22938879 + end: 22944686 + 226: + operation: 'search' + 227: + operation: 'delete' + start: 23242837 + end: 23246132 + 228: + operation: 'search' + 229: + operation: 'delete' + start: 23696409 + end: 23718904 + 230: + operation: 'search' + 231: + operation: 'delete' + start: 23952992 + end: 23964807 + 232: + operation: 'search' + 233: + operation: 'delete' + start: 24432063 + end: 24436999 + 234: + operation: 'search' + 235: + operation: 'delete' + start: 24879163 + end: 24885758 + 236: + operation: 'search' + 237: + operation: 'delete' + start: 25201348 + end: 25434746 + 238: + operation: 'search' + 239: + operation: 'delete' + start: 25674931 + end: 25698866 + 240: + operation: 'search' + 241: + operation: 'delete' + start: 26054291 + end: 26061947 + 242: + operation: 'search' + 243: + operation: 'delete' + start: 26757924 + end: 26775935 + 244: + operation: 'search' + 245: + operation: 'delete' + start: 27292409 + end: 27303015 + 246: + operation: 'search' + 247: + operation: 'delete' + start: 27582914 + end: 27585971 + 248: + operation: 'search' + 249: + operation: 'delete' + start: 28030002 + end: 28037955 + 250: + operation: 'search' + 251: + operation: 'delete' + start: 28578522 + end: 28819546 + 252: + operation: 'search' + 253: + operation: 'delete' + start: 28931437 + end: 28959991 + 254: + operation: 'search' + 255: + operation: 'delete' + start: 29464425 + end: 29500946 + 256: + operation: 'search' + 257: + operation: 'insert' + start: 38806 + end: 49545 + 258: + operation: 'search' + 259: + operation: 'insert' + start: 372491 + end: 399213 + 260: + operation: 'search' + 261: + operation: 'insert' + start: 668142 + end: 672661 + 262: + operation: 'search' + 263: + operation: 'insert' + start: 1181505 + end: 1303086 + 264: + operation: 'search' + 265: + operation: 'insert' + start: 2042995 + end: 2110004 + 266: + operation: 'search' + 267: + operation: 'insert' + start: 2596998 + end: 2626031 + 268: + operation: 'search' + 269: + operation: 'insert' + start: 2959533 + end: 3211333 + 270: + operation: 'search' + 271: + operation: 'insert' + start: 3292417 + end: 3296363 + 272: + operation: 'search' + 273: + operation: 'insert' + start: 3858737 + end: 3880596 + 274: + operation: 'search' + 275: + operation: 'insert' + start: 4221374 + end: 4606989 + 276: + operation: 'search' + 277: + operation: 'insert' + start: 4970979 + end: 5005864 + 278: + operation: 'search' + 279: + operation: 'insert' + start: 5360752 + end: 5386428 + 280: + operation: 'search' + 281: + operation: 'insert' + start: 5487965 + end: 5783347 + 282: + operation: 'search' + 283: + operation: 'insert' + start: 5836442 + end: 6261284 + 284: + operation: 'search' + 285: + operation: 'insert' + start: 6499004 + end: 6512598 + 286: + operation: 'search' + 287: + operation: 'insert' + start: 7329128 + end: 7370056 + 288: + operation: 'search' + 289: + operation: 'insert' + start: 7504922 + end: 7813274 + 290: + operation: 'search' + 291: + operation: 'insert' + start: 7883986 + end: 7907532 + 292: + operation: 'search' + 293: + operation: 'insert' + start: 8881637 + end: 8901253 + 294: + operation: 'search' + 295: + operation: 'insert' + start: 9169338 + end: 9377208 + 296: + operation: 'search' + 297: + operation: 'insert' + start: 9464381 + end: 9468717 + 298: + operation: 'search' + 299: + operation: 'insert' + start: 9800176 + end: 9860779 + 300: + operation: 'search' + 301: + operation: 'insert' + start: 10327825 + end: 10910689 + 302: + operation: 'search' + 303: + operation: 'insert' + start: 11244484 + end: 11293924 + 304: + operation: 'search' + 305: + operation: 'insert' + start: 11362841 + end: 11732204 + 306: + operation: 'search' + 307: + operation: 'insert' + start: 12149447 + end: 12175328 + 308: + operation: 'search' + 309: + operation: 'insert' + start: 12281666 + end: 12289461 + 310: + operation: 'search' + 311: + operation: 'insert' + start: 12846806 + end: 12866954 + 312: + operation: 'search' + 313: + operation: 'insert' + start: 12957051 + end: 12999047 + 314: + operation: 'search' + 315: + operation: 'insert' + start: 13654199 + end: 13661045 + 316: + operation: 'search' + 317: + operation: 'insert' + start: 13705549 + end: 13746210 + 318: + operation: 'search' + 319: + operation: 'insert' + start: 14250271 + end: 14747959 + 320: + operation: 'search' + 321: + operation: 'insert' + start: 14910924 + end: 14951479 + 322: + operation: 'search' + 323: + operation: 'insert' + start: 15429315 + end: 15533636 + 324: + operation: 'search' + 325: + operation: 'insert' + start: 16290167 + end: 16784106 + 326: + operation: 'search' + 327: + operation: 'insert' + start: 16870192 + end: 16940340 + 328: + operation: 'search' + 329: + operation: 'insert' + start: 17428879 + end: 17436116 + 330: + operation: 'search' + 331: + operation: 'insert' + start: 17792186 + end: 17834118 + 332: + operation: 'search' + 333: + operation: 'insert' + start: 18289927 + end: 18291921 + 334: + operation: 'search' + 335: + operation: 'insert' + start: 18791718 + end: 18831016 + 336: + operation: 'search' + 337: + operation: 'insert' + start: 19434377 + end: 19453968 + 338: + operation: 'search' + 339: + operation: 'insert' + start: 19669305 + end: 19709832 + 340: + operation: 'search' + 341: + operation: 'insert' + start: 19983130 + end: 19990460 + 342: + operation: 'search' + 343: + operation: 'insert' + start: 20699413 + end: 20732700 + 344: + operation: 'search' + 345: + operation: 'insert' + start: 21250613 + end: 21290035 + 346: + operation: 'search' + 347: + operation: 'insert' + start: 21456891 + end: 21917712 + 348: + operation: 'search' + 349: + operation: 'insert' + start: 22258255 + end: 22303323 + 350: + operation: 'search' + 351: + operation: 'insert' + start: 22384825 + end: 22796937 + 352: + operation: 'search' + 353: + operation: 'insert' + start: 22948348 + end: 22993214 + 354: + operation: 'search' + 355: + operation: 'insert' + start: 23247972 + end: 23611678 + 356: + operation: 'search' + 357: + operation: 'insert' + start: 23726389 + end: 23744049 + 358: + operation: 'search' + 359: + operation: 'insert' + start: 23967111 + end: 23978368 + 360: + operation: 'search' + 361: + operation: 'insert' + start: 24441236 + end: 24504793 + 362: + operation: 'search' + 363: + operation: 'insert' + start: 24891498 + end: 24905349 + 364: + operation: 'search' + 365: + operation: 'insert' + start: 25559106 + end: 25619665 + 366: + operation: 'search' + 367: + operation: 'insert' + start: 25704316 + end: 25735865 + 368: + operation: 'search' + 369: + operation: 'insert' + start: 26067095 + end: 26133018 + 370: + operation: 'search' + 371: + operation: 'insert' + start: 26785290 + end: 26794335 + 372: + operation: 'search' + 373: + operation: 'insert' + start: 27304279 + end: 27344908 + 374: + operation: 'search' + 375: + operation: 'insert' + start: 27587045 + end: 27616875 + 376: + operation: 'search' + 377: + operation: 'insert' + start: 28043831 + end: 28107881 + 378: + operation: 'search' + 379: + operation: 'insert' + start: 28859747 + end: 28864754 + 380: + operation: 'search' + 381: + operation: 'insert' + start: 28973452 + end: 28994079 + 382: + operation: 'search' + 383: + operation: 'insert' + start: 29514448 + end: 29537356 + 384: + operation: 'search' + 385: + operation: 'delete' + start: 21124 + end: 35541 + 386: + operation: 'search' + 387: + operation: 'delete' + start: 367261 + end: 391065 + 388: + operation: 'search' + 389: + operation: 'delete' + start: 656225 + end: 670137 + 390: + operation: 'search' + 391: + operation: 'delete' + start: 1176226 + end: 1262739 + 392: + operation: 'search' + 393: + operation: 'delete' + start: 2042207 + end: 2078493 + 394: + operation: 'search' + 395: + operation: 'delete' + start: 2593505 + end: 2614769 + 396: + operation: 'search' + 397: + operation: 'delete' + start: 2955468 + end: 3088646 + 398: + operation: 'search' + 399: + operation: 'delete' + start: 3289019 + end: 3294505 + 400: + operation: 'search' + 401: + operation: 'delete' + start: 3856645 + end: 3874373 + 402: + operation: 'search' + 403: + operation: 'delete' + start: 4215036 + end: 4497880 + 404: + operation: 'search' + 405: + operation: 'delete' + start: 4895628 + end: 4961849 + 406: + operation: 'search' + 407: + operation: 'delete' + start: 5233138 + end: 5324358 + 408: + operation: 'search' + 409: + operation: 'delete' + start: 5482348 + end: 5711145 + 410: + operation: 'search' + 411: + operation: 'delete' + start: 5828205 + end: 6092208 + 412: + operation: 'search' + 413: + operation: 'delete' + start: 6484190 + end: 6501709 + 414: + operation: 'search' + 415: + operation: 'delete' + start: 7267820 + end: 7334997 + 416: + operation: 'search' + 417: + operation: 'delete' + start: 7496004 + end: 7716886 + 418: + operation: 'search' + 419: + operation: 'delete' + start: 7871489 + end: 7897243 + 420: + operation: 'search' + 421: + operation: 'delete' + start: 8867592 + end: 8893057 + 422: + operation: 'search' + 423: + operation: 'delete' + start: 9168463 + end: 9345115 + 424: + operation: 'search' + 425: + operation: 'delete' + start: 9448468 + end: 9466193 + 426: + operation: 'search' + 427: + operation: 'delete' + start: 9796916 + end: 9847014 + 428: + operation: 'search' + 429: + operation: 'delete' + start: 10323088 + end: 10705586 + 430: + operation: 'search' + 431: + operation: 'delete' + start: 11195181 + end: 11277648 + 432: + operation: 'search' + 433: + operation: 'delete' + start: 11346270 + end: 11540083 + 434: + operation: 'search' + 435: + operation: 'delete' + start: 12067270 + end: 12162661 + 436: + operation: 'search' + 437: + operation: 'delete' + start: 12268535 + end: 12279570 + 438: + operation: 'search' + 439: + operation: 'delete' + start: 12701821 + end: 12833140 + 440: + operation: 'search' + 441: + operation: 'delete' + start: 12947131 + end: 12977968 + 442: + operation: 'search' + 443: + operation: 'delete' + start: 13620329 + end: 13652035 + 444: + operation: 'search' + 445: + operation: 'delete' + start: 13702816 + end: 13741713 + 446: + operation: 'search' + 447: + operation: 'delete' + start: 14249788 + end: 14595383 + 448: + operation: 'search' + 449: + operation: 'delete' + start: 14902922 + end: 14938482 + 450: + operation: 'search' + 451: + operation: 'delete' + start: 15421486 + end: 15513631 + 452: + operation: 'search' + 453: + operation: 'delete' + start: 16273232 + end: 16568139 + 454: + operation: 'search' + 455: + operation: 'delete' + start: 16865809 + end: 16903336 + 456: + operation: 'search' + 457: + operation: 'delete' + start: 17427612 + end: 17433499 + 458: + operation: 'search' + 459: + operation: 'delete' + start: 17787895 + end: 17824664 + 460: + operation: 'search' + 461: + operation: 'delete' + start: 18286681 + end: 18290948 + 462: + operation: 'search' + 463: + operation: 'delete' + start: 18766401 + end: 18811517 + 464: + operation: 'search' + 465: + operation: 'delete' + start: 19425407 + end: 19450772 + 466: + operation: 'search' + 467: + operation: 'delete' + start: 19664359 + end: 19689869 + 468: + operation: 'search' + 469: + operation: 'delete' + start: 19966602 + end: 19987975 + 470: + operation: 'search' + 471: + operation: 'delete' + start: 20592080 + end: 20702126 + 472: + operation: 'search' + 473: + operation: 'delete' + start: 21116930 + end: 21230678 + 474: + operation: 'search' + 475: + operation: 'delete' + start: 21446890 + end: 21829759 + 476: + operation: 'search' + 477: + operation: 'delete' + start: 22221457 + end: 22270536 + 478: + operation: 'search' + 479: + operation: 'delete' + start: 22380405 + end: 22601656 + 480: + operation: 'search' + 481: + operation: 'delete' + start: 22944686 + end: 22988020 + 482: + operation: 'search' + 483: + operation: 'delete' + start: 23246132 + end: 23508484 + 484: + operation: 'search' + 485: + operation: 'delete' + start: 23718904 + end: 23739957 + 486: + operation: 'search' + 487: + operation: 'delete' + start: 23964807 + end: 23973411 + 488: + operation: 'search' + 489: + operation: 'delete' + start: 24436999 + end: 24470919 + 490: + operation: 'search' + 491: + operation: 'delete' + start: 24885758 + end: 24898889 + 492: + operation: 'search' + 493: + operation: 'delete' + start: 25434746 + end: 25562657 + 494: + operation: 'search' + 495: + operation: 'delete' + start: 25698866 + end: 25721144 + 496: + operation: 'search' + 497: + operation: 'delete' + start: 26061947 + end: 26121014 + 498: + operation: 'search' + 499: + operation: 'delete' + start: 26775935 + end: 26789571 + 500: + operation: 'search' + 501: + operation: 'delete' + start: 27303015 + end: 27328217 + 502: + operation: 'search' + 503: + operation: 'delete' + start: 27585971 + end: 27602392 + 504: + operation: 'search' + 505: + operation: 'delete' + start: 28037955 + end: 28097731 + 506: + operation: 'search' + 507: + operation: 'delete' + start: 28819546 + end: 28853243 + 508: + operation: 'search' + 509: + operation: 'delete' + start: 28959991 + end: 28978011 + 510: + operation: 'search' + 511: + operation: 'delete' + start: 29500946 + end: 29521057 + 512: + operation: 'search' + 513: + operation: 'insert' + start: 49545 + end: 313528 + 514: + operation: 'search' + 515: + operation: 'insert' + start: 399213 + end: 406121 + 516: + operation: 'search' + 517: + operation: 'insert' + start: 672661 + end: 695777 + 518: + operation: 'search' + 519: + operation: 'insert' + start: 1303086 + end: 1375956 + 520: + operation: 'search' + 521: + operation: 'insert' + start: 2110004 + end: 2126178 + 522: + operation: 'search' + 523: + operation: 'insert' + start: 2626031 + end: 2662024 + 524: + operation: 'search' + 525: + operation: 'insert' + start: 3211333 + end: 3250643 + 526: + operation: 'search' + 527: + operation: 'insert' + start: 3296363 + end: 3717488 + 528: + operation: 'search' + 529: + operation: 'insert' + start: 3880596 + end: 4155556 + 530: + operation: 'search' + 531: + operation: 'insert' + start: 4606989 + end: 4663476 + 532: + operation: 'search' + 533: + operation: 'insert' + start: 5005864 + end: 5025435 + 534: + operation: 'search' + 535: + operation: 'insert' + start: 5386428 + end: 5406384 + 536: + operation: 'search' + 537: + operation: 'insert' + start: 5783347 + end: 5791310 + 538: + operation: 'search' + 539: + operation: 'insert' + start: 6261284 + end: 6285177 + 540: + operation: 'search' + 541: + operation: 'insert' + start: 6512598 + end: 6908349 + 542: + operation: 'search' + 543: + operation: 'insert' + start: 7370056 + end: 7409955 + 544: + operation: 'search' + 545: + operation: 'insert' + start: 7813274 + end: 7822680 + 546: + operation: 'search' + 547: + operation: 'insert' + start: 7907532 + end: 8047987 + 548: + operation: 'search' + 549: + operation: 'insert' + start: 8901253 + end: 9135423 + 550: + operation: 'search' + 551: + operation: 'insert' + start: 9377208 + end: 9403796 + 552: + operation: 'search' + 553: + operation: 'insert' + start: 9468717 + end: 9480193 + 554: + operation: 'search' + 555: + operation: 'insert' + start: 9860779 + end: 10258192 + 556: + operation: 'search' + 557: + operation: 'insert' + start: 10910689 + end: 10933587 + 558: + operation: 'search' + 559: + operation: 'insert' + start: 11293924 + end: 11300858 + 560: + operation: 'search' + 561: + operation: 'insert' + start: 11732204 + end: 11737476 + 562: + operation: 'search' + 563: + operation: 'insert' + start: 12175328 + end: 12212628 + 564: + operation: 'search' + 565: + operation: 'insert' + start: 12289461 + end: 12484009 + 566: + operation: 'search' + 567: + operation: 'insert' + start: 12866954 + end: 12882815 + 568: + operation: 'search' + 569: + operation: 'insert' + start: 12999047 + end: 13014080 + 570: + operation: 'search' + 571: + operation: 'insert' + start: 13661045 + end: 13675186 + 572: + operation: 'search' + 573: + operation: 'insert' + start: 13746210 + end: 13808500 + 574: + operation: 'search' + 575: + operation: 'insert' + start: 14747959 + end: 14797860 + 576: + operation: 'search' + 577: + operation: 'insert' + start: 14951479 + end: 14985813 + 578: + operation: 'search' + 579: + operation: 'insert' + start: 15533636 + end: 16124580 + 580: + operation: 'search' + 581: + operation: 'insert' + start: 16784106 + end: 16815568 + 582: + operation: 'search' + 583: + operation: 'insert' + start: 16940340 + end: 16962415 + 584: + operation: 'search' + 585: + operation: 'insert' + start: 17436116 + end: 17708902 + 586: + operation: 'search' + 587: + operation: 'insert' + start: 17834118 + end: 17865204 + 588: + operation: 'search' + 589: + operation: 'insert' + start: 18291921 + end: 18336260 + 590: + operation: 'search' + 591: + operation: 'insert' + start: 18831016 + end: 19308432 + 592: + operation: 'search' + 593: + operation: 'insert' + start: 19453968 + end: 19649002 + 594: + operation: 'search' + 595: + operation: 'insert' + start: 19709832 + end: 19715100 + 596: + operation: 'search' + 597: + operation: 'insert' + start: 19990460 + end: 20223693 + 598: + operation: 'search' + 599: + operation: 'insert' + start: 20732700 + end: 20844661 + 600: + operation: 'search' + 601: + operation: 'insert' + start: 21290035 + end: 21353533 + 602: + operation: 'search' + 603: + operation: 'insert' + start: 21917712 + end: 21923297 + 604: + operation: 'search' + 605: + operation: 'insert' + start: 22303323 + end: 22347206 + 606: + operation: 'search' + 607: + operation: 'insert' + start: 22796937 + end: 22855648 + 608: + operation: 'search' + 609: + operation: 'insert' + start: 22993214 + end: 23203450 + 610: + operation: 'search' + 611: + operation: 'insert' + start: 23611678 + end: 23635691 + 612: + operation: 'search' + 613: + operation: 'insert' + start: 23744049 + end: 23939768 + 614: + operation: 'search' + 615: + operation: 'insert' + start: 23978368 + end: 24347992 + 616: + operation: 'search' + 617: + operation: 'insert' + start: 24504793 + end: 24828313 + 618: + operation: 'search' + 619: + operation: 'insert' + start: 24905349 + end: 25151673 + 620: + operation: 'search' + 621: + operation: 'insert' + start: 25619665 + end: 25656486 + 622: + operation: 'search' + 623: + operation: 'insert' + start: 25735865 + end: 25757054 + 624: + operation: 'search' + 625: + operation: 'insert' + start: 26133018 + end: 26210687 + 626: + operation: 'search' + 627: + operation: 'insert' + start: 26794335 + end: 26837168 + 628: + operation: 'search' + 629: + operation: 'insert' + start: 27344908 + end: 27358443 + 630: + operation: 'search' + 631: + operation: 'insert' + start: 27616875 + end: 27651001 + 632: + operation: 'search' + 633: + operation: 'insert' + start: 28107881 + end: 28147587 + 634: + operation: 'search' + 635: + operation: 'insert' + start: 28864754 + end: 28882793 + 636: + operation: 'search' + 637: + operation: 'insert' + start: 28994079 + end: 29400607 + 638: + operation: 'search' + 639: + operation: 'insert' + start: 29537356 + end: 29943402 + 640: + operation: 'search' + 641: + operation: 'delete' + start: 35541 + end: 231000 + 642: + operation: 'search' + 643: + operation: 'delete' + start: 391065 + end: 402809 + 644: + operation: 'search' + 645: + operation: 'delete' + start: 670137 + end: 685175 + 646: + operation: 'search' + 647: + operation: 'delete' + start: 1262739 + end: 1341588 + 648: + operation: 'search' + 649: + operation: 'delete' + start: 2078493 + end: 2117821 + 650: + operation: 'search' + 651: + operation: 'delete' + start: 2614769 + end: 2639329 + 652: + operation: 'search' + 653: + operation: 'delete' + start: 3088646 + end: 3184613 + 654: + operation: 'search' + 655: + operation: 'delete' + start: 3294505 + end: 3663431 + 656: + operation: 'search' + 657: + operation: 'delete' + start: 3874373 + end: 4117643 + 658: + operation: 'search' + 659: + operation: 'delete' + start: 4497880 + end: 4610236 + 660: + operation: 'search' + 661: + operation: 'delete' + start: 4961849 + end: 5008619 + 662: + operation: 'search' + 663: + operation: 'delete' + start: 5324358 + end: 5393518 + 664: + operation: 'search' + 665: + operation: 'delete' + start: 5711145 + end: 5764324 + 666: + operation: 'search' + 667: + operation: 'delete' + start: 6092208 + end: 6263255 + 668: + operation: 'search' + 669: + operation: 'delete' + start: 6501709 + end: 6736091 + 670: + operation: 'search' + 671: + operation: 'delete' + start: 7334997 + end: 7377827 + 672: + operation: 'search' + 673: + operation: 'delete' + start: 7716886 + end: 7784198 + 674: + operation: 'search' + 675: + operation: 'delete' + start: 7897243 + end: 8030790 + 676: + operation: 'search' + 677: + operation: 'delete' + start: 8893057 + end: 9109179 + 678: + operation: 'search' + 679: + operation: 'delete' + start: 9345115 + end: 9380365 + 680: + operation: 'search' + 681: + operation: 'delete' + start: 9466193 + end: 9476943 + 682: + operation: 'search' + 683: + operation: 'delete' + start: 9847014 + end: 10128982 + 684: + operation: 'search' + 685: + operation: 'delete' + start: 10705586 + end: 10908749 + 686: + operation: 'search' + 687: + operation: 'delete' + start: 11277648 + end: 11296524 + 688: + operation: 'search' + 689: + operation: 'delete' + start: 11540083 + end: 11652873 + 690: + operation: 'search' + 691: + operation: 'delete' + start: 12162661 + end: 12196413 + 692: + operation: 'search' + 693: + operation: 'delete' + start: 12279570 + end: 12433150 + 694: + operation: 'search' + 695: + operation: 'delete' + start: 12833140 + end: 12858877 + 696: + operation: 'search' + 697: + operation: 'delete' + start: 12977968 + end: 13003583 + 698: + operation: 'search' + 699: + operation: 'delete' + start: 13652035 + end: 13667496 + 700: + operation: 'search' + 701: + operation: 'delete' + start: 13741713 + end: 13799235 + 702: + operation: 'search' + 703: + operation: 'delete' + start: 14595383 + end: 14768944 + 704: + operation: 'search' + 705: + operation: 'delete' + start: 14938482 + end: 14966378 + 706: + operation: 'search' + 707: + operation: 'delete' + start: 15513631 + end: 16024400 + 708: + operation: 'search' + 709: + operation: 'delete' + start: 16568139 + end: 16745988 + 710: + operation: 'search' + 711: + operation: 'delete' + start: 16903336 + end: 16948274 + 712: + operation: 'search' + 713: + operation: 'delete' + start: 17433499 + end: 17668416 + 714: + operation: 'search' + 715: + operation: 'delete' + start: 17824664 + end: 17856801 + 716: + operation: 'search' + 717: + operation: 'delete' + start: 18290948 + end: 18317840 + 718: + operation: 'search' + 719: + operation: 'delete' + start: 18811517 + end: 19146751 + 720: + operation: 'search' + 721: + operation: 'delete' + start: 19450772 + end: 19565925 + 722: + operation: 'search' + 723: + operation: 'delete' + start: 19689869 + end: 19709965 + 724: + operation: 'search' + 725: + operation: 'delete' + start: 19987975 + end: 20112720 + 726: + operation: 'search' + 727: + operation: 'delete' + start: 20702126 + end: 20794735 + 728: + operation: 'search' + 729: + operation: 'delete' + start: 21230678 + end: 21332091 + 730: + operation: 'search' + 731: + operation: 'delete' + start: 21829759 + end: 21890018 + 732: + operation: 'search' + 733: + operation: 'delete' + start: 22270536 + end: 22334236 + 734: + operation: 'search' + 735: + operation: 'delete' + start: 22601656 + end: 22780273 + 736: + operation: 'search' + 737: + operation: 'delete' + start: 22988020 + end: 23110942 + 738: + operation: 'search' + 739: + operation: 'delete' + start: 23508484 + end: 23572622 + 740: + operation: 'search' + 741: + operation: 'delete' + start: 23739957 + end: 23898983 + 742: + operation: 'search' + 743: + operation: 'delete' + start: 23973411 + end: 24167224 + 744: + operation: 'search' + 745: + operation: 'delete' + start: 24470919 + end: 24707773 + 746: + operation: 'search' + 747: + operation: 'delete' + start: 24898889 + end: 25095130 + 748: + operation: 'search' + 749: + operation: 'delete' + start: 25562657 + end: 25633397 + 750: + operation: 'search' + 751: + operation: 'delete' + start: 25721144 + end: 25745034 + 752: + operation: 'search' + 753: + operation: 'delete' + start: 26121014 + end: 26181215 + 754: + operation: 'search' + 755: + operation: 'delete' + start: 26789571 + end: 26817219 + 756: + operation: 'search' + 757: + operation: 'delete' + start: 27328217 + end: 27355213 + 758: + operation: 'search' + 759: + operation: 'delete' + start: 27602392 + end: 27627816 + 760: + operation: 'search' + 761: + operation: 'delete' + start: 28097731 + end: 28138890 + 762: + operation: 'search' + 763: + operation: 'delete' + start: 28853243 + end: 28871169 + 764: + operation: 'search' + 765: + operation: 'delete' + start: 28978011 + end: 29300432 + 766: + operation: 'search' + 767: + operation: 'delete' + start: 29521057 + end: 29885700 + 768: + operation: 'search' + 769: + operation: 'insert' + start: 313528 + end: 323521 + 770: + operation: 'search' + 771: + operation: 'insert' + start: 406121 + end: 436745 + 772: + operation: 'search' + 773: + operation: 'insert' + start: 695777 + end: 757423 + 774: + operation: 'search' + 775: + operation: 'insert' + start: 1375956 + end: 1412143 + 776: + operation: 'search' + 777: + operation: 'insert' + start: 2126178 + end: 2163500 + 778: + operation: 'search' + 779: + operation: 'insert' + start: 2662024 + end: 2674370 + 780: + operation: 'search' + 781: + operation: 'insert' + start: 3250643 + end: 3259134 + 782: + operation: 'search' + 783: + operation: 'insert' + start: 3717488 + end: 3780271 + 784: + operation: 'search' + 785: + operation: 'insert' + start: 4155556 + end: 4195348 + 786: + operation: 'search' + 787: + operation: 'insert' + start: 4663476 + end: 4681680 + 788: + operation: 'search' + 789: + operation: 'insert' + start: 5025435 + end: 5032960 + 790: + operation: 'search' + 791: + operation: 'insert' + start: 5406384 + end: 5439233 + 792: + operation: 'search' + 793: + operation: 'insert' + start: 5791310 + end: 5793877 + 794: + operation: 'search' + 795: + operation: 'insert' + start: 6285177 + end: 6344031 + 796: + operation: 'search' + 797: + operation: 'insert' + start: 6908349 + end: 6913452 + 798: + operation: 'search' + 799: + operation: 'insert' + start: 7409955 + end: 7417389 + 800: + operation: 'search' + 801: + operation: 'insert' + start: 7822680 + end: 7843007 + 802: + operation: 'search' + 803: + operation: 'insert' + start: 8047987 + end: 8805722 + 804: + operation: 'search' + 805: + operation: 'insert' + start: 9135423 + end: 9152955 + 806: + operation: 'search' + 807: + operation: 'insert' + start: 9403796 + end: 9421516 + 808: + operation: 'search' + 809: + operation: 'insert' + start: 9480193 + end: 9511622 + 810: + operation: 'search' + 811: + operation: 'insert' + start: 10258192 + end: 10288332 + 812: + operation: 'search' + 813: + operation: 'insert' + start: 10933587 + end: 10982747 + 814: + operation: 'search' + 815: + operation: 'insert' + start: 11300858 + end: 11303149 + 816: + operation: 'search' + 817: + operation: 'insert' + start: 11737476 + end: 11811875 + 818: + operation: 'search' + 819: + operation: 'insert' + start: 12212628 + end: 12229975 + 820: + operation: 'search' + 821: + operation: 'insert' + start: 12484009 + end: 12499154 + 822: + operation: 'search' + 823: + operation: 'insert' + start: 12882815 + end: 12917752 + 824: + operation: 'search' + 825: + operation: 'insert' + start: 13014080 + end: 13087700 + 826: + operation: 'search' + 827: + operation: 'insert' + start: 13675186 + end: 13694499 + 828: + operation: 'search' + 829: + operation: 'insert' + start: 13808500 + end: 14224858 + 830: + operation: 'search' + 831: + operation: 'insert' + start: 14797860 + end: 14830306 + 832: + operation: 'search' + 833: + operation: 'insert' + start: 14985813 + end: 14995731 + 834: + operation: 'search' + 835: + operation: 'insert' + start: 16124580 + end: 16188404 + 836: + operation: 'search' + 837: + operation: 'insert' + start: 16815568 + end: 16838448 + 838: + operation: 'search' + 839: + operation: 'insert' + start: 16962415 + end: 17035008 + 840: + operation: 'search' + 841: + operation: 'insert' + start: 17708902 + end: 17753898 + 842: + operation: 'search' + 843: + operation: 'insert' + start: 17865204 + end: 18253844 + 844: + operation: 'search' + 845: + operation: 'insert' + start: 18336260 + end: 18684431 + 846: + operation: 'search' + 847: + operation: 'insert' + start: 19308432 + end: 19314667 + 848: + operation: 'search' + 849: + operation: 'insert' + start: 19649002 + end: 19652814 + 850: + operation: 'search' + 851: + operation: 'insert' + start: 19715100 + end: 19724386 + 852: + operation: 'search' + 853: + operation: 'insert' + start: 20223693 + end: 20249087 + 854: + operation: 'search' + 855: + operation: 'insert' + start: 20844661 + end: 20850451 + 856: + operation: 'search' + 857: + operation: 'insert' + start: 21353533 + end: 21371925 + 858: + operation: 'search' + 859: + operation: 'insert' + start: 21923297 + end: 21955627 + 860: + operation: 'search' + 861: + operation: 'insert' + start: 22347206 + end: 22353887 + 862: + operation: 'search' + 863: + operation: 'insert' + start: 22855648 + end: 22930025 + 864: + operation: 'search' + 865: + operation: 'insert' + start: 23203450 + end: 23215167 + 866: + operation: 'search' + 867: + operation: 'insert' + start: 23635691 + end: 23679006 + 868: + operation: 'search' + 869: + operation: 'insert' + start: 23939768 + end: 23946126 + 870: + operation: 'search' + 871: + operation: 'insert' + start: 24347992 + end: 24386983 + 872: + operation: 'search' + 873: + operation: 'insert' + start: 24828313 + end: 24867396 + 874: + operation: 'search' + 875: + operation: 'insert' + start: 25151673 + end: 25168454 + 876: + operation: 'search' + 877: + operation: 'insert' + start: 25656486 + end: 25658458 + 878: + operation: 'search' + 879: + operation: 'insert' + start: 25757054 + end: 26046997 + 880: + operation: 'search' + 881: + operation: 'insert' + start: 26210687 + end: 26734447 + 882: + operation: 'search' + 883: + operation: 'insert' + start: 26837168 + end: 27289905 + 884: + operation: 'search' + 885: + operation: 'insert' + start: 27358443 + end: 27367995 + 886: + operation: 'search' + 887: + operation: 'insert' + start: 27651001 + end: 28008834 + 888: + operation: 'search' + 889: + operation: 'insert' + start: 28147587 + end: 28568584 + 890: + operation: 'search' + 891: + operation: 'insert' + start: 28882793 + end: 28912414 + 892: + operation: 'search' + 893: + operation: 'insert' + start: 29400607 + end: 29459796 + 894: + operation: 'search' + 895: + operation: 'insert' + start: 29943402 + end: 29992835 + 896: + operation: 'search' + 897: + operation: 'delete' + start: 231000 + end: 311284 + 898: + operation: 'search' + 899: + operation: 'delete' + start: 402809 + end: 421124 + 900: + operation: 'search' + 901: + operation: 'delete' + start: 685175 + end: 750137 + 902: + operation: 'search' + 903: + operation: 'delete' + start: 1341588 + end: 1400238 + 904: + operation: 'search' + 905: + operation: 'delete' + start: 2117821 + end: 2146203 + 906: + operation: 'search' + 907: + operation: 'delete' + start: 2639329 + end: 2663029 + 908: + operation: 'search' + 909: + operation: 'delete' + start: 3184613 + end: 3224172 + 910: + operation: 'search' + 911: + operation: 'delete' + start: 3663431 + end: 3741482 + 912: + operation: 'search' + 913: + operation: 'delete' + start: 4117643 + end: 4157312 + 914: + operation: 'search' + 915: + operation: 'delete' + start: 4610236 + end: 4666287 + 916: + operation: 'search' + 917: + operation: 'delete' + start: 5008619 + end: 5025635 + 918: + operation: 'search' + 919: + operation: 'delete' + start: 5393518 + end: 5423012 + 920: + operation: 'search' + 921: + operation: 'delete' + start: 5764324 + end: 5785462 + 922: + operation: 'search' + 923: + operation: 'delete' + start: 6263255 + end: 6321056 + 924: + operation: 'search' + 925: + operation: 'delete' + start: 6736091 + end: 6884203 + 926: + operation: 'search' + 927: + operation: 'delete' + start: 7377827 + end: 7400099 + 928: + operation: 'search' + 929: + operation: 'delete' + start: 7784198 + end: 7819920 + 930: + operation: 'search' + 931: + operation: 'delete' + start: 8030790 + end: 8544038 + 932: + operation: 'search' + 933: + operation: 'delete' + start: 9109179 + end: 9144900 + 934: + operation: 'search' + 935: + operation: 'delete' + start: 9380365 + end: 9407094 + 936: + operation: 'search' + 937: + operation: 'delete' + start: 9476943 + end: 9506597 + 938: + operation: 'search' + 939: + operation: 'delete' + start: 10128982 + end: 10268747 + 940: + operation: 'search' + 941: + operation: 'delete' + start: 10908749 + end: 10947761 + 942: + operation: 'search' + 943: + operation: 'delete' + start: 11296524 + end: 11301399 + 944: + operation: 'search' + 945: + operation: 'delete' + start: 11652873 + end: 11766615 + 946: + operation: 'search' + 947: + operation: 'delete' + start: 12196413 + end: 12216421 + 948: + operation: 'search' + 949: + operation: 'delete' + start: 12433150 + end: 12489279 + 950: + operation: 'search' + 951: + operation: 'delete' + start: 12858877 + end: 12903144 + 952: + operation: 'search' + 953: + operation: 'delete' + start: 13003583 + end: 13051080 + 954: + operation: 'search' + 955: + operation: 'delete' + start: 13667496 + end: 13686728 + 956: + operation: 'search' + 957: + operation: 'delete' + start: 13799235 + end: 14106834 + 958: + operation: 'search' + 959: + operation: 'delete' + start: 14768944 + end: 14815173 + 960: + operation: 'search' + 961: + operation: 'delete' + start: 14966378 + end: 14987885 + 962: + operation: 'search' + 963: + operation: 'delete' + start: 16024400 + end: 16121591 + 964: + operation: 'search' + 965: + operation: 'delete' + start: 16745988 + end: 16807150 + 966: + operation: 'search' + 967: + operation: 'delete' + start: 16948274 + end: 17002806 + 968: + operation: 'search' + 969: + operation: 'delete' + start: 17668416 + end: 17737242 + 970: + operation: 'search' + 971: + operation: 'delete' + start: 17856801 + end: 18143307 + 972: + operation: 'search' + 973: + operation: 'delete' + start: 18317840 + end: 18576376 + 974: + operation: 'search' + 975: + operation: 'delete' + start: 19146751 + end: 19284938 + 976: + operation: 'search' + 977: + operation: 'delete' + start: 19565925 + end: 19633509 + 978: + operation: 'search' + 979: + operation: 'delete' + start: 19709965 + end: 19721964 + 980: + operation: 'search' + 981: + operation: 'delete' + start: 20112720 + end: 20230640 + 982: + operation: 'search' + 983: + operation: 'delete' + start: 20794735 + end: 20824449 + 984: + operation: 'search' + 985: + operation: 'delete' + start: 21332091 + end: 21367938 + 986: + operation: 'search' + 987: + operation: 'delete' + start: 21890018 + end: 21929584 + 988: + operation: 'search' + 989: + operation: 'delete' + start: 22334236 + end: 22346611 + 990: + operation: 'search' + 991: + operation: 'delete' + start: 22780273 + end: 22859642 + 992: + operation: 'search' + 993: + operation: 'delete' + start: 23110942 + end: 23194555 + 994: + operation: 'search' + 995: + operation: 'delete' + start: 23572622 + end: 23638580 + 996: + operation: 'search' + 997: + operation: 'delete' + start: 23898983 + end: 23927857 + 998: + operation: 'search' + 999: + operation: 'delete' + start: 24167224 + end: 24285751 + 1000: + operation: 'search' + 1001: + operation: 'delete' + start: 24707773 + end: 24812964 + 1002: + operation: 'search' + 1003: + operation: 'delete' + start: 25095130 + end: 25138836 + 1004: + operation: 'search' + 1005: + operation: 'delete' + start: 25633397 + end: 25651514 + 1006: + operation: 'search' + 1007: + operation: 'delete' + start: 25745034 + end: 25933746 + 1008: + operation: 'search' + 1009: + operation: 'delete' + start: 26181215 + end: 26495505 + 1010: + operation: 'search' + 1011: + operation: 'delete' + start: 26817219 + end: 27183112 + 1012: + operation: 'search' + 1013: + operation: 'delete' + start: 27355213 + end: 27366320 + 1014: + operation: 'search' + 1015: + operation: 'delete' + start: 27627816 + end: 27897556 + 1016: + operation: 'search' + 1017: + operation: 'delete' + start: 28138890 + end: 28455164 + 1018: + operation: 'search' + 1019: + operation: 'delete' + start: 28871169 + end: 28892514 + 1020: + operation: 'search' + 1021: + operation: 'delete' + start: 29300432 + end: 29415588 + 1022: + operation: 'search' + 1023: + operation: 'delete' + start: 29885700 + end: 29968123 + 1024: + operation: 'search' + 1025: + operation: 'insert' + start: 323521 + end: 361961 + 1026: + operation: 'search' + 1027: + operation: 'insert' + start: 436745 + end: 643916 + 1028: + operation: 'search' + 1029: + operation: 'insert' + start: 757423 + end: 1159293 + 1030: + operation: 'search' + 1031: + operation: 'insert' + start: 1412143 + end: 2038734 + 1032: + operation: 'search' + 1033: + operation: 'insert' + start: 2163500 + end: 2585603 + 1034: + operation: 'search' + 1035: + operation: 'insert' + start: 2674370 + end: 2933808 + 1036: + operation: 'search' + 1037: + operation: 'insert' + start: 3259134 + end: 3272842 + 1038: + operation: 'search' + 1039: + operation: 'insert' + start: 3780271 + end: 3853671 + 1040: + operation: 'search' + 1041: + operation: 'insert' + start: 4195348 + end: 4205984 + 1042: + operation: 'search' + 1043: + operation: 'insert' + start: 4681680 + end: 4699240 + 1044: + operation: 'search' + 1045: + operation: 'insert' + start: 5032960 + end: 5076156 + 1046: + operation: 'search' + 1047: + operation: 'insert' + start: 5439233 + end: 5444012 + 1048: + operation: 'search' + 1049: + operation: 'insert' + start: 5793877 + end: 5808489 + 1050: + operation: 'search' + 1051: + operation: 'insert' + start: 6344031 + end: 6438004 + 1052: + operation: 'search' + 1053: + operation: 'insert' + start: 6913452 + end: 6955700 + 1054: + operation: 'search' + 1055: + operation: 'insert' + start: 7417389 + end: 7453525 + 1056: + operation: 'search' + 1057: + operation: 'insert' + start: 7843007 + end: 7850216 + 1058: + operation: 'search' + 1059: + operation: 'insert' + start: 8805722 + end: 8834728 + 1060: + operation: 'search' + 1061: + operation: 'insert' + start: 9152955 + end: 9161886 + 1062: + operation: 'search' + 1063: + operation: 'insert' + start: 9421516 + end: 9430401 + 1064: + operation: 'search' + 1065: + operation: 'insert' + start: 9511622 + end: 9790075 + 1066: + operation: 'search' + 1067: + operation: 'insert' + start: 10288332 + end: 10293675 + 1068: + operation: 'search' + 1069: + operation: 'insert' + start: 10982747 + end: 11013448 + 1070: + operation: 'search' + 1071: + operation: 'insert' + start: 11303149 + end: 11327925 + 1072: + operation: 'search' + 1073: + operation: 'insert' + start: 11811875 + end: 11837909 + 1074: + operation: 'search' + 1075: + operation: 'insert' + start: 12229975 + end: 12238363 + 1076: + operation: 'search' + 1077: + operation: 'insert' + start: 12499154 + end: 12525239 + 1078: + operation: 'search' + 1079: + operation: 'insert' + start: 12917752 + end: 12937117 + 1080: + operation: 'search' + 1081: + operation: 'insert' + start: 13087700 + end: 13430950 + 1082: + operation: 'search' + 1083: + operation: 'insert' + start: 13694499 + end: 13695566 + 1084: + operation: 'search' + 1085: + operation: 'insert' + start: 14224858 + end: 14247215 + 1086: + operation: 'search' + 1087: + operation: 'insert' + start: 14830306 + end: 14843615 + 1088: + operation: 'search' + 1089: + operation: 'insert' + start: 14995731 + end: 15383716 + 1090: + operation: 'search' + 1091: + operation: 'insert' + start: 16188404 + end: 16237410 + 1092: + operation: 'search' + 1093: + operation: 'insert' + start: 16838448 + end: 16857047 + 1094: + operation: 'search' + 1095: + operation: 'insert' + start: 17035008 + end: 17421754 + 1096: + operation: 'search' + 1097: + operation: 'insert' + start: 17753898 + end: 17775337 + 1098: + operation: 'search' + 1099: + operation: 'insert' + start: 18253844 + end: 18265997 + 1100: + operation: 'search' + 1101: + operation: 'insert' + start: 18684431 + end: 18726728 + 1102: + operation: 'search' + 1103: + operation: 'insert' + start: 19314667 + end: 19405285 + 1104: + operation: 'search' + 1105: + operation: 'insert' + start: 19652814 + end: 19655516 + 1106: + operation: 'search' + 1107: + operation: 'insert' + start: 19724386 + end: 19948196 + 1108: + operation: 'search' + 1109: + operation: 'insert' + start: 20249087 + end: 20256391 + 1110: + operation: 'search' + 1111: + operation: 'insert' + start: 20850451 + end: 20887551 + 1112: + operation: 'search' + 1113: + operation: 'insert' + start: 21371925 + end: 21424514 + 1114: + operation: 'search' + 1115: + operation: 'insert' + start: 21955627 + end: 22018492 + 1116: + operation: 'search' + 1117: + operation: 'insert' + start: 22353887 + end: 22368751 + 1118: + operation: 'search' + 1119: + operation: 'insert' + start: 22930025 + end: 22938876 + 1120: + operation: 'search' + 1121: + operation: 'insert' + start: 23215167 + end: 23242834 + 1122: + operation: 'search' + 1123: + operation: 'insert' + start: 23679006 + end: 23696406 + 1124: + operation: 'search' + 1125: + operation: 'insert' + start: 23946126 + end: 23952989 + 1126: + operation: 'search' + 1127: + operation: 'insert' + start: 24386983 + end: 24432061 + 1128: + operation: 'search' + 1129: + operation: 'insert' + start: 24867396 + end: 24879161 + 1130: + operation: 'search' + 1131: + operation: 'insert' + start: 25168454 + end: 25201346 + 1132: + operation: 'search' + 1133: + operation: 'insert' + start: 25658458 + end: 25674928 + 1134: + operation: 'search' + 1135: + operation: 'insert' + start: 26046997 + end: 26054287 + 1136: + operation: 'search' + 1137: + operation: 'insert' + start: 26734447 + end: 26757922 + 1138: + operation: 'search' + 1139: + operation: 'insert' + start: 27289905 + end: 27292407 + 1140: + operation: 'search' + 1141: + operation: 'insert' + start: 27367995 + end: 27582912 + 1142: + operation: 'search' + 1143: + operation: 'insert' + start: 28008834 + end: 28029999 + 1144: + operation: 'search' + 1145: + operation: 'insert' + start: 28568584 + end: 28578519 + 1146: + operation: 'search' + 1147: + operation: 'insert' + start: 28912414 + end: 28931434 + 1148: + operation: 'search' + 1149: + operation: 'insert' + start: 29459796 + end: 29464422 + 1150: + operation: 'search' + 1151: + operation: 'insert' + start: 29992835 + end: 29998992 + 1152: + operation: 'search' + 1153: + operation: 'delete' + start: 311284 + end: 346241 + 1154: + operation: 'search' + 1155: + operation: 'delete' + start: 421124 + end: 591639 + 1156: + operation: 'search' + 1157: + operation: 'delete' + start: 750137 + end: 1067288 + 1158: + operation: 'search' + 1159: + operation: 'delete' + start: 1400238 + end: 1882164 + 1160: + operation: 'search' + 1161: + operation: 'delete' + start: 2146203 + end: 2434416 + 1162: + operation: 'search' + 1163: + operation: 'delete' + start: 2663029 + end: 2807417 + 1164: + operation: 'search' + 1165: + operation: 'delete' + start: 3224172 + end: 3255274 + 1166: + operation: 'search' + 1167: + operation: 'delete' + start: 3741482 + end: 3817676 + 1168: + operation: 'search' + 1169: + operation: 'delete' + start: 4157312 + end: 4186477 + 1170: + operation: 'search' + 1171: + operation: 'delete' + start: 4666287 + end: 4692460 + 1172: + operation: 'search' + 1173: + operation: 'delete' + start: 5025635 + end: 5070335 + 1174: + operation: 'search' + 1175: + operation: 'delete' + start: 5423012 + end: 5440866 + 1176: + operation: 'search' + 1177: + operation: 'delete' + start: 5785462 + end: 5800643 + 1178: + operation: 'search' + 1179: + operation: 'delete' + start: 6321056 + end: 6381867 + 1180: + operation: 'search' + 1181: + operation: 'delete' + start: 6884203 + end: 6924834 + 1182: + operation: 'search' + 1183: + operation: 'delete' + start: 7400099 + end: 7446995 + 1184: + operation: 'search' + 1185: + operation: 'delete' + start: 7819920 + end: 7845100 + 1186: + operation: 'search' + 1187: + operation: 'delete' + start: 8544038 + end: 8693458 + 1188: + operation: 'search' + 1189: + operation: 'delete' + start: 9144900 + end: 9159682 + 1190: + operation: 'search' + 1191: + operation: 'delete' + start: 9407094 + end: 9419496 + 1192: + operation: 'search' + 1193: + operation: 'delete' + start: 9506597 + end: 9724463 + 1194: + operation: 'search' + 1195: + operation: 'delete' + start: 10268747 + end: 10284500 + 1196: + operation: 'search' + 1197: + operation: 'delete' + start: 10947761 + end: 10994906 + 1198: + operation: 'search' + 1199: + operation: 'delete' + start: 11301399 + end: 11314871 + 1200: + operation: 'search' + 1201: + operation: 'delete' + start: 11766615 + end: 11829835 + 1202: + operation: 'search' + 1203: + operation: 'delete' + start: 12216421 + end: 12236041 + 1204: + operation: 'search' + 1205: + operation: 'delete' + start: 12489279 + end: 12517779 + 1206: + operation: 'search' + 1207: + operation: 'delete' + start: 12903144 + end: 12924664 + 1208: + operation: 'search' + 1209: + operation: 'delete' + start: 13051080 + end: 13310395 + 1210: + operation: 'search' + 1211: + operation: 'delete' + start: 13686728 + end: 13692039 + 1212: + operation: 'search' + 1213: + operation: 'delete' + start: 14106834 + end: 14208220 + 1214: + operation: 'search' + 1215: + operation: 'delete' + start: 14815173 + end: 14830337 + 1216: + operation: 'search' + 1217: + operation: 'delete' + start: 14987885 + end: 15301330 + 1218: + operation: 'search' + 1219: + operation: 'delete' + start: 16121591 + end: 16211852 + 1220: + operation: 'search' + 1221: + operation: 'delete' + start: 16807150 + end: 16842278 + 1222: + operation: 'search' + 1223: + operation: 'delete' + start: 17002806 + end: 17219942 + 1224: + operation: 'search' + 1225: + operation: 'delete' + start: 17737242 + end: 17771144 + 1226: + operation: 'search' + 1227: + operation: 'delete' + start: 18143307 + end: 18212683 + 1228: + operation: 'search' + 1229: + operation: 'delete' + start: 18576376 + end: 18660254 + 1230: + operation: 'search' + 1231: + operation: 'delete' + start: 19284938 + end: 19362703 + 1232: + operation: 'search' + 1233: + operation: 'delete' + start: 19633509 + end: 19646955 + 1234: + operation: 'search' + 1235: + operation: 'delete' + start: 19721964 + end: 19869144 + 1236: + operation: 'search' + 1237: + operation: 'delete' + start: 20230640 + end: 20245800 + 1238: + operation: 'search' + 1239: + operation: 'delete' + start: 20824449 + end: 20872539 + 1240: + operation: 'search' + 1241: + operation: 'delete' + start: 21367938 + end: 21408809 + 1242: + operation: 'search' + 1243: + operation: 'delete' + start: 21929584 + end: 21975788 + 1244: + operation: 'search' + 1245: + operation: 'delete' + start: 22346611 + end: 22360930 + 1246: + operation: 'search' + 1247: + operation: 'delete' + start: 22859642 + end: 22926695 + 1248: + operation: 'search' + 1249: + operation: 'delete' + start: 23194555 + end: 23230381 + 1250: + operation: 'search' + 1251: + operation: 'delete' + start: 23638580 + end: 23667638 + 1252: + operation: 'search' + 1253: + operation: 'delete' + start: 23927857 + end: 23943353 + 1254: + operation: 'search' + 1255: + operation: 'delete' + start: 24285751 + end: 24399693 + 1256: + operation: 'search' + 1257: + operation: 'delete' + start: 24812964 + end: 24847522 + 1258: + operation: 'search' + 1259: + operation: 'delete' + start: 25138836 + end: 25187511 + 1260: + operation: 'search' + 1261: + operation: 'delete' + start: 25651514 + end: 25669458 + 1262: + operation: 'search' + 1263: + operation: 'delete' + start: 25933746 + end: 26031937 + 1264: + operation: 'search' + 1265: + operation: 'delete' + start: 26495505 + end: 26720821 + 1266: + operation: 'search' + 1267: + operation: 'delete' + start: 27183112 + end: 27252850 + 1268: + operation: 'search' + 1269: + operation: 'delete' + start: 27366320 + end: 27502729 + 1270: + operation: 'search' + 1271: + operation: 'delete' + start: 27897556 + end: 27971464 + 1272: + operation: 'search' + 1273: + operation: 'delete' + start: 28455164 + end: 28565573 + 1274: + operation: 'search' + 1275: + operation: 'delete' + start: 28892514 + end: 28913927 + 1276: + operation: 'search' + 1277: + operation: 'delete' + start: 29415588 + end: 29445846 + 1278: + operation: 'search' + 1279: + operation: 'delete' + start: 29968123 + end: 29991665 + 1280: + operation: 'search' diff --git a/neurips23/streaming/final_runbook_gen.py b/neurips23/streaming/final_runbook_gen.py index f10f7256..10d25605 100644 --- a/neurips23/streaming/final_runbook_gen.py +++ b/neurips23/streaming/final_runbook_gen.py @@ -76,13 +76,16 @@ def create_runbook( max_pts = 0 active_points_in_cluster = np.zeros(num_clusters) - num_rounds = 1 + num_rounds = 5 + sample = np.random.default_rng().dirichlet((100,15,10,5,3), num_clusters) + for c in range(num_clusters): + np.random.default_rng().shuffle(sample[c]) + print(sample) + for round in range(num_rounds): #insertions for c in range(num_clusters): - delta = ((int)((offsets[c+1]-offsets[c])/num_rounds) - if round < num_rounds-1 - else offsets[c+1]-ins_cursor_end[c]) + delta = (int)((offsets[c+1]-offsets[c]) * sample[c,round]) ins_cursor_end[c] = ins_cursor_start[c] + delta active_points += delta max_pts = max(max_pts, active_points) @@ -99,7 +102,7 @@ def create_runbook( #deletions for c in range(num_clusters): - fraction = random.uniform(0,0.9) + fraction = random.uniform(0.5,0.9) delta = (int)(fraction*(ins_cursor_end[c]-del_cursor_start[c])) del_cursor_end[c] = del_cursor_start[c] + delta active_points -= delta @@ -114,13 +117,6 @@ def create_runbook( num_operations += 1 del_cursor_start[c] = del_cursor_end[c] - # #queries - # for c in range(num_clusters): - # cluster_index_range = range(offsets[c], offsets[c + 1]) - # cluster_indices = np.array(permutation[cluster_index_range], dtype=np.uintc) - # print(cluster_index_range) - # entry = [{'operation': 'insert'}, {'start': int(offsets[c])}, {'end': int(offsets[c+1])}] - # operation_list.append((c+1, entry)) with open(output_yaml_file, 'w') as yf: operation_list.sort(key = lambda x: x[0])