diff --git a/dev/bench/data.js b/dev/bench/data.js index 2d02b77e25..65124e2222 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1723819501583, + "lastUpdate": 1723819620135, "repoUrl": "https://github.com/spiraldb/vortex", "entries": { "Vortex benchmarks": [ @@ -20282,6 +20282,786 @@ window.BENCHMARK_DATA = { "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "email": "adam@spiraldb.com", + "name": "Adam Gutglick", + "username": "AdamGS" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "075aa40ab98d7adbc6e0579faafd80b39de76fe9", + "message": "Let chunked arrays use specialized `compare` implementations (#640)", + "timestamp": "2024-08-16T15:14:34+01:00", + "tree_id": "719ff41a9c74ce9e88cc010d4fe76ccc42491231", + "url": "https://github.com/spiraldb/vortex/commit/075aa40ab98d7adbc6e0579faafd80b39de76fe9" + }, + "date": 1723819619720, + "tool": "cargo", + "benches": [ + { + "name": "tpch_q1/vortex-in-memory-no-pushdown", + "value": 502350311, + "range": "± 4061563", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/vortex-in-memory-pushdown", + "value": 507754639, + "range": "± 5605199", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/arrow", + "value": 486245411, + "range": "± 5685749", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/parquet", + "value": 690271338, + "range": "± 3892607", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/vortex-file-compressed", + "value": 824436937, + "range": "± 10118866", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/vortex-file-uncompressed", + "value": 677309817, + "range": "± 10278569", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-in-memory-no-pushdown", + "value": 152832005, + "range": "± 2054279", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-in-memory-pushdown", + "value": 156681250, + "range": "± 5316650", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/arrow", + "value": 134464247, + "range": "± 3454977", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/parquet", + "value": 172933197, + "range": "± 6512376", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-file-compressed", + "value": 194555226, + "range": "± 3404565", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-file-uncompressed", + "value": 178329108, + "range": "± 2077915", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-in-memory-no-pushdown", + "value": 189167075, + "range": "± 5550763", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-in-memory-pushdown", + "value": 179941114, + "range": "± 3023930", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/arrow", + "value": 180785600, + "range": "± 5216378", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/parquet", + "value": 391442535, + "range": "± 5558702", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-file-compressed", + "value": 303911621, + "range": "± 4897732", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-file-uncompressed", + "value": 245180814, + "range": "± 4127693", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-in-memory-no-pushdown", + "value": 141252515, + "range": "± 3144428", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-in-memory-pushdown", + "value": 132731480, + "range": "± 3031640", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/arrow", + "value": 129342833, + "range": "± 3250894", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/parquet", + "value": 249637360, + "range": "± 4428021", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-file-compressed", + "value": 263831275, + "range": "± 6387714", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-file-uncompressed", + "value": 210737063, + "range": "± 3184653", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-in-memory-no-pushdown", + "value": 349221668, + "range": "± 10166332", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-in-memory-pushdown", + "value": 353630979, + "range": "± 3034058", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/arrow", + "value": 320113329, + "range": "± 6064236", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/parquet", + "value": 487669844, + "range": "± 9588528", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-file-compressed", + "value": 446834707, + "range": "± 13014873", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-file-uncompressed", + "value": 381220000, + "range": "± 18019288", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-in-memory-no-pushdown", + "value": 41910609, + "range": "± 380944", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-in-memory-pushdown", + "value": 194896098, + "range": "± 1439861", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/arrow", + "value": 38362963, + "range": "± 294861", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/parquet", + "value": 151821935, + "range": "± 646666", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-file-compressed", + "value": 279310173, + "range": "± 1453694", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-file-uncompressed", + "value": 373527607, + "range": "± 5191933", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-in-memory-no-pushdown", + "value": 590026495, + "range": "± 9041846", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-in-memory-pushdown", + "value": 576847491, + "range": "± 4727888", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/arrow", + "value": 575444715, + "range": "± 5221704", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/parquet", + "value": 761181298, + "range": "± 23645754", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-file-compressed", + "value": 719750696, + "range": "± 15669204", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-file-uncompressed", + "value": 657703225, + "range": "± 17370966", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-in-memory-no-pushdown", + "value": 240228840, + "range": "± 3247865", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-in-memory-pushdown", + "value": 233146025, + "range": "± 2238047", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/arrow", + "value": 237174449, + "range": "± 5782609", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/parquet", + "value": 502198807, + "range": "± 2036718", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-file-compressed", + "value": 368252946, + "range": "± 14508041", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-file-uncompressed", + "value": 308643403, + "range": "± 6708007", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-in-memory-no-pushdown", + "value": 438459171, + "range": "± 3399396", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-in-memory-pushdown", + "value": 453000072, + "range": "± 15445092", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/arrow", + "value": 438873623, + "range": "± 23203658", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/parquet", + "value": 716164911, + "range": "± 22500179", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-file-compressed", + "value": 586034785, + "range": "± 1248972", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-file-uncompressed", + "value": 500755977, + "range": "± 20094451", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-in-memory-no-pushdown", + "value": 251372917, + "range": "± 1310933", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-in-memory-pushdown", + "value": 265863875, + "range": "± 6149658", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/arrow", + "value": 262810592, + "range": "± 7332417", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/parquet", + "value": 498605271, + "range": "± 9323554", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-file-compressed", + "value": 588672110, + "range": "± 3621099", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-file-uncompressed", + "value": 459176551, + "range": "± 12511269", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-in-memory-no-pushdown", + "value": 227016861, + "range": "± 2177123", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-in-memory-pushdown", + "value": 225797806, + "range": "± 1457687", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/arrow", + "value": 184926292, + "range": "± 4615911", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/parquet", + "value": 200792550, + "range": "± 3783324", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-file-compressed", + "value": 248349602, + "range": "± 4954861", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-file-uncompressed", + "value": 241459060, + "range": "± 9078404", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-in-memory-no-pushdown", + "value": 196054517, + "range": "± 2079839", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-in-memory-pushdown", + "value": 231046890, + "range": "± 2556266", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/arrow", + "value": 177270727, + "range": "± 1861879", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/parquet", + "value": 368094602, + "range": "± 1832648", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-file-compressed", + "value": 703919697, + "range": "± 7751532", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-file-uncompressed", + "value": 458299859, + "range": "± 4136885", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-in-memory-no-pushdown", + "value": 339694701, + "range": "± 2401283", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-in-memory-pushdown", + "value": 341128163, + "range": "± 4457618", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/arrow", + "value": 345805570, + "range": "± 6148154", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/parquet", + "value": 483903319, + "range": "± 20638047", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-file-compressed", + "value": 361580318, + "range": "± 2164516", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-file-uncompressed", + "value": 359417389, + "range": "± 1828446", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-in-memory-no-pushdown", + "value": 44862016, + "range": "± 1524179", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-in-memory-pushdown", + "value": 41341224, + "range": "± 418690", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/arrow", + "value": 41643417, + "range": "± 880448", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/parquet", + "value": 226817459, + "range": "± 3717346", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-file-compressed", + "value": 131603786, + "range": "± 465381", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-file-uncompressed", + "value": 103337956, + "range": "± 2851040", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-in-memory-no-pushdown", + "value": 126192149, + "range": "± 2789781", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-in-memory-pushdown", + "value": 131140644, + "range": "± 526184", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/arrow", + "value": 112996448, + "range": "± 1560684", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/parquet", + "value": 130898354, + "range": "± 3359783", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-file-compressed", + "value": 151987056, + "range": "± 3509165", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-file-uncompressed", + "value": 143608592, + "range": "± 643027", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-in-memory-no-pushdown", + "value": 674492495, + "range": "± 11420315", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-in-memory-pushdown", + "value": 684000860, + "range": "± 6468015", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/arrow", + "value": 615729804, + "range": "± 71119899", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/parquet", + "value": 608650597, + "range": "± 4727323", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-file-compressed", + "value": 697249620, + "range": "± 9326683", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-file-uncompressed", + "value": 672859156, + "range": "± 19034203", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-in-memory-no-pushdown", + "value": 1161586609, + "range": "± 54569760", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-in-memory-pushdown", + "value": 1174470321, + "range": "± 43877327", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/arrow", + "value": 1158064166, + "range": "± 44867498", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/parquet", + "value": 1347117058, + "range": "± 19274010", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-file-compressed", + "value": 1323170250, + "range": "± 13973015", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-file-uncompressed", + "value": 1230710546, + "range": "± 31578895", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-in-memory-no-pushdown", + "value": 174956657, + "range": "± 1052654", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-in-memory-pushdown", + "value": 442237433, + "range": "± 1426888", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/arrow", + "value": 160206156, + "range": "± 538503", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/parquet", + "value": 482094705, + "range": "± 2822810", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-file-compressed", + "value": 1143765616, + "range": "± 28459045", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-file-uncompressed", + "value": 898201723, + "range": "± 2411995", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-in-memory-no-pushdown", + "value": 289932336, + "range": "± 11123858", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-in-memory-pushdown", + "value": 288317010, + "range": "± 4835091", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/arrow", + "value": 275221751, + "range": "± 2218675", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/parquet", + "value": 399221536, + "range": "± 13528592", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-file-compressed", + "value": 395112150, + "range": "± 9648069", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-file-uncompressed", + "value": 369732642, + "range": "± 3749789", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-in-memory-no-pushdown", + "value": 949459787, + "range": "± 19496036", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-in-memory-pushdown", + "value": 975229313, + "range": "± 18953984", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/arrow", + "value": 961767757, + "range": "± 24663713", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/parquet", + "value": 1144584108, + "range": "± 28524051", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-file-compressed", + "value": 1341196331, + "range": "± 37112187", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-file-uncompressed", + "value": 1125045760, + "range": "± 12753774", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-in-memory-no-pushdown", + "value": 103687921, + "range": "± 4362925", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-in-memory-pushdown", + "value": 104005487, + "range": "± 2317737", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/arrow", + "value": 68341387, + "range": "± 765099", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/parquet", + "value": 98251135, + "range": "± 523164", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-file-compressed", + "value": 128792474, + "range": "± 3712883", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-file-uncompressed", + "value": 115662621, + "range": "± 1190199", + "unit": "ns/iter" + } + ] } ] }