diff --git a/dev/bench/data.js b/dev/bench/data.js index a676972a6b..e4b10b4e5b 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1723544863444, + "lastUpdate": 1723548513992, "repoUrl": "https://github.com/spiraldb/vortex", "entries": { "Vortex benchmarks": [ @@ -1562,6 +1562,786 @@ window.BENCHMARK_DATA = { "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "email": "github@robertk.io", + "name": "Robert Kruszewski", + "username": "robert3005" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "3d93049d499001fbbb01892534f4045b403f2d04", + "message": "RunEnd array scalar_at respects validity (#608)", + "timestamp": "2024-08-13T11:58:37+01:00", + "tree_id": "ee720fe52e3c828500cbe83c2086550d1cdf978f", + "url": "https://github.com/spiraldb/vortex/commit/3d93049d499001fbbb01892534f4045b403f2d04" + }, + "date": 1723548513477, + "tool": "cargo", + "benches": [ + { + "name": "tpch_q1/vortex-in-memory-no-pushdown", + "value": 475859933, + "range": "± 5540414", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/vortex-in-memory-pushdown", + "value": 475012067, + "range": "± 1934639", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/arrow", + "value": 462829254, + "range": "± 3081879", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/parquet", + "value": 669005458, + "range": "± 4112973", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/vortex-file-compressed", + "value": 770199687, + "range": "± 1901607", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/vortex-file-uncompressed", + "value": 639073893, + "range": "± 2626534", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-in-memory-no-pushdown", + "value": 145323208, + "range": "± 513495", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-in-memory-pushdown", + "value": 173673882, + "range": "± 1525453", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/arrow", + "value": 127877742, + "range": "± 224809", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/parquet", + "value": 161450992, + "range": "± 632992", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-file-compressed", + "value": 164160118, + "range": "± 609166", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-file-uncompressed", + "value": 153231704, + "range": "± 1043132", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-in-memory-no-pushdown", + "value": 162405363, + "range": "± 385518", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-in-memory-pushdown", + "value": 209049026, + "range": "± 641677", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/arrow", + "value": 155121790, + "range": "± 389662", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/parquet", + "value": 342052926, + "range": "± 1292909", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-file-compressed", + "value": 250745453, + "range": "± 849662", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-file-uncompressed", + "value": 201170832, + "range": "± 1532906", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-in-memory-no-pushdown", + "value": 123195585, + "range": "± 1275286", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-in-memory-pushdown", + "value": 124439474, + "range": "± 519243", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/arrow", + "value": 119477470, + "range": "± 634251", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/parquet", + "value": 230946325, + "range": "± 2591605", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-file-compressed", + "value": 242086606, + "range": "± 1214094", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-file-uncompressed", + "value": 198834779, + "range": "± 2412848", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-in-memory-no-pushdown", + "value": 302585321, + "range": "± 1424867", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-in-memory-pushdown", + "value": 304751651, + "range": "± 1275311", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/arrow", + "value": 299196052, + "range": "± 1864918", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/parquet", + "value": 450545370, + "range": "± 8277472", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-file-compressed", + "value": 398476286, + "range": "± 2869182", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-file-uncompressed", + "value": 354993554, + "range": "± 2071073", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-in-memory-no-pushdown", + "value": 38758625, + "range": "± 29595", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-in-memory-pushdown", + "value": 183866021, + "range": "± 1915668", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/arrow", + "value": 35444089, + "range": "± 270749", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/parquet", + "value": 147873384, + "range": "± 432554", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-file-compressed", + "value": 123960523, + "range": "± 2629400", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-file-uncompressed", + "value": 99386223, + "range": "± 1984385", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-in-memory-no-pushdown", + "value": 566778462, + "range": "± 1745669", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-in-memory-pushdown", + "value": 717735123, + "range": "± 2232843", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/arrow", + "value": 564625848, + "range": "± 8593302", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/parquet", + "value": 725919896, + "range": "± 7940449", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-file-compressed", + "value": 698853750, + "range": "± 9895933", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-file-uncompressed", + "value": 648209537, + "range": "± 48841340", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-in-memory-no-pushdown", + "value": 226083862, + "range": "± 1719270", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-in-memory-pushdown", + "value": 1983613862, + "range": "± 6477045", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/arrow", + "value": 224835881, + "range": "± 1583228", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/parquet", + "value": 487400834, + "range": "± 3284981", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-file-compressed", + "value": 321260503, + "range": "± 3670404", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-file-uncompressed", + "value": 258337633, + "range": "± 9674036", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-in-memory-no-pushdown", + "value": 418979851, + "range": "± 4811646", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-in-memory-pushdown", + "value": 420603880, + "range": "± 6589937", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/arrow", + "value": 411003397, + "range": "± 1264261", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/parquet", + "value": 710238939, + "range": "± 2914223", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-file-compressed", + "value": 564309893, + "range": "± 10359628", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-file-uncompressed", + "value": 489802716, + "range": "± 9607891", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-in-memory-no-pushdown", + "value": 239686481, + "range": "± 3940730", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-in-memory-pushdown", + "value": 333912422, + "range": "± 1053773", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/arrow", + "value": 234216334, + "range": "± 735202", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/parquet", + "value": 484384658, + "range": "± 4933965", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-file-compressed", + "value": 485029799, + "range": "± 1519486", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-file-uncompressed", + "value": 341975048, + "range": "± 1364698", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-in-memory-no-pushdown", + "value": 217658952, + "range": "± 554392", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-in-memory-pushdown", + "value": 605491853, + "range": "± 2032604", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/arrow", + "value": 178951907, + "range": "± 589375", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/parquet", + "value": 190790464, + "range": "± 621379", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-file-compressed", + "value": 172777462, + "range": "± 1428957", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-file-uncompressed", + "value": 165635875, + "range": "± 573587", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-in-memory-no-pushdown", + "value": 182278440, + "range": "± 629282", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-in-memory-pushdown", + "value": 224808978, + "range": "± 463224", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/arrow", + "value": 173498661, + "range": "± 1434503", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/parquet", + "value": 355186279, + "range": "± 466927", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-file-compressed", + "value": 433931017, + "range": "± 1981002", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-file-uncompressed", + "value": 336355686, + "range": "± 841892", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-in-memory-no-pushdown", + "value": 292075118, + "range": "± 4751826", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-in-memory-pushdown", + "value": 294002583, + "range": "± 7724155", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/arrow", + "value": 289883976, + "range": "± 9592881", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/parquet", + "value": 429733529, + "range": "± 4763466", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-file-compressed", + "value": 343049223, + "range": "± 2708347", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-file-uncompressed", + "value": 342347174, + "range": "± 2104033", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-in-memory-no-pushdown", + "value": 38458008, + "range": "± 151675", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-in-memory-pushdown", + "value": 38920954, + "range": "± 100437", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/arrow", + "value": 37425075, + "range": "± 74268", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/parquet", + "value": 216091149, + "range": "± 470466", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-file-compressed", + "value": 128507731, + "range": "± 831916", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-file-uncompressed", + "value": 106531522, + "range": "± 6268488", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-in-memory-no-pushdown", + "value": 123258976, + "range": "± 1400335", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-in-memory-pushdown", + "value": 44310912, + "range": "± 229706", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/arrow", + "value": 108759673, + "range": "± 386730", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/parquet", + "value": 130291828, + "range": "± 2490501", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-file-compressed", + "value": 142677144, + "range": "± 591675", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-file-uncompressed", + "value": 138125980, + "range": "± 388340", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-in-memory-no-pushdown", + "value": 587606746, + "range": "± 16454189", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-in-memory-pushdown", + "value": 1136279872, + "range": "± 5487819", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/arrow", + "value": 508884786, + "range": "± 12454955", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/parquet", + "value": 595139653, + "range": "± 6377120", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-file-compressed", + "value": 697235732, + "range": "± 12118977", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-file-uncompressed", + "value": 653601715, + "range": "± 4292681", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-in-memory-no-pushdown", + "value": 1094289263, + "range": "± 47817924", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-in-memory-pushdown", + "value": 1038246469, + "range": "± 6224095", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/arrow", + "value": 1032013064, + "range": "± 7657321", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/parquet", + "value": 1214889327, + "range": "± 5848446", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-file-compressed", + "value": 1189948687, + "range": "± 3937503", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-file-uncompressed", + "value": 1160535535, + "range": "± 17057275", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-in-memory-no-pushdown", + "value": 171466294, + "range": "± 261237", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-in-memory-pushdown", + "value": 504948608, + "range": "± 2902146", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/arrow", + "value": 157151636, + "range": "± 297635", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/parquet", + "value": 471030423, + "range": "± 1937324", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-file-compressed", + "value": 1211130208, + "range": "± 6580391", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-file-uncompressed", + "value": 779362657, + "range": "± 4172819", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-in-memory-no-pushdown", + "value": 264948077, + "range": "± 2268531", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-in-memory-pushdown", + "value": 263294856, + "range": "± 1588258", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/arrow", + "value": 243779334, + "range": "± 4450879", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/parquet", + "value": 362608023, + "range": "± 10940360", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-file-compressed", + "value": 368435647, + "range": "± 3042466", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-file-uncompressed", + "value": 356202810, + "range": "± 13563919", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-in-memory-no-pushdown", + "value": 914172135, + "range": "± 5081435", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-in-memory-pushdown", + "value": 1583228938, + "range": "± 5405983", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/arrow", + "value": 899861738, + "range": "± 3029942", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/parquet", + "value": 1050204174, + "range": "± 3984259", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-file-compressed", + "value": 925772819, + "range": "± 18554363", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-file-uncompressed", + "value": 794040749, + "range": "± 14602762", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-in-memory-no-pushdown", + "value": 95855375, + "range": "± 224905", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-in-memory-pushdown", + "value": 96889740, + "range": "± 3457319", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/arrow", + "value": 67421116, + "range": "± 988582", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/parquet", + "value": 101274608, + "range": "± 3250779", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-file-compressed", + "value": 112915181, + "range": "± 739421", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-file-uncompressed", + "value": 112285280, + "range": "± 475834", + "unit": "ns/iter" + } + ] } ] }