diff --git a/dev/bench/data.js b/dev/bench/data.js index ac6171732f..eae69a4752 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1723568608699, + "lastUpdate": 1723634339184, "repoUrl": "https://github.com/spiraldb/vortex", "entries": { "Vortex benchmarks": [ @@ -7022,6 +7022,786 @@ window.BENCHMARK_DATA = { "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "email": "adam@spiraldb.com", + "name": "Adam Gutglick", + "username": "AdamGS" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "7dd5ac3b59537e063719000c181245009c580d71", + "message": "Fix a bug in vortex in-memory predicate pushdown (#618)", + "timestamp": "2024-08-14T11:47:06+01:00", + "tree_id": "30f45d45f2c91939381cb659a1abd4d3adf5bc5a", + "url": "https://github.com/spiraldb/vortex/commit/7dd5ac3b59537e063719000c181245009c580d71" + }, + "date": 1723634338209, + "tool": "cargo", + "benches": [ + { + "name": "tpch_q1/vortex-in-memory-no-pushdown", + "value": 486753981, + "range": "± 3156078", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/vortex-in-memory-pushdown", + "value": 491069854, + "range": "± 2612711", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/arrow", + "value": 476727567, + "range": "± 2634614", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/parquet", + "value": 678306502, + "range": "± 3047628", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/vortex-file-compressed", + "value": 781625511, + "range": "± 2015200", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/vortex-file-uncompressed", + "value": 642204301, + "range": "± 8290991", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-in-memory-no-pushdown", + "value": 149657214, + "range": "± 1411720", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-in-memory-pushdown", + "value": 178210917, + "range": "± 547118", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/arrow", + "value": 130366637, + "range": "± 893897", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/parquet", + "value": 163931620, + "range": "± 1150026", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-file-compressed", + "value": 171100053, + "range": "± 2649267", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-file-uncompressed", + "value": 163943669, + "range": "± 785089", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-in-memory-no-pushdown", + "value": 172070275, + "range": "± 1418629", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-in-memory-pushdown", + "value": 214435189, + "range": "± 1296793", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/arrow", + "value": 157827699, + "range": "± 1519536", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/parquet", + "value": 365568742, + "range": "± 6020804", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-file-compressed", + "value": 266827064, + "range": "± 3918888", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-file-uncompressed", + "value": 207166015, + "range": "± 1316659", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-in-memory-no-pushdown", + "value": 135810661, + "range": "± 1252919", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-in-memory-pushdown", + "value": 135124752, + "range": "± 1472897", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/arrow", + "value": 130131794, + "range": "± 1053693", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/parquet", + "value": 245899981, + "range": "± 1644058", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-file-compressed", + "value": 257577966, + "range": "± 2943687", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-file-uncompressed", + "value": 211910105, + "range": "± 2659903", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-in-memory-no-pushdown", + "value": 340145379, + "range": "± 2297469", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-in-memory-pushdown", + "value": 342985912, + "range": "± 1247373", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/arrow", + "value": 336544207, + "range": "± 3178956", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/parquet", + "value": 506566424, + "range": "± 5251892", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-file-compressed", + "value": 443845480, + "range": "± 2162718", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-file-uncompressed", + "value": 389397580, + "range": "± 4082060", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-in-memory-no-pushdown", + "value": 43751766, + "range": "± 123066", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-in-memory-pushdown", + "value": 197384900, + "range": "± 1128634", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/arrow", + "value": 36740032, + "range": "± 238073", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/parquet", + "value": 149604491, + "range": "± 322269", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-file-compressed", + "value": 123014372, + "range": "± 2912777", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-file-uncompressed", + "value": 97048266, + "range": "± 2162092", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-in-memory-no-pushdown", + "value": 574509183, + "range": "± 3550313", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-in-memory-pushdown", + "value": 730853042, + "range": "± 11167599", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/arrow", + "value": 567779060, + "range": "± 3667091", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/parquet", + "value": 770942050, + "range": "± 19929415", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-file-compressed", + "value": 700666068, + "range": "± 3889032", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-file-uncompressed", + "value": 653839955, + "range": "± 6653240", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-in-memory-no-pushdown", + "value": 224711974, + "range": "± 1462915", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-in-memory-pushdown", + "value": 2028387745, + "range": "± 16518103", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/arrow", + "value": 223933741, + "range": "± 1439798", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/parquet", + "value": 484706493, + "range": "± 3754232", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-file-compressed", + "value": 317515844, + "range": "± 5798833", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-file-uncompressed", + "value": 249418797, + "range": "± 1081510", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-in-memory-no-pushdown", + "value": 416835501, + "range": "± 2031599", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-in-memory-pushdown", + "value": 421539236, + "range": "± 3762243", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/arrow", + "value": 424519356, + "range": "± 5941192", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/parquet", + "value": 736299046, + "range": "± 14719351", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-file-compressed", + "value": 578278964, + "range": "± 20272248", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-file-uncompressed", + "value": 482925079, + "range": "± 11456415", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-in-memory-no-pushdown", + "value": 242901782, + "range": "± 1789798", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-in-memory-pushdown", + "value": 343525362, + "range": "± 9443055", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/arrow", + "value": 236938664, + "range": "± 1405504", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/parquet", + "value": 488168612, + "range": "± 3836777", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-file-compressed", + "value": 476396157, + "range": "± 4512906", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-file-uncompressed", + "value": 336979704, + "range": "± 1732349", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-in-memory-no-pushdown", + "value": 223445739, + "range": "± 809023", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-in-memory-pushdown", + "value": 613551202, + "range": "± 4834731", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/arrow", + "value": 179630886, + "range": "± 688975", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/parquet", + "value": 192515182, + "range": "± 941491", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-file-compressed", + "value": 177647755, + "range": "± 2071062", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-file-uncompressed", + "value": 171030797, + "range": "± 3171910", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-in-memory-no-pushdown", + "value": 182800840, + "range": "± 1455145", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-in-memory-pushdown", + "value": 318307145, + "range": "± 1486468", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/arrow", + "value": 172792715, + "range": "± 621353", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/parquet", + "value": 355441585, + "range": "± 3618576", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-file-compressed", + "value": 432909636, + "range": "± 1828995", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-file-uncompressed", + "value": 335796944, + "range": "± 7533826", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-in-memory-no-pushdown", + "value": 322917532, + "range": "± 4557947", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-in-memory-pushdown", + "value": 328687356, + "range": "± 7630248", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/arrow", + "value": 314492607, + "range": "± 3976741", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/parquet", + "value": 450378160, + "range": "± 5268909", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-file-compressed", + "value": 352347437, + "range": "± 4835312", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-file-uncompressed", + "value": 345938984, + "range": "± 1624761", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-in-memory-no-pushdown", + "value": 38809898, + "range": "± 446156", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-in-memory-pushdown", + "value": 39265122, + "range": "± 127442", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/arrow", + "value": 39876059, + "range": "± 441641", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/parquet", + "value": 218936518, + "range": "± 868287", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-file-compressed", + "value": 127971191, + "range": "± 1195632", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-file-uncompressed", + "value": 106015370, + "range": "± 1043093", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-in-memory-no-pushdown", + "value": 124599905, + "range": "± 947906", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-in-memory-pushdown", + "value": 44881459, + "range": "± 174957", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/arrow", + "value": 111787536, + "range": "± 1579603", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/parquet", + "value": 131486243, + "range": "± 2621202", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-file-compressed", + "value": 144101507, + "range": "± 420069", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-file-uncompressed", + "value": 143750013, + "range": "± 553807", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-in-memory-no-pushdown", + "value": 765565239, + "range": "± 23433787", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-in-memory-pushdown", + "value": 1539194664, + "range": "± 35376314", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/arrow", + "value": 678286454, + "range": "± 11660675", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/parquet", + "value": 664681185, + "range": "± 8101302", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-file-compressed", + "value": 755397050, + "range": "± 21693295", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-file-uncompressed", + "value": 705760171, + "range": "± 8286281", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-in-memory-no-pushdown", + "value": 1283663131, + "range": "± 11303269", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-in-memory-pushdown", + "value": 1295109501, + "range": "± 26867886", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/arrow", + "value": 1272053120, + "range": "± 23433412", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/parquet", + "value": 1448040617, + "range": "± 12601523", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-file-compressed", + "value": 1385532756, + "range": "± 11303674", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-file-uncompressed", + "value": 1277578220, + "range": "± 20910246", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-in-memory-no-pushdown", + "value": 174813442, + "range": "± 2226060", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-in-memory-pushdown", + "value": 540580677, + "range": "± 1957693", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/arrow", + "value": 157524926, + "range": "± 519661", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/parquet", + "value": 471556306, + "range": "± 1039404", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-file-compressed", + "value": 1214615127, + "range": "± 16294426", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-file-uncompressed", + "value": 780950411, + "range": "± 3951963", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-in-memory-no-pushdown", + "value": 275088521, + "range": "± 13184664", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-in-memory-pushdown", + "value": 286806724, + "range": "± 12504467", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/arrow", + "value": 252383849, + "range": "± 2405118", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/parquet", + "value": 364381771, + "range": "± 5783565", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-file-compressed", + "value": 365346341, + "range": "± 3006421", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-file-uncompressed", + "value": 354023489, + "range": "± 3161107", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-in-memory-no-pushdown", + "value": 941877052, + "range": "± 7737352", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-in-memory-pushdown", + "value": 1608210739, + "range": "± 6571769", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/arrow", + "value": 923535167, + "range": "± 12691993", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/parquet", + "value": 1075388444, + "range": "± 12238074", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-file-compressed", + "value": 918282937, + "range": "± 5652683", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-file-uncompressed", + "value": 803278268, + "range": "± 6128056", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-in-memory-no-pushdown", + "value": 98207285, + "range": "± 1193253", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-in-memory-pushdown", + "value": 96933766, + "range": "± 825842", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/arrow", + "value": 67773692, + "range": "± 435489", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/parquet", + "value": 99219783, + "range": "± 578934", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-file-compressed", + "value": 110633294, + "range": "± 462280", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-file-uncompressed", + "value": 110133101, + "range": "± 813496", + "unit": "ns/iter" + } + ] } ] }