diff --git a/dev/bench/data.js b/dev/bench/data.js index 7cbb722d28..36b66531bd 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1723732678474, + "lastUpdate": 1723737088966, "repoUrl": "https://github.com/spiraldb/vortex", "entries": { "Vortex benchmarks": [ @@ -14822,6 +14822,786 @@ window.BENCHMARK_DATA = { "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "email": "adam@spiraldb.com", + "name": "Adam Gutglick", + "username": "AdamGS" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "89c9e0f788b243481a15e8a9cd261e0fd683f84a", + "message": "Unify expression evaluation for both Table Providers (#632)\n\ncloses #631", + "timestamp": "2024-08-15T16:20:44+01:00", + "tree_id": "1c14ce39770972fc0f0204cd5fd94f7161e189c4", + "url": "https://github.com/spiraldb/vortex/commit/89c9e0f788b243481a15e8a9cd261e0fd683f84a" + }, + "date": 1723737088174, + "tool": "cargo", + "benches": [ + { + "name": "tpch_q1/vortex-in-memory-no-pushdown", + "value": 480176320, + "range": "± 904454", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/vortex-in-memory-pushdown", + "value": 479512552, + "range": "± 994885", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/arrow", + "value": 467735484, + "range": "± 1518397", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/parquet", + "value": 668398128, + "range": "± 3852469", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/vortex-file-compressed", + "value": 774299674, + "range": "± 2454564", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/vortex-file-uncompressed", + "value": 632041000, + "range": "± 1467974", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-in-memory-no-pushdown", + "value": 146187722, + "range": "± 251832", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-in-memory-pushdown", + "value": 144788869, + "range": "± 948481", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/arrow", + "value": 127369560, + "range": "± 235445", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/parquet", + "value": 161285002, + "range": "± 537604", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-file-compressed", + "value": 181636651, + "range": "± 1233691", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-file-uncompressed", + "value": 170784276, + "range": "± 728706", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-in-memory-no-pushdown", + "value": 159268609, + "range": "± 571277", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-in-memory-pushdown", + "value": 159210207, + "range": "± 318507", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/arrow", + "value": 154500372, + "range": "± 212613", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/parquet", + "value": 338705375, + "range": "± 831339", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-file-compressed", + "value": 273583565, + "range": "± 7315190", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-file-uncompressed", + "value": 218067191, + "range": "± 3264165", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-in-memory-no-pushdown", + "value": 120699896, + "range": "± 1356732", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-in-memory-pushdown", + "value": 120482900, + "range": "± 865146", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/arrow", + "value": 117169469, + "range": "± 286714", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/parquet", + "value": 228892298, + "range": "± 737098", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-file-compressed", + "value": 242989996, + "range": "± 1358713", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-file-uncompressed", + "value": 194098337, + "range": "± 1416923", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-in-memory-no-pushdown", + "value": 301558545, + "range": "± 1325467", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-in-memory-pushdown", + "value": 303673114, + "range": "± 2086957", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/arrow", + "value": 299096581, + "range": "± 1508382", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/parquet", + "value": 450756103, + "range": "± 2306642", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-file-compressed", + "value": 392363793, + "range": "± 4142876", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-file-uncompressed", + "value": 339610702, + "range": "± 5484147", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-in-memory-no-pushdown", + "value": 38901260, + "range": "± 118219", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-in-memory-pushdown", + "value": 190431301, + "range": "± 2384802", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/arrow", + "value": 36070991, + "range": "± 217875", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/parquet", + "value": 146872468, + "range": "± 315487", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-file-compressed", + "value": 175335708, + "range": "± 581665", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-file-uncompressed", + "value": 120883849, + "range": "± 1241491", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-in-memory-no-pushdown", + "value": 563018393, + "range": "± 27254032", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-in-memory-pushdown", + "value": 566414108, + "range": "± 1238175", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/arrow", + "value": 564093373, + "range": "± 3264595", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/parquet", + "value": 728038358, + "range": "± 4168959", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-file-compressed", + "value": 701331444, + "range": "± 4317858", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-file-uncompressed", + "value": 638628345, + "range": "± 2415364", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-in-memory-no-pushdown", + "value": 217466495, + "range": "± 945789", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-in-memory-pushdown", + "value": 221223096, + "range": "± 260060", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/arrow", + "value": 218667530, + "range": "± 933637", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/parquet", + "value": 481996059, + "range": "± 1033206", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-file-compressed", + "value": 343870542, + "range": "± 2470762", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-file-uncompressed", + "value": 291148371, + "range": "± 6720250", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-in-memory-no-pushdown", + "value": 410251306, + "range": "± 1523326", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-in-memory-pushdown", + "value": 407939898, + "range": "± 1475524", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/arrow", + "value": 407778886, + "range": "± 7249389", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/parquet", + "value": 702922636, + "range": "± 1906845", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-file-compressed", + "value": 535784812, + "range": "± 5971423", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-file-uncompressed", + "value": 487181655, + "range": "± 17840849", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-in-memory-no-pushdown", + "value": 237114887, + "range": "± 464701", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-in-memory-pushdown", + "value": 253727848, + "range": "± 610450", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/arrow", + "value": 233337945, + "range": "± 555004", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/parquet", + "value": 484280361, + "range": "± 948491", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-file-compressed", + "value": 587636766, + "range": "± 2197928", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-file-uncompressed", + "value": 439639852, + "range": "± 1934517", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-in-memory-no-pushdown", + "value": 218399459, + "range": "± 495778", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-in-memory-pushdown", + "value": 215456038, + "range": "± 410521", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/arrow", + "value": 173391942, + "range": "± 173838", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/parquet", + "value": 186521077, + "range": "± 549035", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-file-compressed", + "value": 234668837, + "range": "± 1680427", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-file-uncompressed", + "value": 226445098, + "range": "± 970714", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-in-memory-no-pushdown", + "value": 179803452, + "range": "± 729247", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-in-memory-pushdown", + "value": 217390417, + "range": "± 505008", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/arrow", + "value": 170254289, + "range": "± 229815", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/parquet", + "value": 351698420, + "range": "± 610172", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-file-compressed", + "value": 757557010, + "range": "± 1594232", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-file-uncompressed", + "value": 523733770, + "range": "± 2005092", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-in-memory-no-pushdown", + "value": 298439710, + "range": "± 4668433", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-in-memory-pushdown", + "value": 292507902, + "range": "± 3263172", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/arrow", + "value": 289610518, + "range": "± 1492990", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/parquet", + "value": 435910665, + "range": "± 1722092", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-file-compressed", + "value": 346177845, + "range": "± 1309672", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-file-uncompressed", + "value": 342749174, + "range": "± 1551507", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-in-memory-no-pushdown", + "value": 37444766, + "range": "± 103297", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-in-memory-pushdown", + "value": 38831976, + "range": "± 155031", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/arrow", + "value": 38986519, + "range": "± 374084", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/parquet", + "value": 217213622, + "range": "± 593481", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-file-compressed", + "value": 125800996, + "range": "± 277842", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-file-uncompressed", + "value": 101286276, + "range": "± 1421689", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-in-memory-no-pushdown", + "value": 122829805, + "range": "± 333451", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-in-memory-pushdown", + "value": 126772494, + "range": "± 567065", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/arrow", + "value": 108925425, + "range": "± 160621", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/parquet", + "value": 125534643, + "range": "± 598336", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-file-compressed", + "value": 149252526, + "range": "± 505693", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-file-uncompressed", + "value": 141786008, + "range": "± 397128", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-in-memory-no-pushdown", + "value": 597864573, + "range": "± 3690783", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-in-memory-pushdown", + "value": 590189545, + "range": "± 4830817", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/arrow", + "value": 509943116, + "range": "± 6900992", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/parquet", + "value": 583608929, + "range": "± 2821137", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-file-compressed", + "value": 683191027, + "range": "± 5384922", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-file-uncompressed", + "value": 653701081, + "range": "± 5836686", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-in-memory-no-pushdown", + "value": 1063841227, + "range": "± 7313732", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-in-memory-pushdown", + "value": 1068817462, + "range": "± 10797570", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/arrow", + "value": 1055851467, + "range": "± 6622932", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/parquet", + "value": 1255019805, + "range": "± 6284816", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-file-compressed", + "value": 1240056176, + "range": "± 12583207", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-file-uncompressed", + "value": 1157068202, + "range": "± 10458995", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-in-memory-no-pushdown", + "value": 169330454, + "range": "± 134078", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-in-memory-pushdown", + "value": 434014229, + "range": "± 3471278", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/arrow", + "value": 154585759, + "range": "± 321912", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/parquet", + "value": 467533254, + "range": "± 549304", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-file-compressed", + "value": 1088036357, + "range": "± 1481900", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-file-uncompressed", + "value": 648069371, + "range": "± 4457330", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-in-memory-no-pushdown", + "value": 260180730, + "range": "± 848194", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-in-memory-pushdown", + "value": 263850085, + "range": "± 1021129", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/arrow", + "value": 246638293, + "range": "± 1481636", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/parquet", + "value": 360147601, + "range": "± 1445698", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-file-compressed", + "value": 364424456, + "range": "± 1651576", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-file-uncompressed", + "value": 349796552, + "range": "± 2201644", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-in-memory-no-pushdown", + "value": 901382879, + "range": "± 4925658", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-in-memory-pushdown", + "value": 924857384, + "range": "± 2854757", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/arrow", + "value": 901945825, + "range": "± 3739756", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/parquet", + "value": 1055165418, + "range": "± 5844368", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-file-compressed", + "value": 1189683785, + "range": "± 13861639", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-file-uncompressed", + "value": 1082570906, + "range": "± 6340444", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-in-memory-no-pushdown", + "value": 96227101, + "range": "± 485834", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-in-memory-pushdown", + "value": 96530303, + "range": "± 254619", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/arrow", + "value": 66910603, + "range": "± 160696", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/parquet", + "value": 95014039, + "range": "± 408117", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-file-compressed", + "value": 110953684, + "range": "± 570190", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-file-uncompressed", + "value": 110014021, + "range": "± 400013", + "unit": "ns/iter" + } + ] } ] }