diff --git a/dev/bench/data.js b/dev/bench/data.js index a84d846b32..ac6171732f 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1723563987660, + "lastUpdate": 1723568608699, "repoUrl": "https://github.com/spiraldb/vortex", "entries": { "Vortex benchmarks": [ @@ -6242,6 +6242,786 @@ window.BENCHMARK_DATA = { "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "email": "github@robertk.io", + "name": "Robert Kruszewski", + "username": "robert3005" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "18a788e1637f3f689d4b181a2eb4e40ff50febda", + "message": "FoR compressor handles nullable arrays (#617)", + "timestamp": "2024-08-13T17:32:39+01:00", + "tree_id": "2b2f667bdf7953eff79cfc3163f3761a4be66c90", + "url": "https://github.com/spiraldb/vortex/commit/18a788e1637f3f689d4b181a2eb4e40ff50febda" + }, + "date": 1723568607824, + "tool": "cargo", + "benches": [ + { + "name": "tpch_q1/vortex-in-memory-no-pushdown", + "value": 484220919, + "range": "± 5431913", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/vortex-in-memory-pushdown", + "value": 485652388, + "range": "± 3384265", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/arrow", + "value": 470094418, + "range": "± 2695909", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/parquet", + "value": 674188396, + "range": "± 9846313", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/vortex-file-compressed", + "value": 785952042, + "range": "± 6004422", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/vortex-file-uncompressed", + "value": 631734953, + "range": "± 2423651", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-in-memory-no-pushdown", + "value": 149811411, + "range": "± 2050880", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-in-memory-pushdown", + "value": 174844695, + "range": "± 2873462", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/arrow", + "value": 129636255, + "range": "± 1469011", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/parquet", + "value": 162875667, + "range": "± 754168", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-file-compressed", + "value": 167813592, + "range": "± 2327381", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-file-uncompressed", + "value": 156248656, + "range": "± 1282281", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-in-memory-no-pushdown", + "value": 164765233, + "range": "± 2961376", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-in-memory-pushdown", + "value": 219215051, + "range": "± 2405893", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/arrow", + "value": 160969078, + "range": "± 1031195", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/parquet", + "value": 352144886, + "range": "± 2101868", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-file-compressed", + "value": 246478290, + "range": "± 3441460", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-file-uncompressed", + "value": 198553446, + "range": "± 3600245", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-in-memory-no-pushdown", + "value": 132540610, + "range": "± 1529277", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-in-memory-pushdown", + "value": 133600615, + "range": "± 1739121", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/arrow", + "value": 124758146, + "range": "± 2499073", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/parquet", + "value": 246573897, + "range": "± 4051065", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-file-compressed", + "value": 247762538, + "range": "± 4821490", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-file-uncompressed", + "value": 201442715, + "range": "± 1190617", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-in-memory-no-pushdown", + "value": 329736532, + "range": "± 4775326", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-in-memory-pushdown", + "value": 332228259, + "range": "± 4513705", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/arrow", + "value": 333530682, + "range": "± 5083038", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/parquet", + "value": 494407882, + "range": "± 1975010", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-file-compressed", + "value": 424056648, + "range": "± 6810019", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-file-uncompressed", + "value": 379881869, + "range": "± 7079253", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-in-memory-no-pushdown", + "value": 42233963, + "range": "± 169790", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-in-memory-pushdown", + "value": 192296629, + "range": "± 2003466", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/arrow", + "value": 38316327, + "range": "± 466812", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/parquet", + "value": 149438796, + "range": "± 499196", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-file-compressed", + "value": 121750556, + "range": "± 1354926", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-file-uncompressed", + "value": 96590325, + "range": "± 2094092", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-in-memory-no-pushdown", + "value": 601115963, + "range": "± 5964522", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-in-memory-pushdown", + "value": 758267289, + "range": "± 14013232", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/arrow", + "value": 615829062, + "range": "± 16973152", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/parquet", + "value": 782503807, + "range": "± 17061595", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-file-compressed", + "value": 771958886, + "range": "± 15716627", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-file-uncompressed", + "value": 732528112, + "range": "± 21935565", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-in-memory-no-pushdown", + "value": 236500070, + "range": "± 2199123", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-in-memory-pushdown", + "value": 2443930443, + "range": "± 74882540", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/arrow", + "value": 234583504, + "range": "± 3500688", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/parquet", + "value": 515097727, + "range": "± 3295236", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-file-compressed", + "value": 330833461, + "range": "± 4775555", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-file-uncompressed", + "value": 264914435, + "range": "± 7044006", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-in-memory-no-pushdown", + "value": 476805886, + "range": "± 10297270", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-in-memory-pushdown", + "value": 479737896, + "range": "± 5438832", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/arrow", + "value": 475570561, + "range": "± 11197872", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/parquet", + "value": 761335048, + "range": "± 12523745", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-file-compressed", + "value": 647326702, + "range": "± 10548328", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-file-uncompressed", + "value": 560908358, + "range": "± 2801746", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-in-memory-no-pushdown", + "value": 266453119, + "range": "± 1375795", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-in-memory-pushdown", + "value": 364718641, + "range": "± 3007049", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/arrow", + "value": 259003061, + "range": "± 1978610", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/parquet", + "value": 518508281, + "range": "± 4270089", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-file-compressed", + "value": 495992409, + "range": "± 3877161", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-file-uncompressed", + "value": 351006425, + "range": "± 1854295", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-in-memory-no-pushdown", + "value": 230959122, + "range": "± 2673625", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-in-memory-pushdown", + "value": 634113223, + "range": "± 8663026", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/arrow", + "value": 184007019, + "range": "± 4944222", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/parquet", + "value": 203936042, + "range": "± 4167881", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-file-compressed", + "value": 192166748, + "range": "± 4936217", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-file-uncompressed", + "value": 194776854, + "range": "± 6733682", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-in-memory-no-pushdown", + "value": 185829992, + "range": "± 1004150", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-in-memory-pushdown", + "value": 236324719, + "range": "± 2225696", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/arrow", + "value": 176034299, + "range": "± 1378499", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/parquet", + "value": 367144880, + "range": "± 4232095", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-file-compressed", + "value": 449811070, + "range": "± 2041208", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-file-uncompressed", + "value": 343992801, + "range": "± 838534", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-in-memory-no-pushdown", + "value": 360696487, + "range": "± 1206713", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-in-memory-pushdown", + "value": 362585482, + "range": "± 4822439", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/arrow", + "value": 360097141, + "range": "± 3451294", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/parquet", + "value": 504815322, + "range": "± 4054052", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-file-compressed", + "value": 379577918, + "range": "± 3380832", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-file-uncompressed", + "value": 373666104, + "range": "± 2757939", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-in-memory-no-pushdown", + "value": 44421183, + "range": "± 415370", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-in-memory-pushdown", + "value": 45096553, + "range": "± 491783", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/arrow", + "value": 43167935, + "range": "± 271713", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/parquet", + "value": 227907114, + "range": "± 2727635", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-file-compressed", + "value": 127872940, + "range": "± 753066", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-file-uncompressed", + "value": 108740449, + "range": "± 950659", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-in-memory-no-pushdown", + "value": 132079345, + "range": "± 814160", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-in-memory-pushdown", + "value": 47912469, + "range": "± 338130", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/arrow", + "value": 116818930, + "range": "± 1227944", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/parquet", + "value": 135866440, + "range": "± 731324", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-file-compressed", + "value": 151605873, + "range": "± 386208", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-file-uncompressed", + "value": 144538059, + "range": "± 1012302", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-in-memory-no-pushdown", + "value": 748223143, + "range": "± 19399185", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-in-memory-pushdown", + "value": 1522925974, + "range": "± 85500219", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/arrow", + "value": 716856441, + "range": "± 18358353", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/parquet", + "value": 642849002, + "range": "± 8154637", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-file-compressed", + "value": 767180980, + "range": "± 13726816", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-file-uncompressed", + "value": 725234420, + "range": "± 9829983", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-in-memory-no-pushdown", + "value": 1275181095, + "range": "± 33741569", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-in-memory-pushdown", + "value": 1318821321, + "range": "± 14543003", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/arrow", + "value": 1285504896, + "range": "± 26763504", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/parquet", + "value": 1451991027, + "range": "± 17121555", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-file-compressed", + "value": 1366153138, + "range": "± 21575634", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-file-uncompressed", + "value": 1302074022, + "range": "± 31097207", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-in-memory-no-pushdown", + "value": 174162512, + "range": "± 938726", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-in-memory-pushdown", + "value": 557739258, + "range": "± 4840619", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/arrow", + "value": 158072566, + "range": "± 396641", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/parquet", + "value": 476743449, + "range": "± 4009460", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-file-compressed", + "value": 1239939672, + "range": "± 3225762", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-file-uncompressed", + "value": 780187991, + "range": "± 1978294", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-in-memory-no-pushdown", + "value": 271498304, + "range": "± 7948927", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-in-memory-pushdown", + "value": 276932655, + "range": "± 3115689", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/arrow", + "value": 257024021, + "range": "± 7175281", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/parquet", + "value": 373230121, + "range": "± 10098068", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-file-compressed", + "value": 378269800, + "range": "± 13762410", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-file-uncompressed", + "value": 365002049, + "range": "± 14623506", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-in-memory-no-pushdown", + "value": 947994781, + "range": "± 19941936", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-in-memory-pushdown", + "value": 1644352233, + "range": "± 6744363", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/arrow", + "value": 938970139, + "range": "± 14779777", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/parquet", + "value": 1107682078, + "range": "± 10913353", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-file-compressed", + "value": 938467145, + "range": "± 7286871", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-file-uncompressed", + "value": 825004235, + "range": "± 5295793", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-in-memory-no-pushdown", + "value": 100699331, + "range": "± 775989", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-in-memory-pushdown", + "value": 100813283, + "range": "± 430715", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/arrow", + "value": 68459284, + "range": "± 321350", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/parquet", + "value": 100910403, + "range": "± 681845", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-file-compressed", + "value": 117193513, + "range": "± 1805912", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-file-uncompressed", + "value": 116940517, + "range": "± 1059499", + "unit": "ns/iter" + } + ] } ] }