From 2e8146c397f81e3e98937205d09e331313b991e3 Mon Sep 17 00:00:00 2001
From: Jonathan Dance <wuputah@users.noreply.github.com>
Date: Mon, 18 Sep 2023 15:54:26 -0500
Subject: [PATCH] update hydra benchmark

---
 hydra/results/c6a.4xlarge.json | 92 +++++++++++++++++-----------------
 index.html                     |  2 +-
 2 files changed, 47 insertions(+), 47 deletions(-)

diff --git a/hydra/results/c6a.4xlarge.json b/hydra/results/c6a.4xlarge.json
index 61fd4a867..13d19b5df 100644
--- a/hydra/results/c6a.4xlarge.json
+++ b/hydra/results/c6a.4xlarge.json
@@ -1,6 +1,6 @@
 {
     "system": "Hydra",
-    "date": "2022-12-09",
+    "date": "2023-09-19",
     "machine": "c6a.4xlarge, 500gb gp2",
     "cluster_size": 1,
     "comment": "",
@@ -9,51 +9,51 @@
         "PostgreSQL compatible",
         "column-oriented"
     ],
-    "load_time": 1320,
-    "data_size": 18979994590,
+    "load_time": 1222,
+    "data_size": 18995669982,
     "result": [
-        [0.740694,0.559759,0.554923],
-        [0.301194,0.177796,0.177315],
-        [1.02766,0.932874,0.93086],
-        [0.822004,0.670304,0.669193],
-        [22.1797,21.4226,21.1139],
-        [36.6104,32.6343,33.2646],
-        [0.86711,0.726068,0.717364],
-        [0.197655,0.183667,0.179238],
-        [27.4706,26.7764,26.5041],
-        [27.5853,26.3914,26.6962],
-        [3.35359,3.32823,2.5907],
-        [2.94602,2.74354,2.62606],
-        [6.87809,6.25172,6.33486],
-        [12.325,10.0007,10.5973],
-        [9.19494,8.12375,8.15671],
-        [9.00219,9.03757,9.06412],
-        [29.8696,30.932,29.5041],
-        [4.37935,4.27177,4.22549],
-        [39.0721,38.0603,38.0578],
-        [0.136752,0.097382,0.094568],
-        [5.25151,2.64213,2.63089],
-        [2.83423,2.82903,2.83144],
-        [4.15824,3.49945,3.47109],
-        [29.7921,19.2574,19.4905],
-        [1.95286,0.997379,0.994311],
-        [1.02292,0.781007,0.775684],
-        [1.23559,1.0049,0.99849],
-        [4.3043,4.12738,4.12725],
-        [46.2241,45.5508,45.5717],
-        [8.13096,7.45358,7.50328],
-        [10.1521,10.1498,9.63454],
-        [19.2246,17.6757,17.6227],
-        [144.626,145.754,147.718],
-        [25.2833,25.5076,24.6359],
-        [26.0226,28.9469,27.4574],
-        [9.45768,8.53303,8.51915],
-        [0.972488,0.863001,0.858721],
-        [0.469013,0.488229,0.452213],
-        [0.144778,0.118679,0.116987],
-        [1.91039,1.81155,1.98042],
-        [0.122169,0.116007,0.120359],
-        [0.142668,0.124877,0.108149],
-        [0.185689,0.17577,0.171818]
+[0.381752,0.249001,0.243783],
+[0.261088,0.211013,0.209277],
+[0.6692,0.634666,0.627473],
+[0.545165,0.431892,0.439854],
+[22.4371,21.8547,21.731],
+[34.8689,33.0467,32.5865],
+[0.410038,0.377206,0.376254],
+[0.22464,0.206133,0.204092],
+[27.1582,26.4292,26.5203],
+[30.1541,29.4784,30.2199],
+[3.31616,2.76618,2.75128],
+[3.55764,3.28978,3.27316],
+[7.74401,7.64012,7.6384],
+[10.703,10.2599,10.2098],
+[8.70712,8.33702,8.29268],
+[17.9937,17.5084,17.5291],
+[22.8406,22.2649,22.1176],
+[4.08958,3.59194,3.61345],
+[39.0156,37.7258,37.8926],
+[0.267125,0.233304,0.233594],
+[3.12914,2.74305,2.72563],
+[2.91522,2.89177,2.90416],
+[3.76881,3.62139,3.62348],
+[26.322,20.5805,20.3337],
+[1.69125,1.05602,1.06068],
+[1.06135,0.828339,0.831532],
+[1.26898,1.06035,1.05212],
+[4.17896,4.03193,4.03657],
+[43.0503,42.5091,42.3298],
+[7.89438,7.50181,7.39528],
+[9.33451,8.76728,8.79973],
+[15.0403,14.6597,14.3034],
+[58.8221,58.6056,58.6859],
+[34.2914,35.0405,34.2519],
+[36.3141,35.6205,36.5728],
+[14.2056,13.8882,13.8284],
+[0.367202,0.33666,0.33517],
+[0.22008,0.172653,0.167434],
+[0.15307,0.126572,0.126678],
+[1.11688,0.671288,0.696326],
+[0.160667,0.145181,0.141243],
+[0.137686,0.122734,0.118493],
+[0.197786,0.123078,0.122094]
     ]
 }
diff --git a/index.html b/index.html
index 400576c83..7e25ced37 100644
--- a/index.html
+++ b/index.html
@@ -390,7 +390,7 @@
 ,{"hide":true,"system":"Elasticsearch (tuned)","date":"2022-07-25","machine":"c6a.4xlarge, 1500gb gp2","cluster_size":1,"comment":"Tuned by repeated benchmark to find the optimal Elasticsearch shard number and size for this resource type and workload","tags":["Java","search"],"load_time":5264.429,"data_size":91680375082,"result":[[0,0,0],[0.195,0.38,0.381],[3.559,3.504,3.493],[1.972,1.632,1.609],[1.066,1.055,1.065],[42.797,41.784,41.63],[1.575,1.561,1.565],[0.387,0.385,0.401],[4.005,4.042,3.985],[7.786,7.81,7.91],[0.613,0.489,0.494],[0.667,0.604,0.6],[1.467,1.401,1.413],[1.473,1.491,1.477],[1.592,1.524,1.526],[1.334,1.318,1.314],[3.203,3.192,3.219],[3.104,3.108,3.107],[8.973,9.051,9.087],[0.038,0.002,0.002],[8.41,4.558,4.55],[5.904,5.417,5.425],[12.761,9.118,9.103],[4.534,4.537,4.542],[0.326,0.294,0.288],[0.411,0.369,0.369],[0.292,0.292,0.291],[40.03,34.1,34.044],[null,null,null],[380.687,385.475,388.004],[0.746,0.542,0.538],[1.989,0.564,0.551],[1.993,2.019,1.997],[5.635,5.286,5.257],[5.242,5.207,5.266],[11.442,11.569,11.639],[3.625,3.604,3.583],[3.063,2.916,2.92],[3.581,3.494,3.497],[5.54,5.206,5.227],[0.108,0.025,0.026],[0.059,0.021,0.023],[0.071,0.071,0.071]],"source":"elasticsearch/results/c6a.4xlarge.tuned.json"}
 ,{"system":"Greenplum","date":"2022-08-18","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","column-oriented","PostgreSQL compatible"],"load_time":1080,"data_size":42000000000,"result":[[2.19644,1.27581,1.07334],[1.36821,1.09289,1.00081],[1.84455,1.93433,1.9734],[1.38533,1.07306,0.997511],[10.4301,10.1377,10.0064],[3.24183,3.67479,3.23526],[1.81177,1.22447,1.72696],[1.28568,1.12341,1.02112],[3.5159,3.7946,3.51106],[5.78795,5.90487,5.95635],[1.50773,1.80496,1.26395],[1.68682,1.93425,1.54081],[2.29378,2.75715,2.22458],[3.41812,3.09848,3.0303],[2.96859,2.96836,2.9949],[3.04409,3.00935,2.98848],[4.10668,3.98626,4.00533],[3.51045,3.14617,3.02558],[9.31981,9.03239,9.00459],[0.563991,0.853628,0.971569],[8.40649,3.29997,3.82986],[9.52108,3.52917,3.86565],[18.4842,4.56174,4.67819],[50.449,16.4463,16.4923],[1.96056,1.59658,1.85278],[1.76567,1.51262,1.52955],[2.11338,1.81927,1.92422],[8.6392,5.18686,5.77986],[51.8749,52.0756,52.2289],[63.6736,63.868,63.3526],[2.92731,2.88967,2.96908],[4.83141,3.88826,3.41858],[42.2016,40.1165,39.4692],[14.5369,10.3602,10.4522],[14.7224,10.829,10.8651],[5.32702,5.79151,5.20852],[0.339799,0.158694,0.160555],[0.173487,0.112253,0.112419],[0.158136,0.102158,0.101214],[0.341324,0.263589,0.24586],[0.171119,0.109181,0.108795],[0.178617,0.117175,0.117738],[0.205935,0.137013,0.137252]],"source":"greenplum/results/c6a.4xlarge.json"}
 ,{"system":"HeavyAI","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Previous names: OmniSci, mapD. Many queries cannot run due to errors and limitations.","tags":["C++","column-oriented"],"load_time":572.633,"data_size":50887437386,"result":[[6.525,0.022,0.029],[0.301,0.042,0.04],[0.287,0.095,0.093],[2.572,0.039,0.04],[null,null,null],[null,null,null],[7.327,0.093,0.097],[0.244,0.043,0.038],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[2.939,0.295,0.294],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[4.716,3.91,3.955],[null,null,null],[0.154,0.083,0.106],[14.426,0.07,0.071],[null,null,null],[null,null,null],[null,null,null],[2.276,0.258,0.272],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[1.832,1.64,1.602],[null,null,null],[null,null,null],[null,null,null],[14.811,0.494,0.497],[null,null,null],[null,null,null],[1.941,0.255,0.255],[5.457,0.172,0.283],[0.476,0.269,0.256],[14.239,0.179,0.178],[3.992,0.112,0.112],[1.031,0.116,0.116],[1.365,0.089,0.088]],"source":"heavyai/results/c6a.4xlarge.json"}
-,{"system":"Hydra","date":"2022-12-09","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","PostgreSQL compatible","column-oriented"],"load_time":1320,"data_size":18979994590,"result":[[0.740694,0.559759,0.554923],[0.301194,0.177796,0.177315],[1.02766,0.932874,0.93086],[0.822004,0.670304,0.669193],[22.1797,21.4226,21.1139],[36.6104,32.6343,33.2646],[0.86711,0.726068,0.717364],[0.197655,0.183667,0.179238],[27.4706,26.7764,26.5041],[27.5853,26.3914,26.6962],[3.35359,3.32823,2.5907],[2.94602,2.74354,2.62606],[6.87809,6.25172,6.33486],[12.325,10.0007,10.5973],[9.19494,8.12375,8.15671],[9.00219,9.03757,9.06412],[29.8696,30.932,29.5041],[4.37935,4.27177,4.22549],[39.0721,38.0603,38.0578],[0.136752,0.097382,0.094568],[5.25151,2.64213,2.63089],[2.83423,2.82903,2.83144],[4.15824,3.49945,3.47109],[29.7921,19.2574,19.4905],[1.95286,0.997379,0.994311],[1.02292,0.781007,0.775684],[1.23559,1.0049,0.99849],[4.3043,4.12738,4.12725],[46.2241,45.5508,45.5717],[8.13096,7.45358,7.50328],[10.1521,10.1498,9.63454],[19.2246,17.6757,17.6227],[144.626,145.754,147.718],[25.2833,25.5076,24.6359],[26.0226,28.9469,27.4574],[9.45768,8.53303,8.51915],[0.972488,0.863001,0.858721],[0.469013,0.488229,0.452213],[0.144778,0.118679,0.116987],[1.91039,1.81155,1.98042],[0.122169,0.116007,0.120359],[0.142668,0.124877,0.108149],[0.185689,0.17577,0.171818]],"source":"hydra/results/c6a.4xlarge.json"}
+,{"system":"Hydra","date":"2023-09-19","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","PostgreSQL compatible","column-oriented"],"load_time":1222,"data_size":18995669982,"result":[[0.381752,0.249001,0.243783],[0.261088,0.211013,0.209277],[0.6692,0.634666,0.627473],[0.545165,0.431892,0.439854],[22.4371,21.8547,21.731],[34.8689,33.0467,32.5865],[0.410038,0.377206,0.376254],[0.22464,0.206133,0.204092],[27.1582,26.4292,26.5203],[30.1541,29.4784,30.2199],[3.31616,2.76618,2.75128],[3.55764,3.28978,3.27316],[7.74401,7.64012,7.6384],[10.703,10.2599,10.2098],[8.70712,8.33702,8.29268],[17.9937,17.5084,17.5291],[22.8406,22.2649,22.1176],[4.08958,3.59194,3.61345],[39.0156,37.7258,37.8926],[0.267125,0.233304,0.233594],[3.12914,2.74305,2.72563],[2.91522,2.89177,2.90416],[3.76881,3.62139,3.62348],[26.322,20.5805,20.3337],[1.69125,1.05602,1.06068],[1.06135,0.828339,0.831532],[1.26898,1.06035,1.05212],[4.17896,4.03193,4.03657],[43.0503,42.5091,42.3298],[7.89438,7.50181,7.39528],[9.33451,8.76728,8.79973],[15.0403,14.6597,14.3034],[58.8221,58.6056,58.6859],[34.2914,35.0405,34.2519],[36.3141,35.6205,36.5728],[14.2056,13.8882,13.8284],[0.367202,0.33666,0.33517],[0.22008,0.172653,0.167434],[0.15307,0.126572,0.126678],[1.11688,0.671288,0.696326],[0.160667,0.145181,0.141243],[0.137686,0.122734,0.118493],[0.197786,0.123078,0.122094]],"source":"hydra/results/c6a.4xlarge.json"}
 ,{"system":"Infobright","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Only 90% of data successfully loaded. Some queries run for days.","tags":["C++","column-oriented","MySQL compatible"],"load_time":2317,"data_size":13760341294,"result":[[0.01,0,0],[2.39,2.4,2.44],[0,0,0],[7.21,6.04,6.91],[16.09,16.86,15.69],[48.8,42.37,48.63],[0,0,0],[3.48,2.42,2.42],[23.56,24.78,22.21],[32.87,31.71,34.48],[14.8,14.83,14.11],[16.7,16.53,17.37],[1752.91,1999.88,1961.4],[1193.43,1167,1220.47],[2184.81,2316.12,2224.14],[32.58,30.69,31.58],[300.17,16221.33,16168.44],[122.4,120.49,124.67],[78927.44,79250.44,78504.89],[3.38,1.22,1.21],[289.73,302.3,285.83],[415.82,389.23,403.28],[573.82,590.81,575.06],[300.13,293.96,285.64],[41.42,37.48,39.64],[75.2,75.37,72.07],[39.22,41.52,40.11],[449.56,445.03,448.68],[null,null,null],[450.87,488.3,453.83],[58.69,59.29,58.07],[84.47,78.92,79.38],[517.97,520.29,504.96],[182468.89,182468.89,182468.89],[182468.89,182468.89,182468.89],[68.43,66.93,67.68],[8.3,3.62,3.61],[1.04,0.62,0.62],[0.22,0.18,0.18],[567.78,566.52,563.02],[0.29,0.14,0.11],[0.17,0.08,0.08],[1.37,1.34,1.32]],"source":"infobright/results/c6a.4xlarge.json"}
 ,{"system":"Kinetica","date":"2023-01-04","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["column-oriented"],"load_time":1374,"data_size":null,"result":[[0.52,0.048,0.047],[0.504,0.349,0.048],[0.274,0.11,0.047],[1.782,8.797,0.046],[1.835,1.692,0.676],[2.123,1.176,0.203],[0.37,0.094,0.047],[0.149,0.081,0.05],[3.394,3.162,0.556],[3.609,3.344,1.727],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[2.475,2.355,2.269],[null,null,null],[null,null,null],[null,null,null],[0.109,0.09,0.06],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[2.084,0.173,0.177],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[24.669,23.317,0.093],[3.282,1.192,1.114],[4.848,2.753,2.768],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[0.521,0.1,0.055],[0.182,0.071,0.054],[0.122,0.089,0.053]],"source":"kinetica/results/c6a.4xlarge.json"}
 ,{"system":"MariaDB ColumnStore","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Previous name: InfiniDB.","tags":["C++","column-oriented","MySQL compatible"],"load_time":2507.8,"data_size":19712857022,"result":[[0.151,0.158,0.148],[0.1,0.101,0.106],[1.221,1.233,1.226],[0.739,0.736,0.741],[2.025,2.046,2.004],[3.725,4.801,3.755],[0.871,0.749,0.736],[0.118,0.108,0.103],[2.108,2.029,2.029],[4.225,4.271,4.288],[1.711,1.402,1.407],[1.526,1.435,1.42],[5.339,4.172,3.61],[4.692,4.729,4.96],[4.013,3.86,3.918],[3.236,2.68,2.629],[null,null,null],[null,null,null],[null,null,null],[0.137,0.109,0.147],[12.331,6.069,8.619],[2.162,2.178,2.192],[16.849,30.463,26.639],[92,90.208,92.814],[3.042,1.763,1.791],[1.779,1.772,1.749],[1.793,1.821,1.888],[13.036,10.747,9.59],[null,null,null],[78.224,79.141,77.806],[2.837,2.654,2.675],[5.833,4.552,3.678],[null,null,null],[null,null,null],[null,null,null],[3.626,3.546,3.709],[1.719,1.787,1.876],[1.345,0.906,0.91],[0.117,0.091,0.093],[1.217,1.133,1.133],[0.114,0.063,0.062],[0.1,0.062,0.061],[null,null,null]],"source":"mariadb-columnstore/results/c6a.4xlarge.json"}