Merge pull request #129 from puzpuzpuz/update-questdb-to-7_3

Update QuestDB results to v7.3

questdb-partitioned/benchmark.sh

@@ -2,18 +2,18 @@
 
 # Install
 
-wget https://github.com/questdb/questdb/releases/download/6.5.2/questdb-6.5.2-rt-linux-amd64.tar.gz
+wget https://github.com/questdb/questdb/releases/download/7.3/questdb-7.3-rt-linux-amd64.tar.gz
 tar xf questdb*.tar.gz
-questdb-6.5.2-rt-linux-amd64/bin/questdb.sh start
+questdb-7.3-rt-linux-amd64/bin/questdb.sh start
 
 while ! nc -z localhost 9000; do
  sleep 0.1
 done
 
 sed -i 's/query.timeout.sec=60/query.timeout.sec=500/' ~/.questdb/conf/server.conf
 sed -i "s|#cairo.sql.copy.root=null|cairo.sql.copy.root=$PWD|" ~/.questdb/conf/server.conf
-questdb-6.5.2-rt-linux-amd64/bin/questdb.sh stop
-questdb-6.5.2-rt-linux-amd64/bin/questdb.sh start
+questdb-7.3-rt-linux-amd64/bin/questdb.sh stop
+questdb-7.3-rt-linux-amd64/bin/questdb.sh start
 
 # Import the data
 
@@ -35,7 +35,7 @@ curl -s -G --data-urlencode "query=select datediff('s', start, finish) took_secs
 
 ./run.sh 2>&1 | tee log.txt
 
-du -bcs ~/.questdb/db/hits
+du -bcs ~/.questdb/db/hits*
 
 cat log.txt | grep -P '"timings"|"error"|null' | sed -r -e 's/^.*"error".*$/null/; s/^.*"compiler":([0-9]*),"execute":([0-9]*),.*$/\1 \2/' |
  awk '{ print ($1 + $2) / 1000000000 }' | sed -r -e 's/^0$/null/' |

questdb-partitioned/results/c6a.metal.json

@@ -1,58 +1,55 @@
 {
  "system": "QuestDB (partitioned)",
- "date": "2022-09-05",
+ "date": "2023-08-07",
  "machine": "c6a.metal, 500gb gp2",
  "cluster_size": 1,
  "comment": "Data load for partitioned tables is multi-threaded and thus more efficient.",
-
  "tags": ["Java", "time-series"],
-
- "load_time": 335,
- "data_size": 126686650392,
-
+ "load_time": 283,
+ "data_size": 126686660753,
  "result": [
-[0.00918622,0.00261088,0.000188242],
-[1.17709,0.0964747,0.05032],
-[1.32179,0.0273408,0.0276011],
-[2.91676,0.0119303,0.0123743],
-[9.76535,9.29991,8.11727],
-[10.6013,9.94372,9.38508],
-[2.06376,0.0310605,0.0296371],
-[0.332648,0.186664,0.273281],
-[12.787,11.1553,10.9822],
-[14.9285,14.3831,14.4334],
-[16.5686,12.1366,11.6629],
-[10.2453,12.9405,12.2695],
-[7.82581,7.88726,7.78054],
-[24.0157,32.2577,25.6549],
-[8.43931,8.32384,8.32001],
-[15.7295,15.4711,15.6159],
-[19.6966,19.9668,19.6921],
-[19.7659,19.7939,19.2826],
-[30.6337,30.2071,30.7547],
-[0.0291471,0.0436536,0.0348161],
-[72.1814,2.75652,2.6495],
-[2.58278,2.60628,2.43429],
-[48.3565,1.45503,1.56492],
-[67.0887,0.0531384,0.0467602],
-[0.00725633,0.00245936,0.00359047],
-[2.80258,2.07223,2.06184],
-[1.91461,2.15024,3.28097],
-[11.0004,10.7351,11.3231],
-[74.5223,65.1652,66.1685],
-[202.381,204.247,205.474],
-[20.2686,20.2282,19.8492],
-[44.2416,43.8721,44.0147],
-[44.731,44.2328,43.5155],
-[38.4098,37.6373,38.4848],
-[38.3387,38.8556,38.4097],
-[17.8618,17.9082,18.1837],
-[0.489968,0.616602,0.540839],
-[0.382622,0.332409,0.336401],
-[2.06969,0.0807207,0.0853216],
-[0.712992,0.688633,0.721543],
-[0.541938,0.149541,0.152893],
-[3.40416,0.072001,0.0831165],
-[0.107611,0.0883956,0.118978]
-]
+ [0.00797009,0.0026682,0.000222614],
+ [1.1466,0.0743637,0.0350691],
+ [1.33896,0.0294108,0.0242091],
+ [2.88612,0.0116978,0.0115375],
+ [6.32544,6.21946,6.12302],
+ [10.682,9.70659,9.67993],
+ [2.07087,0.0299815,0.0251919],
+ [0.212583,0.223532,0.226999],
+ [9.60538,8.88499,8.54807],
+ [10.3833,10.6572,10.2222],
+ [11.6556,7.75986,9.77087],
+ [10.7876,10.2966,9.82955],
+ [6.22005,5.68946,5.31396],
+ [15.575,20.1012,21.951],
+ [5.70846,5.55251,5.54523],
+ [9.41636,9.11746,9.692],
+ [12.9052,12.4855,12.6248],
+ [12.0557,11.936,12.4488],
+ [20.3953,20.5126,20.2717],
+ [0.0431935,0.0264225,0.0254709],
+ [71.9626,2.33681,2.75973],
+ [2.45832,2.31771,2.58355],
+ [48.1856,1.5962,1.3926],
+ [67.7625,0.0476454,0.215789],
+ [0.00885858,0.00393648,0.00325621],
+ [2.35187,2.58716,2.59413],
+ [2.01155,2.0116,2.01174],
+ [7.89161,12.5432,11.7973],
+ [96.8203,70.0744,70.5522],
+ [0.0433241,0.0477017,0.0384908],
+ [14.4465,14.1308,14.7048],
+ [25.9898,26.6603,25.2982],
+ [25.3329,25.5566,25.6693],
+ [24.2448,24.657,25.0246],
+ [24.9036,25.6605,25.2338],
+ [13.5415,13.897,13.403],
+ [0.566165,0.446011,0.473455],
+ [0.376493,0.436516,0.444282],
+ [0.019405,0.00734841,0.00715677],
+ [0.0346318,0.00728625,0.00714942],
+ [0.0225874,0.00709796,0.0185377],
+ [0.0197833,0.00725278,0.0184759],
+ [0.0191112,0.00719778,0.00711133]
+ ]
 }

questdb-partitioned/run.sh

@@ -2,8 +2,8 @@
 
 TRIES=3
 
-questdb-6.5.2-rt-linux-amd64/bin/questdb.sh stop
-questdb-6.5.2-rt-linux-amd64/bin/questdb.sh start
+questdb-7.3-rt-linux-amd64/bin/questdb.sh stop
+questdb-7.3-rt-linux-amd64/bin/questdb.sh start
 sleep 5
 
 cat queries.sql | while read query; do
@@ -13,7 +13,7 @@ cat queries.sql | while read query; do
  echo "$query";
  for i in $(seq 1 $TRIES); do
  curl -sS --max-time 600 -G --data-urlencode "query=${query}" 'http://localhost:9000/exec?timings=true' 2>&1 | grep '"timings"' ||
- (questdb-6.5.2-rt-linux-amd64/bin/questdb.sh stop >/dev/null 2>&1; questdb-6.5.2-rt-linux-amd64/bin/questdb.sh start >/dev/null 2>&1; sleep 5; echo 'null')
+ (questdb-7.3-rt-linux-amd64/bin/questdb.sh stop >/dev/null 2>&1; questdb-7.3-rt-linux-amd64/bin/questdb.sh start >/dev/null 2>&1; sleep 5; echo 'null')
  echo
  done;
 done;

questdb/benchmark.sh

@@ -2,17 +2,17 @@
 
 # Install
 
-wget https://github.com/questdb/questdb/releases/download/6.5.2/questdb-6.5.2-rt-linux-amd64.tar.gz
+wget https://github.com/questdb/questdb/releases/download/7.3/questdb-7.3-rt-linux-amd64.tar.gz
 tar xf questdb*.tar.gz
-questdb-6.5.2-rt-linux-amd64/bin/questdb.sh start
+questdb-7.3-rt-linux-amd64/bin/questdb.sh start
 
 while ! nc -z localhost 9000; do
  sleep 0.1
 done
 
 sed -i 's/query.timeout.sec=60/query.timeout.sec=500/' ~/.questdb/conf/server.conf
-questdb-6.5.2-rt-linux-amd64/bin/questdb.sh stop
-questdb-6.5.2-rt-linux-amd64/bin/questdb.sh start
+questdb-7.3-rt-linux-amd64/bin/questdb.sh stop
+questdb-7.3-rt-linux-amd64/bin/questdb.sh start
 
 # Import the data
 
@@ -24,7 +24,7 @@ time curl -F [email protected] 'http://localhost:9000/imp?name=hits'
 
 ./run.sh 2>&1 | tee log.txt
 
-du -bcs ~/.questdb/db/hits
+du -bcs ~/.questdb/db/hits*
 
 cat log.txt | grep -P '"timings"|"error"|null' | sed -r -e 's/^.*"error".*$/null/; s/^.*"compiler":([0-9]*),"execute":([0-9]*),.*$/\1 \2/' |
  awk '{ print ($1 + $2) / 1000000000 }' | sed -r -e 's/^0$/null/' |

questdb/results/c6a.4xlarge.json

@@ -1,58 +1,55 @@
 {
  "system": "QuestDB",
- "date": "2022-09-05",
+ "date": "2023-08-07",
  "machine": "c6a.4xlarge, 500gb gp2",
  "cluster_size": 1,
  "comment": "",
-
  "tags": ["Java", "time-series"],
-
- "load_time": 1667.5,
- "data_size": 126680518680,
-
+ "load_time": 981.7,
+ "data_size": 126680518693,
  "result": [
-[0.00953123,0.000283676,0.000176474],
-[0.553509,0.0266299,0.0231473],
-[1.38415,0.0635859,0.0542588],
-[2.83641,0.0832788,0.0547813],
-[6.3082,6.40664,6.16396],
-[11.9823,9.65448,8.62141],
-[2.0591,0.0599175,0.0518007],
-[0.260707,0.209272,0.208718],
-[10.1813,9.73125,9.77549],
-[18.2386,16.4616,18.2513],
-[11.7723,11.7215,9.52762],
-[9.56236,9.34031,9.42165],
-[10.9719,9.93992,9.17235],
-[17.4025,17.3284,16.8318],
-[9.96167,9.86914,9.93866],
-[16.4685,16.4134,15.9123],
-[20.901,21.0357,20.765],
-[20.4071,20.3269,20.2813],
-[38.5124,39.9631,38.3847],
-[0.0563271,0.0233197,0.0214589],
-[70.8052,6.19533,6.18987],
-[6.3463,6.88802,7.35314],
-[58.427,16.3089,4.04507],
-[59.5134,39.3653,6.23711],
-[10.1836,2.78341,2.73136],
-[2.96972,2.95896,2.95599],
-[2.87315,2.8935,2.92926],
-[9.78419,9.72481,9.58956],
-[130.138,93.9224,80.9387],
-[353.682,353.787,354.062],
-[26.7915,21.4597,21.0346],
-[62.3437,65.4524,62.1155],
-[61.5261,63.866,60.8316],
-[85.2188,85.5282,47.2595],
-[43.9229,47.1584,46.1615],
-[18.8507,18.8938,18.6824],
-[1.07493,0.874001,0.799084],
-[0.851353,0.773161,0.740918],
-[0.685013,0.676232,0.649441],
-[1.31946,0.945355,0.936205],
-[0.729276,0.6694,0.694178],
-[0.67691,0.649537,0.701838],
-[0.604385,0.633687,0.576923]
-]
+ [0.0112942,0.000225934,0.000253604],
+ [0.556282,0.0313342,0.0218474],
+ [1.42613,0.0565074,0.0541284],
+ [2.87937,0.0520613,0.0495966],
+ [4.63829,4.78606,4.79014],
+ [10.338,6.1454,6.25674],
+ [2.05945,0.027138,0.0279756],
+ [0.098727,0.0829763,0.0507432],
+ [6.53065,6.20068,6.32223],
+ [8.10852,8.52982,8.27696],
+ [8.48286,6.21364,6.07288],
+ [6.78112,6.8087,6.70625],
+ [4.89741,4.88513,4.91099],
+ [10.5121,10.3625,11.87],
+ [5.48412,5.44099,5.50898],
+ [6.71723,6.61622,6.54155],
+ [9.56474,9.55091,9.45236],
+ [8.81386,8.96912,9.03472],
+ [19.8604,20.0578,20.015],
+ [0.0260623,0.0230254,0.0231277],
+ [70.7859,5.24388,4.94915],
+ [4.9527,5.53141,5.41446],
+ [52.5849,22.9005,3.33657],
+ [191.166,191.779,191.454],
+ [9.19877,1.75408,1.75161],
+ [2.27065,2.27486,2.24858],
+ [2.13631,2.15004,2.23218],
+ [72.2267,5.46021,5.32763],
+ [106.031,56.3334,56.953],
+ [0.572298,0.0139396,0.025344],
+ [20.1234,10.4109,10.3593],
+ [27.7933,27.2404,26.7903],
+ [28.0558,28.8441,28.436],
+ [59.4847,71.2648,30.2944],
+ [24.2383,24.6024,24.3966],
+ [11.254,11.3405,11.1291],
+ [0.69854,0.602302,0.665329],
+ [0.6388,0.498475,0.522627],
+ [0.0250828,0.0086267,0.00843358],
+ [0.0610679,0.00877569,0.0086065],
+ [0.0319684,0.00839335,0.00924688],
+ [0.0223462,0.00852395,0.00838955],
+ [0.0244013,0.00847416,0.00863221]
+ ]
 }

questdb/run.sh

@@ -2,8 +2,8 @@
 
 TRIES=3
 
-questdb-6.5.2-rt-linux-amd64/bin/questdb.sh stop
-questdb-6.5.2-rt-linux-amd64/bin/questdb.sh start
+questdb-7.3-rt-linux-amd64/bin/questdb.sh stop
+questdb-7.3-rt-linux-amd64/bin/questdb.sh start
 sleep 5
 
 cat queries.sql | while read query; do
@@ -13,7 +13,7 @@ cat queries.sql | while read query; do
  echo "$query";
  for i in $(seq 1 $TRIES); do
  curl -sS --max-time 600 -G --data-urlencode "query=${query}" 'http://localhost:9000/exec?timings=true' 2>&1 | grep '"timings"' ||
- (questdb-6.5.2-rt-linux-amd64/bin/questdb.sh stop >/dev/null 2>&1; questdb-6.5.2-rt-linux-amd64/bin/questdb.sh start >/dev/null 2>&1; sleep 5; echo 'null')
+ (questdb-7.3-rt-linux-amd64/bin/questdb.sh stop >/dev/null 2>&1; questdb-7.3-rt-linux-amd64/bin/questdb.sh start >/dev/null 2>&1; sleep 5; echo 'null')
  echo
  done;
 done;