From abe665817cd254701989ae5d26fbe86f8998c189 Mon Sep 17 00:00:00 2001 From: Patrick Erdelt Date: Wed, 11 Sep 2024 12:44:30 +0200 Subject: [PATCH] Unify parameters: second test run with log files --- benchbase.py | 2 +- bexhoma/experiments.py | 5 +- docs/TestCases.md | 933 ++++++-- logs_tests/test_benchbase_testcase_1.log | 124 ++ .../test_benchbase_testcase_1_summary.txt | 41 + logs_tests/test_benchbase_testcase_2.log | 150 ++ .../test_benchbase_testcase_2_summary.txt | 58 + logs_tests/test_benchbase_testcase_3.log | 143 ++ .../test_benchbase_testcase_3_summary.txt | 58 + logs_tests/test_benchbase_testcase_4.log | 380 ++++ .../test_benchbase_testcase_4_summary.txt | 165 ++ logs_tests/test_hammerdb_testcase_1.log | 146 ++ .../test_hammerdb_testcase_1_summary.txt | 42 + logs_tests/test_hammerdb_testcase_2.log | 213 ++ .../test_hammerdb_testcase_2_summary.txt | 62 + logs_tests/test_hammerdb_testcase_3.log | 1978 +++++++++++++++++ .../test_hammerdb_testcase_3_summary.txt | 165 ++ logs_tests/test_tpch_testcase_1.log | 152 ++ logs_tests/test_tpch_testcase_1_summary.txt | 84 + logs_tests/test_tpch_testcase_2.log | 193 ++ logs_tests/test_tpch_testcase_2_summary.txt | 101 + logs_tests/test_tpch_testcase_3.log | 350 +++ logs_tests/test_tpch_testcase_3_summary.txt | 212 ++ logs_tests/test_ycsb_testcase_1.log | 519 +++++ logs_tests/test_ycsb_testcase_1_summary.txt | 74 + logs_tests/test_ycsb_testcase_2.log | 198 ++ logs_tests/test_ycsb_testcase_2_summary.txt | 54 + logs_tests/test_ycsb_testcase_3.log | 341 +++ logs_tests/test_ycsb_testcase_3_summary.txt | 127 ++ logs_tests/test_ycsb_testcase_4.log | 107 + logs_tests/test_ycsb_testcase_4_summary.txt | 36 + logs_tests/test_ycsb_testcase_5.log | 154 ++ logs_tests/test_ycsb_testcase_5_summary.txt | 60 + test.sh | 61 +- 34 files changed, 7266 insertions(+), 222 deletions(-) create mode 100644 logs_tests/test_benchbase_testcase_1.log create mode 100644 logs_tests/test_benchbase_testcase_1_summary.txt create mode 100644 logs_tests/test_benchbase_testcase_2.log create mode 100644 logs_tests/test_benchbase_testcase_2_summary.txt create mode 100644 logs_tests/test_benchbase_testcase_3.log create mode 100644 logs_tests/test_benchbase_testcase_3_summary.txt create mode 100644 logs_tests/test_benchbase_testcase_4.log create mode 100644 logs_tests/test_benchbase_testcase_4_summary.txt create mode 100644 logs_tests/test_hammerdb_testcase_1.log create mode 100644 logs_tests/test_hammerdb_testcase_1_summary.txt create mode 100644 logs_tests/test_hammerdb_testcase_2.log create mode 100644 logs_tests/test_hammerdb_testcase_2_summary.txt create mode 100644 logs_tests/test_hammerdb_testcase_3.log create mode 100644 logs_tests/test_hammerdb_testcase_3_summary.txt create mode 100644 logs_tests/test_tpch_testcase_1.log create mode 100644 logs_tests/test_tpch_testcase_1_summary.txt create mode 100644 logs_tests/test_tpch_testcase_2.log create mode 100644 logs_tests/test_tpch_testcase_2_summary.txt create mode 100644 logs_tests/test_tpch_testcase_3.log create mode 100644 logs_tests/test_tpch_testcase_3_summary.txt create mode 100644 logs_tests/test_ycsb_testcase_1.log create mode 100644 logs_tests/test_ycsb_testcase_1_summary.txt create mode 100644 logs_tests/test_ycsb_testcase_2.log create mode 100644 logs_tests/test_ycsb_testcase_2_summary.txt create mode 100644 logs_tests/test_ycsb_testcase_3.log create mode 100644 logs_tests/test_ycsb_testcase_3_summary.txt create mode 100644 logs_tests/test_ycsb_testcase_4.log create mode 100644 logs_tests/test_ycsb_testcase_4_summary.txt create mode 100644 logs_tests/test_ycsb_testcase_5.log create mode 100644 logs_tests/test_ycsb_testcase_5_summary.txt diff --git a/benchbase.py b/benchbase.py index e33d29cf..a5357f9a 100644 --- a/benchbase.py +++ b/benchbase.py @@ -244,7 +244,7 @@ if SF: experiment.workload['info'] = experiment.workload['info']+" Scaling factor (e.g., number of warehouses) is {}.".format(SF) if SD: - experiment.workload['info'] = experiment.workload['info']+" Benchmarking runs for {} minutes.".format(SD) + experiment.workload['info'] = experiment.workload['info']+" Benchmarking runs for {} minutes.".format(int(SD/60)) if len(args.dbms): # import is limited to single DBMS experiment.workload['info'] = experiment.workload['info']+"\nBenchmark is limited to DBMS {}.".format(", ".join(args.dbms)) diff --git a/bexhoma/experiments.py b/bexhoma/experiments.py index 90872445..f570ab2f 100644 --- a/bexhoma/experiments.py +++ b/bexhoma/experiments.py @@ -2034,6 +2034,7 @@ def show_summary(self): #evaluate.load_experiment(code=code, silent=False) evaluation = evaluators.ycsb(code=code, path=resultfolder) ##################### + test_loading = False df = evaluation.get_df_loading() if not df.empty: print("\n### Loading") @@ -2046,6 +2047,7 @@ def show_summary(self): df_aggregated.sort_values(['experiment_run','target','pod_count'], inplace=True) df_aggregated_loaded = df_aggregated[['experiment_run',"threads","target","pod_count","[OVERALL].Throughput(ops/sec)","[OVERALL].RunTime(ms)","[INSERT].Return=OK","[INSERT].99thPercentileLatency(us)"]] print(df_aggregated_loaded) + test_loading = True ##################### df = evaluation.get_df_benchmarking() if not df.empty: @@ -2063,7 +2065,8 @@ def show_summary(self): #evaluation = evaluators.ycsb(code=code, path=path) ##################### self.show_summary_monitoring() - evaluation.test_results_column(df_aggregated_loaded, "[OVERALL].Throughput(ops/sec)") + if test_loading: + evaluation.test_results_column(df_aggregated_loaded, "[OVERALL].Throughput(ops/sec)") evaluation.test_results_column(df_aggregated_reduced, "[OVERALL].Throughput(ops/sec)") def show_summary_monitoring(self): resultfolder = self.cluster.config['benchmarker']['resultfolder'] diff --git a/docs/TestCases.md b/docs/TestCases.md index b5af6015..06c3f025 100644 --- a/docs/TestCases.md +++ b/docs/TestCases.md @@ -40,7 +40,20 @@ yields (after ca. 10 minutes) something like ### Workload TPC-H Queries SF=1 This includes the reading queries of TPC-H. - This experiment compares run time and resource consumption of TPC-H queries in different DBMS. TPC-H (SF=1) data is loaded and benchmark is executed. Query ordering is Q1 - Q22. All instances use the same query parameters. Import sets indexes and constraints after loading and recomputes statistics. Benchmark is limited to DBMS PostgreSQL. Import is handled by 8 processes (pods). Loading is fixed to cl-worker19. Benchmarking is fixed to cl-worker19. + This experiment compares run time and resource consumption of TPC-H queries in different DBMS. +TPC-H (SF=1) data is loaded and benchmark is executed. +Query ordering is Q1 - Q22. +All instances use the same query parameters. +Import sets indexes and constraints after loading and recomputes statistics. +Benchmark is limited to DBMS PostgreSQL. +Import is handled by 8 processes (pods). +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Loading is tested with [1] threads, split into [8] pods. +Benchmarking is tested with [1] threads, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. ### Connections PostgreSQL-BHT-8-1-1 uses docker image postgres:16.1 @@ -49,8 +62,8 @@ PostgreSQL-BHT-8-1-1 uses docker image postgres:16.1 Cores:64 host:5.15.0-116-generic node:cl-worker11 - disk:220519300 - datadisk:2823008 + disk:249171616 + datadisk:2822200 requests_cpu:4 requests_memory:16Gi @@ -62,32 +75,32 @@ No warnings ### Latency of Timer Execution [ms] DBMS PostgreSQL-BHT-8-1-1 -Pricing Summary Report (TPC-H Q1) 2459.21 -Minimum Cost Supplier Query (TPC-H Q2) 413.46 -Shipping Priority (TPC-H Q3) 716.13 -Order Priority Checking Query (TPC-H Q4) 1243.77 -Local Supplier Volume (TPC-H Q5) 619.78 -Forecasting Revenue Change (TPC-H Q6) 466.62 -Forecasting Revenue Change (TPC-H Q7) 734.01 -National Market Share (TPC-H Q8) 582.93 -Product Type Profit Measure (TPC-H Q9) 1055.72 -Forecasting Revenue Change (TPC-H Q10) 1213.50 -Important Stock Identification (TPC-H Q11) 241.65 -Shipping Modes and Order Priority (TPC-H Q12) 960.81 -Customer Distribution (TPC-H Q13) 1958.87 -Forecasting Revenue Change (TPC-H Q14) 521.75 -Top Supplier Query (TPC-H Q15) 526.39 -Parts/Supplier Relationship (TPC-H Q16) 563.39 -Small-Quantity-Order Revenue (TPC-H Q17) 2014.23 -Large Volume Customer (TPC-H Q18) 7054.77 -Discounted Revenue (TPC-H Q19) 668.20 -Potential Part Promotion (TPC-H Q20) 655.87 -Suppliers Who Kept Orders Waiting Query (TPC-H Q21) 867.57 -Global Sales Opportunity Query (TPC-H Q22) 230.59 +Pricing Summary Report (TPC-H Q1) 2567.07 +Minimum Cost Supplier Query (TPC-H Q2) 419.22 +Shipping Priority (TPC-H Q3) 729.37 +Order Priority Checking Query (TPC-H Q4) 1236.64 +Local Supplier Volume (TPC-H Q5) 627.87 +Forecasting Revenue Change (TPC-H Q6) 479.27 +Forecasting Revenue Change (TPC-H Q7) 747.93 +National Market Share (TPC-H Q8) 590.71 +Product Type Profit Measure (TPC-H Q9) 1064.58 +Forecasting Revenue Change (TPC-H Q10) 1231.34 +Important Stock Identification (TPC-H Q11) 238.82 +Shipping Modes and Order Priority (TPC-H Q12) 973.56 +Customer Distribution (TPC-H Q13) 1940.84 +Forecasting Revenue Change (TPC-H Q14) 529.18 +Top Supplier Query (TPC-H Q15) 531.58 +Parts/Supplier Relationship (TPC-H Q16) 571.33 +Small-Quantity-Order Revenue (TPC-H Q17) 1957.44 +Large Volume Customer (TPC-H Q18) 6674.42 +Discounted Revenue (TPC-H Q19) 674.23 +Potential Part Promotion (TPC-H Q20) 661.18 +Suppliers Who Kept Orders Waiting Query (TPC-H Q21) 870.81 +Global Sales Opportunity Query (TPC-H Q22) 234.54 ### Loading [s] timeGenerate timeIngesting timeSchema timeIndex timeLoad -PostgreSQL-BHT-8-1-1 1.0 24.0 1.0 85.0 119.0 +PostgreSQL-BHT-8-1-1 1.0 29.0 1.0 85.0 123.0 ### Geometric Mean of Medians of Timer Run [s] Geo Times [s] @@ -97,12 +110,15 @@ PostgreSQL-BHT-8-1-1 0.86 ### Power@Size Power@Size [~Q/h] DBMS -PostgreSQL-BHT-8-1-1 4392.06 +PostgreSQL-BHT-8-1-1 4362.63 ### Throughput@Size time [s] count SF Throughput@Size [~GB/h] DBMS SF num_experiment num_client -PostgreSQL-BHT-8-1 1 1 1 28 1 1 2828.57 +PostgreSQL-BHT-8-1 1 1 1 29 1 1 2731.03 +TEST passed: Geo Times [s] contains no 0 or NaN +TEST passed: Power@Size [~Q/h] contains no 0 or NaN +TEST passed: Throughput@Size [~GB/h] contains no 0 or NaN ``` @@ -132,7 +148,21 @@ yields (after ca. 15 minutes) something like ### Workload TPC-H Queries SF=3 This includes the reading queries of TPC-H. - This experiment compares run time and resource consumption of TPC-H queries in different DBMS. System metrics are monitored by a cluster-wide installation. TPC-H (SF=3) data is loaded and benchmark is executed. Database is persistent on a volume of type shared. Query ordering is Q1 - Q22. All instances use the same query parameters. Import sets indexes and constraints after loading and recomputes statistics. Benchmark is limited to DBMS PostgreSQL. Import is handled by 8 processes (pods). Loading is fixed to cl-worker19. Benchmarking is fixed to cl-worker19. + This experiment compares run time and resource consumption of TPC-H queries in different DBMS. +System metrics are monitored by a cluster-wide installation. +TPC-H (SF=3) data is loaded and benchmark is executed. +Query ordering is Q1 - Q22. +All instances use the same query parameters. +Import sets indexes and constraints after loading and recomputes statistics. +Benchmark is limited to DBMS PostgreSQL. +Import is handled by 8 processes (pods). +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Loading is tested with [1] threads, split into [8] pods. +Benchmarking is tested with [1] threads, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. ### Connections PostgreSQL-BHT-8-1-1 uses docker image postgres:16.1 @@ -141,10 +171,8 @@ PostgreSQL-BHT-8-1-1 uses docker image postgres:16.1 Cores:64 host:5.15.0-116-generic node:cl-worker11 - disk:217696288 - datadisk:8382736 - volume_size:100G - volume_used:8.0G + disk:254732816 + datadisk:8383400 requests_cpu:4 requests_memory:16Gi @@ -156,63 +184,66 @@ No warnings ### Latency of Timer Execution [ms] DBMS PostgreSQL-BHT-8-1-1 -Pricing Summary Report (TPC-H Q1) 6566.38 -Minimum Cost Supplier Query (TPC-H Q2) 3157.68 -Shipping Priority (TPC-H Q3) 2957.50 -Order Priority Checking Query (TPC-H Q4) 3064.26 -Local Supplier Volume (TPC-H Q5) 2213.43 -Forecasting Revenue Change (TPC-H Q6) 1183.87 -Forecasting Revenue Change (TPC-H Q7) 3903.30 -National Market Share (TPC-H Q8) 1747.39 -Product Type Profit Measure (TPC-H Q9) 5530.70 -Forecasting Revenue Change (TPC-H Q10) 2992.43 -Important Stock Identification (TPC-H Q11) 546.42 -Shipping Modes and Order Priority (TPC-H Q12) 2357.28 -Customer Distribution (TPC-H Q13) 6113.69 -Forecasting Revenue Change (TPC-H Q14) 1242.04 -Top Supplier Query (TPC-H Q15) 1346.50 -Parts/Supplier Relationship (TPC-H Q16) 1305.64 -Small-Quantity-Order Revenue (TPC-H Q17) 5250.17 -Large Volume Customer (TPC-H Q18) 18569.68 -Discounted Revenue (TPC-H Q19) 1848.44 -Potential Part Promotion (TPC-H Q20) 1093.66 -Suppliers Who Kept Orders Waiting Query (TPC-H Q21) 2756.80 -Global Sales Opportunity Query (TPC-H Q22) 1040.01 +Pricing Summary Report (TPC-H Q1) 6349.65 +Minimum Cost Supplier Query (TPC-H Q2) 2134.14 +Shipping Priority (TPC-H Q3) 2396.38 +Order Priority Checking Query (TPC-H Q4) 3057.87 +Local Supplier Volume (TPC-H Q5) 2227.72 +Forecasting Revenue Change (TPC-H Q6) 1144.35 +Forecasting Revenue Change (TPC-H Q7) 2282.60 +National Market Share (TPC-H Q8) 1357.72 +Product Type Profit Measure (TPC-H Q9) 3112.36 +Forecasting Revenue Change (TPC-H Q10) 2970.65 +Important Stock Identification (TPC-H Q11) 555.70 +Shipping Modes and Order Priority (TPC-H Q12) 2397.45 +Customer Distribution (TPC-H Q13) 6406.64 +Forecasting Revenue Change (TPC-H Q14) 1231.32 +Top Supplier Query (TPC-H Q15) 1373.38 +Parts/Supplier Relationship (TPC-H Q16) 1242.01 +Small-Quantity-Order Revenue (TPC-H Q17) 5704.67 +Large Volume Customer (TPC-H Q18) 20286.70 +Discounted Revenue (TPC-H Q19) 1870.36 +Potential Part Promotion (TPC-H Q20) 1162.16 +Suppliers Who Kept Orders Waiting Query (TPC-H Q21) 2747.41 +Global Sales Opportunity Query (TPC-H Q22) 456.92 ### Loading [s] timeGenerate timeIngesting timeSchema timeIndex timeLoad -PostgreSQL-BHT-8-1-1 1.0 80.0 1.0 211.0 300.0 +PostgreSQL-BHT-8-1-1 1.0 102.0 1.0 221.0 332.0 ### Geometric Mean of Medians of Timer Run [s] Geo Times [s] DBMS -PostgreSQL-BHT-8-1-1 2.58 +PostgreSQL-BHT-8-1-1 2.28 ### Power@Size Power@Size [~Q/h] DBMS -PostgreSQL-BHT-8-1-1 4330.06 +PostgreSQL-BHT-8-1-1 4868.08 ### Throughput@Size time [s] count SF Throughput@Size [~GB/h] DBMS SF num_experiment num_client -PostgreSQL-BHT-8-1 3 1 1 82 1 3 2897.56 +PostgreSQL-BHT-8-1 3 1 1 78 1 3 3046.15 ### Ingestion - SUT CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] -PostgreSQL-BHT-8-1 394.92 1.34 6.25 10.84 +PostgreSQL-BHT-8-1 413.06 1.04 6.6 10.65 ### Ingestion - Loader CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] -PostgreSQL-BHT-8-1 7.02 0 0.52 2.28 +PostgreSQL-BHT-8-1 9.45 0.05 0.92 2.28 ### Execution - SUT CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] -PostgreSQL-BHT-8-1 358.7 4.0 6.52 7.62 +PostgreSQL-BHT-8-1 280.2 4.22 14.48 18.73 ### Execution - Benchmarker CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] -PostgreSQL-BHT-8-1 14.39 0 0.27 0.27 +PostgreSQL-BHT-8-1 12.49 0 0.27 0.28 +TEST passed: Geo Times [s] contains no 0 or NaN +TEST passed: Power@Size [~Q/h] contains no 0 or NaN +TEST passed: Throughput@Size [~GB/h] contains no 0 or NaN ``` ### TPC-H Throughput Test @@ -242,7 +273,22 @@ yields (after ca. 15 minutes) something like ### Workload TPC-H Queries SF=1 This includes the reading queries of TPC-H. - This experiment compares run time and resource consumption of TPC-H queries in different DBMS. System metrics are monitored by a cluster-wide installation. TPC-H (SF=1) data is loaded and benchmark is executed. Database is persistent on a volume of type shared. Query ordering is Q1 - Q22. All instances use the same query parameters. Import sets indexes and constraints after loading and recomputes statistics. Benchmark is limited to DBMS PostgreSQL. Import is handled by 8 processes (pods). Loading is fixed to cl-worker19. Benchmarking is fixed to cl-worker19. + This experiment compares run time and resource consumption of TPC-H queries in different DBMS. +System metrics are monitored by a cluster-wide installation. +TPC-H (SF=1) data is loaded and benchmark is executed. +Query ordering is Q1 - Q22. +All instances use the same query parameters. +Import sets indexes and constraints after loading and recomputes statistics. +Benchmark is limited to DBMS PostgreSQL. +Import is handled by 8 processes (pods). +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 100Gi. +Loading is tested with [1] threads, split into [8] pods. +Benchmarking is tested with [1] threads, split into [1] pods. +Benchmarking is run as [1, 2] times the number of benchmarking pods. +Experiment is run 2 times. ### Connections PostgreSQL-BHT-8-1-1-1 uses docker image postgres:16.1 @@ -251,8 +297,8 @@ PostgreSQL-BHT-8-1-1-1 uses docker image postgres:16.1 Cores:64 host:5.15.0-116-generic node:cl-worker11 - disk:217696268 - datadisk:2822608 + disk:246349412 + datadisk:2822088 volume_size:100G volume_used:2.7G requests_cpu:4 @@ -263,8 +309,8 @@ PostgreSQL-BHT-8-1-2-1 uses docker image postgres:16.1 Cores:64 host:5.15.0-116-generic node:cl-worker11 - disk:217696440 - datadisk:2822608 + disk:246349412 + datadisk:2822088 volume_size:100G volume_used:2.7G requests_cpu:4 @@ -275,8 +321,8 @@ PostgreSQL-BHT-8-1-2-2 uses docker image postgres:16.1 Cores:64 host:5.15.0-116-generic node:cl-worker11 - disk:217696440 - datadisk:2822608 + disk:246349412 + datadisk:2822088 volume_size:100G volume_used:2.7G requests_cpu:4 @@ -287,8 +333,8 @@ PostgreSQL-BHT-8-2-1-1 uses docker image postgres:16.1 Cores:64 host:5.15.0-116-generic node:cl-worker11 - disk:217696440 - datadisk:2822608 + disk:246349560 + datadisk:2822088 volume_size:100G volume_used:2.7G requests_cpu:4 @@ -299,8 +345,8 @@ PostgreSQL-BHT-8-2-2-1 uses docker image postgres:16.1 Cores:64 host:5.15.0-116-generic node:cl-worker11 - disk:217696440 - datadisk:2822608 + disk:246349560 + datadisk:2822088 volume_size:100G volume_used:2.7G requests_cpu:4 @@ -311,8 +357,8 @@ PostgreSQL-BHT-8-2-2-2 uses docker image postgres:16.1 Cores:64 host:5.15.0-116-generic node:cl-worker11 - disk:217696440 - datadisk:2822608 + disk:246349560 + datadisk:2822088 volume_size:100G volume_used:2.7G requests_cpu:4 @@ -322,83 +368,118 @@ PostgreSQL-BHT-8-2-2-2 uses docker image postgres:16.1 No errors ### Warnings (result mismatch) -No warnings + PostgreSQL-BHT-8-1-1-1 PostgreSQL-BHT-8-1-2-1 PostgreSQL-BHT-8-1-2-2 PostgreSQL-BHT-8-2-1-1 PostgreSQL-BHT-8-2-2-1 PostgreSQL-BHT-8-2-2-2 +Pricing Summary Report (TPC-H Q1) False False False False False False +Minimum Cost Supplier Query (TPC-H Q2) False False False False False False +Shipping Priority (TPC-H Q3) False False False False False False +Order Priority Checking Query (TPC-H Q4) False False False False False False +Local Supplier Volume (TPC-H Q5) False False False False False False +Forecasting Revenue Change (TPC-H Q6) False False False False False False +Forecasting Revenue Change (TPC-H Q7) False False False False False False +National Market Share (TPC-H Q8) False False False False False False +Product Type Profit Measure (TPC-H Q9) False False False False False False +Forecasting Revenue Change (TPC-H Q10) False False False True False False +Important Stock Identification (TPC-H Q11) False False False False False False +Shipping Modes and Order Priority (TPC-H Q12) False False False False False False +Customer Distribution (TPC-H Q13) False False False False False False +Forecasting Revenue Change (TPC-H Q14) False False False False False False +Top Supplier Query (TPC-H Q15) False False False False False False +Parts/Supplier Relationship (TPC-H Q16) False False False False False False +Small-Quantity-Order Revenue (TPC-H Q17) False False False False False False +Large Volume Customer (TPC-H Q18) False False False False False False +Discounted Revenue (TPC-H Q19) False False False False False False +Potential Part Promotion (TPC-H Q20) False False False False False False +Suppliers Who Kept Orders Waiting Query (TPC-H Q21) False False False False False False +Global Sales Opportunity Query (TPC-H Q22) False False False False False False ### Latency of Timer Execution [ms] DBMS PostgreSQL-BHT-8-1-1-1 PostgreSQL-BHT-8-1-2-1 PostgreSQL-BHT-8-1-2-2 PostgreSQL-BHT-8-2-1-1 PostgreSQL-BHT-8-2-2-1 PostgreSQL-BHT-8-2-2-2 -Pricing Summary Report (TPC-H Q1) 13257.74 2589.36 2602.81 6418.42 2572.30 2655.10 -Minimum Cost Supplier Query (TPC-H Q2) 4031.91 425.58 418.04 1607.49 426.32 414.46 -Shipping Priority (TPC-H Q3) 5936.66 738.32 756.21 2166.32 744.43 752.35 -Order Priority Checking Query (TPC-H Q4) 1238.28 1244.39 1226.99 1267.13 1236.31 1225.05 -Local Supplier Volume (TPC-H Q5) 643.34 642.07 651.66 651.81 665.66 648.42 -Forecasting Revenue Change (TPC-H Q6) 481.48 495.62 496.70 536.54 493.67 491.10 -Forecasting Revenue Change (TPC-H Q7) 965.08 753.55 762.77 777.54 756.03 743.64 -National Market Share (TPC-H Q8) 1596.33 599.79 605.87 620.09 608.16 601.09 -Product Type Profit Measure (TPC-H Q9) 1725.83 1067.27 1036.56 1197.90 1039.89 1036.67 -Forecasting Revenue Change (TPC-H Q10) 1221.29 1261.78 1236.42 1230.95 1214.73 1222.89 -Important Stock Identification (TPC-H Q11) 243.73 252.96 245.01 244.37 250.41 249.33 -Shipping Modes and Order Priority (TPC-H Q12) 998.13 1010.73 992.50 1014.33 1011.12 1017.56 -Customer Distribution (TPC-H Q13) 2009.51 2052.86 2044.96 2008.00 2060.07 1989.80 -Forecasting Revenue Change (TPC-H Q14) 524.00 536.41 538.43 525.13 535.18 540.81 -Top Supplier Query (TPC-H Q15) 534.63 553.73 557.53 538.89 540.58 545.75 -Parts/Supplier Relationship (TPC-H Q16) 560.50 576.10 568.59 554.11 560.23 568.41 -Small-Quantity-Order Revenue (TPC-H Q17) 1798.11 1944.26 1843.98 1885.14 1810.29 1836.71 -Large Volume Customer (TPC-H Q18) 6437.35 6703.77 7257.39 6828.56 7008.83 6395.23 -Discounted Revenue (TPC-H Q19) 679.13 688.72 691.35 686.28 686.92 692.58 -Potential Part Promotion (TPC-H Q20) 844.35 651.30 637.95 685.04 632.79 628.11 -Suppliers Who Kept Orders Waiting Query (TPC-H Q21) 1963.34 853.77 865.35 1325.26 873.98 865.06 -Global Sales Opportunity Query (TPC-H Q22) 282.79 219.53 211.45 232.00 209.25 210.55 +Pricing Summary Report (TPC-H Q1) 2711.71 2534.10 2546.08 14591.67 2533.11 2533.24 +Minimum Cost Supplier Query (TPC-H Q2) 652.68 437.14 436.45 3639.37 442.60 440.81 +Shipping Priority (TPC-H Q3) 1352.13 738.41 751.15 6209.37 760.21 750.53 +Order Priority Checking Query (TPC-H Q4) 1257.23 1266.21 1242.31 1254.06 1237.36 1242.37 +Local Supplier Volume (TPC-H Q5) 645.61 652.35 654.06 650.90 674.30 665.44 +Forecasting Revenue Change (TPC-H Q6) 508.86 511.04 523.48 497.87 514.85 510.64 +Forecasting Revenue Change (TPC-H Q7) 992.52 750.75 761.88 825.09 775.12 758.97 +National Market Share (TPC-H Q8) 752.88 606.99 614.71 662.78 627.21 613.82 +Product Type Profit Measure (TPC-H Q9) 1871.46 1072.98 1060.88 1547.11 1066.04 1050.56 +Forecasting Revenue Change (TPC-H Q10) 1281.68 1289.30 1275.28 1234.06 1228.81 1238.28 +Important Stock Identification (TPC-H Q11) 242.93 254.51 245.81 244.38 254.24 253.05 +Shipping Modes and Order Priority (TPC-H Q12) 926.32 924.94 928.56 908.04 938.54 923.71 +Customer Distribution (TPC-H Q13) 1968.06 2014.61 2029.33 1977.62 1966.03 1956.77 +Forecasting Revenue Change (TPC-H Q14) 528.24 531.66 543.08 532.56 550.96 556.19 +Top Supplier Query (TPC-H Q15) 537.84 543.06 551.92 538.60 558.53 554.96 +Parts/Supplier Relationship (TPC-H Q16) 558.25 560.65 559.35 539.17 550.58 552.13 +Small-Quantity-Order Revenue (TPC-H Q17) 1987.13 2041.91 2023.46 1943.89 2088.94 2061.48 +Large Volume Customer (TPC-H Q18) 6868.97 7466.84 8111.44 6243.91 8192.39 7912.94 +Discounted Revenue (TPC-H Q19) 686.24 691.07 679.76 681.05 697.44 697.20 +Potential Part Promotion (TPC-H Q20) 865.71 677.05 661.30 734.23 661.88 637.55 +Suppliers Who Kept Orders Waiting Query (TPC-H Q21) 2031.52 857.48 862.46 1164.87 877.95 867.36 +Global Sales Opportunity Query (TPC-H Q22) 340.41 216.73 215.40 242.57 212.67 213.31 ### Loading [s] timeGenerate timeIngesting timeSchema timeIndex timeLoad -PostgreSQL-BHT-8-1-1-1 1.0 43.0 2.0 93.0 148.0 -PostgreSQL-BHT-8-1-2-1 1.0 43.0 2.0 93.0 148.0 -PostgreSQL-BHT-8-1-2-2 1.0 43.0 2.0 93.0 148.0 -PostgreSQL-BHT-8-2-1-1 1.0 43.0 2.0 93.0 148.0 -PostgreSQL-BHT-8-2-2-1 1.0 43.0 2.0 93.0 148.0 -PostgreSQL-BHT-8-2-2-2 1.0 43.0 2.0 93.0 148.0 +PostgreSQL-BHT-8-1-1-1 1.0 28.0 1.0 92.0 130.0 +PostgreSQL-BHT-8-1-2-1 1.0 28.0 1.0 92.0 130.0 +PostgreSQL-BHT-8-1-2-2 1.0 28.0 1.0 92.0 130.0 +PostgreSQL-BHT-8-2-1-1 1.0 28.0 1.0 92.0 130.0 +PostgreSQL-BHT-8-2-2-1 1.0 28.0 1.0 92.0 130.0 +PostgreSQL-BHT-8-2-2-2 1.0 28.0 1.0 92.0 130.0 ### Geometric Mean of Medians of Timer Run [s] Geo Times [s] DBMS -PostgreSQL-BHT-8-1-1-1 1.29 +PostgreSQL-BHT-8-1-1-1 1.02 PostgreSQL-BHT-8-1-2-1 0.87 -PostgreSQL-BHT-8-1-2-2 0.87 -PostgreSQL-BHT-8-2-1-1 1.04 -PostgreSQL-BHT-8-2-2-1 0.86 -PostgreSQL-BHT-8-2-2-2 0.87 +PostgreSQL-BHT-8-1-2-2 0.88 +PostgreSQL-BHT-8-2-1-1 1.18 +PostgreSQL-BHT-8-2-2-1 0.89 +PostgreSQL-BHT-8-2-2-2 0.88 ### Power@Size Power@Size [~Q/h] DBMS -PostgreSQL-BHT-8-1-1-1 2905.30 -PostgreSQL-BHT-8-1-2-1 4307.58 -PostgreSQL-BHT-8-1-2-2 4324.06 -PostgreSQL-BHT-8-2-1-1 3596.34 -PostgreSQL-BHT-8-2-2-1 4339.26 -PostgreSQL-BHT-8-2-2-2 4364.94 +PostgreSQL-BHT-8-1-1-1 3659.36 +PostgreSQL-BHT-8-1-2-1 4280.64 +PostgreSQL-BHT-8-1-2-2 4265.54 +PostgreSQL-BHT-8-2-1-1 3171.19 +PostgreSQL-BHT-8-2-2-1 4239.94 +PostgreSQL-BHT-8-2-2-2 4278.30 ### Throughput@Size time [s] count SF Throughput@Size [~GB/h] DBMS SF num_experiment num_client -PostgreSQL-BHT-8-1-1 1 1 1 51 1 1 1552.94 -PostgreSQL-BHT-8-1-2 1 1 2 29 2 1 5462.07 -PostgreSQL-BHT-8-2-1 1 2 1 36 1 1 2200.00 -PostgreSQL-BHT-8-2-2 1 2 2 29 2 1 5462.07 +PostgreSQL-BHT-8-1-1 1 1 1 34 1 1 2329.41 +PostgreSQL-BHT-8-1-2 1 1 2 31 2 1 5109.68 +PostgreSQL-BHT-8-2-1 1 2 1 50 1 1 1584.00 +PostgreSQL-BHT-8-2-2 1 2 2 31 2 1 5109.68 + +### Ingestion - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1 133.83 1.06 3.7 5.37 +PostgreSQL-BHT-8-1-2 133.83 1.06 3.7 5.37 + +### Ingestion - Loader + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1 0.12 0 0.02 0.02 +PostgreSQL-BHT-8-1-2 0.12 0 0.02 0.02 ### Execution - SUT CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] -PostgreSQL-BHT-8-1-1 92.44 2.09 7.08 8.82 -PostgreSQL-BHT-8-1-2 235.54 3.79 7.08 8.82 -PostgreSQL-BHT-8-2-1 111.70 0.01 7.56 11.21 -PostgreSQL-BHT-8-2-2 330.85 0.00 7.56 11.18 +PostgreSQL-BHT-8-1-1 21.95 0.40 3.70 3.76 +PostgreSQL-BHT-8-1-2 22.74 0.00 3.97 4.31 +PostgreSQL-BHT-8-2-1 18.30 0.00 7.19 8.98 +PostgreSQL-BHT-8-2-2 497.61 1.91 7.65 9.82 ### Execution - Benchmarker CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] -PostgreSQL-BHT-8-1-1 11.62 0.0 0.24 0.25 -PostgreSQL-BHT-8-1-2 0.00 0.0 0.24 0.25 -PostgreSQL-BHT-8-2-1 13.30 0.0 0.25 0.27 -PostgreSQL-BHT-8-2-2 0.00 0.0 0.25 0.27 +PostgreSQL-BHT-8-1-1 0.00 0.0 0.00 0.00 +PostgreSQL-BHT-8-1-2 0.03 0.0 0.01 0.01 +PostgreSQL-BHT-8-2-1 0.02 0.0 0.01 0.01 +PostgreSQL-BHT-8-2-2 7.41 0.0 0.12 0.13 +TEST passed: Geo Times [s] contains no 0 or NaN +TEST passed: Power@Size [~Q/h] contains no 0 or NaN +TEST passed: Throughput@Size [~GB/h] contains no 0 or NaN ``` @@ -676,7 +757,171 @@ python benchbase.py -ms 1 -tr \ yields (after ca. 30 minutes) something like ``` -- +## Show Summary + +### Workload + Benchbase Workload SF=16 (warehouses for TPC-C) + This includes no queries. Benchbase runs the benchmark + This experiment compares run time and resource consumption of Benchbase queries in different DBMS. +System metrics are monitored by a cluster-wide installation. +Benchbase data is generated and loaded using several threads. +Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 120 minutes. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 50Gi. +Loading is tested with [1] threads and [1] target factors of base 1024, split into [1] pods. +Benchmarking is tested with [8] threads and [8] target factors of base 1024, split into [1, 2] pods. +Benchmarking is run as [1, 2] times the number of benchmarking pods. +Experiment is run 2 times. + +### Connections +PostgreSQL-1-1-1024-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352116 + datadisk:5310696 + volume_size:50G + volume_used:5.1G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-1-1-1024-1-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352116 + datadisk:5422320 + volume_size:50G + volume_used:5.2G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-1-1-1024-1-3 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352116 + datadisk:5674296 + volume_size:50G + volume_used:5.2G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-1-1-1024-1-4 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352116 + datadisk:6008840 + volume_size:50G + volume_used:5.2G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-1-1-1024-2-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352116 + datadisk:6988024 + volume_size:50G + volume_used:6.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-1-1-1024-2-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352116 + datadisk:7086352 + volume_size:50G + volume_used:6.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-1-1-1024-2-3 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352116 + datadisk:7334816 + volume_size:50G + volume_used:6.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-1-1-1024-2-4 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352116 + datadisk:7470464 + volume_size:50G + volume_used:6.7G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) +PostgreSQL-1-1-1024-1-1 1 8 8192 1 120.0 1068.40 12221.0 7478.00 +PostgreSQL-1-1-1024-1-2 1 16 16384 2 120.0 2457.01 15348.0 6503.00 +PostgreSQL-1-1-1024-1-3 1 8 8192 2 120.0 1353.65 13582.0 5899.50 +PostgreSQL-1-1-1024-1-4 1 16 16384 4 120.0 2090.96 18082.0 7639.75 +PostgreSQL-1-1-1024-2-1 2 8 8192 1 120.0 934.17 15306.0 8553.00 +PostgreSQL-1-1-1024-2-2 2 16 16384 2 120.0 2420.62 15456.0 6599.50 +PostgreSQL-1-1-1024-2-3 2 8 8192 2 120.0 1336.14 13901.0 5976.50 +PostgreSQL-1-1-1024-2-4 2 16 16384 4 120.0 2079.17 18274.0 7683.25 + +Warehouses: 16 + +### Workflow +DBMS PostgreSQL-1-1-1024 - Pods [[4, 2, 1, 2], [2, 4, 2, 1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +PostgreSQL-1-1-1024-1-1 134.0 1.0 1.0 429.850746 +PostgreSQL-1-1-1024-1-2 134.0 1.0 2.0 429.850746 +PostgreSQL-1-1-1024-1-3 134.0 1.0 2.0 429.850746 +PostgreSQL-1-1-1024-1-4 134.0 1.0 4.0 429.850746 +PostgreSQL-1-1-1024-2-1 134.0 1.0 1.0 429.850746 +PostgreSQL-1-1-1024-2-2 134.0 1.0 2.0 429.850746 +PostgreSQL-1-1-1024-2-3 134.0 1.0 2.0 429.850746 +PostgreSQL-1-1-1024-2-4 134.0 1.0 4.0 429.850746 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-1-1-1024-1-1 223.27 3.70 3.18 6.19 +PostgreSQL-1-1-1024-1-2 700.07 0.00 3.87 7.14 +PostgreSQL-1-1-1024-1-3 374.55 2.65 4.05 7.49 +PostgreSQL-1-1-1024-1-4 579.42 5.94 4.36 7.97 +PostgreSQL-1-1-1024-2-1 259.96 0.32 7.50 14.75 +PostgreSQL-1-1-1024-2-2 724.89 7.08 3.91 7.79 +PostgreSQL-1-1-1024-2-3 373.37 3.76 4.14 8.16 +PostgreSQL-1-1-1024-2-4 694.12 0.00 4.54 8.77 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-1-1-1024-1-1 118.46 0.00 1.32 1.32 +PostgreSQL-1-1-1024-1-2 410.51 2.44 4.02 4.02 +PostgreSQL-1-1-1024-1-3 170.10 2.38 4.40 4.40 +PostgreSQL-1-1-1024-1-4 287.97 2.09 6.01 6.01 +PostgreSQL-1-1-1024-2-1 306.33 0.00 4.79 4.79 +PostgreSQL-1-1-1024-2-2 400.93 4.76 4.01 4.01 +PostgreSQL-1-1-1024-2-3 200.59 0.00 4.78 4.78 +PostgreSQL-1-1-1024-2-4 341.59 1.04 5.93 5.93 +TEST passed: Throughput (requests/second) contains no 0 or NaN ``` @@ -699,21 +944,18 @@ yields (after ca. 30 minutes) something like ### HammerDB Simple ``` -python hammerdb.py \ - -rnn $BEXHOMA_NODE_SUT -rnl $BEXHOMA_NODE_LOAD -rnb $BEXHOMA_NODE_BENCHMARK \ - -dbms PostgreSQL \ - -nvu '8' \ - -su 16 \ +python hammerdb.py -ms 1 -tr \ -sf 16 \ + -dbms PostgreSQL \ + -rnn $BEXHOMA_NODE_SUT -rnl $BEXHOMA_NODE_LOAD -rnb $BEXHOMA_NODE_BENCHMARK \ + -nlt 8 \ -nbp 1 \ + -nbt 16 \ + -ne 1 \ + -nc 1 \ run ``` -* 16 warehouses -* 16 threads used for loading -* 8 terminals in 1 pod -* no persistent storage - yields (after ca. 10 minutes) ``` @@ -765,24 +1007,20 @@ TEST passed: NOPM contains no 0 or NaN ### HammerDB Monitoring ``` -python hammerdb.py \ - -rnn $BEXHOMA_NODE_SUT -rnl $BEXHOMA_NODE_LOAD -rnb $BEXHOMA_NODE_BENCHMARK \ - -dbms PostgreSQL \ - -nvu '8' \ - -su 16 \ +python hammerdb.py -ms 1 -tr \ -sf 16 \ + -dbms PostgreSQL \ + -rnn $BEXHOMA_NODE_SUT -rnl $BEXHOMA_NODE_LOAD -rnb $BEXHOMA_NODE_BENCHMARK \ + -nlt 8 \ -nbp 1 \ + -nbt 16 \ + -ne 1 \ + -nc 1 \ -m -mc \ -rst shared -rss 30Gi \ run ``` -* 16 warehouses -* 16 threads used for loading -* 8 terminals in 1 pod -* data is stored persistently in a PV of type shared and size 30Gi -* monitoring of all components activated - yields (after ca. 20 minutes) ``` @@ -853,28 +1091,189 @@ TEST passed: NOPM contains no 0 or NaN ### HammerDB Complex ``` -python hammerdb.py \ - -rnn $BEXHOMA_NODE_SUT -rnl $BEXHOMA_NODE_LOAD -rnb $BEXHOMA_NODE_BENCHMARK \ - -dbms PostgreSQL \ - -nvu '8' \ - -su 16 \ +python hammerdb.py -ms 1 -tr \ -sf 16 \ + -sd 2 \ + -dbms PostgreSQL \ + -rnn $BEXHOMA_NODE_SUT -rnl $BEXHOMA_NODE_LOAD -rnb $BEXHOMA_NODE_BENCHMARK \ + -nlt 8 \ -nbp 1,2 \ + -nbt 16 \ + -ne 1,2 \ + -nc 2 \ -m -mc \ -rst shared -rss 30Gi \ run ``` -* 16 warehouses -* 16 threads used for loading -* 8 terminals in 1 pod and in 2 pods (4 terminals each) -* data is stored persistently in a PV of type shared and size 30Gi -* monitoring of all components activated - yields (after ca. 45 minutes) ``` -- +## Show Summary + +### Workload + HammerDB Workload SF=16 (warehouses for TPC-C) + This includes no queries. HammerDB runs the benchmark + This experiment compares run time and resource consumption of TPC-C queries in different DBMS. +System metrics are monitored by a cluster-wide installation. +TPC-C data is generated and loaded using several threads. +Scaling factor (i.e., number of warehouses) is 16. Benchmarking runs for 2 minutes. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 30Gi. +Loading is tested with [8] threads, split into [1] pods. +Benchmarking is tested with [16] threads, split into [1, 2] pods. +Benchmarking is run as [1, 2] times the number of benchmarking pods. +Experiment is run 2 times. + +### Connections +PostgreSQL-BHT-8-1-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349732 + datadisk:4294945 + volume_size:30G + volume_used:4.1G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-1-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349732 + datadisk:4401613 + volume_size:30G + volume_used:4.2G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-1-3 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349732 + datadisk:4527693 + volume_size:30G + volume_used:4.2G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-1-4 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349732 + datadisk:4611997 + volume_size:30G + volume_used:4.4G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-2-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:248309504 + datadisk:4717273 + volume_size:30G + volume_used:4.5G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-2-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349900 + datadisk:4797477 + volume_size:30G + volume_used:4.5G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-2-3 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349900 + datadisk:4897773 + volume_size:30G + volume_used:4.5G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-2-4 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349900 + datadisk:4983101 + volume_size:30G + volume_used:4.5G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run vusers client pod_count NOPM TPM duration errors +PostgreSQL-BHT-8-1-1-1 1 16 1 1 11054.00 34049.00 2 0 +PostgreSQL-BHT-8-1-1-2 1 32 2 2 11097.00 31949.00 2 0 +PostgreSQL-BHT-8-1-1-3 1 16 3 2 8856.50 28298.50 2 0 +PostgreSQL-BHT-8-1-1-4 1 32 4 4 9957.25 28916.25 2 0 +PostgreSQL-BHT-8-1-2-1 2 16 1 1 9245.00 30188.00 2 0 +PostgreSQL-BHT-8-1-2-2 2 32 2 2 10132.00 30407.00 2 0 +PostgreSQL-BHT-8-1-2-3 2 16 3 2 8986.50 28825.00 2 0 + +Warehouses: 16 + +### Workflow +DBMS PostgreSQL-BHT-8-1 - Pods [[2, 1, 2], [2, 2, 4, 1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +PostgreSQL-BHT-8-1-1-1 105.0 1.0 1.0 548.571429 +PostgreSQL-BHT-8-1-1-2 105.0 1.0 2.0 548.571429 +PostgreSQL-BHT-8-1-1-3 105.0 1.0 2.0 548.571429 +PostgreSQL-BHT-8-1-1-4 105.0 1.0 4.0 548.571429 +PostgreSQL-BHT-8-1-2-1 105.0 1.0 1.0 548.571429 +PostgreSQL-BHT-8-1-2-2 105.0 1.0 2.0 548.571429 +PostgreSQL-BHT-8-1-2-3 105.0 1.0 2.0 548.571429 +PostgreSQL-BHT-8-1-2-4 105.0 1.0 4.0 548.571429 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1-1 14181.81 62.81 4.99 7.14 +PostgreSQL-BHT-8-1-1-2 14824.60 63.63 5.47 7.74 +PostgreSQL-BHT-8-1-1-3 15411.30 33.44 5.44 7.78 +PostgreSQL-BHT-8-1-1-4 16935.32 63.60 6.02 8.46 +PostgreSQL-BHT-8-1-2-1 62425.80 62.90 9.32 14.30 +PostgreSQL-BHT-8-1-2-2 15916.39 63.63 5.92 8.50 +PostgreSQL-BHT-8-1-2-3 15150.28 62.90 5.56 8.21 +PostgreSQL-BHT-8-1-2-4 0.00 0.00 4.46 7.14 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1-1 23.05 0.10 0.06 0.06 +PostgreSQL-BHT-8-1-1-2 20.12 0.05 0.16 0.16 +PostgreSQL-BHT-8-1-1-3 24.55 0.08 0.18 0.18 +PostgreSQL-BHT-8-1-1-4 18.31 0.07 0.20 0.20 +PostgreSQL-BHT-8-1-2-1 20.29 0.08 0.13 0.13 +PostgreSQL-BHT-8-1-2-2 20.16 0.10 0.16 0.16 +PostgreSQL-BHT-8-1-2-3 25.59 0.08 0.18 0.18 +PostgreSQL-BHT-8-1-2-4 0.00 0.00 0.07 0.07 +TEST passed: NOPM contains no 0 or NaN ``` @@ -1100,7 +1499,133 @@ python ycsb.py -ms 1 -tr \ yields (after ca. 15 minutes) something like ``` -- +## Show Summary + +### Workload + YCSB SF=1 + This includes no queries. YCSB runs the benchmark + This experiment compares run time and resource consumption of YCSB queries. +YCSB is performed using several threads and processes. +Workload is 'A'. Number of rows to insert is 1000000. Number of operations is 1000000. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 100Gi. +Loading is tested with [64] threads and [1] target factors of base 131072, split into [8] pods. +Benchmarking is tested with [64] threads and [1] target factors of base 131072, split into [1, 8] pods. +Benchmarking is run as [1, 2] times the number of benchmarking pods. +Experiment is run 2 times. + +### Connections +PostgreSQL-64-8-131072-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:4143128 + volume_size:100G + volume_used:4.0G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-1-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:4147232 + volume_size:100G + volume_used:4.0G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-1-3 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:4367960 + volume_size:100G + volume_used:4.0G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-1-4 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:4567488 + volume_size:100G + volume_used:4.0G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-2-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:4883544 + volume_size:100G + volume_used:4.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-2-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:4889384 + volume_size:100G + volume_used:4.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-2-3 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:5031400 + volume_size:100G + volume_used:4.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-2-4 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:5034192 + volume_size:100G + volume_used:4.7G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run threads target pod_count [OVERALL].Throughput(ops/sec) [OVERALL].RunTime(ms) [READ].Return=OK [READ].99thPercentileLatency(us) [UPDATE].Return=OK [UPDATE].99thPercentileLatency(us) +PostgreSQL-64-8-131072-1-1 1 64 131072 1 56388.86 17734.0 499909 1361.00 500091 1870.00 +PostgreSQL-64-8-131072-1-3 1 64 131072 8 126932.13 7907.0 500975 1107.75 499025 1545.12 +PostgreSQL-64-8-131072-1-2 1 128 262144 2 71441.34 14004.0 500636 1978.50 499364 67743.00 +PostgreSQL-64-8-131072-1-4 1 128 262144 16 101371.09 10113.0 500484 2665.12 499516 44803.00 +PostgreSQL-64-8-131072-2-1 2 64 131072 1 41179.38 24284.0 500180 1405.00 499820 2453.00 +PostgreSQL-64-8-131072-2-3 2 64 131072 8 127052.93 7894.0 500392 1072.12 499608 1548.62 +PostgreSQL-64-8-131072-2-2 2 128 262144 2 88674.39 11399.0 499655 1956.00 500345 62319.00 +PostgreSQL-64-8-131072-2-4 2 128 262144 16 104821.01 9983.0 499712 2677.25 500288 39187.00 +TEST passed: [OVERALL].Throughput(ops/sec) contains no 0 or NaN ``` @@ -1132,10 +1657,9 @@ yields (after ca. 5 minutes) something like ### Workload YCSB SF=1 This includes no queries. YCSB runs the benchmark - This experiment compares run time and resource consumption of YCSB queries. YCSB is performed using several threads and processes. -Workload is 'E'. -Number of rows to insert is 1000000. -Number of operations is 1000000. + This experiment compares run time and resource consumption of YCSB queries. +YCSB is performed using several threads and processes. +Workload is 'E'. Number of rows to insert is 1000000. Number of operations is 1000000. Benchmark is limited to DBMS PostgreSQL. Loading is fixed to cl-worker19. Benchmarking is fixed to cl-worker19. @@ -1153,16 +1677,17 @@ PostgreSQL-64-8-131072-1 uses docker image postgres:16.1 Cores:64 host:5.15.0-116-generic node:cl-worker11 - disk:245719468 - datadisk:3847736 + disk:246352796 + datadisk:5128856 volume_size:100G - volume_used:3.7G + volume_used:4.9G requests_cpu:4 requests_memory:16Gi ### Execution experiment_run threads target pod_count [OVERALL].Throughput(ops/sec) [OVERALL].RunTime(ms) [INSERT].Return=OK [INSERT].99thPercentileLatency(us) [SCAN].Return=OK [SCAN].99thPercentileLatency(us) -PostgreSQL-64-8-131072-1 1 64 131072 8 22546.0 45403.0 49981 2948.25 950019 5881.5 +PostgreSQL-64-8-131072-1 1 64 131072 8 22246.73 47813.0 93 728.5 950279 5316.5 +TEST passed: [OVERALL].Throughput(ops/sec) contains no 0 or NaN ``` @@ -1196,10 +1721,10 @@ yields (after ca. 10 minutes) something like ### Workload YCSB SF=10 This includes no queries. YCSB runs the benchmark - This experiment compares run time and resource consumption of YCSB queries. YCSB is performed using several threads and processes. -Workload is 'A'. -Number of rows to insert is 10000000. -Number of operations is 10000000. + This experiment compares run time and resource consumption of YCSB queries. +System metrics are monitored by a cluster-wide installation. +YCSB is performed using several threads and processes. +Workload is 'A'. Number of rows to insert is 10000000. Number of operations is 10000000. Benchmark is limited to DBMS PostgreSQL. Loading is fixed to cl-worker19. Benchmarking is fixed to cl-worker19. @@ -1217,10 +1742,10 @@ PostgreSQL-64-8-131072-1 uses docker image postgres:16.1 Cores:64 host:5.15.0-116-generic node:cl-worker11 - disk:245719476 - datadisk:23872128 + disk:246352796 + datadisk:31274608 volume_size:100G - volume_used:23G + volume_used:30G requests_cpu:4 requests_memory:16Gi PostgreSQL-64-8-131072-2 uses docker image postgres:16.1 @@ -1229,46 +1754,52 @@ PostgreSQL-64-8-131072-2 uses docker image postgres:16.1 Cores:64 host:5.15.0-116-generic node:cl-worker11 - disk:245719476 - datadisk:28726024 + disk:246352796 + datadisk:31343584 volume_size:100G - volume_used:23G + volume_used:30G requests_cpu:4 requests_memory:16Gi -### Loading - experiment_run threads target pod_count [OVERALL].Throughput(ops/sec) [OVERALL].RunTime(ms) [INSERT].Return=OK [INSERT].99thPercentileLatency(us) -PostgreSQL-64-8-131072 1 64 131072 8 47426.242222 213614.0 10000000 7397.0 - ### Execution experiment_run threads target pod_count [OVERALL].Throughput(ops/sec) [OVERALL].RunTime(ms) [READ].Return=OK [READ].99thPercentileLatency(us) [UPDATE].Return=OK [UPDATE].99thPercentileLatency(us) -PostgreSQL-64-8-131072-1 1 64 131072 1 102405.51 97651.0 5001309 2539.00 4998691 3671.00 -PostgreSQL-64-8-131072-2 1 64 131072 8 130365.03 77194.0 4997369 1372.75 5002631 1781.62 - -### Ingestion - SUT - CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] -PostgreSQL-64-8-131072-1 1758.64 8.51 14.44 25.5 -PostgreSQL-64-8-131072-2 1758.64 8.51 14.44 25.5 - -### Ingestion - Loader - CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] -PostgreSQL-64-8-131072-1 1138.96 1.7 4.62 4.64 -PostgreSQL-64-8-131072-2 1138.96 1.7 4.62 4.64 +PostgreSQL-64-8-131072-1 1 64 131072 1 61102.29 163660.0 5001386 1493.0 4998614 2261.00 +PostgreSQL-64-8-131072-2 1 64 131072 8 123841.13 84979.0 4999519 1344.5 5000481 1730.88 ### Execution - SUT CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] -PostgreSQL-64-8-131072-1 1913.85 0.00 17.34 26.97 -PostgreSQL-64-8-131072-2 1755.38 6.88 17.41 27.24 +PostgreSQL-64-8-131072-1 1567.69 0.31 16.83 31.27 +PostgreSQL-64-8-131072-2 1638.59 10.74 17.76 32.17 ### Execution - Benchmarker CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] -PostgreSQL-64-8-131072-1 568.84 0.00 0.60 0.61 -PostgreSQL-64-8-131072-2 685.63 4.89 5.17 5.20 +PostgreSQL-64-8-131072-1 586.80 5.91 0.61 0.61 +PostgreSQL-64-8-131072-2 575.98 3.47 5.03 5.06 +TEST passed: [OVERALL].Throughput(ops/sec) contains no 0 or NaN ``` + + + + + + + + + + + + + + + + + + + ## Preinstalled YugabyteDB diff --git a/logs_tests/test_benchbase_testcase_1.log b/logs_tests/test_benchbase_testcase_1.log new file mode 100644 index 00000000..a8de57ad --- /dev/null +++ b/logs_tests/test_benchbase_testcase_1.log @@ -0,0 +1,124 @@ +Dashboard : is running +Experiment : has code 1725988389 +Experiment : starts at 2024-09-10 19:13:09.280595 (724329.404575905) +Experiment : This experiment compares run time and resource consumption of Benchbase queries in different DBMS. +Benchbase data is generated and loaded using several threads. +Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 300 minutes. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. SUT is fixed to cl-worker11. +Loading is tested with [1] threads and [1] target factors of base 1024, split into [1] pods. +Benchmarking is tested with [16] threads and [8] target factors of base 1024, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. +Cluster monitoring : is running +done +PostgreSQL-1-1-1024 : will start now +- waiting 30s - : done +PostgreSQL-1-1-1024 : is not loaded yet +PostgreSQL-1-1-1024 : will start loading but not before 2024-09-10 17:15:09 (that is in 60 secs) +- waiting 30s - : done +PostgreSQL-1-1-1024 : is not loaded yet +PostgreSQL-1-1-1024 : will start loading but not before 2024-09-10 17:15:09 +done +PostgreSQL-1-1-1024 : is not loaded yet +PostgreSQL-1-1-1024 : start asynch loading scripts of type loaded +PostgreSQL-1-1-1024 : is loading +- waiting 30s - : done +PostgreSQL-1-1-1024 : is loading +- waiting 30s - : done +PostgreSQL-1-1-1024 : is loading +- waiting 30s - : done +PostgreSQL-1-1-1024 : is loading +- waiting 30s - : done +PostgreSQL-1-1-1024 : is loading +done +PostgreSQL-1-1-1024 : showing loader times +PostgreSQL-1-1-1024 : loader timespan (first to last [s]) = 134 +PostgreSQL-1-1-1024 : benchmarks done 0 of 1. This will be client 1 +PostgreSQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'postgres', 'BEXHOMA_DATABASE': 'postgres', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 16, 'BENCHBASE_TIME': 300, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +PostgreSQL-1-1-1024-1 : start benchmarking +PostgreSQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1725988389 +- waiting 10s - : done +PostgreSQL-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-1-1-1024-1725988389-1-1-z9dwb: found +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +done +PostgreSQL-1-1-1024 : has running benchmarks +PostgreSQL-1-1-1024-1 : showing benchmarker times +PostgreSQL-1-1-1024-1 : benchmarker timespan (start to end single container [s]) = 342 +PostgreSQL-1-1-1024-1 : benchmarker times (start/end per pod and container) = [(1725988666, 1725988977)] +PostgreSQL-1-1-1024-1 : found and updated times {'benchmarker': [(1725988666, 1725988977)]} +/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/experiments.py:2276: FutureWarning: Downcasting object dtype arrays on .fillna, .ffill, .bfill is deprecated and will change in a future version. Call result.infer_objects(copy=False) instead. To opt-in to the future behavior, set `pd.set_option('future.no_silent_downcasting', True)` + df.fillna(0, inplace=True) +done +PostgreSQL-1-1-1024 : can be stopped +Experiment ends at 2024-09-10 19:23:57.350672 (724977.474652074): 648.0700761690969s total +bexhoma-dashboard-9b85f945f-6nwk6 Running +Benchmarking connection ... Latency Distribution.Average Latency (microseconds) +connection_pod ... +PostgreSQL-1-1-1024-1-1 PostgreSQL-1-1-1024-1 ... 6076 + +[1 rows x 36 columns] +Workflow {'PostgreSQL-1-1-1024': [[1]]} +Result workflow complete + +## Show Summary + +### Workload + Benchbase Workload SF=16 (warehouses for TPC-C) + This includes no queries. Benchbase runs the benchmark + This experiment compares run time and resource consumption of Benchbase queries in different DBMS. +Benchbase data is generated and loaded using several threads. +Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 300 minutes. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. SUT is fixed to cl-worker11. +Loading is tested with [1] threads and [1] target factors of base 1024, split into [1] pods. +Benchmarking is tested with [16] threads and [8] target factors of base 1024, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. + +### Connections +PostgreSQL-1-1-1024-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250758688 + datadisk:4409124 + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) +PostgreSQL-1-1-1024-1 1 16 8192 1 300.0 2630.71 13258.0 6076.0 + +Warehouses: 16 + +### Workflow +DBMS PostgreSQL-1-1-1024 - Pods [[1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +PostgreSQL-1-1-1024-1 134.0 1.0 1.0 429.850746 +TEST passed: Throughput (requests/second) contains no 0 or NaN diff --git a/logs_tests/test_benchbase_testcase_1_summary.txt b/logs_tests/test_benchbase_testcase_1_summary.txt new file mode 100644 index 00000000..f7c7df7e --- /dev/null +++ b/logs_tests/test_benchbase_testcase_1_summary.txt @@ -0,0 +1,41 @@ +## Show Summary + +### Workload + Benchbase Workload SF=16 (warehouses for TPC-C) + This includes no queries. Benchbase runs the benchmark + This experiment compares run time and resource consumption of Benchbase queries in different DBMS. +Benchbase data is generated and loaded using several threads. +Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 300 minutes. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. SUT is fixed to cl-worker11. +Loading is tested with [1] threads and [1] target factors of base 1024, split into [1] pods. +Benchmarking is tested with [16] threads and [8] target factors of base 1024, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. + +### Connections +PostgreSQL-1-1-1024-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250758688 + datadisk:4409124 + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) +PostgreSQL-1-1-1024-1 1 16 8192 1 300.0 2630.71 13258.0 6076.0 + +Warehouses: 16 + +### Workflow +DBMS PostgreSQL-1-1-1024 - Pods [[1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +PostgreSQL-1-1-1024-1 134.0 1.0 1.0 429.850746 +TEST passed: Throughput (requests/second) contains no 0 or NaN diff --git a/logs_tests/test_benchbase_testcase_2.log b/logs_tests/test_benchbase_testcase_2.log new file mode 100644 index 00000000..d3619c43 --- /dev/null +++ b/logs_tests/test_benchbase_testcase_2.log @@ -0,0 +1,150 @@ +Dashboard : is running +Experiment : has code 1725989299 +Experiment : starts at 2024-09-10 19:28:19.366032 (725239.490013773) +Experiment : This experiment compares run time and resource consumption of Benchbase queries in different DBMS. +Benchbase data is generated and loaded using several threads. +Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 60 minutes. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 50Gi. +Loading is tested with [1] threads and [1] target factors of base 1024, split into [1] pods. +Benchmarking is tested with [16] threads and [8] target factors of base 1024, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run 2 times. +Cluster monitoring : is running +done +PostgreSQL-1-1-1024 : will start now +- waiting 30s - : done +PostgreSQL-1-1-1024 : is not loaded yet +PostgreSQL-1-1-1024 : will start loading but not before 2024-09-10 17:30:19 (that is in 60 secs) +- waiting 30s - : done +PostgreSQL-1-1-1024 : is not loaded yet +PostgreSQL-1-1-1024 : will start loading but not before 2024-09-10 17:30:19 +done +PostgreSQL-1-1-1024 : is not loaded yet +PostgreSQL-1-1-1024 : start asynch loading scripts of type loaded +PostgreSQL-1-1-1024 : is loading +- waiting 30s - : done +PostgreSQL-1-1-1024 : is loading +- waiting 30s - : done +PostgreSQL-1-1-1024 : is loading +- waiting 30s - : done +PostgreSQL-1-1-1024 : is loading +- waiting 30s - : done +PostgreSQL-1-1-1024 : is loading +done +PostgreSQL-1-1-1024 : showing loader times +PostgreSQL-1-1-1024 : loader timespan (first to last [s]) = 134 +PostgreSQL-1-1-1024 : benchmarks done 0 of 2. This will be client 1 +PostgreSQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'postgres', 'BEXHOMA_DATABASE': 'postgres', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 16, 'BENCHBASE_TIME': 60, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +PostgreSQL-1-1-1024-1-1 : start benchmarking +PostgreSQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1725989299 +- waiting 10s - : done +PostgreSQL-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-1-1-1024-1725989299-1-1-vjxm5: found +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +done +PostgreSQL-1-1-1024 : has running benchmarks +PostgreSQL-1-1-1024-1-1 : showing benchmarker times +PostgreSQL-1-1-1024-1-1 : benchmarker timespan (start to end single container [s]) = 71 +PostgreSQL-1-1-1024-1-1 : benchmarker times (start/end per pod and container) = [(1725989576, 1725989639)] +PostgreSQL-1-1-1024-1-1 : found and updated times {'benchmarker': [(1725989576, 1725989639)]} +done +PostgreSQL-1-1-1024 : can be stopped +PostgreSQL-1-1-1024 : still being removed +done +PostgreSQL-1-1-1024 : starts again +PostgreSQL-1-1-1024 : storage exists bexhoma-storage-postgresql-benchbase-16 +PostgreSQL-1-1-1024 : loading is set to finished +- waiting 10s - : done +- waiting 30s - : done +PostgreSQL-1-1-1024 : will start benchmarking but not before 2024-09-10 17:36:46 (that is in 60 secs) +- waiting 30s - : done +PostgreSQL-1-1-1024 : will start benchmarking but not before 2024-09-10 17:36:46 +done +PostgreSQL-1-1-1024 : benchmarks done 1 of 2. This will be client 1 +PostgreSQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'postgres', 'BEXHOMA_DATABASE': 'postgres', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 16, 'BENCHBASE_TIME': 60, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +PostgreSQL-1-1-1024-2-1 : start benchmarking +PostgreSQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1725989299 +- waiting 10s - : done +PostgreSQL-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-1-1-1024-1725989299-2-1-8mqmc: found +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +done +PostgreSQL-1-1-1024 : has running benchmarks +PostgreSQL-1-1-1024-2-1 : showing benchmarker times +PostgreSQL-1-1-1024-2-1 : benchmarker timespan (start to end single container [s]) = 70 +PostgreSQL-1-1-1024-2-1 : benchmarker times (start/end per pod and container) = [(1725989811, 1725989875)] +PostgreSQL-1-1-1024-2-1 : found and updated times {'benchmarker': [(1725989811, 1725989875)]} +done +PostgreSQL-1-1-1024 : can be stopped +Experiment ends at 2024-09-10 19:38:31.621876 (725851.745856264): 612.255842491053s total +bexhoma-dashboard-9b85f945f-g5pzh Running +Benchmarking connection ... Latency Distribution.Average Latency (microseconds) +connection_pod ... +PostgreSQL-1-1-1024-1-1-1 PostgreSQL-1-1-1024-1-1 ... 6400 +PostgreSQL-1-1-1024-2-1-1 PostgreSQL-1-1-1024-2-1 ... 11446 + +[2 rows x 36 columns] +Workflow {'PostgreSQL-1-1-1024': [[1], [1]]} +Result workflow complete + +## Show Summary + +### Workload + Benchbase Workload SF=16 (warehouses for TPC-C) + This includes no queries. Benchbase runs the benchmark + This experiment compares run time and resource consumption of Benchbase queries in different DBMS. +Benchbase data is generated and loaded using several threads. +Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 60 minutes. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 50Gi. +Loading is tested with [1] threads and [1] target factors of base 1024, split into [1] pods. +Benchmarking is tested with [16] threads and [8] target factors of base 1024, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run 2 times. + +### Connections +PostgreSQL-1-1-1024-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349560 + datadisk:4409032 + volume_size:50G + volume_used:4.2G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-1-1-1024-2-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349560 + datadisk:5108384 + volume_size:50G + volume_used:4.9G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) +PostgreSQL-1-1-1024-1-1 1 16 8192 1 60.0 2495.83 13974.0 6400.0 +PostgreSQL-1-1-1024-2-1 2 16 8192 1 60.0 1396.38 14976.0 11446.0 + +Warehouses: 16 + +### Workflow +DBMS PostgreSQL-1-1-1024 - Pods [[1], [1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +PostgreSQL-1-1-1024-1-1 134.0 1.0 1.0 429.850746 +PostgreSQL-1-1-1024-2-1 134.0 1.0 1.0 429.850746 +TEST passed: Throughput (requests/second) contains no 0 or NaN diff --git a/logs_tests/test_benchbase_testcase_2_summary.txt b/logs_tests/test_benchbase_testcase_2_summary.txt new file mode 100644 index 00000000..bd661696 --- /dev/null +++ b/logs_tests/test_benchbase_testcase_2_summary.txt @@ -0,0 +1,58 @@ +## Show Summary + +### Workload + Benchbase Workload SF=16 (warehouses for TPC-C) + This includes no queries. Benchbase runs the benchmark + This experiment compares run time and resource consumption of Benchbase queries in different DBMS. +Benchbase data is generated and loaded using several threads. +Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 60 minutes. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 50Gi. +Loading is tested with [1] threads and [1] target factors of base 1024, split into [1] pods. +Benchmarking is tested with [16] threads and [8] target factors of base 1024, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run 2 times. + +### Connections +PostgreSQL-1-1-1024-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349560 + datadisk:4409032 + volume_size:50G + volume_used:4.2G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-1-1-1024-2-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349560 + datadisk:5108384 + volume_size:50G + volume_used:4.9G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) +PostgreSQL-1-1-1024-1-1 1 16 8192 1 60.0 2495.83 13974.0 6400.0 +PostgreSQL-1-1-1024-2-1 2 16 8192 1 60.0 1396.38 14976.0 11446.0 + +Warehouses: 16 + +### Workflow +DBMS PostgreSQL-1-1-1024 - Pods [[1], [1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +PostgreSQL-1-1-1024-1-1 134.0 1.0 1.0 429.850746 +PostgreSQL-1-1-1024-2-1 134.0 1.0 1.0 429.850746 +TEST passed: Throughput (requests/second) contains no 0 or NaN diff --git a/logs_tests/test_benchbase_testcase_3.log b/logs_tests/test_benchbase_testcase_3.log new file mode 100644 index 00000000..5fcd4648 --- /dev/null +++ b/logs_tests/test_benchbase_testcase_3.log @@ -0,0 +1,143 @@ +Dashboard : is running +Experiment : has code 1725990199 +Experiment : starts at 2024-09-10 19:43:19.532868 (726139.656847483) +Experiment : This experiment compares run time and resource consumption of Benchbase queries in different DBMS. +System metrics are monitored by a cluster-wide installation. +Benchbase data is generated and loaded using several threads. +Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 300 minutes. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. SUT is fixed to cl-worker11. +Loading is tested with [1] threads and [1] target factors of base 1024, split into [1] pods. +Benchmarking is tested with [16] threads and [8] target factors of base 1024, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. +Cluster monitoring : is running +done +PostgreSQL-1-1-1024 : will start now +- waiting 30s - : done +PostgreSQL-1-1-1024 : is not loaded yet +PostgreSQL-1-1-1024 : will start loading but not before 2024-09-10 17:45:20 (that is in 60 secs) +- waiting 30s - : done +PostgreSQL-1-1-1024 : is not loaded yet +PostgreSQL-1-1-1024 : will start loading but not before 2024-09-10 17:45:20 +done +PostgreSQL-1-1-1024 : is not loaded yet +PostgreSQL-1-1-1024 : start asynch loading scripts of type loaded +PostgreSQL-1-1-1024 : is loading +- waiting 30s - : done +PostgreSQL-1-1-1024 : is loading +- waiting 30s - : done +PostgreSQL-1-1-1024 : is loading +- waiting 30s - : done +PostgreSQL-1-1-1024 : is loading +- waiting 30s - : done +PostgreSQL-1-1-1024 : is loading +done +PostgreSQL-1-1-1024 : showing loader times +PostgreSQL-1-1-1024 : loader timespan (first to last [s]) = 133 +PostgreSQL-1-1-1024 : benchmarks done 0 of 1. This will be client 1 +PostgreSQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'postgres', 'BEXHOMA_DATABASE': 'postgres', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 16, 'BENCHBASE_TIME': 300, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +PostgreSQL-1-1-1024-1 : start benchmarking +PostgreSQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1725990199 +- waiting 10s - : done +found +PostgreSQL-1-1-1024-1 : collecting loading metrics of SUT +PostgreSQL-1-1-1024-1 : collecting metrics of data generator +PostgreSQL-1-1-1024-1 : collecting metrics of data injector +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +done +PostgreSQL-1-1-1024 : has running benchmarks +PostgreSQL-1-1-1024-1 : showing benchmarker times +PostgreSQL-1-1-1024-1 : benchmarker timespan (start to end single container [s]) = 325 +PostgreSQL-1-1-1024-1 : benchmarker times (start/end per pod and container) = [(1725990476, 1725990781)] +PostgreSQL-1-1-1024-1 : found and updated times {'benchmarker': [(1725990476, 1725990781)]} +PostgreSQL-1-1-1024-1 : collecting execution metrics of SUT +PostgreSQL-1-1-1024-1 : collecting metrics of benchmarker +done +PostgreSQL-1-1-1024 : can be stopped +Experiment ends at 2024-09-10 19:54:00.820559 (726780.944539467): 641.2876919839764s total +bexhoma-dashboard-9b85f945f-wtvnx Running +Benchmarking connection ... Latency Distribution.Average Latency (microseconds) +connection_pod ... +PostgreSQL-1-1-1024-1-1 PostgreSQL-1-1-1024-1 ... 6116 + +[1 rows x 36 columns] +Workflow {'PostgreSQL-1-1-1024': [[1]]} +Result workflow complete + +## Show Summary + +### Workload + Benchbase Workload SF=16 (warehouses for TPC-C) + This includes no queries. Benchbase runs the benchmark + This experiment compares run time and resource consumption of Benchbase queries in different DBMS. +System metrics are monitored by a cluster-wide installation. +Benchbase data is generated and loaded using several threads. +Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 300 minutes. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. SUT is fixed to cl-worker11. +Loading is tested with [1] threads and [1] target factors of base 1024, split into [1] pods. +Benchmarking is tested with [16] threads and [8] target factors of base 1024, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. + +### Connections +PostgreSQL-1-1-1024-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250758856 + datadisk:4409292 + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) +PostgreSQL-1-1-1024-1 1 16 8192 1 300.0 2613.37 13747.0 6116.0 + +Warehouses: 16 + +### Workflow +DBMS PostgreSQL-1-1-1024 - Pods [[1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +PostgreSQL-1-1-1024-1 133.0 1.0 1.0 433.082707 + +### Ingestion - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-1-1-1024-1 431.09 0 3.54 4.58 + +### Ingestion - Loader + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-1-1-1024-1 850.59 11.82 1.3 1.3 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-1-1-1024-1 2693.03 7.58 4.75 7.06 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-1-1-1024-1 1379.28 4.87 1.44 1.44 +TEST passed: Throughput (requests/second) contains no 0 or NaN diff --git a/logs_tests/test_benchbase_testcase_3_summary.txt b/logs_tests/test_benchbase_testcase_3_summary.txt new file mode 100644 index 00000000..456b75b2 --- /dev/null +++ b/logs_tests/test_benchbase_testcase_3_summary.txt @@ -0,0 +1,58 @@ +## Show Summary + +### Workload + Benchbase Workload SF=16 (warehouses for TPC-C) + This includes no queries. Benchbase runs the benchmark + This experiment compares run time and resource consumption of Benchbase queries in different DBMS. +System metrics are monitored by a cluster-wide installation. +Benchbase data is generated and loaded using several threads. +Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 300 minutes. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. SUT is fixed to cl-worker11. +Loading is tested with [1] threads and [1] target factors of base 1024, split into [1] pods. +Benchmarking is tested with [16] threads and [8] target factors of base 1024, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. + +### Connections +PostgreSQL-1-1-1024-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:250758856 + datadisk:4409292 + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) +PostgreSQL-1-1-1024-1 1 16 8192 1 300.0 2613.37 13747.0 6116.0 + +Warehouses: 16 + +### Workflow +DBMS PostgreSQL-1-1-1024 - Pods [[1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +PostgreSQL-1-1-1024-1 133.0 1.0 1.0 433.082707 + +### Ingestion - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-1-1-1024-1 431.09 0 3.54 4.58 + +### Ingestion - Loader + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-1-1-1024-1 850.59 11.82 1.3 1.3 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-1-1-1024-1 2693.03 7.58 4.75 7.06 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-1-1-1024-1 1379.28 4.87 1.44 1.44 +TEST passed: Throughput (requests/second) contains no 0 or NaN diff --git a/logs_tests/test_benchbase_testcase_4.log b/logs_tests/test_benchbase_testcase_4.log new file mode 100644 index 00000000..634f3f2a --- /dev/null +++ b/logs_tests/test_benchbase_testcase_4.log @@ -0,0 +1,380 @@ +Dashboard : is running +Experiment : has code 1726060571 +Experiment : starts at 2024-09-11 15:16:11.620148 (796511.744127075) +Experiment : This experiment compares run time and resource consumption of Benchbase queries in different DBMS. +System metrics are monitored by a cluster-wide installation. +Benchbase data is generated and loaded using several threads. +Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 2 minutes. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 50Gi. +Loading is tested with [1] threads and [1] target factors of base 1024, split into [1] pods. +Benchmarking is tested with [8] threads and [8] target factors of base 1024, split into [1, 2] pods. +Benchmarking is run as [1, 2] times the number of benchmarking pods. +Experiment is run 2 times. +Cluster monitoring : is running +done +PostgreSQL-1-1-1024 : will start now +PostgreSQL-1-1-1024 : storage exists bexhoma-storage-postgresql-benchbase-16 +PostgreSQL-1-1-1024 : loading is set to finished +- waiting 30s - : done +PostgreSQL-1-1-1024 : will start benchmarking but not before 2024-09-11 13:18:12 (that is in 60 secs) +- waiting 30s - : done +PostgreSQL-1-1-1024 : will start benchmarking but not before 2024-09-11 13:18:12 +done +PostgreSQL-1-1-1024 : benchmarks done 0 of 2. This will be client 1 +PostgreSQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'postgres', 'BEXHOMA_DATABASE': 'postgres', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 8, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +PostgreSQL-1-1-1024-1-1 : start benchmarking +PostgreSQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1726060571 +- waiting 10s - : done +PostgreSQL-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-1-1-1024-1726060571-1-1-qv9gj: found +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +done +PostgreSQL-1-1-1024 : has running benchmarks +PostgreSQL-1-1-1024-1-1 : showing benchmarker times +PostgreSQL-1-1-1024-1-1 : benchmarker timespan (start to end single container [s]) = 161 +PostgreSQL-1-1-1024-1-1 : benchmarker times (start/end per pod and container) = [(1726060697, 1726060827)] +PostgreSQL-1-1-1024-1-1 : found and updated times {'benchmarker': [(1726060697, 1726060827)]} +PostgreSQL-1-1-1024-1-1 : collecting execution metrics of SUT +PostgreSQL-1-1-1024-1-1 : collecting metrics of benchmarker +done +PostgreSQL-1-1-1024 : benchmarks done 0 of 2. This will be client 2 +PostgreSQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '2', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'postgres', 'BEXHOMA_DATABASE': 'postgres', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 8, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +PostgreSQL-1-1-1024-1-2 : start benchmarking +PostgreSQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1726060571 +- waiting 10s - : done +found +done +PostgreSQL-1-1-1024 : has running benchmarks +PostgreSQL-1-1-1024-1-2 : showing benchmarker times +PostgreSQL-1-1-1024-1-2 : benchmarker timespan (start to end single container [s]) = 41 +PostgreSQL-1-1-1024-1-2 : benchmarker times (start/end per pod and container) = [(1726060901, 1726060908), (1726060901, 1726060907)] +PostgreSQL-1-1-1024-1-2 : found and updated times {'benchmarker': [(1726060901, 1726060908), (1726060901, 1726060907)]} +PostgreSQL-1-1-1024-1-2 : collecting execution metrics of SUT +PostgreSQL-1-1-1024-1-2 : collecting metrics of benchmarker +done +PostgreSQL-1-1-1024 : benchmarks done 0 of 2. This will be client 3 +PostgreSQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '2', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'postgres', 'BEXHOMA_DATABASE': 'postgres', 'BENCHBASE_TARGET': 4096, 'BENCHBASE_TERMINALS': 4, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +PostgreSQL-1-1-1024-1-3 : start benchmarking +PostgreSQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1726060571 +- waiting 10s - : done +PostgreSQL-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-1-1-1024-1726060571-1-3-mdnsv: found +done +PostgreSQL-1-1-1024 : has running benchmarks +PostgreSQL-1-1-1024-1-3 : showing benchmarker times +PostgreSQL-1-1-1024-1-3 : benchmarker timespan (start to end single container [s]) = 41 +PostgreSQL-1-1-1024-1-3 : benchmarker times (start/end per pod and container) = [(1726060986, 1726060992), (1726060986, 1726060992)] +PostgreSQL-1-1-1024-1-3 : found and updated times {'benchmarker': [(1726060986, 1726060992), (1726060986, 1726060992)]} +PostgreSQL-1-1-1024-1-3 : collecting execution metrics of SUT +PostgreSQL-1-1-1024-1-3 : collecting metrics of benchmarker +done +PostgreSQL-1-1-1024 : benchmarks done 0 of 2. This will be client 4 +PostgreSQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '4', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'postgres', 'BEXHOMA_DATABASE': 'postgres', 'BENCHBASE_TARGET': 4096, 'BENCHBASE_TERMINALS': 4, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +PostgreSQL-1-1-1024-1-4 : start benchmarking +PostgreSQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1726060571 +- waiting 10s - : done +found +PostgreSQL-1-1-1024-1-4 : showing benchmarker times +PostgreSQL-1-1-1024-1-4 : benchmarker timespan (start to end single container [s]) = 12 +PostgreSQL-1-1-1024-1-4 : benchmarker times (start/end per pod and container) = [(1726061072, 1726061076), (1726061071, 1726061076), (1726061070, 1726061077), (1726061073, 1726061077)] +PostgreSQL-1-1-1024-1-4 : found and updated times {'benchmarker': [(1726061072, 1726061076), (1726061071, 1726061076), (1726061070, 1726061077), (1726061073, 1726061077)]} +PostgreSQL-1-1-1024-1-4 : collecting execution metrics of SUT +PostgreSQL-1-1-1024-1-4 : collecting metrics of benchmarker +done +PostgreSQL-1-1-1024 : can be stopped +PostgreSQL-1-1-1024 : still being removed +done +PostgreSQL-1-1-1024 : starts again +PostgreSQL-1-1-1024 : storage exists bexhoma-storage-postgresql-benchbase-16 +PostgreSQL-1-1-1024 : loading is set to finished +- waiting 10s - : done +- waiting 30s - : done +PostgreSQL-1-1-1024 : will start benchmarking but not before 2024-09-11 13:27:31 (that is in 60 secs) +- waiting 30s - : done +PostgreSQL-1-1-1024 : will start benchmarking but not before 2024-09-11 13:27:31 +done +PostgreSQL-1-1-1024 : benchmarks done 1 of 2. This will be client 1 +PostgreSQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'postgres', 'BEXHOMA_DATABASE': 'postgres', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 8, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +PostgreSQL-1-1-1024-2-1 : start benchmarking +PostgreSQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1726060571 +- waiting 10s - : done +PostgreSQL-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-1-1-1024-1726060571-2-1-2sp48: found +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +done +PostgreSQL-1-1-1024 : has running benchmarks +PostgreSQL-1-1-1024-2-1 : showing benchmarker times +PostgreSQL-1-1-1024-2-1 : benchmarker timespan (start to end single container [s]) = 131 +PostgreSQL-1-1-1024-2-1 : benchmarker times (start/end per pod and container) = [(1726061256, 1726061379)] +PostgreSQL-1-1-1024-2-1 : found and updated times {'benchmarker': [(1726061256, 1726061379)]} +PostgreSQL-1-1-1024-2-1 : collecting execution metrics of SUT +PostgreSQL-1-1-1024-2-1 : collecting metrics of benchmarker +done +PostgreSQL-1-1-1024 : benchmarks done 1 of 2. This will be client 2 +PostgreSQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '2', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'postgres', 'BEXHOMA_DATABASE': 'postgres', 'BENCHBASE_TARGET': 8192, 'BENCHBASE_TERMINALS': 8, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +PostgreSQL-1-1-1024-2-2 : start benchmarking +PostgreSQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1726060571 +- waiting 10s - : done +PostgreSQL-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-1-1-1024-1726060571-2-2-gbtll: found +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +done +PostgreSQL-1-1-1024 : has running benchmarks +PostgreSQL-1-1-1024-2-2 : showing benchmarker times +PostgreSQL-1-1-1024-2-2 : benchmarker timespan (start to end single container [s]) = 132 +PostgreSQL-1-1-1024-2-2 : benchmarker times (start/end per pod and container) = [(1726061431, 1726061553), (1726061430, 1726061552)] +PostgreSQL-1-1-1024-2-2 : found and updated times {'benchmarker': [(1726061431, 1726061553), (1726061430, 1726061552)]} +PostgreSQL-1-1-1024-2-2 : collecting execution metrics of SUT +PostgreSQL-1-1-1024-2-2 : collecting metrics of benchmarker +done +PostgreSQL-1-1-1024 : benchmarks done 1 of 2. This will be client 3 +PostgreSQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '2', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'postgres', 'BEXHOMA_DATABASE': 'postgres', 'BENCHBASE_TARGET': 4096, 'BENCHBASE_TERMINALS': 4, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +PostgreSQL-1-1-1024-2-3 : start benchmarking +PostgreSQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1726060571 +- waiting 10s - : done +PostgreSQL-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-1-1-1024-1726060571-2-3-4j8nv: found +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +done +PostgreSQL-1-1-1024 : has running benchmarks +PostgreSQL-1-1-1024-2-3 : showing benchmarker times +PostgreSQL-1-1-1024-2-3 : benchmarker timespan (start to end single container [s]) = 131 +PostgreSQL-1-1-1024-2-3 : benchmarker times (start/end per pod and container) = [(1726061605, 1726061727), (1726061604, 1726061726)] +PostgreSQL-1-1-1024-2-3 : found and updated times {'benchmarker': [(1726061605, 1726061727), (1726061604, 1726061726)]} +PostgreSQL-1-1-1024-2-3 : collecting execution metrics of SUT +PostgreSQL-1-1-1024-2-3 : collecting metrics of benchmarker +done +PostgreSQL-1-1-1024 : benchmarks done 1 of 2. This will be client 4 +PostgreSQL-1-1-1024 : we will change parameters of benchmark as {'PARALLEL': '4', 'SF': '16', 'BENCHBASE_BENCH': 'tpcc', 'BENCHBASE_PROFILE': 'postgres', 'BEXHOMA_DATABASE': 'postgres', 'BENCHBASE_TARGET': 4096, 'BENCHBASE_TERMINALS': 4, 'BENCHBASE_TIME': 120, 'BENCHBASE_ISOLATION': 'TRANSACTION_READ_COMMITTED'} +PostgreSQL-1-1-1024-2-4 : start benchmarking +PostgreSQL-1-1-1024 : benchmarking results in folder /home/perdelt/benchmarks/1726060571 +- waiting 10s - : done +PostgreSQL-1-1-1024 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-1-1-1024-1726060571-2-4-97zrz: found +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +- waiting 30s - : done +PostgreSQL-1-1-1024 : has running benchmarks +done +PostgreSQL-1-1-1024 : has running benchmarks +PostgreSQL-1-1-1024-2-4 : showing benchmarker times +PostgreSQL-1-1-1024-2-4 : benchmarker timespan (start to end single container [s]) = 132 +PostgreSQL-1-1-1024-2-4 : benchmarker times (start/end per pod and container) = [(1726061780, 1726061902), (1726061782, 1726061904), (1726061781, 1726061903), (1726061779, 1726061902)] +PostgreSQL-1-1-1024-2-4 : found and updated times {'benchmarker': [(1726061780, 1726061902), (1726061782, 1726061904), (1726061781, 1726061903), (1726061779, 1726061902)]} +PostgreSQL-1-1-1024-2-4 : collecting execution metrics of SUT +PostgreSQL-1-1-1024-2-4 : collecting metrics of benchmarker +done +PostgreSQL-1-1-1024 : can be stopped +Experiment ends at 2024-09-11 15:39:11.053468 (797891.17744909): 1379.433322015102s total +bexhoma-dashboard-9b85f945f-pz5fz Running +Benchmarking connection ... Latency Distribution.Average Latency (microseconds) +connection_pod ... +PostgreSQL-1-1-1024-2-2-1 PostgreSQL-1-1-1024-2-2 ... 6594.0 +PostgreSQL-1-1-1024-2-4-1 PostgreSQL-1-1-1024-2-4 ... 7663.0 +PostgreSQL-1-1-1024-2-2-2 PostgreSQL-1-1-1024-2-2 ... 6511.0 +PostgreSQL-1-1-1024-2-4-2 PostgreSQL-1-1-1024-2-4 ... 7706.0 +PostgreSQL-1-1-1024-2-3-1 PostgreSQL-1-1-1024-2-3 ... 5957.0 +PostgreSQL-1-1-1024-1-3-1 PostgreSQL-1-1-1024-1-3 ... NaN +PostgreSQL-1-1-1024-1-4-1 PostgreSQL-1-1-1024-1-4 ... NaN +PostgreSQL-1-1-1024-2-4-3 PostgreSQL-1-1-1024-2-4 ... 7753.0 +PostgreSQL-1-1-1024-2-3-2 PostgreSQL-1-1-1024-2-3 ... 6111.0 +PostgreSQL-1-1-1024-1-3-2 PostgreSQL-1-1-1024-1-3 ... NaN +PostgreSQL-1-1-1024-1-4-2 PostgreSQL-1-1-1024-1-4 ... NaN +PostgreSQL-1-1-1024-1-1-1 PostgreSQL-1-1-1024-1-1 ... 9387.0 +PostgreSQL-1-1-1024-2-1-1 PostgreSQL-1-1-1024-2-1 ... 7723.0 +PostgreSQL-1-1-1024-1-2-1 PostgreSQL-1-1-1024-1-2 ... NaN +PostgreSQL-1-1-1024-2-4-4 PostgreSQL-1-1-1024-2-4 ... 7472.0 +PostgreSQL-1-1-1024-1-2-2 PostgreSQL-1-1-1024-1-2 ... NaN +PostgreSQL-1-1-1024-1-4-3 PostgreSQL-1-1-1024-1-4 ... NaN +PostgreSQL-1-1-1024-1-4-4 PostgreSQL-1-1-1024-1-4 ... NaN + +[18 rows x 36 columns] +Workflow {'PostgreSQL-1-1-1024': [[2, 4, 2, 1], [2, 4, 1, 2]]} +Result workflow not complete + +## Show Summary + +### Workload + Benchbase Workload SF=16 (warehouses for TPC-C) + This includes no queries. Benchbase runs the benchmark + This experiment compares run time and resource consumption of Benchbase queries in different DBMS. +System metrics are monitored by a cluster-wide installation. +Benchbase data is generated and loaded using several threads. +Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 2 minutes. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 50Gi. +Loading is tested with [1] threads and [1] target factors of base 1024, split into [1] pods. +Benchmarking is tested with [8] threads and [8] target factors of base 1024, split into [1, 2] pods. +Benchmarking is run as [1, 2] times the number of benchmarking pods. +Experiment is run 2 times. + +### Connections +PostgreSQL-1-1-1024-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352968 + datadisk:7725352 + volume_size:50G + volume_used:7.4G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-1-1-1024-1-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352968 + datadisk:7814512 + volume_size:50G + volume_used:7.4G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-1-1-1024-1-3 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352968 + datadisk:7814512 + volume_size:50G + volume_used:7.4G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-1-1-1024-1-4 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352968 + datadisk:7814512 + volume_size:50G + volume_used:7.4G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-1-1-1024-2-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352968 + datadisk:6929800 + volume_size:50G + volume_used:6.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-1-1-1024-2-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352968 + datadisk:7038000 + volume_size:50G + volume_used:6.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-1-1-1024-2-3 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352968 + datadisk:7289320 + volume_size:50G + volume_used:6.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-1-1-1024-2-4 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352968 + datadisk:7572480 + volume_size:50G + volume_used:6.7G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) +PostgreSQL-1-1-1024-1-1 1 8 8192 1 120.0 851.30 17457.0 9387.0 +PostgreSQL-1-1-1024-1-2 1 0 16384 2 120.0 0.00 0.0 0.0 +PostgreSQL-1-1-1024-1-3 1 0 8192 2 120.0 0.00 0.0 0.0 +PostgreSQL-1-1-1024-1-4 1 0 16384 4 120.0 0.00 0.0 0.0 +PostgreSQL-1-1-1024-2-1 2 8 8192 1 120.0 1034.54 13068.0 7723.0 +PostgreSQL-1-1-1024-2-2 2 16 16384 2 120.0 2437.99 15339.0 6552.5 +PostgreSQL-1-1-1024-2-3 2 8 8192 2 120.0 1323.41 13845.0 6034.0 +PostgreSQL-1-1-1024-2-4 2 16 16384 4 120.0 2088.74 18133.0 7648.5 + +Warehouses: 16 + +### Workflow +DBMS PostgreSQL-1-1-1024 - Pods [[2, 4, 2, 1], [2, 4, 1, 2]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +PostgreSQL-1-1-1024-1-1 134.0 1.0 1.0 429.850746 +PostgreSQL-1-1-1024-1-2 134.0 1.0 2.0 429.850746 +PostgreSQL-1-1-1024-1-3 134.0 1.0 2.0 429.850746 +PostgreSQL-1-1-1024-1-4 134.0 1.0 4.0 429.850746 +PostgreSQL-1-1-1024-2-1 134.0 1.0 1.0 429.850746 +PostgreSQL-1-1-1024-2-2 134.0 1.0 2.0 429.850746 +PostgreSQL-1-1-1024-2-3 134.0 1.0 2.0 429.850746 +PostgreSQL-1-1-1024-2-4 134.0 1.0 4.0 429.850746 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-1-1-1024-1-1 186.28 3.06 3.19 7.27 +PostgreSQL-1-1-1024-1-2 0.27 0.00 3.26 7.45 +PostgreSQL-1-1-1024-1-3 0.00 0.00 3.26 7.45 +PostgreSQL-1-1-1024-1-4 0.00 0.00 3.26 7.45 +PostgreSQL-1-1-1024-2-1 196.17 3.38 6.46 14.74 +PostgreSQL-1-1-1024-2-2 610.39 7.06 3.91 8.43 +PostgreSQL-1-1-1024-2-3 321.57 1.84 4.19 8.89 +PostgreSQL-1-1-1024-2-4 600.42 3.65 4.63 9.54 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-1-1-1024-1-1 111.38 0.00 1.32 1.32 +PostgreSQL-1-1-1024-1-2 0.02 0.00 1.32 1.32 +PostgreSQL-1-1-1024-1-3 0.00 0.00 1.32 1.32 +PostgreSQL-1-1-1024-1-4 0.00 0.00 1.32 1.32 +PostgreSQL-1-1-1024-2-1 100.12 0.00 0.88 0.88 +PostgreSQL-1-1-1024-2-2 348.51 2.36 3.55 3.55 +PostgreSQL-1-1-1024-2-3 143.06 0.00 4.27 4.27 +PostgreSQL-1-1-1024-2-4 366.33 1.06 4.86 4.86 +TEST failed: Throughput (requests/second) contains 0 or NaN diff --git a/logs_tests/test_benchbase_testcase_4_summary.txt b/logs_tests/test_benchbase_testcase_4_summary.txt new file mode 100644 index 00000000..ead67641 --- /dev/null +++ b/logs_tests/test_benchbase_testcase_4_summary.txt @@ -0,0 +1,165 @@ +## Show Summary + +### Workload + Benchbase Workload SF=16 (warehouses for TPC-C) + This includes no queries. Benchbase runs the benchmark + This experiment compares run time and resource consumption of Benchbase queries in different DBMS. +System metrics are monitored by a cluster-wide installation. +Benchbase data is generated and loaded using several threads. +Benchmark is 'tpcc'. Scaling factor (e.g., number of warehouses) is 16. Benchmarking runs for 2 minutes. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 50Gi. +Loading is tested with [1] threads and [1] target factors of base 1024, split into [1] pods. +Benchmarking is tested with [8] threads and [8] target factors of base 1024, split into [1, 2] pods. +Benchmarking is run as [1, 2] times the number of benchmarking pods. +Experiment is run 2 times. + +### Connections +PostgreSQL-1-1-1024-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352968 + datadisk:7725352 + volume_size:50G + volume_used:7.4G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-1-1-1024-1-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352968 + datadisk:7814512 + volume_size:50G + volume_used:7.4G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-1-1-1024-1-3 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352968 + datadisk:7814512 + volume_size:50G + volume_used:7.4G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-1-1-1024-1-4 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352968 + datadisk:7814512 + volume_size:50G + volume_used:7.4G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-1-1-1024-2-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352968 + datadisk:6929800 + volume_size:50G + volume_used:6.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-1-1-1024-2-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352968 + datadisk:7038000 + volume_size:50G + volume_used:6.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-1-1-1024-2-3 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352968 + datadisk:7289320 + volume_size:50G + volume_used:6.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-1-1-1024-2-4 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352968 + datadisk:7572480 + volume_size:50G + volume_used:6.7G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run terminals target pod_count time Throughput (requests/second) Latency Distribution.95th Percentile Latency (microseconds) Latency Distribution.Average Latency (microseconds) +PostgreSQL-1-1-1024-1-1 1 8 8192 1 120.0 851.30 17457.0 9387.0 +PostgreSQL-1-1-1024-1-2 1 0 16384 2 120.0 0.00 0.0 0.0 +PostgreSQL-1-1-1024-1-3 1 0 8192 2 120.0 0.00 0.0 0.0 +PostgreSQL-1-1-1024-1-4 1 0 16384 4 120.0 0.00 0.0 0.0 +PostgreSQL-1-1-1024-2-1 2 8 8192 1 120.0 1034.54 13068.0 7723.0 +PostgreSQL-1-1-1024-2-2 2 16 16384 2 120.0 2437.99 15339.0 6552.5 +PostgreSQL-1-1-1024-2-3 2 8 8192 2 120.0 1323.41 13845.0 6034.0 +PostgreSQL-1-1-1024-2-4 2 16 16384 4 120.0 2088.74 18133.0 7648.5 + +Warehouses: 16 + +### Workflow +DBMS PostgreSQL-1-1-1024 - Pods [[2, 4, 2, 1], [2, 4, 1, 2]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +PostgreSQL-1-1-1024-1-1 134.0 1.0 1.0 429.850746 +PostgreSQL-1-1-1024-1-2 134.0 1.0 2.0 429.850746 +PostgreSQL-1-1-1024-1-3 134.0 1.0 2.0 429.850746 +PostgreSQL-1-1-1024-1-4 134.0 1.0 4.0 429.850746 +PostgreSQL-1-1-1024-2-1 134.0 1.0 1.0 429.850746 +PostgreSQL-1-1-1024-2-2 134.0 1.0 2.0 429.850746 +PostgreSQL-1-1-1024-2-3 134.0 1.0 2.0 429.850746 +PostgreSQL-1-1-1024-2-4 134.0 1.0 4.0 429.850746 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-1-1-1024-1-1 186.28 3.06 3.19 7.27 +PostgreSQL-1-1-1024-1-2 0.27 0.00 3.26 7.45 +PostgreSQL-1-1-1024-1-3 0.00 0.00 3.26 7.45 +PostgreSQL-1-1-1024-1-4 0.00 0.00 3.26 7.45 +PostgreSQL-1-1-1024-2-1 196.17 3.38 6.46 14.74 +PostgreSQL-1-1-1024-2-2 610.39 7.06 3.91 8.43 +PostgreSQL-1-1-1024-2-3 321.57 1.84 4.19 8.89 +PostgreSQL-1-1-1024-2-4 600.42 3.65 4.63 9.54 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-1-1-1024-1-1 111.38 0.00 1.32 1.32 +PostgreSQL-1-1-1024-1-2 0.02 0.00 1.32 1.32 +PostgreSQL-1-1-1024-1-3 0.00 0.00 1.32 1.32 +PostgreSQL-1-1-1024-1-4 0.00 0.00 1.32 1.32 +PostgreSQL-1-1-1024-2-1 100.12 0.00 0.88 0.88 +PostgreSQL-1-1-1024-2-2 348.51 2.36 3.55 3.55 +PostgreSQL-1-1-1024-2-3 143.06 0.00 4.27 4.27 +PostgreSQL-1-1-1024-2-4 366.33 1.06 4.86 4.86 +TEST failed: Throughput (requests/second) contains 0 or NaN diff --git a/logs_tests/test_hammerdb_testcase_1.log b/logs_tests/test_hammerdb_testcase_1.log new file mode 100644 index 00000000..2efb2288 --- /dev/null +++ b/logs_tests/test_hammerdb_testcase_1.log @@ -0,0 +1,146 @@ +Dashboard : is running +Experiment : has code 1725991099 +Experiment : starts at 2024-09-10 19:58:19.433030 (727039.557011482) +Experiment : This experiment compares run time and resource consumption of TPC-C queries in different DBMS. +TPC-C data is generated and loaded using several threads. +Scaling factor (i.e., number of warehouses) is 16. Benchmarking runs for 5 minutes. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Loading is tested with [8] threads, split into [1] pods. +Benchmarking is tested with [16] threads, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. +Cluster monitoring : is running +done +PostgreSQL-BHT-8-1 : will start now +- waiting 30s - : done +PostgreSQL-BHT-8-1 : is not loaded yet +PostgreSQL-BHT-8-1 : will start loading but not before 2024-09-10 18:00:19 (that is in 60 secs) +- waiting 30s - : done +PostgreSQL-BHT-8-1 : is not loaded yet +PostgreSQL-BHT-8-1 : will start loading but not before 2024-09-10 18:00:19 +done +PostgreSQL-BHT-8-1 : is not loaded yet +PostgreSQL-BHT-8-1 : start asynch loading scripts of type loaded +PostgreSQL-BHT-8-1 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8-1 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8-1 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8-1 : is loading +done +PostgreSQL-BHT-8-1 : showing loader times +PostgreSQL-BHT-8-1 : loader timespan (first to last [s]) = 100 +PostgreSQL-BHT-8-1 : benchmarks done 0 of 1. This will be client 1 +PostgreSQL-BHT-8-1 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BEXHOMA_SYNCH_LOAD': 1, 'HAMMERDB_DURATION': '5', 'HAMMERDB_RAMPUP': '2', 'HAMMERDB_TYPE': 'postgresql', 'HAMMERDB_VUSERS': 16} +PostgreSQL-BHT-8-1-1 : start benchmarking +PostgreSQL-BHT-8-1 : benchmarking results in folder /home/perdelt/benchmarks/1725991099 +- waiting 10s - : done +PostgreSQL-BHT-8-1 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-bht-8-1-1725991099-1-1-tkt6k: found +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +done +PostgreSQL-BHT-8-1 : has running benchmarks +PostgreSQL-BHT-8-1-1 : showing benchmarker times +PostgreSQL-BHT-8-1-1 : benchmarker timespan (start to end single container [s]) = 462 +PostgreSQL-BHT-8-1-1 : benchmarker times (start/end per pod and container) = [(1725991346, 1725991791)] +PostgreSQL-BHT-8-1-1 : found and updated times {'benchmarker': [(1725991346, 1725991791)]} +done +PostgreSQL-BHT-8-1 : can be stopped +Experiment ends at 2024-09-10 20:10:37.819885 (727777.943864929): 738.3868534470676s total +bexhoma-dashboard-9b85f945f-f5d2g Running + connection ... dbms +connection_pod ... +PostgreSQL-BHT-8-1-1-1 PostgreSQL-BHT-8-1-1 ... PostgreSQL + +[1 rows x 17 columns] +connection_pod +['16'] +vusers 16 + connection ... dbms +PostgreSQL-BHT-8-1-1 ... +0 PostgreSQL-BHT-8-1-1 ... PostgreSQL + +[1 rows x 17 columns] +PostgreSQL-BHT-8-1-1 +['16'] +vusers 16 +Benchmarking connection ... dbms +connection_pod ... +PostgreSQL-BHT-8-1-1-1 PostgreSQL-BHT-8-1-1 ... PostgreSQL + +[1 rows x 17 columns] +Workflow {'PostgreSQL-BHT-8-1': [[1]]} +Result workflow complete + +## Show Summary + +### Workload + HammerDB Workload SF=16 (warehouses for TPC-C) + This includes no queries. HammerDB runs the benchmark + This experiment compares run time and resource consumption of TPC-C queries in different DBMS. +TPC-C data is generated and loaded using several threads. +Scaling factor (i.e., number of warehouses) is 16. Benchmarking runs for 5 minutes. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Loading is tested with [8] threads, split into [1] pods. +Benchmarking is tested with [16] threads, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. + +### Connections +PostgreSQL-BHT-8-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:249727380 + datadisk:3377808 + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run vusers client pod_count NOPM TPM duration errors +PostgreSQL-BHT-8-1-1 1 16 1 1 11917.0 36568.0 5 0 + +Warehouses: 16 + +### Workflow +DBMS PostgreSQL-BHT-8-1 - Pods [[1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +PostgreSQL-BHT-8-1-1 100.0 1.0 1.0 576.0 +TEST passed: NOPM contains no 0 or NaN diff --git a/logs_tests/test_hammerdb_testcase_1_summary.txt b/logs_tests/test_hammerdb_testcase_1_summary.txt new file mode 100644 index 00000000..5b9d4685 --- /dev/null +++ b/logs_tests/test_hammerdb_testcase_1_summary.txt @@ -0,0 +1,42 @@ +## Show Summary + +### Workload + HammerDB Workload SF=16 (warehouses for TPC-C) + This includes no queries. HammerDB runs the benchmark + This experiment compares run time and resource consumption of TPC-C queries in different DBMS. +TPC-C data is generated and loaded using several threads. +Scaling factor (i.e., number of warehouses) is 16. Benchmarking runs for 5 minutes. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Loading is tested with [8] threads, split into [1] pods. +Benchmarking is tested with [16] threads, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. + +### Connections +PostgreSQL-BHT-8-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:249727380 + datadisk:3377808 + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run vusers client pod_count NOPM TPM duration errors +PostgreSQL-BHT-8-1-1 1 16 1 1 11917.0 36568.0 5 0 + +Warehouses: 16 + +### Workflow +DBMS PostgreSQL-BHT-8-1 - Pods [[1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +PostgreSQL-BHT-8-1-1 100.0 1.0 1.0 576.0 +TEST passed: NOPM contains no 0 or NaN diff --git a/logs_tests/test_hammerdb_testcase_2.log b/logs_tests/test_hammerdb_testcase_2.log new file mode 100644 index 00000000..effcc7be --- /dev/null +++ b/logs_tests/test_hammerdb_testcase_2.log @@ -0,0 +1,213 @@ +Dashboard : is running +Experiment : has code 1725992010 +Experiment : starts at 2024-09-10 20:13:29.691123 (727949.8151032) +Experiment : This experiment compares run time and resource consumption of TPC-C queries in different DBMS. +System metrics are monitored by a cluster-wide installation. +TPC-C data is generated and loaded using several threads. +Scaling factor (i.e., number of warehouses) is 16. Benchmarking runs for 5 minutes. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 30Gi. +Loading is tested with [8] threads, split into [1] pods. +Benchmarking is tested with [16] threads, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. +Cluster monitoring : is running +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +done +PostgreSQL-BHT-8-1 : will start now +- waiting 30s - : done +PostgreSQL-BHT-8-1 : is not loaded yet +PostgreSQL-BHT-8-1 : will start loading but not before 2024-09-10 18:25:31 (that is in 60 secs) +- waiting 30s - : done +PostgreSQL-BHT-8-1 : is not loaded yet +PostgreSQL-BHT-8-1 : will start loading but not before 2024-09-10 18:25:31 +done +PostgreSQL-BHT-8-1 : is not loaded yet +PostgreSQL-BHT-8-1 : start asynch loading scripts of type loaded +PostgreSQL-BHT-8-1 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8-1 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8-1 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8-1 : is loading +done +PostgreSQL-BHT-8-1 : showing loader times +PostgreSQL-BHT-8-1 : loader timespan (first to last [s]) = 105 +PostgreSQL-BHT-8-1 : benchmarks done 0 of 1. This will be client 1 +PostgreSQL-BHT-8-1 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BEXHOMA_SYNCH_LOAD': 1, 'HAMMERDB_DURATION': '5', 'HAMMERDB_RAMPUP': '2', 'HAMMERDB_TYPE': 'postgresql', 'HAMMERDB_VUSERS': 16} +PostgreSQL-BHT-8-1-1 : start benchmarking +PostgreSQL-BHT-8-1 : benchmarking results in folder /home/perdelt/benchmarks/1725992010 +- waiting 10s - : done +found +PostgreSQL-BHT-8-1-1 : collecting loading metrics of SUT +PostgreSQL-BHT-8-1-1 : collecting metrics of data generator +PostgreSQL-BHT-8-1-1 : collecting metrics of data injector +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +done +PostgreSQL-BHT-8-1 : has running benchmarks +PostgreSQL-BHT-8-1-1 : showing benchmarker times +PostgreSQL-BHT-8-1-1 : benchmarker timespan (start to end single container [s]) = 476 +PostgreSQL-BHT-8-1-1 : benchmarker times (start/end per pod and container) = [(1725992858, 1725993310)] +PostgreSQL-BHT-8-1-1 : found and updated times {'benchmarker': [(1725992858, 1725993310)]} +PostgreSQL-BHT-8-1-1 : collecting execution metrics of SUT +PostgreSQL-BHT-8-1-1 : collecting metrics of benchmarker +done +PostgreSQL-BHT-8-1 : can be stopped +Experiment ends at 2024-09-10 20:36:12.327405 (729312.451386261): 1362.6362830610014s total +bexhoma-dashboard-9b85f945f-7gwns Running + connection ... dbms +PostgreSQL-BHT-8-1-1 ... +0 PostgreSQL-BHT-8-1-1 ... PostgreSQL + +[1 rows x 17 columns] +PostgreSQL-BHT-8-1-1 +['16'] +vusers 16 + connection ... dbms +connection_pod ... +PostgreSQL-BHT-8-1-1-1 PostgreSQL-BHT-8-1-1 ... PostgreSQL + +[1 rows x 17 columns] +connection_pod +['16'] +vusers 16 +Benchmarking connection ... dbms +connection_pod ... +PostgreSQL-BHT-8-1-1-1 PostgreSQL-BHT-8-1-1 ... PostgreSQL + +[1 rows x 17 columns] +Workflow {'PostgreSQL-BHT-8-1': [[1]]} +Result workflow complete + +## Show Summary + +### Workload + HammerDB Workload SF=16 (warehouses for TPC-C) + This includes no queries. HammerDB runs the benchmark + This experiment compares run time and resource consumption of TPC-C queries in different DBMS. +System metrics are monitored by a cluster-wide installation. +TPC-C data is generated and loaded using several threads. +Scaling factor (i.e., number of warehouses) is 16. Benchmarking runs for 5 minutes. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 30Gi. +Loading is tested with [8] threads, split into [1] pods. +Benchmarking is tested with [16] threads, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. + +### Connections +PostgreSQL-BHT-8-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349848 + datadisk:3381845 + volume_size:30G + volume_used:3.3G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run vusers client pod_count NOPM TPM duration errors +PostgreSQL-BHT-8-1-1 1 16 1 1 11799.0 36283.0 5 0 + +Warehouses: 16 + +### Workflow +DBMS PostgreSQL-BHT-8-1 - Pods [[1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +PostgreSQL-BHT-8-1-1 105.0 1.0 1.0 548.571429 + +### Ingestion - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1 121.4 0.45 3.83 5.51 + +### Ingestion - Loader + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1 329.94 5.2 0.07 0.07 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1 25890.95 61.0 5.34 7.01 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1 45.74 0.11 0.05 0.06 +TEST passed: NOPM contains no 0 or NaN diff --git a/logs_tests/test_hammerdb_testcase_2_summary.txt b/logs_tests/test_hammerdb_testcase_2_summary.txt new file mode 100644 index 00000000..4119e0ca --- /dev/null +++ b/logs_tests/test_hammerdb_testcase_2_summary.txt @@ -0,0 +1,62 @@ +## Show Summary + +### Workload + HammerDB Workload SF=16 (warehouses for TPC-C) + This includes no queries. HammerDB runs the benchmark + This experiment compares run time and resource consumption of TPC-C queries in different DBMS. +System metrics are monitored by a cluster-wide installation. +TPC-C data is generated and loaded using several threads. +Scaling factor (i.e., number of warehouses) is 16. Benchmarking runs for 5 minutes. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 30Gi. +Loading is tested with [8] threads, split into [1] pods. +Benchmarking is tested with [16] threads, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. + +### Connections +PostgreSQL-BHT-8-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349848 + datadisk:3381845 + volume_size:30G + volume_used:3.3G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run vusers client pod_count NOPM TPM duration errors +PostgreSQL-BHT-8-1-1 1 16 1 1 11799.0 36283.0 5 0 + +Warehouses: 16 + +### Workflow +DBMS PostgreSQL-BHT-8-1 - Pods [[1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +PostgreSQL-BHT-8-1-1 105.0 1.0 1.0 548.571429 + +### Ingestion - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1 121.4 0.45 3.83 5.51 + +### Ingestion - Loader + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1 329.94 5.2 0.07 0.07 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1 25890.95 61.0 5.34 7.01 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1 45.74 0.11 0.05 0.06 +TEST passed: NOPM contains no 0 or NaN diff --git a/logs_tests/test_hammerdb_testcase_3.log b/logs_tests/test_hammerdb_testcase_3.log new file mode 100644 index 00000000..5ccbe2ae --- /dev/null +++ b/logs_tests/test_hammerdb_testcase_3.log @@ -0,0 +1,1978 @@ +Dashboard : is running +Experiment : has code 1725993210 +Experiment : starts at 2024-09-10 20:33:29.686074 (729149.810054957) +Experiment : This experiment compares run time and resource consumption of TPC-C queries in different DBMS. +System metrics are monitored by a cluster-wide installation. +TPC-C data is generated and loaded using several threads. +Scaling factor (i.e., number of warehouses) is 16. Benchmarking runs for 2 minutes. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 30Gi. +Loading is tested with [8] threads, split into [1] pods. +Benchmarking is tested with [16] threads, split into [1, 2] pods. +Benchmarking is run as [1, 2] times the number of benchmarking pods. +Experiment is run 2 times. +Cluster monitoring : is running +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +done +PostgreSQL-BHT-8-1 : will start now +PostgreSQL-BHT-8-1 : storage exists bexhoma-storage-postgresql-hammerdb-16 +PostgreSQL-BHT-8-1 : loading is set to finished +- waiting 30s - : done +PostgreSQL-BHT-8-1 : will start benchmarking but not before 2024-09-10 18:39:30 (that is in 60 secs) +- waiting 30s - : done +PostgreSQL-BHT-8-1 : will start benchmarking but not before 2024-09-10 18:39:30 +done +PostgreSQL-BHT-8-1 : benchmarks done 0 of 2. This will be client 1 +PostgreSQL-BHT-8-1 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BEXHOMA_SYNCH_LOAD': 1, 'HAMMERDB_DURATION': '2', 'HAMMERDB_RAMPUP': '2', 'HAMMERDB_TYPE': 'postgresql', 'HAMMERDB_VUSERS': 16} +PostgreSQL-BHT-8-1-1-1 : start benchmarking +PostgreSQL-BHT-8-1 : benchmarking results in folder /home/perdelt/benchmarks/1725993210 +- waiting 10s - : done +PostgreSQL-BHT-8-1 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-bht-8-1-1725993210-1-1-w7wtn: found +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +done +PostgreSQL-BHT-8-1 : has running benchmarks +PostgreSQL-BHT-8-1-1-1 : showing benchmarker times +PostgreSQL-BHT-8-1-1-1 : benchmarker timespan (start to end single container [s]) = 281 +PostgreSQL-BHT-8-1-1-1 : benchmarker times (start/end per pod and container) = [(1725993575, 1725993847)] +PostgreSQL-BHT-8-1-1-1 : found and updated times {'benchmarker': [(1725993575, 1725993847)]} +PostgreSQL-BHT-8-1-1-1 : collecting execution metrics of SUT +PostgreSQL-BHT-8-1-1-1 : collecting metrics of benchmarker +done +PostgreSQL-BHT-8-1 : benchmarks done 0 of 2. This will be client 2 +PostgreSQL-BHT-8-1 : we will change parameters of benchmark as {'PARALLEL': '2', 'SF': '16', 'BEXHOMA_SYNCH_LOAD': 1, 'HAMMERDB_DURATION': '2', 'HAMMERDB_RAMPUP': '2', 'HAMMERDB_TYPE': 'postgresql', 'HAMMERDB_VUSERS': 16} +PostgreSQL-BHT-8-1-1-2 : start benchmarking +PostgreSQL-BHT-8-1 : benchmarking results in folder /home/perdelt/benchmarks/1725993210 +- waiting 10s - : done +PostgreSQL-BHT-8-1 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-bht-8-1-1725993210-1-2-2cvth: found +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +done +PostgreSQL-BHT-8-1 : has running benchmarks +PostgreSQL-BHT-8-1-1-2 : showing benchmarker times +PostgreSQL-BHT-8-1-1-2 : benchmarker timespan (start to end single container [s]) = 282 +PostgreSQL-BHT-8-1-1-2 : benchmarker times (start/end per pod and container) = [(1725993900, 1725994166), (1725993900, 1725994166)] +PostgreSQL-BHT-8-1-1-2 : found and updated times {'benchmarker': [(1725993900, 1725994166), (1725993900, 1725994166)]} +PostgreSQL-BHT-8-1-1-2 : collecting execution metrics of SUT +PostgreSQL-BHT-8-1-1-2 : collecting metrics of benchmarker +done +PostgreSQL-BHT-8-1 : benchmarks done 0 of 2. This will be client 3 +PostgreSQL-BHT-8-1 : we will change parameters of benchmark as {'PARALLEL': '2', 'SF': '16', 'BEXHOMA_SYNCH_LOAD': 1, 'HAMMERDB_DURATION': '2', 'HAMMERDB_RAMPUP': '2', 'HAMMERDB_TYPE': 'postgresql', 'HAMMERDB_VUSERS': 8} +PostgreSQL-BHT-8-1-1-3 : start benchmarking +PostgreSQL-BHT-8-1 : benchmarking results in folder /home/perdelt/benchmarks/1725993210 +- waiting 10s - : done +PostgreSQL-BHT-8-1 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-bht-8-1-1725993210-1-3-bqdl5: found +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +done +PostgreSQL-BHT-8-1 : has running benchmarks +PostgreSQL-BHT-8-1-1-3 : showing benchmarker times +PostgreSQL-BHT-8-1-1-3 : benchmarker timespan (start to end single container [s]) = 282 +PostgreSQL-BHT-8-1-1-3 : benchmarker times (start/end per pod and container) = [(1725994225, 1725994492), (1725994226, 1725994481)] +PostgreSQL-BHT-8-1-1-3 : found and updated times {'benchmarker': [(1725994225, 1725994492), (1725994226, 1725994481)]} +PostgreSQL-BHT-8-1-1-3 : collecting execution metrics of SUT +PostgreSQL-BHT-8-1-1-3 : collecting metrics of benchmarker +done +PostgreSQL-BHT-8-1 : benchmarks done 0 of 2. This will be client 4 +PostgreSQL-BHT-8-1 : we will change parameters of benchmark as {'PARALLEL': '4', 'SF': '16', 'BEXHOMA_SYNCH_LOAD': 1, 'HAMMERDB_DURATION': '2', 'HAMMERDB_RAMPUP': '2', 'HAMMERDB_TYPE': 'postgresql', 'HAMMERDB_VUSERS': 8} +PostgreSQL-BHT-8-1-1-4 : start benchmarking +PostgreSQL-BHT-8-1 : benchmarking results in folder /home/perdelt/benchmarks/1725993210 +- waiting 10s - : done +PostgreSQL-BHT-8-1 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-bht-8-1-1725993210-1-4-jhhmf: found +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +done +PostgreSQL-BHT-8-1 : has running benchmarks +PostgreSQL-BHT-8-1-1-4 : showing benchmarker times +PostgreSQL-BHT-8-1-1-4 : benchmarker timespan (start to end single container [s]) = 313 +PostgreSQL-BHT-8-1-1-4 : benchmarker times (start/end per pod and container) = [(1725994550, 1725994832), (1725994553, 1725994836), (1725994551, 1725994831), (1725994552, 1725994833)] +PostgreSQL-BHT-8-1-1-4 : found and updated times {'benchmarker': [(1725994550, 1725994832), (1725994553, 1725994836), (1725994551, 1725994831), (1725994552, 1725994833)]} +PostgreSQL-BHT-8-1-1-4 : collecting execution metrics of SUT +PostgreSQL-BHT-8-1-1-4 : collecting metrics of benchmarker +done +PostgreSQL-BHT-8-1 : can be stopped +PostgreSQL-BHT-8-1 : still being removed +done +PostgreSQL-BHT-8-1 : starts again +PostgreSQL-BHT-8-1 : storage exists bexhoma-storage-postgresql-hammerdb-16 +PostgreSQL-BHT-8-1 : loading is set to finished +- waiting 10s - : done +- waiting 30s - : done +PostgreSQL-BHT-8-1 : will start benchmarking but not before 2024-09-10 19:03:53 (that is in 60 secs) +- waiting 30s - : done +PostgreSQL-BHT-8-1 : will start benchmarking but not before 2024-09-10 19:03:53 +done +PostgreSQL-BHT-8-1 : benchmarks done 1 of 2. This will be client 1 +PostgreSQL-BHT-8-1 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '16', 'BEXHOMA_SYNCH_LOAD': 1, 'HAMMERDB_DURATION': '2', 'HAMMERDB_RAMPUP': '2', 'HAMMERDB_TYPE': 'postgresql', 'HAMMERDB_VUSERS': 16} +PostgreSQL-BHT-8-1-2-1 : start benchmarking +PostgreSQL-BHT-8-1 : benchmarking results in folder /home/perdelt/benchmarks/1725993210 +- waiting 10s - : done +PostgreSQL-BHT-8-1 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-1-89swf: found +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +done +PostgreSQL-BHT-8-1 : has running benchmarks +PostgreSQL-BHT-8-1-2-1 : showing benchmarker times +PostgreSQL-BHT-8-1-2-1 : benchmarker timespan (start to end single container [s]) = 282 +PostgreSQL-BHT-8-1-2-1 : benchmarker times (start/end per pod and container) = [(1725995038, 1725995313)] +PostgreSQL-BHT-8-1-2-1 : found and updated times {'benchmarker': [(1725995038, 1725995313)]} +PostgreSQL-BHT-8-1-2-1 : collecting execution metrics of SUT +PostgreSQL-BHT-8-1-2-1 : collecting metrics of benchmarker +done +PostgreSQL-BHT-8-1 : benchmarks done 1 of 2. This will be client 2 +PostgreSQL-BHT-8-1 : we will change parameters of benchmark as {'PARALLEL': '2', 'SF': '16', 'BEXHOMA_SYNCH_LOAD': 1, 'HAMMERDB_DURATION': '2', 'HAMMERDB_RAMPUP': '2', 'HAMMERDB_TYPE': 'postgresql', 'HAMMERDB_VUSERS': 16} +PostgreSQL-BHT-8-1-2-2 : start benchmarking +PostgreSQL-BHT-8-1 : benchmarking results in folder /home/perdelt/benchmarks/1725993210 +- waiting 10s - : done +PostgreSQL-BHT-8-1 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-2-lwnpd: found +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +done +PostgreSQL-BHT-8-1 : has running benchmarks +PostgreSQL-BHT-8-1-2-2 : showing benchmarker times +PostgreSQL-BHT-8-1-2-2 : benchmarker timespan (start to end single container [s]) = 282 +PostgreSQL-BHT-8-1-2-2 : benchmarker times (start/end per pod and container) = [(1725995363, 1725995631), (1725995363, 1725995633)] +PostgreSQL-BHT-8-1-2-2 : found and updated times {'benchmarker': [(1725995363, 1725995631), (1725995363, 1725995633)]} +PostgreSQL-BHT-8-1-2-2 : collecting execution metrics of SUT +PostgreSQL-BHT-8-1-2-2 : collecting metrics of benchmarker +done +PostgreSQL-BHT-8-1 : benchmarks done 1 of 2. This will be client 3 +PostgreSQL-BHT-8-1 : we will change parameters of benchmark as {'PARALLEL': '2', 'SF': '16', 'BEXHOMA_SYNCH_LOAD': 1, 'HAMMERDB_DURATION': '2', 'HAMMERDB_RAMPUP': '2', 'HAMMERDB_TYPE': 'postgresql', 'HAMMERDB_VUSERS': 8} +PostgreSQL-BHT-8-1-2-3 : start benchmarking +PostgreSQL-BHT-8-1 : benchmarking results in folder /home/perdelt/benchmarks/1725993210 +- waiting 10s - : done +PostgreSQL-BHT-8-1 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-3-5d6ks: found +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8-1 : has running benchmarks +done +PostgreSQL-BHT-8-1 : has running benchmarks +PostgreSQL-BHT-8-1-2-3 : showing benchmarker times +PostgreSQL-BHT-8-1-2-3 : benchmarker timespan (start to end single container [s]) = 282 +PostgreSQL-BHT-8-1-2-3 : benchmarker times (start/end per pod and container) = [(1725995689, 1725995961), (1725995689, 1725995953)] +PostgreSQL-BHT-8-1-2-3 : found and updated times {'benchmarker': [(1725995689, 1725995961), (1725995689, 1725995953)]} +PostgreSQL-BHT-8-1-2-3 : collecting execution metrics of SUT +PostgreSQL-BHT-8-1-2-3 : collecting metrics of benchmarker +done +PostgreSQL-BHT-8-1 : benchmarks done 1 of 2. This will be client 4 +PostgreSQL-BHT-8-1 : we will change parameters of benchmark as {'PARALLEL': '4', 'SF': '16', 'BEXHOMA_SYNCH_LOAD': 1, 'HAMMERDB_DURATION': '2', 'HAMMERDB_RAMPUP': '2', 'HAMMERDB_TYPE': 'postgresql', 'HAMMERDB_VUSERS': 8} +PostgreSQL-BHT-8-1-2-4 : start benchmarking +PostgreSQL-BHT-8-1 : benchmarking results in folder /home/perdelt/benchmarks/1725993210 +- waiting 10s - : done +PostgreSQL-BHT-8-1 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7: found +done +PostgreSQL-BHT-8-1 : has running benchmarks +PostgreSQL-BHT-8-1-2-4 : showing benchmarker times +PostgreSQL-BHT-8-1-2-4 : benchmarker timespan (start to end single container [s]) = 42 +PostgreSQL-BHT-8-1-2-4 : benchmarker times (start/end per pod and container) = [(1725996015, 1725996041), (1725996016, 1725996042), (1725996016, 1725996040), (1725996014, 1725996044)] +PostgreSQL-BHT-8-1-2-4 : found and updated times {'benchmarker': [(1725996015, 1725996041), (1725996016, 1725996042), (1725996016, 1725996040), (1725996014, 1725996044)]} +PostgreSQL-BHT-8-1-2-4 : collecting execution metrics of SUT +PostgreSQL-BHT-8-1-2-4 : collecting metrics of benchmarker +done +PostgreSQL-BHT-8-1 : can be stopped +Experiment ends at 2024-09-10 21:21:34.452159 (732034.576138583): 2884.76608362596s total +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-gfqdf.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-662k7.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-vbdd6.dbmsbenchmarker.log +/home/perdelt/benchmarks/1725993210/bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log something went wrong +Length mismatch: Expected axis has 0 elements, new values have 17 elements +Traceback (most recent call last): + File "/home/perdelt/repositories/Benchmark-Experiment-Host-Manager/bexhoma/evaluators.py", line 1106, in log_to_df + df.columns = ['connection', 'configuration', 'experiment_run', 'client', 'pod', 'pod_count', 'iterations', 'duration', 'rampup', 'sf', 'run', 'errors', 'vusers_loading', 'vusers', 'NOPM', 'TPM', 'dbms'] + ^^^^^^^^^^ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 6313, in __setattr__ + return object.__setattr__(self, name, value) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "properties.pyx", line 69, in pandas._libs.properties.AxisProperty.__set__ + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/generic.py", line 814, in _set_axis + self._mgr.set_axis(axis, labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/managers.py", line 238, in set_axis + self._validate_set_axis(axis, new_labels) + File "/home/perdelt/anaconda3/envs/dbmsbenchmarker/lib/python3.11/site-packages/pandas/core/internals/base.py", line 98, in _validate_set_axis + raise ValueError( +ValueError: Length mismatch: Expected axis has 0 elements, new values have 17 elements + +Error in bexhoma-benchmarker-postgresql-bht-8-1-1725993210-2-4-99hs8.dbmsbenchmarker.log +bexhoma-dashboard-9b85f945f-rp8sq Running + connection ... dbms +PostgreSQL-BHT-8-1-2-2 ... +0 PostgreSQL-BHT-8-1-2-2 ... PostgreSQL + +[1 rows x 17 columns] +PostgreSQL-BHT-8-1-2-2 +['16'] +vusers 16 + connection ... dbms +PostgreSQL-BHT-8-1-2-2 ... +0 PostgreSQL-BHT-8-1-2-2 ... PostgreSQL + +[1 rows x 17 columns] +PostgreSQL-BHT-8-1-2-2 +['16'] +vusers 16 + connection ... dbms +PostgreSQL-BHT-8-1-1-2 ... +0 PostgreSQL-BHT-8-1-1-2 ... PostgreSQL + +[1 rows x 17 columns] +PostgreSQL-BHT-8-1-1-2 +['16'] +vusers 16 + connection ... dbms +PostgreSQL-BHT-8-1-1-2 ... +0 PostgreSQL-BHT-8-1-1-2 ... PostgreSQL + +[1 rows x 17 columns] +PostgreSQL-BHT-8-1-1-2 +['16'] +vusers 16 + connection ... dbms +PostgreSQL-BHT-8-1-1-3 ... +0 PostgreSQL-BHT-8-1-1-3 ... PostgreSQL + +[1 rows x 17 columns] +PostgreSQL-BHT-8-1-1-3 +['8'] +vusers 8 + connection ... dbms +PostgreSQL-BHT-8-1-1-4 ... +0 PostgreSQL-BHT-8-1-1-4 ... PostgreSQL + +[1 rows x 17 columns] +PostgreSQL-BHT-8-1-1-4 +['8'] +vusers 8 + connection ... dbms +PostgreSQL-BHT-8-1-2-1 ... +0 PostgreSQL-BHT-8-1-2-1 ... PostgreSQL + +[1 rows x 17 columns] +PostgreSQL-BHT-8-1-2-1 +['16'] +vusers 16 + connection ... dbms +connection_pod ... +PostgreSQL-BHT-8-1-2-2-1 PostgreSQL-BHT-8-1-2-2 ... PostgreSQL +PostgreSQL-BHT-8-1-2-2-2 PostgreSQL-BHT-8-1-2-2 ... PostgreSQL +PostgreSQL-BHT-8-1-1-2-1 PostgreSQL-BHT-8-1-1-2 ... PostgreSQL +PostgreSQL-BHT-8-1-1-2-2 PostgreSQL-BHT-8-1-1-2 ... PostgreSQL +PostgreSQL-BHT-8-1-1-3-1 PostgreSQL-BHT-8-1-1-3 ... PostgreSQL +PostgreSQL-BHT-8-1-1-4-1 PostgreSQL-BHT-8-1-1-4 ... PostgreSQL +PostgreSQL-BHT-8-1-2-1-1 PostgreSQL-BHT-8-1-2-1 ... PostgreSQL +PostgreSQL-BHT-8-1-2-3-1 PostgreSQL-BHT-8-1-2-3 ... PostgreSQL +PostgreSQL-BHT-8-1-1-1-1 PostgreSQL-BHT-8-1-1-1 ... PostgreSQL +PostgreSQL-BHT-8-1-1-3-2 PostgreSQL-BHT-8-1-1-3 ... PostgreSQL +PostgreSQL-BHT-8-1-1-4-2 PostgreSQL-BHT-8-1-1-4 ... PostgreSQL +PostgreSQL-BHT-8-1-1-4-3 PostgreSQL-BHT-8-1-1-4 ... PostgreSQL +PostgreSQL-BHT-8-1-2-3-2 PostgreSQL-BHT-8-1-2-3 ... PostgreSQL +PostgreSQL-BHT-8-1-1-4-4 PostgreSQL-BHT-8-1-1-4 ... PostgreSQL + +[14 rows x 17 columns] +connection_pod +['16', '16', '16', '16', '8', '8', '16', '8', '16', '8', '8', '8', '8', '8'] +vusers 16 16 16 16 8 8 16 8 16 8 8 8 8 8 + connection ... dbms +PostgreSQL-BHT-8-1-2-3 ... +0 PostgreSQL-BHT-8-1-2-3 ... PostgreSQL + +[1 rows x 17 columns] +PostgreSQL-BHT-8-1-2-3 +['8'] +vusers 8 + connection ... dbms +PostgreSQL-BHT-8-1-1-1 ... +0 PostgreSQL-BHT-8-1-1-1 ... PostgreSQL + +[1 rows x 17 columns] +PostgreSQL-BHT-8-1-1-1 +['16'] +vusers 16 + connection ... dbms +PostgreSQL-BHT-8-1-1-3 ... +0 PostgreSQL-BHT-8-1-1-3 ... PostgreSQL + +[1 rows x 17 columns] +PostgreSQL-BHT-8-1-1-3 +['8'] +vusers 8 + connection ... dbms +PostgreSQL-BHT-8-1-1-4 ... +0 PostgreSQL-BHT-8-1-1-4 ... PostgreSQL + +[1 rows x 17 columns] +PostgreSQL-BHT-8-1-1-4 +['8'] +vusers 8 + connection ... dbms +PostgreSQL-BHT-8-1-1-4 ... +0 PostgreSQL-BHT-8-1-1-4 ... PostgreSQL + +[1 rows x 17 columns] +PostgreSQL-BHT-8-1-1-4 +['8'] +vusers 8 + connection ... dbms +PostgreSQL-BHT-8-1-2-3 ... +0 PostgreSQL-BHT-8-1-2-3 ... PostgreSQL + +[1 rows x 17 columns] +PostgreSQL-BHT-8-1-2-3 +['8'] +vusers 8 + connection ... dbms +PostgreSQL-BHT-8-1-1-4 ... +0 PostgreSQL-BHT-8-1-1-4 ... PostgreSQL + +[1 rows x 17 columns] +PostgreSQL-BHT-8-1-1-4 +['8'] +vusers 8 +Benchmarking connection ... dbms +connection_pod ... +PostgreSQL-BHT-8-1-2-2-1 PostgreSQL-BHT-8-1-2-2 ... PostgreSQL +PostgreSQL-BHT-8-1-2-2-2 PostgreSQL-BHT-8-1-2-2 ... PostgreSQL +PostgreSQL-BHT-8-1-1-2-1 PostgreSQL-BHT-8-1-1-2 ... PostgreSQL +PostgreSQL-BHT-8-1-1-2-2 PostgreSQL-BHT-8-1-1-2 ... PostgreSQL +PostgreSQL-BHT-8-1-1-3-1 PostgreSQL-BHT-8-1-1-3 ... PostgreSQL +PostgreSQL-BHT-8-1-1-4-1 PostgreSQL-BHT-8-1-1-4 ... PostgreSQL +PostgreSQL-BHT-8-1-2-1-1 PostgreSQL-BHT-8-1-2-1 ... PostgreSQL +PostgreSQL-BHT-8-1-2-3-1 PostgreSQL-BHT-8-1-2-3 ... PostgreSQL +PostgreSQL-BHT-8-1-1-1-1 PostgreSQL-BHT-8-1-1-1 ... PostgreSQL +PostgreSQL-BHT-8-1-1-3-2 PostgreSQL-BHT-8-1-1-3 ... PostgreSQL +PostgreSQL-BHT-8-1-1-4-2 PostgreSQL-BHT-8-1-1-4 ... PostgreSQL +PostgreSQL-BHT-8-1-1-4-3 PostgreSQL-BHT-8-1-1-4 ... PostgreSQL +PostgreSQL-BHT-8-1-2-3-2 PostgreSQL-BHT-8-1-2-3 ... PostgreSQL +PostgreSQL-BHT-8-1-1-4-4 PostgreSQL-BHT-8-1-1-4 ... PostgreSQL + +[14 rows x 17 columns] +Workflow {'PostgreSQL-BHT-8-1': [[2, 1, 2], [2, 2, 4, 1]]} +Result workflow not complete + +## Show Summary + +### Workload + HammerDB Workload SF=16 (warehouses for TPC-C) + This includes no queries. HammerDB runs the benchmark + This experiment compares run time and resource consumption of TPC-C queries in different DBMS. +System metrics are monitored by a cluster-wide installation. +TPC-C data is generated and loaded using several threads. +Scaling factor (i.e., number of warehouses) is 16. Benchmarking runs for 2 minutes. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 30Gi. +Loading is tested with [8] threads, split into [1] pods. +Benchmarking is tested with [16] threads, split into [1, 2] pods. +Benchmarking is run as [1, 2] times the number of benchmarking pods. +Experiment is run 2 times. + +### Connections +PostgreSQL-BHT-8-1-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349732 + datadisk:4294945 + volume_size:30G + volume_used:4.1G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-1-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349732 + datadisk:4401613 + volume_size:30G + volume_used:4.2G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-1-3 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349732 + datadisk:4527693 + volume_size:30G + volume_used:4.2G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-1-4 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349732 + datadisk:4611997 + volume_size:30G + volume_used:4.4G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-2-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:248309504 + datadisk:4717273 + volume_size:30G + volume_used:4.5G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-2-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349900 + datadisk:4797477 + volume_size:30G + volume_used:4.5G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-2-3 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349900 + datadisk:4897773 + volume_size:30G + volume_used:4.5G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-2-4 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349900 + datadisk:4983101 + volume_size:30G + volume_used:4.5G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run vusers client pod_count NOPM TPM duration errors +PostgreSQL-BHT-8-1-1-1 1 16 1 1 11054.00 34049.00 2 0 +PostgreSQL-BHT-8-1-1-2 1 32 2 2 11097.00 31949.00 2 0 +PostgreSQL-BHT-8-1-1-3 1 16 3 2 8856.50 28298.50 2 0 +PostgreSQL-BHT-8-1-1-4 1 32 4 4 9957.25 28916.25 2 0 +PostgreSQL-BHT-8-1-2-1 2 16 1 1 9245.00 30188.00 2 0 +PostgreSQL-BHT-8-1-2-2 2 32 2 2 10132.00 30407.00 2 0 +PostgreSQL-BHT-8-1-2-3 2 16 3 2 8986.50 28825.00 2 0 + +Warehouses: 16 + +### Workflow +DBMS PostgreSQL-BHT-8-1 - Pods [[2, 1, 2], [2, 2, 4, 1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +PostgreSQL-BHT-8-1-1-1 105.0 1.0 1.0 548.571429 +PostgreSQL-BHT-8-1-1-2 105.0 1.0 2.0 548.571429 +PostgreSQL-BHT-8-1-1-3 105.0 1.0 2.0 548.571429 +PostgreSQL-BHT-8-1-1-4 105.0 1.0 4.0 548.571429 +PostgreSQL-BHT-8-1-2-1 105.0 1.0 1.0 548.571429 +PostgreSQL-BHT-8-1-2-2 105.0 1.0 2.0 548.571429 +PostgreSQL-BHT-8-1-2-3 105.0 1.0 2.0 548.571429 +PostgreSQL-BHT-8-1-2-4 105.0 1.0 4.0 548.571429 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1-1 14181.81 62.81 4.99 7.14 +PostgreSQL-BHT-8-1-1-2 14824.60 63.63 5.47 7.74 +PostgreSQL-BHT-8-1-1-3 15411.30 33.44 5.44 7.78 +PostgreSQL-BHT-8-1-1-4 16935.32 63.60 6.02 8.46 +PostgreSQL-BHT-8-1-2-1 62425.80 62.90 9.32 14.30 +PostgreSQL-BHT-8-1-2-2 15916.39 63.63 5.92 8.50 +PostgreSQL-BHT-8-1-2-3 15150.28 62.90 5.56 8.21 +PostgreSQL-BHT-8-1-2-4 0.00 0.00 4.46 7.14 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1-1 23.05 0.10 0.06 0.06 +PostgreSQL-BHT-8-1-1-2 20.12 0.05 0.16 0.16 +PostgreSQL-BHT-8-1-1-3 24.55 0.08 0.18 0.18 +PostgreSQL-BHT-8-1-1-4 18.31 0.07 0.20 0.20 +PostgreSQL-BHT-8-1-2-1 20.29 0.08 0.13 0.13 +PostgreSQL-BHT-8-1-2-2 20.16 0.10 0.16 0.16 +PostgreSQL-BHT-8-1-2-3 25.59 0.08 0.18 0.18 +PostgreSQL-BHT-8-1-2-4 0.00 0.00 0.07 0.07 +TEST passed: NOPM contains no 0 or NaN diff --git a/logs_tests/test_hammerdb_testcase_3_summary.txt b/logs_tests/test_hammerdb_testcase_3_summary.txt new file mode 100644 index 00000000..3ff32a89 --- /dev/null +++ b/logs_tests/test_hammerdb_testcase_3_summary.txt @@ -0,0 +1,165 @@ +## Show Summary + +### Workload + HammerDB Workload SF=16 (warehouses for TPC-C) + This includes no queries. HammerDB runs the benchmark + This experiment compares run time and resource consumption of TPC-C queries in different DBMS. +System metrics are monitored by a cluster-wide installation. +TPC-C data is generated and loaded using several threads. +Scaling factor (i.e., number of warehouses) is 16. Benchmarking runs for 2 minutes. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 30Gi. +Loading is tested with [8] threads, split into [1] pods. +Benchmarking is tested with [16] threads, split into [1, 2] pods. +Benchmarking is run as [1, 2] times the number of benchmarking pods. +Experiment is run 2 times. + +### Connections +PostgreSQL-BHT-8-1-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349732 + datadisk:4294945 + volume_size:30G + volume_used:4.1G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-1-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349732 + datadisk:4401613 + volume_size:30G + volume_used:4.2G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-1-3 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349732 + datadisk:4527693 + volume_size:30G + volume_used:4.2G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-1-4 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349732 + datadisk:4611997 + volume_size:30G + volume_used:4.4G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-2-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:248309504 + datadisk:4717273 + volume_size:30G + volume_used:4.5G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-2-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349900 + datadisk:4797477 + volume_size:30G + volume_used:4.5G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-2-3 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349900 + datadisk:4897773 + volume_size:30G + volume_used:4.5G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-2-4 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349900 + datadisk:4983101 + volume_size:30G + volume_used:4.5G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run vusers client pod_count NOPM TPM duration errors +PostgreSQL-BHT-8-1-1-1 1 16 1 1 11054.00 34049.00 2 0 +PostgreSQL-BHT-8-1-1-2 1 32 2 2 11097.00 31949.00 2 0 +PostgreSQL-BHT-8-1-1-3 1 16 3 2 8856.50 28298.50 2 0 +PostgreSQL-BHT-8-1-1-4 1 32 4 4 9957.25 28916.25 2 0 +PostgreSQL-BHT-8-1-2-1 2 16 1 1 9245.00 30188.00 2 0 +PostgreSQL-BHT-8-1-2-2 2 32 2 2 10132.00 30407.00 2 0 +PostgreSQL-BHT-8-1-2-3 2 16 3 2 8986.50 28825.00 2 0 + +Warehouses: 16 + +### Workflow +DBMS PostgreSQL-BHT-8-1 - Pods [[2, 1, 2], [2, 2, 4, 1]] + +### Loading + time_load terminals pods Imported warehouses [1/h] +PostgreSQL-BHT-8-1-1-1 105.0 1.0 1.0 548.571429 +PostgreSQL-BHT-8-1-1-2 105.0 1.0 2.0 548.571429 +PostgreSQL-BHT-8-1-1-3 105.0 1.0 2.0 548.571429 +PostgreSQL-BHT-8-1-1-4 105.0 1.0 4.0 548.571429 +PostgreSQL-BHT-8-1-2-1 105.0 1.0 1.0 548.571429 +PostgreSQL-BHT-8-1-2-2 105.0 1.0 2.0 548.571429 +PostgreSQL-BHT-8-1-2-3 105.0 1.0 2.0 548.571429 +PostgreSQL-BHT-8-1-2-4 105.0 1.0 4.0 548.571429 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1-1 14181.81 62.81 4.99 7.14 +PostgreSQL-BHT-8-1-1-2 14824.60 63.63 5.47 7.74 +PostgreSQL-BHT-8-1-1-3 15411.30 33.44 5.44 7.78 +PostgreSQL-BHT-8-1-1-4 16935.32 63.60 6.02 8.46 +PostgreSQL-BHT-8-1-2-1 62425.80 62.90 9.32 14.30 +PostgreSQL-BHT-8-1-2-2 15916.39 63.63 5.92 8.50 +PostgreSQL-BHT-8-1-2-3 15150.28 62.90 5.56 8.21 +PostgreSQL-BHT-8-1-2-4 0.00 0.00 4.46 7.14 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1-1 23.05 0.10 0.06 0.06 +PostgreSQL-BHT-8-1-1-2 20.12 0.05 0.16 0.16 +PostgreSQL-BHT-8-1-1-3 24.55 0.08 0.18 0.18 +PostgreSQL-BHT-8-1-1-4 18.31 0.07 0.20 0.20 +PostgreSQL-BHT-8-1-2-1 20.29 0.08 0.13 0.13 +PostgreSQL-BHT-8-1-2-2 20.16 0.10 0.16 0.16 +PostgreSQL-BHT-8-1-2-3 25.59 0.08 0.18 0.18 +PostgreSQL-BHT-8-1-2-4 0.00 0.00 0.07 0.07 +TEST passed: NOPM contains no 0 or NaN diff --git a/logs_tests/test_tpch_testcase_1.log b/logs_tests/test_tpch_testcase_1.log new file mode 100644 index 00000000..f7b5a918 --- /dev/null +++ b/logs_tests/test_tpch_testcase_1.log @@ -0,0 +1,152 @@ +Data Directory : is running +Result Directory : is running +Dashboard : is running +Message Queue : is running +Experiment : has code 1725985979 +Experiment : starts at 2024-09-10 18:32:59.100940 (721919.22492127) +Experiment : This experiment compares run time and resource consumption of TPC-H queries in different DBMS. +TPC-H (SF=1) data is loaded and benchmark is executed. +Query ordering is Q1 - Q22. +All instances use the same query parameters. +Import sets indexes and constraints after loading and recomputes statistics. +Benchmark is limited to DBMS PostgreSQL. +Import is handled by 8 processes (pods). +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Loading is tested with [1] threads, split into [8] pods. +Benchmarking is tested with [1] threads, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. +Cluster monitoring : is running +done +PostgreSQL-BHT-8 : will start now +- waiting 30s - : done +PostgreSQL-BHT-8 : is not loaded yet +PostgreSQL-BHT-8 : will start loading but not before 2024-09-10 16:34:59 (that is in 60 secs) +- waiting 30s - : done +PostgreSQL-BHT-8 : is not loaded yet +PostgreSQL-BHT-8 : will start loading but not before 2024-09-10 16:34:59 +done +PostgreSQL-BHT-8 : is not loaded yet +PostgreSQL-BHT-8 : start asynch loading scripts of type loaded +PostgreSQL-BHT-8 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8 : is loading +done +PostgreSQL-BHT-8 : is loading +done +PostgreSQL-BHT-8 : showing loader times +PostgreSQL-BHT-8 : generator timespan (first to last [s]) = 1 +PostgreSQL-BHT-8 : loader timespan (first to last [s]) = 29 +PostgreSQL-BHT-8 : total timespan (first to last [s]) = 37 +PostgreSQL-BHT-8 : start asynch loading scripts of type indexed +PostgreSQL-BHT-8 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8 : is loading +done +PostgreSQL-BHT-8 : benchmarks done 0 of 1. This will be client 1 +PostgreSQL-BHT-8-1 : start benchmarking +PostgreSQL-BHT-8 : benchmarking results in folder /home/perdelt/benchmarks/1725985979 +- waiting 10s - : done +PostgreSQL-BHT-8 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-bht-8-1725985979-1-1-qh8x7: .found +done +PostgreSQL-BHT-8 : has running benchmarks +PostgreSQL-BHT-8-1 : showing benchmarker times +PostgreSQL-BHT-8-1 : benchmarker timespan (start to end single container [s]) = 51 +PostgreSQL-BHT-8-1 : benchmarker times (start/end per pod and container) = [(1725986304, 1725986304)] +PostgreSQL-BHT-8-1 : found and updated times {'benchmarker': [(1725986304, 1725986304)]} +done +PostgreSQL-BHT-8 : can be stopped +Experiment : ends at 2024-09-10 18:39:33.505313 (722313.62929442) - 394.40s total +bexhoma-dashboard-9b85f945f-5fwnh Running +.done! +Join results done! +done! + +## Show Summary + +### Workload + TPC-H Queries SF=1 + This includes the reading queries of TPC-H. + This experiment compares run time and resource consumption of TPC-H queries in different DBMS. +TPC-H (SF=1) data is loaded and benchmark is executed. +Query ordering is Q1 - Q22. +All instances use the same query parameters. +Import sets indexes and constraints after loading and recomputes statistics. +Benchmark is limited to DBMS PostgreSQL. +Import is handled by 8 processes (pods). +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Loading is tested with [1] threads, split into [8] pods. +Benchmarking is tested with [1] threads, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. + +### Connections +PostgreSQL-BHT-8-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:249171616 + datadisk:2822200 + requests_cpu:4 + requests_memory:16Gi + +### Errors (failed queries) +No errors + +### Warnings (result mismatch) +No warnings + +### Latency of Timer Execution [ms] +DBMS PostgreSQL-BHT-8-1-1 +Pricing Summary Report (TPC-H Q1) 2567.07 +Minimum Cost Supplier Query (TPC-H Q2) 419.22 +Shipping Priority (TPC-H Q3) 729.37 +Order Priority Checking Query (TPC-H Q4) 1236.64 +Local Supplier Volume (TPC-H Q5) 627.87 +Forecasting Revenue Change (TPC-H Q6) 479.27 +Forecasting Revenue Change (TPC-H Q7) 747.93 +National Market Share (TPC-H Q8) 590.71 +Product Type Profit Measure (TPC-H Q9) 1064.58 +Forecasting Revenue Change (TPC-H Q10) 1231.34 +Important Stock Identification (TPC-H Q11) 238.82 +Shipping Modes and Order Priority (TPC-H Q12) 973.56 +Customer Distribution (TPC-H Q13) 1940.84 +Forecasting Revenue Change (TPC-H Q14) 529.18 +Top Supplier Query (TPC-H Q15) 531.58 +Parts/Supplier Relationship (TPC-H Q16) 571.33 +Small-Quantity-Order Revenue (TPC-H Q17) 1957.44 +Large Volume Customer (TPC-H Q18) 6674.42 +Discounted Revenue (TPC-H Q19) 674.23 +Potential Part Promotion (TPC-H Q20) 661.18 +Suppliers Who Kept Orders Waiting Query (TPC-H Q21) 870.81 +Global Sales Opportunity Query (TPC-H Q22) 234.54 + +### Loading [s] + timeGenerate timeIngesting timeSchema timeIndex timeLoad +PostgreSQL-BHT-8-1-1 1.0 29.0 1.0 85.0 123.0 + +### Geometric Mean of Medians of Timer Run [s] + Geo Times [s] +DBMS +PostgreSQL-BHT-8-1-1 0.86 + +### Power@Size + Power@Size [~Q/h] +DBMS +PostgreSQL-BHT-8-1-1 4362.63 + +### Throughput@Size + time [s] count SF Throughput@Size [~GB/h] +DBMS SF num_experiment num_client +PostgreSQL-BHT-8-1 1 1 1 29 1 1 2731.03 +TEST passed: Geo Times [s] contains no 0 or NaN +TEST passed: Power@Size [~Q/h] contains no 0 or NaN +TEST passed: Throughput@Size [~GB/h] contains no 0 or NaN diff --git a/logs_tests/test_tpch_testcase_1_summary.txt b/logs_tests/test_tpch_testcase_1_summary.txt new file mode 100644 index 00000000..1e590455 --- /dev/null +++ b/logs_tests/test_tpch_testcase_1_summary.txt @@ -0,0 +1,84 @@ +## Show Summary + +### Workload + TPC-H Queries SF=1 + This includes the reading queries of TPC-H. + This experiment compares run time and resource consumption of TPC-H queries in different DBMS. +TPC-H (SF=1) data is loaded and benchmark is executed. +Query ordering is Q1 - Q22. +All instances use the same query parameters. +Import sets indexes and constraints after loading and recomputes statistics. +Benchmark is limited to DBMS PostgreSQL. +Import is handled by 8 processes (pods). +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Loading is tested with [1] threads, split into [8] pods. +Benchmarking is tested with [1] threads, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. + +### Connections +PostgreSQL-BHT-8-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:249171616 + datadisk:2822200 + requests_cpu:4 + requests_memory:16Gi + +### Errors (failed queries) +No errors + +### Warnings (result mismatch) +No warnings + +### Latency of Timer Execution [ms] +DBMS PostgreSQL-BHT-8-1-1 +Pricing Summary Report (TPC-H Q1) 2567.07 +Minimum Cost Supplier Query (TPC-H Q2) 419.22 +Shipping Priority (TPC-H Q3) 729.37 +Order Priority Checking Query (TPC-H Q4) 1236.64 +Local Supplier Volume (TPC-H Q5) 627.87 +Forecasting Revenue Change (TPC-H Q6) 479.27 +Forecasting Revenue Change (TPC-H Q7) 747.93 +National Market Share (TPC-H Q8) 590.71 +Product Type Profit Measure (TPC-H Q9) 1064.58 +Forecasting Revenue Change (TPC-H Q10) 1231.34 +Important Stock Identification (TPC-H Q11) 238.82 +Shipping Modes and Order Priority (TPC-H Q12) 973.56 +Customer Distribution (TPC-H Q13) 1940.84 +Forecasting Revenue Change (TPC-H Q14) 529.18 +Top Supplier Query (TPC-H Q15) 531.58 +Parts/Supplier Relationship (TPC-H Q16) 571.33 +Small-Quantity-Order Revenue (TPC-H Q17) 1957.44 +Large Volume Customer (TPC-H Q18) 6674.42 +Discounted Revenue (TPC-H Q19) 674.23 +Potential Part Promotion (TPC-H Q20) 661.18 +Suppliers Who Kept Orders Waiting Query (TPC-H Q21) 870.81 +Global Sales Opportunity Query (TPC-H Q22) 234.54 + +### Loading [s] + timeGenerate timeIngesting timeSchema timeIndex timeLoad +PostgreSQL-BHT-8-1-1 1.0 29.0 1.0 85.0 123.0 + +### Geometric Mean of Medians of Timer Run [s] + Geo Times [s] +DBMS +PostgreSQL-BHT-8-1-1 0.86 + +### Power@Size + Power@Size [~Q/h] +DBMS +PostgreSQL-BHT-8-1-1 4362.63 + +### Throughput@Size + time [s] count SF Throughput@Size [~GB/h] +DBMS SF num_experiment num_client +PostgreSQL-BHT-8-1 1 1 1 29 1 1 2731.03 +TEST passed: Geo Times [s] contains no 0 or NaN +TEST passed: Power@Size [~Q/h] contains no 0 or NaN +TEST passed: Throughput@Size [~GB/h] contains no 0 or NaN diff --git a/logs_tests/test_tpch_testcase_2.log b/logs_tests/test_tpch_testcase_2.log new file mode 100644 index 00000000..d237cf81 --- /dev/null +++ b/logs_tests/test_tpch_testcase_2.log @@ -0,0 +1,193 @@ +Data Directory : is running +Result Directory : is running +Dashboard : is running +Message Queue : is running +Experiment : has code 1725986579 +Experiment : starts at 2024-09-10 18:42:59.262890 (722519.386870502) +Experiment : This experiment compares run time and resource consumption of TPC-H queries in different DBMS. +System metrics are monitored by a cluster-wide installation. +TPC-H (SF=3) data is loaded and benchmark is executed. +Query ordering is Q1 - Q22. +All instances use the same query parameters. +Import sets indexes and constraints after loading and recomputes statistics. +Benchmark is limited to DBMS PostgreSQL. +Import is handled by 8 processes (pods). +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Loading is tested with [1] threads, split into [8] pods. +Benchmarking is tested with [1] threads, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. +Cluster monitoring : is running +done +PostgreSQL-BHT-8 : will start now +- waiting 30s - : done +PostgreSQL-BHT-8 : is not loaded yet +PostgreSQL-BHT-8 : will start loading but not before 2024-09-10 16:44:59 (that is in 60 secs) +- waiting 30s - : done +PostgreSQL-BHT-8 : is not loaded yet +PostgreSQL-BHT-8 : will start loading but not before 2024-09-10 16:44:59 +done +PostgreSQL-BHT-8 : is not loaded yet +PostgreSQL-BHT-8 : start asynch loading scripts of type loaded +PostgreSQL-BHT-8 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8 : is loading +done +PostgreSQL-BHT-8 : showing loader times +PostgreSQL-BHT-8 : generator timespan (first to last [s]) = 1 +PostgreSQL-BHT-8 : loader timespan (first to last [s]) = 102 +PostgreSQL-BHT-8 : total timespan (first to last [s]) = 110 +PostgreSQL-BHT-8 : start asynch loading scripts of type indexed +PostgreSQL-BHT-8 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8 : is loading +done +PostgreSQL-BHT-8 : benchmarks done 0 of 1. This will be client 1 +PostgreSQL-BHT-8-1 : start benchmarking +PostgreSQL-BHT-8 : benchmarking results in folder /home/perdelt/benchmarks/1725986579 +- waiting 10s - : done +found +PostgreSQL-BHT-8-1 : collecting loading metrics of SUT +PostgreSQL-BHT-8-1 : collecting metrics of data generator +PostgreSQL-BHT-8-1 : collecting metrics of data injector +- waiting 30s - : done +PostgreSQL-BHT-8 : has running benchmarks +- waiting 30s - : done +PostgreSQL-BHT-8 : has running benchmarks +done +PostgreSQL-BHT-8 : has running benchmarks +PostgreSQL-BHT-8-1 : showing benchmarker times +PostgreSQL-BHT-8-1 : benchmarker timespan (start to end single container [s]) = 115 +PostgreSQL-BHT-8-1 : benchmarker times (start/end per pod and container) = [(1725987109, 1725987109)] +PostgreSQL-BHT-8-1 : found and updated times {'benchmarker': [(1725987109, 1725987109)]} +PostgreSQL-BHT-8-1 : collecting execution metrics of SUT +PostgreSQL-BHT-8-1 : collecting metrics of benchmarker +done +PostgreSQL-BHT-8 : can be stopped +Experiment : ends at 2024-09-10 18:54:20.023793 (723200.147773442) - 680.76s total +bexhoma-dashboard-9b85f945f-4nclj Running +.done! +Join results done! +done! + +## Show Summary + +### Workload + TPC-H Queries SF=3 + This includes the reading queries of TPC-H. + This experiment compares run time and resource consumption of TPC-H queries in different DBMS. +System metrics are monitored by a cluster-wide installation. +TPC-H (SF=3) data is loaded and benchmark is executed. +Query ordering is Q1 - Q22. +All instances use the same query parameters. +Import sets indexes and constraints after loading and recomputes statistics. +Benchmark is limited to DBMS PostgreSQL. +Import is handled by 8 processes (pods). +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Loading is tested with [1] threads, split into [8] pods. +Benchmarking is tested with [1] threads, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. + +### Connections +PostgreSQL-BHT-8-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:254732816 + datadisk:8383400 + requests_cpu:4 + requests_memory:16Gi + +### Errors (failed queries) +No errors + +### Warnings (result mismatch) +No warnings + +### Latency of Timer Execution [ms] +DBMS PostgreSQL-BHT-8-1-1 +Pricing Summary Report (TPC-H Q1) 6349.65 +Minimum Cost Supplier Query (TPC-H Q2) 2134.14 +Shipping Priority (TPC-H Q3) 2396.38 +Order Priority Checking Query (TPC-H Q4) 3057.87 +Local Supplier Volume (TPC-H Q5) 2227.72 +Forecasting Revenue Change (TPC-H Q6) 1144.35 +Forecasting Revenue Change (TPC-H Q7) 2282.60 +National Market Share (TPC-H Q8) 1357.72 +Product Type Profit Measure (TPC-H Q9) 3112.36 +Forecasting Revenue Change (TPC-H Q10) 2970.65 +Important Stock Identification (TPC-H Q11) 555.70 +Shipping Modes and Order Priority (TPC-H Q12) 2397.45 +Customer Distribution (TPC-H Q13) 6406.64 +Forecasting Revenue Change (TPC-H Q14) 1231.32 +Top Supplier Query (TPC-H Q15) 1373.38 +Parts/Supplier Relationship (TPC-H Q16) 1242.01 +Small-Quantity-Order Revenue (TPC-H Q17) 5704.67 +Large Volume Customer (TPC-H Q18) 20286.70 +Discounted Revenue (TPC-H Q19) 1870.36 +Potential Part Promotion (TPC-H Q20) 1162.16 +Suppliers Who Kept Orders Waiting Query (TPC-H Q21) 2747.41 +Global Sales Opportunity Query (TPC-H Q22) 456.92 + +### Loading [s] + timeGenerate timeIngesting timeSchema timeIndex timeLoad +PostgreSQL-BHT-8-1-1 1.0 102.0 1.0 221.0 332.0 + +### Geometric Mean of Medians of Timer Run [s] + Geo Times [s] +DBMS +PostgreSQL-BHT-8-1-1 2.28 + +### Power@Size + Power@Size [~Q/h] +DBMS +PostgreSQL-BHT-8-1-1 4868.08 + +### Throughput@Size + time [s] count SF Throughput@Size [~GB/h] +DBMS SF num_experiment num_client +PostgreSQL-BHT-8-1 3 1 1 78 1 3 3046.15 + +### Ingestion - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1 413.06 1.04 6.6 10.65 + +### Ingestion - Loader + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1 9.45 0.05 0.92 2.28 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1 280.2 4.22 14.48 18.73 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1 12.49 0 0.27 0.28 +TEST passed: Geo Times [s] contains no 0 or NaN +TEST passed: Power@Size [~Q/h] contains no 0 or NaN +TEST passed: Throughput@Size [~GB/h] contains no 0 or NaN diff --git a/logs_tests/test_tpch_testcase_2_summary.txt b/logs_tests/test_tpch_testcase_2_summary.txt new file mode 100644 index 00000000..0fd72bc2 --- /dev/null +++ b/logs_tests/test_tpch_testcase_2_summary.txt @@ -0,0 +1,101 @@ +## Show Summary + +### Workload + TPC-H Queries SF=3 + This includes the reading queries of TPC-H. + This experiment compares run time and resource consumption of TPC-H queries in different DBMS. +System metrics are monitored by a cluster-wide installation. +TPC-H (SF=3) data is loaded and benchmark is executed. +Query ordering is Q1 - Q22. +All instances use the same query parameters. +Import sets indexes and constraints after loading and recomputes statistics. +Benchmark is limited to DBMS PostgreSQL. +Import is handled by 8 processes (pods). +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Loading is tested with [1] threads, split into [8] pods. +Benchmarking is tested with [1] threads, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. + +### Connections +PostgreSQL-BHT-8-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:254732816 + datadisk:8383400 + requests_cpu:4 + requests_memory:16Gi + +### Errors (failed queries) +No errors + +### Warnings (result mismatch) +No warnings + +### Latency of Timer Execution [ms] +DBMS PostgreSQL-BHT-8-1-1 +Pricing Summary Report (TPC-H Q1) 6349.65 +Minimum Cost Supplier Query (TPC-H Q2) 2134.14 +Shipping Priority (TPC-H Q3) 2396.38 +Order Priority Checking Query (TPC-H Q4) 3057.87 +Local Supplier Volume (TPC-H Q5) 2227.72 +Forecasting Revenue Change (TPC-H Q6) 1144.35 +Forecasting Revenue Change (TPC-H Q7) 2282.60 +National Market Share (TPC-H Q8) 1357.72 +Product Type Profit Measure (TPC-H Q9) 3112.36 +Forecasting Revenue Change (TPC-H Q10) 2970.65 +Important Stock Identification (TPC-H Q11) 555.70 +Shipping Modes and Order Priority (TPC-H Q12) 2397.45 +Customer Distribution (TPC-H Q13) 6406.64 +Forecasting Revenue Change (TPC-H Q14) 1231.32 +Top Supplier Query (TPC-H Q15) 1373.38 +Parts/Supplier Relationship (TPC-H Q16) 1242.01 +Small-Quantity-Order Revenue (TPC-H Q17) 5704.67 +Large Volume Customer (TPC-H Q18) 20286.70 +Discounted Revenue (TPC-H Q19) 1870.36 +Potential Part Promotion (TPC-H Q20) 1162.16 +Suppliers Who Kept Orders Waiting Query (TPC-H Q21) 2747.41 +Global Sales Opportunity Query (TPC-H Q22) 456.92 + +### Loading [s] + timeGenerate timeIngesting timeSchema timeIndex timeLoad +PostgreSQL-BHT-8-1-1 1.0 102.0 1.0 221.0 332.0 + +### Geometric Mean of Medians of Timer Run [s] + Geo Times [s] +DBMS +PostgreSQL-BHT-8-1-1 2.28 + +### Power@Size + Power@Size [~Q/h] +DBMS +PostgreSQL-BHT-8-1-1 4868.08 + +### Throughput@Size + time [s] count SF Throughput@Size [~GB/h] +DBMS SF num_experiment num_client +PostgreSQL-BHT-8-1 3 1 1 78 1 3 3046.15 + +### Ingestion - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1 413.06 1.04 6.6 10.65 + +### Ingestion - Loader + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1 9.45 0.05 0.92 2.28 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1 280.2 4.22 14.48 18.73 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1 12.49 0 0.27 0.28 +TEST passed: Geo Times [s] contains no 0 or NaN +TEST passed: Power@Size [~Q/h] contains no 0 or NaN +TEST passed: Throughput@Size [~GB/h] contains no 0 or NaN diff --git a/logs_tests/test_tpch_testcase_3.log b/logs_tests/test_tpch_testcase_3.log new file mode 100644 index 00000000..6ba736c5 --- /dev/null +++ b/logs_tests/test_tpch_testcase_3.log @@ -0,0 +1,350 @@ +Data Directory : is running +Result Directory : is running +Dashboard : is running +Message Queue : is running +Experiment : has code 1725987489 +Experiment : starts at 2024-09-10 18:58:09.461660 (723429.585640487) +Experiment : This experiment compares run time and resource consumption of TPC-H queries in different DBMS. +System metrics are monitored by a cluster-wide installation. +TPC-H (SF=1) data is loaded and benchmark is executed. +Query ordering is Q1 - Q22. +All instances use the same query parameters. +Import sets indexes and constraints after loading and recomputes statistics. +Benchmark is limited to DBMS PostgreSQL. +Import is handled by 8 processes (pods). +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 100Gi. +Loading is tested with [1] threads, split into [8] pods. +Benchmarking is tested with [1] threads, split into [1] pods. +Benchmarking is run as [1, 2] times the number of benchmarking pods. +Experiment is run 2 times. +Cluster monitoring : is running +done +PostgreSQL-BHT-8 : will start now +- waiting 30s - : done +PostgreSQL-BHT-8 : is not loaded yet +PostgreSQL-BHT-8 : will start loading but not before 2024-09-10 17:00:10 (that is in 60 secs) +- waiting 30s - : done +PostgreSQL-BHT-8 : is not loaded yet +PostgreSQL-BHT-8 : will start loading but not before 2024-09-10 17:00:10 +done +PostgreSQL-BHT-8 : is not loaded yet +PostgreSQL-BHT-8 : start asynch loading scripts of type loaded +PostgreSQL-BHT-8 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8 : is loading +done +PostgreSQL-BHT-8 : is loading +done +PostgreSQL-BHT-8 : showing loader times +PostgreSQL-BHT-8 : generator timespan (first to last [s]) = 1 +PostgreSQL-BHT-8 : loader timespan (first to last [s]) = 28 +PostgreSQL-BHT-8 : total timespan (first to last [s]) = 37 +PostgreSQL-BHT-8 : start asynch loading scripts of type indexed +PostgreSQL-BHT-8 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8 : is loading +- waiting 30s - : done +PostgreSQL-BHT-8 : is loading +done +PostgreSQL-BHT-8 : benchmarks done 0 of 2. This will be client 1 +PostgreSQL-BHT-8-1-1 : start benchmarking +PostgreSQL-BHT-8 : benchmarking results in folder /home/perdelt/benchmarks/1725987489 +- waiting 10s - : done +found +PostgreSQL-BHT-8-1-1 : collecting loading metrics of SUT +PostgreSQL-BHT-8-1-1 : collecting metrics of data generator +PostgreSQL-BHT-8-1-1 : collecting metrics of data injector +done +PostgreSQL-BHT-8 : has running benchmarks +PostgreSQL-BHT-8-1-1 : showing benchmarker times +PostgreSQL-BHT-8-1-1 : benchmarker timespan (start to end single container [s]) = 65 +PostgreSQL-BHT-8-1-1 : benchmarker times (start/end per pod and container) = [(1725987844, 1725987844)] +PostgreSQL-BHT-8-1-1 : found and updated times {'benchmarker': [(1725987844, 1725987844)]} +PostgreSQL-BHT-8-1-1 : collecting execution metrics of SUT +PostgreSQL-BHT-8-1-1 : collecting metrics of benchmarker +done +PostgreSQL-BHT-8 : benchmarks done 0 of 2. This will be client 2 +PostgreSQL-BHT-8-1-2 : start benchmarking +PostgreSQL-BHT-8 : benchmarking results in folder /home/perdelt/benchmarks/1725987489 +- waiting 10s - : done +found +PostgreSQL-BHT-8-1-2 : collecting loading metrics of SUT +PostgreSQL-BHT-8-1-2 : collecting metrics of data generator +PostgreSQL-BHT-8-1-2 : collecting metrics of data injector +done +PostgreSQL-BHT-8 : has running benchmarks +PostgreSQL-BHT-8-1-2 : showing benchmarker times +PostgreSQL-BHT-8-1-2 : benchmarker timespan (start to end single container [s]) = 55 +PostgreSQL-BHT-8-1-2 : benchmarker times (start/end per pod and container) = [(1725987946, 1725987946), (1725987946, 1725987946)] +PostgreSQL-BHT-8-1-2 : found and updated times {'benchmarker': [(1725987946, 1725987946), (1725987946, 1725987946)]} +PostgreSQL-BHT-8-1-2 : collecting execution metrics of SUT +PostgreSQL-BHT-8-1-2 : collecting metrics of benchmarker +done +PostgreSQL-BHT-8 : can be stopped +PostgreSQL-BHT-8 : still being removed +done +PostgreSQL-BHT-8 : starts again +PostgreSQL-BHT-8 : storage exists bexhoma-storage-postgresql-tpch-1 +PostgreSQL-BHT-8 : loading is set to finished +- waiting 10s - : done +- waiting 30s - : done +PostgreSQL-BHT-8 : will start benchmarking but not before 2024-09-10 17:09:25 (that is in 60 secs) +- waiting 30s - : done +PostgreSQL-BHT-8 : will start benchmarking but not before 2024-09-10 17:09:25 +done +PostgreSQL-BHT-8 : benchmarks done 1 of 2. This will be client 1 +PostgreSQL-BHT-8-2-1 : start benchmarking +PostgreSQL-BHT-8 : benchmarking results in folder /home/perdelt/benchmarks/1725987489 +- waiting 10s - : done +PostgreSQL-BHT-8 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-bht-8-1725987489-2-1-4j7lz: found +- waiting 30s - : done +PostgreSQL-BHT-8 : has running benchmarks +done +PostgreSQL-BHT-8 : has running benchmarks +PostgreSQL-BHT-8-2-1 : showing benchmarker times +PostgreSQL-BHT-8-2-1 : benchmarker timespan (start to end single container [s]) = 71 +PostgreSQL-BHT-8-2-1 : benchmarker times (start/end per pod and container) = [(1725988179, 1725988179)] +PostgreSQL-BHT-8-2-1 : found and updated times {'benchmarker': [(1725988179, 1725988179)]} +PostgreSQL-BHT-8-2-1 : collecting execution metrics of SUT +PostgreSQL-BHT-8-2-1 : collecting metrics of benchmarker +done +PostgreSQL-BHT-8 : benchmarks done 1 of 2. This will be client 2 +PostgreSQL-BHT-8-2-2 : start benchmarking +PostgreSQL-BHT-8 : benchmarking results in folder /home/perdelt/benchmarks/1725987489 +- waiting 10s - : done +PostgreSQL-BHT-8 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-bht-8-1725987489-2-2-7fvp8: found +- waiting 30s - : done +PostgreSQL-BHT-8 : has running benchmarks +done +PostgreSQL-BHT-8 : has running benchmarks +PostgreSQL-BHT-8-2-2 : showing benchmarker times +PostgreSQL-BHT-8-2-2 : benchmarker timespan (start to end single container [s]) = 71 +PostgreSQL-BHT-8-2-2 : benchmarker times (start/end per pod and container) = [(1725988291, 1725988291), (1725988292, 1725988292)] +PostgreSQL-BHT-8-2-2 : found and updated times {'benchmarker': [(1725988291, 1725988291), (1725988292, 1725988292)]} +PostgreSQL-BHT-8-2-2 : collecting execution metrics of SUT +PostgreSQL-BHT-8-2-2 : collecting metrics of benchmarker +done +PostgreSQL-BHT-8 : can be stopped +Experiment : ends at 2024-09-10 19:13:14.647570 (724334.771551186) - 905.19s total +bexhoma-dashboard-9b85f945f-4skbh Running +.done! +Join results done! +done! + +## Show Summary + +### Workload + TPC-H Queries SF=1 + This includes the reading queries of TPC-H. + This experiment compares run time and resource consumption of TPC-H queries in different DBMS. +System metrics are monitored by a cluster-wide installation. +TPC-H (SF=1) data is loaded and benchmark is executed. +Query ordering is Q1 - Q22. +All instances use the same query parameters. +Import sets indexes and constraints after loading and recomputes statistics. +Benchmark is limited to DBMS PostgreSQL. +Import is handled by 8 processes (pods). +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 100Gi. +Loading is tested with [1] threads, split into [8] pods. +Benchmarking is tested with [1] threads, split into [1] pods. +Benchmarking is run as [1, 2] times the number of benchmarking pods. +Experiment is run 2 times. + +### Connections +PostgreSQL-BHT-8-1-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349412 + datadisk:2822088 + volume_size:100G + volume_used:2.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-2-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349412 + datadisk:2822088 + volume_size:100G + volume_used:2.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-2-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349412 + datadisk:2822088 + volume_size:100G + volume_used:2.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-2-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349560 + datadisk:2822088 + volume_size:100G + volume_used:2.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-2-2-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349560 + datadisk:2822088 + volume_size:100G + volume_used:2.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-2-2-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349560 + datadisk:2822088 + volume_size:100G + volume_used:2.7G + requests_cpu:4 + requests_memory:16Gi + +### Errors (failed queries) +No errors + +### Warnings (result mismatch) + PostgreSQL-BHT-8-1-1-1 PostgreSQL-BHT-8-1-2-1 PostgreSQL-BHT-8-1-2-2 PostgreSQL-BHT-8-2-1-1 PostgreSQL-BHT-8-2-2-1 PostgreSQL-BHT-8-2-2-2 +Pricing Summary Report (TPC-H Q1) False False False False False False +Minimum Cost Supplier Query (TPC-H Q2) False False False False False False +Shipping Priority (TPC-H Q3) False False False False False False +Order Priority Checking Query (TPC-H Q4) False False False False False False +Local Supplier Volume (TPC-H Q5) False False False False False False +Forecasting Revenue Change (TPC-H Q6) False False False False False False +Forecasting Revenue Change (TPC-H Q7) False False False False False False +National Market Share (TPC-H Q8) False False False False False False +Product Type Profit Measure (TPC-H Q9) False False False False False False +Forecasting Revenue Change (TPC-H Q10) False False False True False False +Important Stock Identification (TPC-H Q11) False False False False False False +Shipping Modes and Order Priority (TPC-H Q12) False False False False False False +Customer Distribution (TPC-H Q13) False False False False False False +Forecasting Revenue Change (TPC-H Q14) False False False False False False +Top Supplier Query (TPC-H Q15) False False False False False False +Parts/Supplier Relationship (TPC-H Q16) False False False False False False +Small-Quantity-Order Revenue (TPC-H Q17) False False False False False False +Large Volume Customer (TPC-H Q18) False False False False False False +Discounted Revenue (TPC-H Q19) False False False False False False +Potential Part Promotion (TPC-H Q20) False False False False False False +Suppliers Who Kept Orders Waiting Query (TPC-H Q21) False False False False False False +Global Sales Opportunity Query (TPC-H Q22) False False False False False False + +### Latency of Timer Execution [ms] +DBMS PostgreSQL-BHT-8-1-1-1 PostgreSQL-BHT-8-1-2-1 PostgreSQL-BHT-8-1-2-2 PostgreSQL-BHT-8-2-1-1 PostgreSQL-BHT-8-2-2-1 PostgreSQL-BHT-8-2-2-2 +Pricing Summary Report (TPC-H Q1) 2711.71 2534.10 2546.08 14591.67 2533.11 2533.24 +Minimum Cost Supplier Query (TPC-H Q2) 652.68 437.14 436.45 3639.37 442.60 440.81 +Shipping Priority (TPC-H Q3) 1352.13 738.41 751.15 6209.37 760.21 750.53 +Order Priority Checking Query (TPC-H Q4) 1257.23 1266.21 1242.31 1254.06 1237.36 1242.37 +Local Supplier Volume (TPC-H Q5) 645.61 652.35 654.06 650.90 674.30 665.44 +Forecasting Revenue Change (TPC-H Q6) 508.86 511.04 523.48 497.87 514.85 510.64 +Forecasting Revenue Change (TPC-H Q7) 992.52 750.75 761.88 825.09 775.12 758.97 +National Market Share (TPC-H Q8) 752.88 606.99 614.71 662.78 627.21 613.82 +Product Type Profit Measure (TPC-H Q9) 1871.46 1072.98 1060.88 1547.11 1066.04 1050.56 +Forecasting Revenue Change (TPC-H Q10) 1281.68 1289.30 1275.28 1234.06 1228.81 1238.28 +Important Stock Identification (TPC-H Q11) 242.93 254.51 245.81 244.38 254.24 253.05 +Shipping Modes and Order Priority (TPC-H Q12) 926.32 924.94 928.56 908.04 938.54 923.71 +Customer Distribution (TPC-H Q13) 1968.06 2014.61 2029.33 1977.62 1966.03 1956.77 +Forecasting Revenue Change (TPC-H Q14) 528.24 531.66 543.08 532.56 550.96 556.19 +Top Supplier Query (TPC-H Q15) 537.84 543.06 551.92 538.60 558.53 554.96 +Parts/Supplier Relationship (TPC-H Q16) 558.25 560.65 559.35 539.17 550.58 552.13 +Small-Quantity-Order Revenue (TPC-H Q17) 1987.13 2041.91 2023.46 1943.89 2088.94 2061.48 +Large Volume Customer (TPC-H Q18) 6868.97 7466.84 8111.44 6243.91 8192.39 7912.94 +Discounted Revenue (TPC-H Q19) 686.24 691.07 679.76 681.05 697.44 697.20 +Potential Part Promotion (TPC-H Q20) 865.71 677.05 661.30 734.23 661.88 637.55 +Suppliers Who Kept Orders Waiting Query (TPC-H Q21) 2031.52 857.48 862.46 1164.87 877.95 867.36 +Global Sales Opportunity Query (TPC-H Q22) 340.41 216.73 215.40 242.57 212.67 213.31 + +### Loading [s] + timeGenerate timeIngesting timeSchema timeIndex timeLoad +PostgreSQL-BHT-8-1-1-1 1.0 28.0 1.0 92.0 130.0 +PostgreSQL-BHT-8-1-2-1 1.0 28.0 1.0 92.0 130.0 +PostgreSQL-BHT-8-1-2-2 1.0 28.0 1.0 92.0 130.0 +PostgreSQL-BHT-8-2-1-1 1.0 28.0 1.0 92.0 130.0 +PostgreSQL-BHT-8-2-2-1 1.0 28.0 1.0 92.0 130.0 +PostgreSQL-BHT-8-2-2-2 1.0 28.0 1.0 92.0 130.0 + +### Geometric Mean of Medians of Timer Run [s] + Geo Times [s] +DBMS +PostgreSQL-BHT-8-1-1-1 1.02 +PostgreSQL-BHT-8-1-2-1 0.87 +PostgreSQL-BHT-8-1-2-2 0.88 +PostgreSQL-BHT-8-2-1-1 1.18 +PostgreSQL-BHT-8-2-2-1 0.89 +PostgreSQL-BHT-8-2-2-2 0.88 + +### Power@Size + Power@Size [~Q/h] +DBMS +PostgreSQL-BHT-8-1-1-1 3659.36 +PostgreSQL-BHT-8-1-2-1 4280.64 +PostgreSQL-BHT-8-1-2-2 4265.54 +PostgreSQL-BHT-8-2-1-1 3171.19 +PostgreSQL-BHT-8-2-2-1 4239.94 +PostgreSQL-BHT-8-2-2-2 4278.30 + +### Throughput@Size + time [s] count SF Throughput@Size [~GB/h] +DBMS SF num_experiment num_client +PostgreSQL-BHT-8-1-1 1 1 1 34 1 1 2329.41 +PostgreSQL-BHT-8-1-2 1 1 2 31 2 1 5109.68 +PostgreSQL-BHT-8-2-1 1 2 1 50 1 1 1584.00 +PostgreSQL-BHT-8-2-2 1 2 2 31 2 1 5109.68 + +### Ingestion - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1 133.83 1.06 3.7 5.37 +PostgreSQL-BHT-8-1-2 133.83 1.06 3.7 5.37 + +### Ingestion - Loader + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1 0.12 0 0.02 0.02 +PostgreSQL-BHT-8-1-2 0.12 0 0.02 0.02 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1 21.95 0.40 3.70 3.76 +PostgreSQL-BHT-8-1-2 22.74 0.00 3.97 4.31 +PostgreSQL-BHT-8-2-1 18.30 0.00 7.19 8.98 +PostgreSQL-BHT-8-2-2 497.61 1.91 7.65 9.82 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1 0.00 0.0 0.00 0.00 +PostgreSQL-BHT-8-1-2 0.03 0.0 0.01 0.01 +PostgreSQL-BHT-8-2-1 0.02 0.0 0.01 0.01 +PostgreSQL-BHT-8-2-2 7.41 0.0 0.12 0.13 +TEST passed: Geo Times [s] contains no 0 or NaN +TEST passed: Power@Size [~Q/h] contains no 0 or NaN +TEST passed: Throughput@Size [~GB/h] contains no 0 or NaN diff --git a/logs_tests/test_tpch_testcase_3_summary.txt b/logs_tests/test_tpch_testcase_3_summary.txt new file mode 100644 index 00000000..5b3fb9f7 --- /dev/null +++ b/logs_tests/test_tpch_testcase_3_summary.txt @@ -0,0 +1,212 @@ +## Show Summary + +### Workload + TPC-H Queries SF=1 + This includes the reading queries of TPC-H. + This experiment compares run time and resource consumption of TPC-H queries in different DBMS. +System metrics are monitored by a cluster-wide installation. +TPC-H (SF=1) data is loaded and benchmark is executed. +Query ordering is Q1 - Q22. +All instances use the same query parameters. +Import sets indexes and constraints after loading and recomputes statistics. +Benchmark is limited to DBMS PostgreSQL. +Import is handled by 8 processes (pods). +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 100Gi. +Loading is tested with [1] threads, split into [8] pods. +Benchmarking is tested with [1] threads, split into [1] pods. +Benchmarking is run as [1, 2] times the number of benchmarking pods. +Experiment is run 2 times. + +### Connections +PostgreSQL-BHT-8-1-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349412 + datadisk:2822088 + volume_size:100G + volume_used:2.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-2-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349412 + datadisk:2822088 + volume_size:100G + volume_used:2.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-1-2-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349412 + datadisk:2822088 + volume_size:100G + volume_used:2.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-2-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349560 + datadisk:2822088 + volume_size:100G + volume_used:2.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-2-2-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349560 + datadisk:2822088 + volume_size:100G + volume_used:2.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-BHT-8-2-2-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349560 + datadisk:2822088 + volume_size:100G + volume_used:2.7G + requests_cpu:4 + requests_memory:16Gi + +### Errors (failed queries) +No errors + +### Warnings (result mismatch) + PostgreSQL-BHT-8-1-1-1 PostgreSQL-BHT-8-1-2-1 PostgreSQL-BHT-8-1-2-2 PostgreSQL-BHT-8-2-1-1 PostgreSQL-BHT-8-2-2-1 PostgreSQL-BHT-8-2-2-2 +Pricing Summary Report (TPC-H Q1) False False False False False False +Minimum Cost Supplier Query (TPC-H Q2) False False False False False False +Shipping Priority (TPC-H Q3) False False False False False False +Order Priority Checking Query (TPC-H Q4) False False False False False False +Local Supplier Volume (TPC-H Q5) False False False False False False +Forecasting Revenue Change (TPC-H Q6) False False False False False False +Forecasting Revenue Change (TPC-H Q7) False False False False False False +National Market Share (TPC-H Q8) False False False False False False +Product Type Profit Measure (TPC-H Q9) False False False False False False +Forecasting Revenue Change (TPC-H Q10) False False False True False False +Important Stock Identification (TPC-H Q11) False False False False False False +Shipping Modes and Order Priority (TPC-H Q12) False False False False False False +Customer Distribution (TPC-H Q13) False False False False False False +Forecasting Revenue Change (TPC-H Q14) False False False False False False +Top Supplier Query (TPC-H Q15) False False False False False False +Parts/Supplier Relationship (TPC-H Q16) False False False False False False +Small-Quantity-Order Revenue (TPC-H Q17) False False False False False False +Large Volume Customer (TPC-H Q18) False False False False False False +Discounted Revenue (TPC-H Q19) False False False False False False +Potential Part Promotion (TPC-H Q20) False False False False False False +Suppliers Who Kept Orders Waiting Query (TPC-H Q21) False False False False False False +Global Sales Opportunity Query (TPC-H Q22) False False False False False False + +### Latency of Timer Execution [ms] +DBMS PostgreSQL-BHT-8-1-1-1 PostgreSQL-BHT-8-1-2-1 PostgreSQL-BHT-8-1-2-2 PostgreSQL-BHT-8-2-1-1 PostgreSQL-BHT-8-2-2-1 PostgreSQL-BHT-8-2-2-2 +Pricing Summary Report (TPC-H Q1) 2711.71 2534.10 2546.08 14591.67 2533.11 2533.24 +Minimum Cost Supplier Query (TPC-H Q2) 652.68 437.14 436.45 3639.37 442.60 440.81 +Shipping Priority (TPC-H Q3) 1352.13 738.41 751.15 6209.37 760.21 750.53 +Order Priority Checking Query (TPC-H Q4) 1257.23 1266.21 1242.31 1254.06 1237.36 1242.37 +Local Supplier Volume (TPC-H Q5) 645.61 652.35 654.06 650.90 674.30 665.44 +Forecasting Revenue Change (TPC-H Q6) 508.86 511.04 523.48 497.87 514.85 510.64 +Forecasting Revenue Change (TPC-H Q7) 992.52 750.75 761.88 825.09 775.12 758.97 +National Market Share (TPC-H Q8) 752.88 606.99 614.71 662.78 627.21 613.82 +Product Type Profit Measure (TPC-H Q9) 1871.46 1072.98 1060.88 1547.11 1066.04 1050.56 +Forecasting Revenue Change (TPC-H Q10) 1281.68 1289.30 1275.28 1234.06 1228.81 1238.28 +Important Stock Identification (TPC-H Q11) 242.93 254.51 245.81 244.38 254.24 253.05 +Shipping Modes and Order Priority (TPC-H Q12) 926.32 924.94 928.56 908.04 938.54 923.71 +Customer Distribution (TPC-H Q13) 1968.06 2014.61 2029.33 1977.62 1966.03 1956.77 +Forecasting Revenue Change (TPC-H Q14) 528.24 531.66 543.08 532.56 550.96 556.19 +Top Supplier Query (TPC-H Q15) 537.84 543.06 551.92 538.60 558.53 554.96 +Parts/Supplier Relationship (TPC-H Q16) 558.25 560.65 559.35 539.17 550.58 552.13 +Small-Quantity-Order Revenue (TPC-H Q17) 1987.13 2041.91 2023.46 1943.89 2088.94 2061.48 +Large Volume Customer (TPC-H Q18) 6868.97 7466.84 8111.44 6243.91 8192.39 7912.94 +Discounted Revenue (TPC-H Q19) 686.24 691.07 679.76 681.05 697.44 697.20 +Potential Part Promotion (TPC-H Q20) 865.71 677.05 661.30 734.23 661.88 637.55 +Suppliers Who Kept Orders Waiting Query (TPC-H Q21) 2031.52 857.48 862.46 1164.87 877.95 867.36 +Global Sales Opportunity Query (TPC-H Q22) 340.41 216.73 215.40 242.57 212.67 213.31 + +### Loading [s] + timeGenerate timeIngesting timeSchema timeIndex timeLoad +PostgreSQL-BHT-8-1-1-1 1.0 28.0 1.0 92.0 130.0 +PostgreSQL-BHT-8-1-2-1 1.0 28.0 1.0 92.0 130.0 +PostgreSQL-BHT-8-1-2-2 1.0 28.0 1.0 92.0 130.0 +PostgreSQL-BHT-8-2-1-1 1.0 28.0 1.0 92.0 130.0 +PostgreSQL-BHT-8-2-2-1 1.0 28.0 1.0 92.0 130.0 +PostgreSQL-BHT-8-2-2-2 1.0 28.0 1.0 92.0 130.0 + +### Geometric Mean of Medians of Timer Run [s] + Geo Times [s] +DBMS +PostgreSQL-BHT-8-1-1-1 1.02 +PostgreSQL-BHT-8-1-2-1 0.87 +PostgreSQL-BHT-8-1-2-2 0.88 +PostgreSQL-BHT-8-2-1-1 1.18 +PostgreSQL-BHT-8-2-2-1 0.89 +PostgreSQL-BHT-8-2-2-2 0.88 + +### Power@Size + Power@Size [~Q/h] +DBMS +PostgreSQL-BHT-8-1-1-1 3659.36 +PostgreSQL-BHT-8-1-2-1 4280.64 +PostgreSQL-BHT-8-1-2-2 4265.54 +PostgreSQL-BHT-8-2-1-1 3171.19 +PostgreSQL-BHT-8-2-2-1 4239.94 +PostgreSQL-BHT-8-2-2-2 4278.30 + +### Throughput@Size + time [s] count SF Throughput@Size [~GB/h] +DBMS SF num_experiment num_client +PostgreSQL-BHT-8-1-1 1 1 1 34 1 1 2329.41 +PostgreSQL-BHT-8-1-2 1 1 2 31 2 1 5109.68 +PostgreSQL-BHT-8-2-1 1 2 1 50 1 1 1584.00 +PostgreSQL-BHT-8-2-2 1 2 2 31 2 1 5109.68 + +### Ingestion - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1 133.83 1.06 3.7 5.37 +PostgreSQL-BHT-8-1-2 133.83 1.06 3.7 5.37 + +### Ingestion - Loader + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1 0.12 0 0.02 0.02 +PostgreSQL-BHT-8-1-2 0.12 0 0.02 0.02 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1 21.95 0.40 3.70 3.76 +PostgreSQL-BHT-8-1-2 22.74 0.00 3.97 4.31 +PostgreSQL-BHT-8-2-1 18.30 0.00 7.19 8.98 +PostgreSQL-BHT-8-2-2 497.61 1.91 7.65 9.82 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-BHT-8-1-1 0.00 0.0 0.00 0.00 +PostgreSQL-BHT-8-1-2 0.03 0.0 0.01 0.01 +PostgreSQL-BHT-8-2-1 0.02 0.0 0.01 0.01 +PostgreSQL-BHT-8-2-2 7.41 0.0 0.12 0.13 +TEST passed: Geo Times [s] contains no 0 or NaN +TEST passed: Power@Size [~Q/h] contains no 0 or NaN +TEST passed: Throughput@Size [~GB/h] contains no 0 or NaN diff --git a/logs_tests/test_ycsb_testcase_1.log b/logs_tests/test_ycsb_testcase_1.log new file mode 100644 index 00000000..ab7e5bd4 --- /dev/null +++ b/logs_tests/test_ycsb_testcase_1.log @@ -0,0 +1,519 @@ +Data Directory : is running +Result Directory : is running +Dashboard : is running +Message Queue : is running +Experiment : has code 1725994410 +Experiment : starts at 2024-09-10 20:53:29.563885 (730349.687866398) +Experiment : This experiment compares run time and resource consumption of YCSB queries. +YCSB is performed using several threads and processes. +Workload is 'A'. Number of rows to insert is 1000000. Number of operations is 1000000. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Loading is tested with [32, 64] threads and [1] target factors of base 131072, split into [4, 8] pods. +Benchmarking is tested with [64] threads and [1] target factors of base 131072, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. +Cluster monitoring : is running +- waiting 30s - : done +PostgreSQL-32-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +done +PostgreSQL-32-4-131072 : will start now +PostgreSQL-32-8-131072 : has to wait - 0 running and 1 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 0 running and 1 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 0 running and 1 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-4-131072 : is not loaded yet +PostgreSQL-32-4-131072 : will start loading but not before 2024-09-10 19:03:31 (that is in 60 secs) +PostgreSQL-32-8-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-4-131072 : is not loaded yet +PostgreSQL-32-4-131072 : will start loading but not before 2024-09-10 19:03:31 +PostgreSQL-32-8-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +done +PostgreSQL-32-4-131072 : is not loaded yet +PostgreSQL-32-4-131072 : start asynch loading scripts of type loaded +PostgreSQL-32-4-131072 : is loading +PostgreSQL-32-8-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +done +PostgreSQL-32-4-131072 : showing loader times +PostgreSQL-32-4-131072 : loader timespan (first to last [s]) = 12 +PostgreSQL-32-4-131072 : benchmarks done 0 of 1. This will be client 1 +PostgreSQL-32-4-131072 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '1', 'BEXHOMA_SYNCH_LOAD': 1, 'YCSB_THREADCOUNT': 64, 'YCSB_TARGET': 131072, 'YCSB_STATUS': 1, 'YCSB_WORKLOAD': 'a', 'YCSB_ROWS': 1000000, 'YCSB_OPERATIONS': 1000000, 'YCSB_BATCHSIZE': ''} +PostgreSQL-32-4-131072-1 : start benchmarking +PostgreSQL-32-4-131072 : benchmarking results in folder /home/perdelt/benchmarks/1725994410 +- waiting 10s - : done +PostgreSQL-32-4-131072 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-32-4-131072-1725994410-1-1-wlwl5: found +PostgreSQL-32-8-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +done +PostgreSQL-32-4-131072 : has running benchmarks +PostgreSQL-32-8-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-32-4-131072-1 : showing benchmarker times +PostgreSQL-32-4-131072-1 : benchmarker timespan (start to end single container [s]) = 41 +PostgreSQL-32-4-131072-1 : benchmarker times (start/end per pod and container) = [(1725995050, 1725995060)] +done +PostgreSQL-32-4-131072 : can be stopped +PostgreSQL-32-8-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +done +PostgreSQL-32-8-131072 : will start now +PostgreSQL-64-4-131072 : has to wait - 0 running and 1 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 0 running and 1 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : is not loaded yet +PostgreSQL-32-8-131072 : will start loading but not before 2024-09-10 19:23:24 (that is in 60 secs) +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-32-8-131072 : is not loaded yet +PostgreSQL-32-8-131072 : will start loading but not before 2024-09-10 19:23:24 +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +done +PostgreSQL-32-8-131072 : is not loaded yet +PostgreSQL-32-8-131072 : start asynch loading scripts of type loaded +PostgreSQL-32-8-131072 : is loading +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +done +PostgreSQL-32-8-131072 : showing loader times +PostgreSQL-32-8-131072 : loader timespan (first to last [s]) = 14 +PostgreSQL-32-8-131072 : benchmarks done 0 of 1. This will be client 1 +PostgreSQL-32-8-131072 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '1', 'BEXHOMA_SYNCH_LOAD': 1, 'YCSB_THREADCOUNT': 64, 'YCSB_TARGET': 131072, 'YCSB_STATUS': 1, 'YCSB_WORKLOAD': 'a', 'YCSB_ROWS': 1000000, 'YCSB_OPERATIONS': 1000000, 'YCSB_BATCHSIZE': ''} +PostgreSQL-32-8-131072-1 : start benchmarking +PostgreSQL-32-8-131072 : benchmarking results in folder /home/perdelt/benchmarks/1725994410 +- waiting 10s - : done +PostgreSQL-32-8-131072 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-32-8-131072-1725994410-1-1-7csqw: found +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +done +PostgreSQL-32-8-131072 : has running benchmarks +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-32-8-131072-1 : showing benchmarker times +PostgreSQL-32-8-131072-1 : benchmarker timespan (start to end single container [s]) = 40 +PostgreSQL-32-8-131072-1 : benchmarker times (start/end per pod and container) = [(1725996245, 1725996254)] +done +PostgreSQL-32-8-131072 : can be stopped +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-4-131072 : has to wait - 0 running and 1 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 0 running and 1 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-4-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +done +PostgreSQL-64-4-131072 : will start now +PostgreSQL-64-8-131072 : has to wait - 0 running and 1 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-4-131072 : is not loaded yet +PostgreSQL-64-4-131072 : will start loading but not before 2024-09-10 19:30:46 (that is in 60 secs) +PostgreSQL-64-8-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-4-131072 : is not loaded yet +PostgreSQL-64-4-131072 : will start loading but not before 2024-09-10 19:30:46 +PostgreSQL-64-8-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +done +PostgreSQL-64-4-131072 : is not loaded yet +PostgreSQL-64-4-131072 : start asynch loading scripts of type loaded +PostgreSQL-64-4-131072 : is loading +PostgreSQL-64-8-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +done +PostgreSQL-64-4-131072 : showing loader times +PostgreSQL-64-4-131072 : loader timespan (first to last [s]) = 11 +PostgreSQL-64-4-131072 : benchmarks done 0 of 1. This will be client 1 +PostgreSQL-64-4-131072 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '1', 'BEXHOMA_SYNCH_LOAD': 1, 'YCSB_THREADCOUNT': 64, 'YCSB_TARGET': 131072, 'YCSB_STATUS': 1, 'YCSB_WORKLOAD': 'a', 'YCSB_ROWS': 1000000, 'YCSB_OPERATIONS': 1000000, 'YCSB_BATCHSIZE': ''} +PostgreSQL-64-4-131072-1 : start benchmarking +PostgreSQL-64-4-131072 : benchmarking results in folder /home/perdelt/benchmarks/1725994410 +- waiting 10s - : done +PostgreSQL-64-4-131072 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-64-4-131072-1725994410-1-1-smbsd: found +PostgreSQL-64-8-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +done +PostgreSQL-64-4-131072 : has running benchmarks +PostgreSQL-64-8-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +PostgreSQL-64-4-131072-1 : showing benchmarker times +PostgreSQL-64-4-131072-1 : benchmarker timespan (start to end single container [s]) = 41 +PostgreSQL-64-4-131072-1 : benchmarker times (start/end per pod and container) = [(1725996685, 1725996698)] +done +PostgreSQL-64-4-131072 : can be stopped +PostgreSQL-64-8-131072 : has to wait - 2 running and 0 pending pods: max is 1 pods per cluster +done +PostgreSQL-64-8-131072 : will start now +- waiting 30s - : done +PostgreSQL-64-8-131072 : is not loaded yet +PostgreSQL-64-8-131072 : will start loading but not before 2024-09-10 19:34:35 (that is in 60 secs) +- waiting 30s - : done +PostgreSQL-64-8-131072 : is not loaded yet +PostgreSQL-64-8-131072 : will start loading but not before 2024-09-10 19:34:35 +done +PostgreSQL-64-8-131072 : is not loaded yet +PostgreSQL-64-8-131072 : start asynch loading scripts of type loaded +PostgreSQL-64-8-131072 : is loading +done +PostgreSQL-64-8-131072 : showing loader times +PostgreSQL-64-8-131072 : loader timespan (first to last [s]) = 11 +PostgreSQL-64-8-131072 : benchmarks done 0 of 1. This will be client 1 +PostgreSQL-64-8-131072 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '1', 'BEXHOMA_SYNCH_LOAD': 1, 'YCSB_THREADCOUNT': 64, 'YCSB_TARGET': 131072, 'YCSB_STATUS': 1, 'YCSB_WORKLOAD': 'a', 'YCSB_ROWS': 1000000, 'YCSB_OPERATIONS': 1000000, 'YCSB_BATCHSIZE': ''} +PostgreSQL-64-8-131072-1 : start benchmarking +PostgreSQL-64-8-131072 : benchmarking results in folder /home/perdelt/benchmarks/1725994410 +- waiting 10s - : done +PostgreSQL-64-8-131072 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-64-8-131072-1725994410-1-1-zfwfn: found +done +PostgreSQL-64-8-131072 : has running benchmarks +PostgreSQL-64-8-131072-1 : showing benchmarker times +PostgreSQL-64-8-131072-1 : benchmarker timespan (start to end single container [s]) = 41 +PostgreSQL-64-8-131072-1 : benchmarker times (start/end per pod and container) = [(1725996916, 1725996925)] +PostgreSQL-64-8-131072-1 : found and updated times {'benchmarker': [(1725996916, 1725996925)]} +done +PostgreSQL-64-8-131072 : can be stopped +Experiment : ends at 2024-09-10 21:36:26.341046 (732926.46502587) - 2576.78s total +bexhoma-dashboard-9b85f945f-bf6mj Running +Experiment : downloading partial results +Experiment : uploading full results +Benchmarking connection ... [UPDATE].Return=OK +connection_pod ... +PostgreSQL-64-4-131072-1-1 PostgreSQL-64-4-131072-1 ... 498814 +PostgreSQL-32-8-131072-1-1 PostgreSQL-32-8-131072-1 ... 500091 +PostgreSQL-32-4-131072-1-1 PostgreSQL-32-4-131072-1 ... 500427 +PostgreSQL-64-8-131072-1-1 PostgreSQL-64-8-131072-1 ... 500707 + +[4 rows x 43 columns] +Workflow {'PostgreSQL-64-4-131072': [[1]], 'PostgreSQL-32-8-131072': [[1]], 'PostgreSQL-32-4-131072': [[1]], 'PostgreSQL-64-8-131072': [[1]]} +Loading connection ... [INSERT].Return=OK +connection_pod ... +PostgreSQL-32-4-131072-1 PostgreSQL-32-4-131072 ... 250000 +PostgreSQL-64-8-131072-1 PostgreSQL-64-8-131072 ... 125000 +PostgreSQL-64-8-131072-2 PostgreSQL-64-8-131072 ... 125000 +PostgreSQL-32-8-131072-1 PostgreSQL-32-8-131072 ... 125000 +PostgreSQL-64-8-131072-3 PostgreSQL-64-8-131072 ... 125000 +PostgreSQL-32-8-131072-2 PostgreSQL-32-8-131072 ... 125000 +PostgreSQL-64-8-131072-4 PostgreSQL-64-8-131072 ... 125000 +PostgreSQL-32-4-131072-2 PostgreSQL-32-4-131072 ... 250000 +PostgreSQL-32-8-131072-3 PostgreSQL-32-8-131072 ... 125000 +PostgreSQL-32-8-131072-4 PostgreSQL-32-8-131072 ... 125000 +PostgreSQL-32-8-131072-5 PostgreSQL-32-8-131072 ... 125000 +PostgreSQL-64-4-131072-1 PostgreSQL-64-4-131072 ... 250000 +PostgreSQL-64-8-131072-5 PostgreSQL-64-8-131072 ... 125000 +PostgreSQL-64-8-131072-6 PostgreSQL-64-8-131072 ... 125000 +PostgreSQL-32-8-131072-6 PostgreSQL-32-8-131072 ... 125000 +PostgreSQL-64-4-131072-2 PostgreSQL-64-4-131072 ... 250000 +PostgreSQL-32-8-131072-7 PostgreSQL-32-8-131072 ... 125000 +PostgreSQL-64-8-131072-7 PostgreSQL-64-8-131072 ... 125000 +PostgreSQL-64-4-131072-3 PostgreSQL-64-4-131072 ... 250000 +PostgreSQL-32-4-131072-3 PostgreSQL-32-4-131072 ... 250000 +PostgreSQL-32-4-131072-4 PostgreSQL-32-4-131072 ... 250000 +PostgreSQL-32-8-131072-8 PostgreSQL-32-8-131072 ... 125000 +PostgreSQL-64-8-131072-8 PostgreSQL-64-8-131072 ... 125000 +PostgreSQL-64-4-131072-4 PostgreSQL-64-4-131072 ... 250000 + +[24 rows x 36 columns] +Result workflow complete + +## Show Summary + +### Workload + YCSB SF=1 + This includes no queries. YCSB runs the benchmark + This experiment compares run time and resource consumption of YCSB queries. +YCSB is performed using several threads and processes. +Workload is 'A'. Number of rows to insert is 1000000. Number of operations is 1000000. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Loading is tested with [32, 64] threads and [1] target factors of base 131072, split into [4, 8] pods. +Benchmarking is tested with [64] threads and [1] target factors of base 131072, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. + +### Connections +PostgreSQL-32-4-131072-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:248719104 + datadisk:2369252 + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-32-8-131072-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:248488556 + datadisk:2155028 + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-4-131072-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:248669748 + datadisk:2336108 + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:248620120 + datadisk:2270204 + requests_cpu:4 + requests_memory:16Gi + +### Loading + experiment_run threads target pod_count [OVERALL].Throughput(ops/sec) [OVERALL].RunTime(ms) [INSERT].Return=OK [INSERT].99thPercentileLatency(us) +PostgreSQL-32-4-131072 1 32 131072 4 82218.168751 12295.0 1000000 2407.50 +PostgreSQL-64-4-131072 1 64 131072 4 94546.665011 10726.0 1000000 3733.50 +PostgreSQL-32-8-131072 1 32 131072 8 83941.922729 12407.0 1000000 2449.50 +PostgreSQL-64-8-131072 1 64 131072 8 103176.883355 9889.0 1000000 4141.25 + +### Execution + experiment_run threads target pod_count [OVERALL].Throughput(ops/sec) [OVERALL].RunTime(ms) [READ].Return=OK [READ].99thPercentileLatency(us) [UPDATE].Return=OK [UPDATE].99thPercentileLatency(us) +PostgreSQL-32-4-131072-1 1 64 131072 1 100452.03 9955.0 499573 1670.0 500427 3375.0 +PostgreSQL-32-8-131072-1 1 64 131072 1 110485.03 9051.0 499909 1357.0 500091 2012.0 +PostgreSQL-64-4-131072-1 1 64 131072 1 79321.01 12607.0 501186 3247.0 498814 6279.0 +PostgreSQL-64-8-131072-1 1 64 131072 1 114077.12 8766.0 499293 1355.0 500707 2002.0 +TEST passed: [OVERALL].Throughput(ops/sec) contains no 0 or NaN +TEST passed: [OVERALL].Throughput(ops/sec) contains no 0 or NaN diff --git a/logs_tests/test_ycsb_testcase_1_summary.txt b/logs_tests/test_ycsb_testcase_1_summary.txt new file mode 100644 index 00000000..4742c54c --- /dev/null +++ b/logs_tests/test_ycsb_testcase_1_summary.txt @@ -0,0 +1,74 @@ +## Show Summary + +### Workload + YCSB SF=1 + This includes no queries. YCSB runs the benchmark + This experiment compares run time and resource consumption of YCSB queries. +YCSB is performed using several threads and processes. +Workload is 'A'. Number of rows to insert is 1000000. Number of operations is 1000000. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Loading is tested with [32, 64] threads and [1] target factors of base 131072, split into [4, 8] pods. +Benchmarking is tested with [64] threads and [1] target factors of base 131072, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. + +### Connections +PostgreSQL-32-4-131072-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:248719104 + datadisk:2369252 + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-32-8-131072-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:248488556 + datadisk:2155028 + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-4-131072-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:248669748 + datadisk:2336108 + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:248620120 + datadisk:2270204 + requests_cpu:4 + requests_memory:16Gi + +### Loading + experiment_run threads target pod_count [OVERALL].Throughput(ops/sec) [OVERALL].RunTime(ms) [INSERT].Return=OK [INSERT].99thPercentileLatency(us) +PostgreSQL-32-4-131072 1 32 131072 4 82218.168751 12295.0 1000000 2407.50 +PostgreSQL-64-4-131072 1 64 131072 4 94546.665011 10726.0 1000000 3733.50 +PostgreSQL-32-8-131072 1 32 131072 8 83941.922729 12407.0 1000000 2449.50 +PostgreSQL-64-8-131072 1 64 131072 8 103176.883355 9889.0 1000000 4141.25 + +### Execution + experiment_run threads target pod_count [OVERALL].Throughput(ops/sec) [OVERALL].RunTime(ms) [READ].Return=OK [READ].99thPercentileLatency(us) [UPDATE].Return=OK [UPDATE].99thPercentileLatency(us) +PostgreSQL-32-4-131072-1 1 64 131072 1 100452.03 9955.0 499573 1670.0 500427 3375.0 +PostgreSQL-32-8-131072-1 1 64 131072 1 110485.03 9051.0 499909 1357.0 500091 2012.0 +PostgreSQL-64-4-131072-1 1 64 131072 1 79321.01 12607.0 501186 3247.0 498814 6279.0 +PostgreSQL-64-8-131072-1 1 64 131072 1 114077.12 8766.0 499293 1355.0 500707 2002.0 +TEST passed: [OVERALL].Throughput(ops/sec) contains no 0 or NaN +TEST passed: [OVERALL].Throughput(ops/sec) contains no 0 or NaN diff --git a/logs_tests/test_ycsb_testcase_2.log b/logs_tests/test_ycsb_testcase_2.log new file mode 100644 index 00000000..ba8d261c --- /dev/null +++ b/logs_tests/test_ycsb_testcase_2.log @@ -0,0 +1,198 @@ +Data Directory : is running +Result Directory : is running +Dashboard : is running +Message Queue : is running +Experiment : has code 1725995620 +Experiment : starts at 2024-09-10 21:13:39.760583 (731559.884563862) +Experiment : This experiment compares run time and resource consumption of YCSB queries. +YCSB is performed using several threads and processes. +Workload is 'A'. Number of rows to insert is 1000000. Number of operations is 1000000. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 100Gi. +Loading is tested with [64] threads and [1] target factors of base 131072, split into [8] pods. +Benchmarking is tested with [64] threads and [1] target factors of base 131072, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run 2 times. +Cluster monitoring : is running +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +done +PostgreSQL-64-8-131072 : will start now +- waiting 30s - : done +PostgreSQL-64-8-131072 : is not loaded yet +PostgreSQL-64-8-131072 : will start loading but not before 2024-09-10 19:27:11 (that is in 60 secs) +- waiting 30s - : done +PostgreSQL-64-8-131072 : is not loaded yet +PostgreSQL-64-8-131072 : will start loading but not before 2024-09-10 19:27:11 +done +PostgreSQL-64-8-131072 : is not loaded yet +PostgreSQL-64-8-131072 : start asynch loading scripts of type loaded +PostgreSQL-64-8-131072 : is loading +done +PostgreSQL-64-8-131072 : showing loader times +PostgreSQL-64-8-131072 : loader timespan (first to last [s]) = 11 +PostgreSQL-64-8-131072 : benchmarks done 0 of 2. This will be client 1 +PostgreSQL-64-8-131072 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '1', 'BEXHOMA_SYNCH_LOAD': 1, 'YCSB_THREADCOUNT': 64, 'YCSB_TARGET': 131072, 'YCSB_STATUS': 1, 'YCSB_WORKLOAD': 'a', 'YCSB_ROWS': 1000000, 'YCSB_OPERATIONS': 1000000, 'YCSB_BATCHSIZE': ''} +PostgreSQL-64-8-131072-1-1 : start benchmarking +PostgreSQL-64-8-131072 : benchmarking results in folder /home/perdelt/benchmarks/1725995620 +- waiting 10s - : done +PostgreSQL-64-8-131072 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-64-8-131072-1725995620-1-1-p96jq: found +done +PostgreSQL-64-8-131072 : has running benchmarks +PostgreSQL-64-8-131072-1-1 : showing benchmarker times +PostgreSQL-64-8-131072-1-1 : benchmarker timespan (start to end single container [s]) = 41 +PostgreSQL-64-8-131072-1-1 : benchmarker times (start/end per pod and container) = [(1725996473, 1725996482)] +PostgreSQL-64-8-131072-1-1 : found and updated times {'benchmarker': [(1725996473, 1725996482)]} +done +PostgreSQL-64-8-131072 : can be stopped +PostgreSQL-64-8-131072 : still being removed +done +PostgreSQL-64-8-131072 : starts again +PostgreSQL-64-8-131072 : storage exists bexhoma-storage-postgresql-ycsb-1 +PostgreSQL-64-8-131072 : loading is set to finished +- waiting 10s - : done +- waiting 30s - : done +PostgreSQL-64-8-131072 : will start benchmarking but not before 2024-09-10 19:31:13 (that is in 60 secs) +- waiting 30s - : done +PostgreSQL-64-8-131072 : will start benchmarking but not before 2024-09-10 19:31:13 +done +PostgreSQL-64-8-131072 : benchmarks done 1 of 2. This will be client 1 +PostgreSQL-64-8-131072 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '1', 'BEXHOMA_SYNCH_LOAD': 1, 'YCSB_THREADCOUNT': 64, 'YCSB_TARGET': 131072, 'YCSB_STATUS': 1, 'YCSB_WORKLOAD': 'a', 'YCSB_ROWS': 1000000, 'YCSB_OPERATIONS': 1000000, 'YCSB_BATCHSIZE': ''} +PostgreSQL-64-8-131072-2-1 : start benchmarking +PostgreSQL-64-8-131072 : benchmarking results in folder /home/perdelt/benchmarks/1725995620 +- waiting 10s - : done +PostgreSQL-64-8-131072 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-64-8-131072-1725995620-2-1-vs7dj: found +done +PostgreSQL-64-8-131072 : has running benchmarks +PostgreSQL-64-8-131072-2-1 : showing benchmarker times +PostgreSQL-64-8-131072-2-1 : benchmarker timespan (start to end single container [s]) = 41 +PostgreSQL-64-8-131072-2-1 : benchmarker times (start/end per pod and container) = [(1725996678, 1725996698)] +PostgreSQL-64-8-131072-2-1 : found and updated times {'benchmarker': [(1725996678, 1725996698)]} +done +PostgreSQL-64-8-131072 : can be stopped +Experiment : ends at 2024-09-10 21:32:29.173633 (732689.297613458) - 1129.41s total +bexhoma-dashboard-9b85f945f-bf6mj Running +Experiment : downloading partial results +Experiment : uploading full results +Benchmarking connection ... [UPDATE].Return=OK +connection_pod ... +PostgreSQL-64-8-131072-2-1-1 PostgreSQL-64-8-131072-2-1 ... 499612 +PostgreSQL-64-8-131072-1-1-1 PostgreSQL-64-8-131072-1-1 ... 500173 + +[2 rows x 43 columns] +Workflow {'PostgreSQL-64-8-131072': [[1], [1]]} +Loading connection ... [INSERT].Return=OK +connection_pod ... +PostgreSQL-64-8-131072-1 PostgreSQL-64-8-131072 ... 125000 +PostgreSQL-64-8-131072-2 PostgreSQL-64-8-131072 ... 125000 +PostgreSQL-64-8-131072-3 PostgreSQL-64-8-131072 ... 125000 +PostgreSQL-64-8-131072-4 PostgreSQL-64-8-131072 ... 125000 +PostgreSQL-64-8-131072-5 PostgreSQL-64-8-131072 ... 125000 +PostgreSQL-64-8-131072-6 PostgreSQL-64-8-131072 ... 125000 +PostgreSQL-64-8-131072-7 PostgreSQL-64-8-131072 ... 125000 +PostgreSQL-64-8-131072-8 PostgreSQL-64-8-131072 ... 125000 + +[8 rows x 36 columns] +Result workflow complete + +## Show Summary + +### Workload + YCSB SF=1 + This includes no queries. YCSB runs the benchmark + This experiment compares run time and resource consumption of YCSB queries. +YCSB is performed using several threads and processes. +Workload is 'A'. Number of rows to insert is 1000000. Number of operations is 1000000. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 100Gi. +Loading is tested with [64] threads and [1] target factors of base 131072, split into [8] pods. +Benchmarking is tested with [64] threads and [1] target factors of base 131072, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run 2 times. + +### Connections +PostgreSQL-64-8-131072-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349908 + datadisk:2204800 + volume_size:100G + volume_used:2.0G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-2-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:248456756 + datadisk:2901880 + volume_size:100G + volume_used:2.8G + requests_cpu:4 + requests_memory:16Gi + +### Loading + experiment_run threads target pod_count [OVERALL].Throughput(ops/sec) [OVERALL].RunTime(ms) [INSERT].Return=OK [INSERT].99thPercentileLatency(us) +PostgreSQL-64-8-131072 1 64 131072 8 94013.022786 11024.0 1000000 3919.75 + +### Execution + experiment_run threads target pod_count [OVERALL].Throughput(ops/sec) [OVERALL].RunTime(ms) [READ].Return=OK [READ].99thPercentileLatency(us) [UPDATE].Return=OK [UPDATE].99thPercentileLatency(us) +PostgreSQL-64-8-131072-1-1 1 64 131072 1 120206.76 8319.0 499827 1300.0 500173 1755.0 +PostgreSQL-64-8-131072-2-1 2 64 131072 1 53154.73 18813.0 500388 3419.0 499612 5699.0 +TEST passed: [OVERALL].Throughput(ops/sec) contains no 0 or NaN +TEST passed: [OVERALL].Throughput(ops/sec) contains no 0 or NaN diff --git a/logs_tests/test_ycsb_testcase_2_summary.txt b/logs_tests/test_ycsb_testcase_2_summary.txt new file mode 100644 index 00000000..27c7a098 --- /dev/null +++ b/logs_tests/test_ycsb_testcase_2_summary.txt @@ -0,0 +1,54 @@ +## Show Summary + +### Workload + YCSB SF=1 + This includes no queries. YCSB runs the benchmark + This experiment compares run time and resource consumption of YCSB queries. +YCSB is performed using several threads and processes. +Workload is 'A'. Number of rows to insert is 1000000. Number of operations is 1000000. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 100Gi. +Loading is tested with [64] threads and [1] target factors of base 131072, split into [8] pods. +Benchmarking is tested with [64] threads and [1] target factors of base 131072, split into [1] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run 2 times. + +### Connections +PostgreSQL-64-8-131072-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246349908 + datadisk:2204800 + volume_size:100G + volume_used:2.0G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-2-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:248456756 + datadisk:2901880 + volume_size:100G + volume_used:2.8G + requests_cpu:4 + requests_memory:16Gi + +### Loading + experiment_run threads target pod_count [OVERALL].Throughput(ops/sec) [OVERALL].RunTime(ms) [INSERT].Return=OK [INSERT].99thPercentileLatency(us) +PostgreSQL-64-8-131072 1 64 131072 8 94013.022786 11024.0 1000000 3919.75 + +### Execution + experiment_run threads target pod_count [OVERALL].Throughput(ops/sec) [OVERALL].RunTime(ms) [READ].Return=OK [READ].99thPercentileLatency(us) [UPDATE].Return=OK [UPDATE].99thPercentileLatency(us) +PostgreSQL-64-8-131072-1-1 1 64 131072 1 120206.76 8319.0 499827 1300.0 500173 1755.0 +PostgreSQL-64-8-131072-2-1 2 64 131072 1 53154.73 18813.0 500388 3419.0 499612 5699.0 +TEST passed: [OVERALL].Throughput(ops/sec) contains no 0 or NaN +TEST passed: [OVERALL].Throughput(ops/sec) contains no 0 or NaN diff --git a/logs_tests/test_ycsb_testcase_3.log b/logs_tests/test_ycsb_testcase_3.log new file mode 100644 index 00000000..71e650c5 --- /dev/null +++ b/logs_tests/test_ycsb_testcase_3.log @@ -0,0 +1,341 @@ +Data Directory : is running +Result Directory : is running +Dashboard : is running +Message Queue : is running +Experiment : has code 1726057040 +Experiment : starts at 2024-09-11 14:17:20.491561 (792980.615541354) +Experiment : This experiment compares run time and resource consumption of YCSB queries. +YCSB is performed using several threads and processes. +Workload is 'A'. Number of rows to insert is 1000000. Number of operations is 1000000. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 100Gi. +Loading is tested with [64] threads and [1] target factors of base 131072, split into [8] pods. +Benchmarking is tested with [64] threads and [1] target factors of base 131072, split into [1, 8] pods. +Benchmarking is run as [1, 2] times the number of benchmarking pods. +Experiment is run 2 times. +Cluster monitoring : is running +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +done +PostgreSQL-64-8-131072 : will start now +PostgreSQL-64-8-131072 : storage exists bexhoma-storage-postgresql-ycsb-1 +PostgreSQL-64-8-131072 : loading is set to finished +- waiting 30s - : done +PostgreSQL-64-8-131072 : will start benchmarking but not before 2024-09-11 12:20:55 (that is in 60 secs) +- waiting 30s - : done +PostgreSQL-64-8-131072 : will start benchmarking but not before 2024-09-11 12:20:55 +done +PostgreSQL-64-8-131072 : benchmarks done 0 of 2. This will be client 1 +PostgreSQL-64-8-131072 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '1', 'BEXHOMA_SYNCH_LOAD': 1, 'YCSB_THREADCOUNT': 64, 'YCSB_TARGET': 131072, 'YCSB_STATUS': 1, 'YCSB_WORKLOAD': 'a', 'YCSB_ROWS': 1000000, 'YCSB_OPERATIONS': 1000000, 'YCSB_BATCHSIZE': ''} +PostgreSQL-64-8-131072-1-1 : start benchmarking +PostgreSQL-64-8-131072 : benchmarking results in folder /home/perdelt/benchmarks/1726057040 +- waiting 10s - : done +PostgreSQL-64-8-131072 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-64-8-131072-1726057040-1-1-2j8ks: found +done +PostgreSQL-64-8-131072 : has running benchmarks +PostgreSQL-64-8-131072-1-1 : showing benchmarker times +PostgreSQL-64-8-131072-1-1 : benchmarker timespan (start to end single container [s]) = 41 +PostgreSQL-64-8-131072-1-1 : benchmarker times (start/end per pod and container) = [(1726057260, 1726057279)] +PostgreSQL-64-8-131072-1-1 : found and updated times {'benchmarker': [(1726057260, 1726057279)]} +done +PostgreSQL-64-8-131072 : benchmarks done 0 of 2. This will be client 2 +PostgreSQL-64-8-131072 : we will change parameters of benchmark as {'PARALLEL': '2', 'SF': '1', 'BEXHOMA_SYNCH_LOAD': 1, 'YCSB_THREADCOUNT': 64, 'YCSB_TARGET': 131072, 'YCSB_STATUS': 1, 'YCSB_WORKLOAD': 'a', 'YCSB_ROWS': 1000000, 'YCSB_OPERATIONS': 500000, 'YCSB_BATCHSIZE': ''} +PostgreSQL-64-8-131072-1-2 : start benchmarking +PostgreSQL-64-8-131072 : benchmarking results in folder /home/perdelt/benchmarks/1726057040 +- waiting 10s - : done +PostgreSQL-64-8-131072 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-64-8-131072-1726057040-1-2-4drbl: found +done +PostgreSQL-64-8-131072 : has running benchmarks +PostgreSQL-64-8-131072-1-2 : showing benchmarker times +PostgreSQL-64-8-131072-1-2 : benchmarker timespan (start to end single container [s]) = 41 +PostgreSQL-64-8-131072-1-2 : benchmarker times (start/end per pod and container) = [(1726057336, 1726057351), (1726057336, 1726057351)] +PostgreSQL-64-8-131072-1-2 : found and updated times {'benchmarker': [(1726057336, 1726057351), (1726057336, 1726057351)]} +done +PostgreSQL-64-8-131072 : benchmarks done 0 of 2. This will be client 3 +PostgreSQL-64-8-131072 : we will change parameters of benchmark as {'PARALLEL': '8', 'SF': '1', 'BEXHOMA_SYNCH_LOAD': 1, 'YCSB_THREADCOUNT': 8, 'YCSB_TARGET': 16384, 'YCSB_STATUS': 1, 'YCSB_WORKLOAD': 'a', 'YCSB_ROWS': 1000000, 'YCSB_OPERATIONS': 125000, 'YCSB_BATCHSIZE': ''} +PostgreSQL-64-8-131072-1-3 : start benchmarking +PostgreSQL-64-8-131072 : benchmarking results in folder /home/perdelt/benchmarks/1726057040 +- waiting 10s - : done +PostgreSQL-64-8-131072 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-64-8-131072-1726057040-1-3-5ltqd: found +done +PostgreSQL-64-8-131072 : has running benchmarks +PostgreSQL-64-8-131072-1-3 : showing benchmarker times +PostgreSQL-64-8-131072-1-3 : benchmarker timespan (start to end single container [s]) = 44 +PostgreSQL-64-8-131072-1-3 : benchmarker times (start/end per pod and container) = [(1726057419, 1726057427), (1726057418, 1726057427), (1726057419, 1726057427), (1726057418, 1726057426), (1726057419, 1726057427), (1726057418, 1726057426), (1726057418, 1726057426), (1726057419, 1726057427)] +PostgreSQL-64-8-131072-1-3 : found and updated times {'benchmarker': [(1726057419, 1726057427), (1726057418, 1726057427), (1726057419, 1726057427), (1726057418, 1726057426), (1726057419, 1726057427), (1726057418, 1726057426), (1726057418, 1726057426), (1726057419, 1726057427)]} +done +PostgreSQL-64-8-131072 : benchmarks done 0 of 2. This will be client 4 +PostgreSQL-64-8-131072 : we will change parameters of benchmark as {'PARALLEL': '16', 'SF': '1', 'BEXHOMA_SYNCH_LOAD': 1, 'YCSB_THREADCOUNT': 8, 'YCSB_TARGET': 16384, 'YCSB_STATUS': 1, 'YCSB_WORKLOAD': 'a', 'YCSB_ROWS': 1000000, 'YCSB_OPERATIONS': 62500, 'YCSB_BATCHSIZE': ''} +PostgreSQL-64-8-131072-1-4 : start benchmarking +PostgreSQL-64-8-131072 : benchmarking results in folder /home/perdelt/benchmarks/1726057040 +- waiting 10s - : done +PostgreSQL-64-8-131072 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-64-8-131072-1726057040-1-4-25ph2: .found +done +PostgreSQL-64-8-131072 : has running benchmarks +PostgreSQL-64-8-131072-1-4 : showing benchmarker times +PostgreSQL-64-8-131072-1-4 : benchmarker timespan (start to end single container [s]) = 58 +PostgreSQL-64-8-131072-1-4 : benchmarker times (start/end per pod and container) = [(1726057507, 1726057517), (1726057506, 1726057516), (1726057506, 1726057516), (1726057506, 1726057517), (1726057506, 1726057516), (1726057506, 1726057517), (1726057507, 1726057517), (1726057506, 1726057517), (1726057506, 1726057516), (1726057506, 1726057516), (1726057507, 1726057517), (1726057507, 1726057517), (1726057506, 1726057516), (1726057506, 1726057517), (1726057506, 1726057517), (1726057507, 1726057517)] +PostgreSQL-64-8-131072-1-4 : found and updated times {'benchmarker': [(1726057507, 1726057517), (1726057506, 1726057516), (1726057506, 1726057516), (1726057506, 1726057517), (1726057506, 1726057516), (1726057506, 1726057517), (1726057507, 1726057517), (1726057506, 1726057517), (1726057506, 1726057516), (1726057506, 1726057516), (1726057507, 1726057517), (1726057507, 1726057517), (1726057506, 1726057516), (1726057506, 1726057517), (1726057506, 1726057517), (1726057507, 1726057517)]} +done +PostgreSQL-64-8-131072 : can be stopped +PostgreSQL-64-8-131072 : still being removed +done +PostgreSQL-64-8-131072 : starts again +PostgreSQL-64-8-131072 : storage exists bexhoma-storage-postgresql-ycsb-1 +PostgreSQL-64-8-131072 : loading is set to finished +- waiting 10s - : done +- waiting 30s - : done +PostgreSQL-64-8-131072 : will start benchmarking but not before 2024-09-11 12:28:31 (that is in 60 secs) +- waiting 30s - : done +PostgreSQL-64-8-131072 : will start benchmarking but not before 2024-09-11 12:28:31 +done +PostgreSQL-64-8-131072 : benchmarks done 1 of 2. This will be client 1 +PostgreSQL-64-8-131072 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '1', 'BEXHOMA_SYNCH_LOAD': 1, 'YCSB_THREADCOUNT': 64, 'YCSB_TARGET': 131072, 'YCSB_STATUS': 1, 'YCSB_WORKLOAD': 'a', 'YCSB_ROWS': 1000000, 'YCSB_OPERATIONS': 1000000, 'YCSB_BATCHSIZE': ''} +PostgreSQL-64-8-131072-2-1 : start benchmarking +PostgreSQL-64-8-131072 : benchmarking results in folder /home/perdelt/benchmarks/1726057040 +- waiting 10s - : done +PostgreSQL-64-8-131072 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-64-8-131072-1726057040-2-1-89nxk: found +done +PostgreSQL-64-8-131072 : has running benchmarks +PostgreSQL-64-8-131072-2-1 : showing benchmarker times +PostgreSQL-64-8-131072-2-1 : benchmarker timespan (start to end single container [s]) = 40 +PostgreSQL-64-8-131072-2-1 : benchmarker times (start/end per pod and container) = [(1726057716, 1726057741)] +PostgreSQL-64-8-131072-2-1 : found and updated times {'benchmarker': [(1726057716, 1726057741)]} +done +PostgreSQL-64-8-131072 : benchmarks done 1 of 2. This will be client 2 +PostgreSQL-64-8-131072 : we will change parameters of benchmark as {'PARALLEL': '2', 'SF': '1', 'BEXHOMA_SYNCH_LOAD': 1, 'YCSB_THREADCOUNT': 64, 'YCSB_TARGET': 131072, 'YCSB_STATUS': 1, 'YCSB_WORKLOAD': 'a', 'YCSB_ROWS': 1000000, 'YCSB_OPERATIONS': 500000, 'YCSB_BATCHSIZE': ''} +PostgreSQL-64-8-131072-2-2 : start benchmarking +PostgreSQL-64-8-131072 : benchmarking results in folder /home/perdelt/benchmarks/1726057040 +- waiting 10s - : done +PostgreSQL-64-8-131072 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-64-8-131072-1726057040-2-2-5446w: found +done +PostgreSQL-64-8-131072 : has running benchmarks +PostgreSQL-64-8-131072-2-2 : showing benchmarker times +PostgreSQL-64-8-131072-2-2 : benchmarker timespan (start to end single container [s]) = 41 +PostgreSQL-64-8-131072-2-2 : benchmarker times (start/end per pod and container) = [(1726057792, 1726057804), (1726057792, 1726057804)] +PostgreSQL-64-8-131072-2-2 : found and updated times {'benchmarker': [(1726057792, 1726057804), (1726057792, 1726057804)]} +done +PostgreSQL-64-8-131072 : benchmarks done 1 of 2. This will be client 3 +PostgreSQL-64-8-131072 : we will change parameters of benchmark as {'PARALLEL': '8', 'SF': '1', 'BEXHOMA_SYNCH_LOAD': 1, 'YCSB_THREADCOUNT': 8, 'YCSB_TARGET': 16384, 'YCSB_STATUS': 1, 'YCSB_WORKLOAD': 'a', 'YCSB_ROWS': 1000000, 'YCSB_OPERATIONS': 125000, 'YCSB_BATCHSIZE': ''} +PostgreSQL-64-8-131072-2-3 : start benchmarking +PostgreSQL-64-8-131072 : benchmarking results in folder /home/perdelt/benchmarks/1726057040 +- waiting 10s - : done +PostgreSQL-64-8-131072 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-64-8-131072-1726057040-2-3-8dd5v: found +done +PostgreSQL-64-8-131072 : has running benchmarks +PostgreSQL-64-8-131072-2-3 : showing benchmarker times +PostgreSQL-64-8-131072-2-3 : benchmarker timespan (start to end single container [s]) = 45 +PostgreSQL-64-8-131072-2-3 : benchmarker times (start/end per pod and container) = [(1726057874, 1726057882), (1726057874, 1726057883), (1726057874, 1726057882), (1726057874, 1726057882), (1726057874, 1726057882), (1726057874, 1726057882), (1726057874, 1726057883), (1726057874, 1726057882)] +PostgreSQL-64-8-131072-2-3 : found and updated times {'benchmarker': [(1726057874, 1726057882), (1726057874, 1726057883), (1726057874, 1726057882), (1726057874, 1726057882), (1726057874, 1726057882), (1726057874, 1726057882), (1726057874, 1726057883), (1726057874, 1726057882)]} +done +PostgreSQL-64-8-131072 : benchmarks done 1 of 2. This will be client 4 +PostgreSQL-64-8-131072 : we will change parameters of benchmark as {'PARALLEL': '16', 'SF': '1', 'BEXHOMA_SYNCH_LOAD': 1, 'YCSB_THREADCOUNT': 8, 'YCSB_TARGET': 16384, 'YCSB_STATUS': 1, 'YCSB_WORKLOAD': 'a', 'YCSB_ROWS': 1000000, 'YCSB_OPERATIONS': 62500, 'YCSB_BATCHSIZE': ''} +PostgreSQL-64-8-131072-2-4 : start benchmarking +PostgreSQL-64-8-131072 : benchmarking results in folder /home/perdelt/benchmarks/1726057040 +- waiting 10s - : done +found +done +PostgreSQL-64-8-131072 : has running benchmarks +PostgreSQL-64-8-131072-2-4 : showing benchmarker times +PostgreSQL-64-8-131072-2-4 : benchmarker timespan (start to end single container [s]) = 68 +PostgreSQL-64-8-131072-2-4 : benchmarker times (start/end per pod and container) = [(1726057962, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972), (1726057961, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972)] +PostgreSQL-64-8-131072-2-4 : found and updated times {'benchmarker': [(1726057962, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972), (1726057961, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972), (1726057962, 1726057972)]} +done +PostgreSQL-64-8-131072 : can be stopped +Experiment : ends at 2024-09-11 14:34:06.922992 (793987.046971644) - 1006.43s total +bexhoma-dashboard-9b85f945f-pz5fz Running +Experiment : downloading partial results +Experiment : uploading full results +Benchmarking connection ... [UPDATE].Return=OK +connection_pod ... +PostgreSQL-64-8-131072-1-4-1 PostgreSQL-64-8-131072-1-4 ... 31157 +PostgreSQL-64-8-131072-2-3-1 PostgreSQL-64-8-131072-2-3 ... 62377 +PostgreSQL-64-8-131072-1-4-2 PostgreSQL-64-8-131072-1-4 ... 31183 +PostgreSQL-64-8-131072-2-2-1 PostgreSQL-64-8-131072-2-2 ... 249947 +PostgreSQL-64-8-131072-1-4-3 PostgreSQL-64-8-131072-1-4 ... 31181 +PostgreSQL-64-8-131072-2-4-1 PostgreSQL-64-8-131072-2-4 ... 31228 +PostgreSQL-64-8-131072-1-3-1 PostgreSQL-64-8-131072-1-3 ... 62623 +PostgreSQL-64-8-131072-2-4-2 PostgreSQL-64-8-131072-2-4 ... 31315 +PostgreSQL-64-8-131072-1-1-1 PostgreSQL-64-8-131072-1-1 ... 500091 +PostgreSQL-64-8-131072-2-4-3 PostgreSQL-64-8-131072-2-4 ... 31426 +PostgreSQL-64-8-131072-2-1-1 PostgreSQL-64-8-131072-2-1 ... 499820 +PostgreSQL-64-8-131072-2-4-4 PostgreSQL-64-8-131072-2-4 ... 31262 +PostgreSQL-64-8-131072-2-3-2 PostgreSQL-64-8-131072-2-3 ... 62343 +PostgreSQL-64-8-131072-2-4-5 PostgreSQL-64-8-131072-2-4 ... 31227 +PostgreSQL-64-8-131072-2-4-6 PostgreSQL-64-8-131072-2-4 ... 31122 +PostgreSQL-64-8-131072-1-3-2 PostgreSQL-64-8-131072-1-3 ... 62375 +PostgreSQL-64-8-131072-2-3-3 PostgreSQL-64-8-131072-2-3 ... 62676 +PostgreSQL-64-8-131072-1-3-3 PostgreSQL-64-8-131072-1-3 ... 62321 +PostgreSQL-64-8-131072-1-4-4 PostgreSQL-64-8-131072-1-4 ... 31336 +PostgreSQL-64-8-131072-2-4-7 PostgreSQL-64-8-131072-2-4 ... 31172 +PostgreSQL-64-8-131072-1-3-4 PostgreSQL-64-8-131072-1-3 ... 62254 +PostgreSQL-64-8-131072-2-3-4 PostgreSQL-64-8-131072-2-3 ... 62519 +PostgreSQL-64-8-131072-1-4-5 PostgreSQL-64-8-131072-1-4 ... 31357 +PostgreSQL-64-8-131072-2-3-5 PostgreSQL-64-8-131072-2-3 ... 62251 +PostgreSQL-64-8-131072-1-4-6 PostgreSQL-64-8-131072-1-4 ... 31240 +PostgreSQL-64-8-131072-2-4-8 PostgreSQL-64-8-131072-2-4 ... 31507 +PostgreSQL-64-8-131072-2-2-2 PostgreSQL-64-8-131072-2-2 ... 250398 +PostgreSQL-64-8-131072-2-4-9 PostgreSQL-64-8-131072-2-4 ... 31353 +PostgreSQL-64-8-131072-1-4-7 PostgreSQL-64-8-131072-1-4 ... 31498 +PostgreSQL-64-8-131072-1-2-1 PostgreSQL-64-8-131072-1-2 ... 249601 +PostgreSQL-64-8-131072-1-4-8 PostgreSQL-64-8-131072-1-4 ... 31181 +PostgreSQL-64-8-131072-2-4-10 PostgreSQL-64-8-131072-2-4 ... 31286 +PostgreSQL-64-8-131072-1-4-9 PostgreSQL-64-8-131072-1-4 ... 31269 +PostgreSQL-64-8-131072-2-4-11 PostgreSQL-64-8-131072-2-4 ... 31361 +PostgreSQL-64-8-131072-1-4-10 PostgreSQL-64-8-131072-1-4 ... 30879 +PostgreSQL-64-8-131072-1-3-5 PostgreSQL-64-8-131072-1-3 ... 62411 +PostgreSQL-64-8-131072-1-3-6 PostgreSQL-64-8-131072-1-3 ... 62520 +PostgreSQL-64-8-131072-2-3-6 PostgreSQL-64-8-131072-2-3 ... 62357 +PostgreSQL-64-8-131072-1-4-11 PostgreSQL-64-8-131072-1-4 ... 31286 +PostgreSQL-64-8-131072-1-3-7 PostgreSQL-64-8-131072-1-3 ... 62054 +PostgreSQL-64-8-131072-1-4-12 PostgreSQL-64-8-131072-1-4 ... 31253 +PostgreSQL-64-8-131072-2-3-7 PostgreSQL-64-8-131072-2-3 ... 62400 +PostgreSQL-64-8-131072-2-4-12 PostgreSQL-64-8-131072-2-4 ... 31369 +PostgreSQL-64-8-131072-1-4-13 PostgreSQL-64-8-131072-1-4 ... 31200 +PostgreSQL-64-8-131072-1-4-14 PostgreSQL-64-8-131072-1-4 ... 31184 +PostgreSQL-64-8-131072-1-3-8 PostgreSQL-64-8-131072-1-3 ... 62467 +PostgreSQL-64-8-131072-2-4-13 PostgreSQL-64-8-131072-2-4 ... 31323 +PostgreSQL-64-8-131072-2-4-14 PostgreSQL-64-8-131072-2-4 ... 31278 +PostgreSQL-64-8-131072-1-4-15 PostgreSQL-64-8-131072-1-4 ... 31073 +PostgreSQL-64-8-131072-2-3-8 PostgreSQL-64-8-131072-2-3 ... 62685 +PostgreSQL-64-8-131072-1-4-16 PostgreSQL-64-8-131072-1-4 ... 31239 +PostgreSQL-64-8-131072-1-2-2 PostgreSQL-64-8-131072-1-2 ... 249763 +PostgreSQL-64-8-131072-2-4-15 PostgreSQL-64-8-131072-2-4 ... 31096 +PostgreSQL-64-8-131072-2-4-16 PostgreSQL-64-8-131072-2-4 ... 30963 + +[54 rows x 43 columns] +Workflow {'PostgreSQL-64-8-131072': [[16, 8, 1, 2], [8, 2, 16, 1]]} +Result workflow not complete + +## Show Summary + +### Workload + YCSB SF=1 + This includes no queries. YCSB runs the benchmark + This experiment compares run time and resource consumption of YCSB queries. +YCSB is performed using several threads and processes. +Workload is 'A'. Number of rows to insert is 1000000. Number of operations is 1000000. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 100Gi. +Loading is tested with [64] threads and [1] target factors of base 131072, split into [8] pods. +Benchmarking is tested with [64] threads and [1] target factors of base 131072, split into [1, 8] pods. +Benchmarking is run as [1, 2] times the number of benchmarking pods. +Experiment is run 2 times. + +### Connections +PostgreSQL-64-8-131072-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:4143128 + volume_size:100G + volume_used:4.0G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-1-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:4147232 + volume_size:100G + volume_used:4.0G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-1-3 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:4367960 + volume_size:100G + volume_used:4.0G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-1-4 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:4567488 + volume_size:100G + volume_used:4.0G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-2-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:4883544 + volume_size:100G + volume_used:4.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-2-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:4889384 + volume_size:100G + volume_used:4.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-2-3 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:5031400 + volume_size:100G + volume_used:4.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-2-4 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:5034192 + volume_size:100G + volume_used:4.7G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run threads target pod_count [OVERALL].Throughput(ops/sec) [OVERALL].RunTime(ms) [READ].Return=OK [READ].99thPercentileLatency(us) [UPDATE].Return=OK [UPDATE].99thPercentileLatency(us) +PostgreSQL-64-8-131072-1-1 1 64 131072 1 56388.86 17734.0 499909 1361.00 500091 1870.00 +PostgreSQL-64-8-131072-1-3 1 64 131072 8 126932.13 7907.0 500975 1107.75 499025 1545.12 +PostgreSQL-64-8-131072-1-2 1 128 262144 2 71441.34 14004.0 500636 1978.50 499364 67743.00 +PostgreSQL-64-8-131072-1-4 1 128 262144 16 101371.09 10113.0 500484 2665.12 499516 44803.00 +PostgreSQL-64-8-131072-2-1 2 64 131072 1 41179.38 24284.0 500180 1405.00 499820 2453.00 +PostgreSQL-64-8-131072-2-3 2 64 131072 8 127052.93 7894.0 500392 1072.12 499608 1548.62 +PostgreSQL-64-8-131072-2-2 2 128 262144 2 88674.39 11399.0 499655 1956.00 500345 62319.00 +PostgreSQL-64-8-131072-2-4 2 128 262144 16 104821.01 9983.0 499712 2677.25 500288 39187.00 +TEST passed: [OVERALL].Throughput(ops/sec) contains no 0 or NaN diff --git a/logs_tests/test_ycsb_testcase_3_summary.txt b/logs_tests/test_ycsb_testcase_3_summary.txt new file mode 100644 index 00000000..86ae98ff --- /dev/null +++ b/logs_tests/test_ycsb_testcase_3_summary.txt @@ -0,0 +1,127 @@ +## Show Summary + +### Workload + YCSB SF=1 + This includes no queries. YCSB runs the benchmark + This experiment compares run time and resource consumption of YCSB queries. +YCSB is performed using several threads and processes. +Workload is 'A'. Number of rows to insert is 1000000. Number of operations is 1000000. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 100Gi. +Loading is tested with [64] threads and [1] target factors of base 131072, split into [8] pods. +Benchmarking is tested with [64] threads and [1] target factors of base 131072, split into [1, 8] pods. +Benchmarking is run as [1, 2] times the number of benchmarking pods. +Experiment is run 2 times. + +### Connections +PostgreSQL-64-8-131072-1-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:4143128 + volume_size:100G + volume_used:4.0G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-1-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:4147232 + volume_size:100G + volume_used:4.0G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-1-3 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:4367960 + volume_size:100G + volume_used:4.0G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-1-4 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:4567488 + volume_size:100G + volume_used:4.0G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-2-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:4883544 + volume_size:100G + volume_used:4.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-2-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:4889384 + volume_size:100G + volume_used:4.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-2-3 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:5031400 + volume_size:100G + volume_used:4.7G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-2-4 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:5034192 + volume_size:100G + volume_used:4.7G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run threads target pod_count [OVERALL].Throughput(ops/sec) [OVERALL].RunTime(ms) [READ].Return=OK [READ].99thPercentileLatency(us) [UPDATE].Return=OK [UPDATE].99thPercentileLatency(us) +PostgreSQL-64-8-131072-1-1 1 64 131072 1 56388.86 17734.0 499909 1361.00 500091 1870.00 +PostgreSQL-64-8-131072-1-3 1 64 131072 8 126932.13 7907.0 500975 1107.75 499025 1545.12 +PostgreSQL-64-8-131072-1-2 1 128 262144 2 71441.34 14004.0 500636 1978.50 499364 67743.00 +PostgreSQL-64-8-131072-1-4 1 128 262144 16 101371.09 10113.0 500484 2665.12 499516 44803.00 +PostgreSQL-64-8-131072-2-1 2 64 131072 1 41179.38 24284.0 500180 1405.00 499820 2453.00 +PostgreSQL-64-8-131072-2-3 2 64 131072 8 127052.93 7894.0 500392 1072.12 499608 1548.62 +PostgreSQL-64-8-131072-2-2 2 128 262144 2 88674.39 11399.0 499655 1956.00 500345 62319.00 +PostgreSQL-64-8-131072-2-4 2 128 262144 16 104821.01 9983.0 499712 2677.25 500288 39187.00 +TEST passed: [OVERALL].Throughput(ops/sec) contains no 0 or NaN diff --git a/logs_tests/test_ycsb_testcase_4.log b/logs_tests/test_ycsb_testcase_4.log new file mode 100644 index 00000000..8e0a7845 --- /dev/null +++ b/logs_tests/test_ycsb_testcase_4.log @@ -0,0 +1,107 @@ +Data Directory : is running +Result Directory : is running +Dashboard : is running +Message Queue : is running +Experiment : has code 1726057940 +Experiment : starts at 2024-09-11 14:32:20.427820 (793880.55180063) +Experiment : This experiment compares run time and resource consumption of YCSB queries. +YCSB is performed using several threads and processes. +Workload is 'E'. Number of rows to insert is 1000000. Number of operations is 1000000. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 100Gi. +Loading is tested with [64] threads and [1] target factors of base 131072, split into [8] pods. +Benchmarking is tested with [64] threads and [1] target factors of base 131072, split into [8] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. +Cluster monitoring : is running +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +- waiting 30s - : done +PostgreSQL-64-8-131072 : has to wait - 1 running and 0 pending pods: max is 1 pods per cluster +done +PostgreSQL-64-8-131072 : will start now +PostgreSQL-64-8-131072 : storage exists bexhoma-storage-postgresql-ycsb-1 +PostgreSQL-64-8-131072 : loading is set to finished +- waiting 30s - : done +PostgreSQL-64-8-131072 : will start benchmarking but not before 2024-09-11 12:36:21 (that is in 60 secs) +- waiting 30s - : done +PostgreSQL-64-8-131072 : will start benchmarking but not before 2024-09-11 12:36:21 +done +PostgreSQL-64-8-131072 : benchmarks done 0 of 1. This will be client 1 +PostgreSQL-64-8-131072 : we will change parameters of benchmark as {'PARALLEL': '8', 'SF': '1', 'BEXHOMA_SYNCH_LOAD': 1, 'YCSB_THREADCOUNT': 8, 'YCSB_TARGET': 16384, 'YCSB_STATUS': 1, 'YCSB_WORKLOAD': 'e', 'YCSB_ROWS': 1000000, 'YCSB_OPERATIONS': 125000, 'YCSB_BATCHSIZE': ''} +PostgreSQL-64-8-131072-1 : start benchmarking +PostgreSQL-64-8-131072 : benchmarking results in folder /home/perdelt/benchmarks/1726057940 +- waiting 10s - : done +PostgreSQL-64-8-131072 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-64-8-131072-1726057940-1-1-8cgsp: found +- waiting 30s - : done +PostgreSQL-64-8-131072 : has running benchmarks +done +PostgreSQL-64-8-131072 : has running benchmarks +PostgreSQL-64-8-131072-1 : showing benchmarker times +PostgreSQL-64-8-131072-1 : benchmarker timespan (start to end single container [s]) = 79 +PostgreSQL-64-8-131072-1 : benchmarker times (start/end per pod and container) = [(1726058194, 1726058237), (1726058194, 1726058240), (1726058193, 1726058241), (1726058193, 1726058239), (1726058193, 1726058238), (1726058193, 1726058240), (1726058193, 1726058240), (1726058194, 1726058236)] +PostgreSQL-64-8-131072-1 : found and updated times {'benchmarker': [(1726058194, 1726058237), (1726058194, 1726058240), (1726058193, 1726058241), (1726058193, 1726058239), (1726058193, 1726058238), (1726058193, 1726058240), (1726058193, 1726058240), (1726058194, 1726058236)]} +done +PostgreSQL-64-8-131072 : can be stopped +Experiment : ends at 2024-09-11 14:38:17.586542 (794237.710520912) - 357.16s total +bexhoma-dashboard-9b85f945f-pz5fz Running +Experiment : downloading partial results +Experiment : uploading full results +Benchmarking connection ... [INSERT].Return=OK +connection_pod ... +PostgreSQL-64-8-131072-1-1 PostgreSQL-64-8-131072-1 ... NaN +PostgreSQL-64-8-131072-1-2 PostgreSQL-64-8-131072-1 ... NaN +PostgreSQL-64-8-131072-1-3 PostgreSQL-64-8-131072-1 ... 48 +PostgreSQL-64-8-131072-1-4 PostgreSQL-64-8-131072-1 ... 18 +PostgreSQL-64-8-131072-1-5 PostgreSQL-64-8-131072-1 ... NaN +PostgreSQL-64-8-131072-1-6 PostgreSQL-64-8-131072-1 ... NaN +PostgreSQL-64-8-131072-1-7 PostgreSQL-64-8-131072-1 ... NaN +PostgreSQL-64-8-131072-1-8 PostgreSQL-64-8-131072-1 ... 27 + +[8 rows x 50 columns] +Workflow {'PostgreSQL-64-8-131072': [[8]]} +Result workflow complete + +## Show Summary + +### Workload + YCSB SF=1 + This includes no queries. YCSB runs the benchmark + This experiment compares run time and resource consumption of YCSB queries. +YCSB is performed using several threads and processes. +Workload is 'E'. Number of rows to insert is 1000000. Number of operations is 1000000. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 100Gi. +Loading is tested with [64] threads and [1] target factors of base 131072, split into [8] pods. +Benchmarking is tested with [64] threads and [1] target factors of base 131072, split into [8] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. + +### Connections +PostgreSQL-64-8-131072-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:5128856 + volume_size:100G + volume_used:4.9G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run threads target pod_count [OVERALL].Throughput(ops/sec) [OVERALL].RunTime(ms) [INSERT].Return=OK [INSERT].99thPercentileLatency(us) [SCAN].Return=OK [SCAN].99thPercentileLatency(us) +PostgreSQL-64-8-131072-1 1 64 131072 8 22246.73 47813.0 93 728.5 950279 5316.5 +TEST passed: [OVERALL].Throughput(ops/sec) contains no 0 or NaN diff --git a/logs_tests/test_ycsb_testcase_4_summary.txt b/logs_tests/test_ycsb_testcase_4_summary.txt new file mode 100644 index 00000000..7acc620e --- /dev/null +++ b/logs_tests/test_ycsb_testcase_4_summary.txt @@ -0,0 +1,36 @@ +## Show Summary + +### Workload + YCSB SF=1 + This includes no queries. YCSB runs the benchmark + This experiment compares run time and resource consumption of YCSB queries. +YCSB is performed using several threads and processes. +Workload is 'E'. Number of rows to insert is 1000000. Number of operations is 1000000. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 100Gi. +Loading is tested with [64] threads and [1] target factors of base 131072, split into [8] pods. +Benchmarking is tested with [64] threads and [1] target factors of base 131072, split into [8] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. + +### Connections +PostgreSQL-64-8-131072-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:5128856 + volume_size:100G + volume_used:4.9G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run threads target pod_count [OVERALL].Throughput(ops/sec) [OVERALL].RunTime(ms) [INSERT].Return=OK [INSERT].99thPercentileLatency(us) [SCAN].Return=OK [SCAN].99thPercentileLatency(us) +PostgreSQL-64-8-131072-1 1 64 131072 8 22246.73 47813.0 93 728.5 950279 5316.5 +TEST passed: [OVERALL].Throughput(ops/sec) contains no 0 or NaN diff --git a/logs_tests/test_ycsb_testcase_5.log b/logs_tests/test_ycsb_testcase_5.log new file mode 100644 index 00000000..d08fb224 --- /dev/null +++ b/logs_tests/test_ycsb_testcase_5.log @@ -0,0 +1,154 @@ +Data Directory : is running +Result Directory : is running +Dashboard : is running +Message Queue : is running +Experiment : has code 1726058840 +Experiment : starts at 2024-09-11 14:47:20.603561 (794780.727540471) +Experiment : This experiment compares run time and resource consumption of YCSB queries. +System metrics are monitored by a cluster-wide installation. +YCSB is performed using several threads and processes. +Workload is 'A'. Number of rows to insert is 10000000. Number of operations is 10000000. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 100Gi. +Loading is tested with [64] threads and [1] target factors of base 131072, split into [8] pods. +Benchmarking is tested with [64] threads and [1] target factors of base 131072, split into [1, 8] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. +Cluster monitoring : is running +done +PostgreSQL-64-8-131072 : will start now +PostgreSQL-64-8-131072 : storage exists bexhoma-storage-postgresql-ycsb-10 +PostgreSQL-64-8-131072 : loading is set to finished +- waiting 30s - : done +PostgreSQL-64-8-131072 : will start benchmarking but not before 2024-09-11 12:49:21 (that is in 60 secs) +- waiting 30s - : done +PostgreSQL-64-8-131072 : will start benchmarking but not before 2024-09-11 12:49:21 +done +PostgreSQL-64-8-131072 : benchmarks done 0 of 1. This will be client 1 +PostgreSQL-64-8-131072 : we will change parameters of benchmark as {'PARALLEL': '1', 'SF': '10', 'BEXHOMA_SYNCH_LOAD': 1, 'YCSB_THREADCOUNT': 64, 'YCSB_TARGET': 131072, 'YCSB_STATUS': 1, 'YCSB_WORKLOAD': 'a', 'YCSB_ROWS': 10000000, 'YCSB_OPERATIONS': 10000000, 'YCSB_BATCHSIZE': ''} +PostgreSQL-64-8-131072-1 : start benchmarking +PostgreSQL-64-8-131072 : benchmarking results in folder /home/perdelt/benchmarks/1726058840 +- waiting 10s - : done +PostgreSQL-64-8-131072 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-64-8-131072-1726058840-1-1-vzjws: found +- waiting 30s - : done +PostgreSQL-64-8-131072 : has running benchmarks +- waiting 30s - : done +PostgreSQL-64-8-131072 : has running benchmarks +- waiting 30s - : done +PostgreSQL-64-8-131072 : has running benchmarks +- waiting 30s - : done +PostgreSQL-64-8-131072 : has running benchmarks +- waiting 30s - : done +PostgreSQL-64-8-131072 : has running benchmarks +done +PostgreSQL-64-8-131072 : has running benchmarks +PostgreSQL-64-8-131072-1 : showing benchmarker times +PostgreSQL-64-8-131072-1 : benchmarker timespan (start to end single container [s]) = 192 +PostgreSQL-64-8-131072-1 : benchmarker times (start/end per pod and container) = [(1726058966, 1726059130)] +PostgreSQL-64-8-131072-1 : found and updated times {'benchmarker': [(1726058966, 1726059130)]} +PostgreSQL-64-8-131072-1 : collecting execution metrics of SUT +PostgreSQL-64-8-131072-1 : collecting metrics of benchmarker +done +PostgreSQL-64-8-131072 : benchmarks done 0 of 1. This will be client 2 +PostgreSQL-64-8-131072 : we will change parameters of benchmark as {'PARALLEL': '8', 'SF': '10', 'BEXHOMA_SYNCH_LOAD': 1, 'YCSB_THREADCOUNT': 8, 'YCSB_TARGET': 16384, 'YCSB_STATUS': 1, 'YCSB_WORKLOAD': 'a', 'YCSB_ROWS': 10000000, 'YCSB_OPERATIONS': 1250000, 'YCSB_BATCHSIZE': ''} +PostgreSQL-64-8-131072-2 : start benchmarking +PostgreSQL-64-8-131072 : benchmarking results in folder /home/perdelt/benchmarks/1726058840 +- waiting 10s - : done +PostgreSQL-64-8-131072 : benchmarking is waiting for job bexhoma-benchmarker-postgresql-64-8-131072-1726058840-1-2-44vfm: found +- waiting 30s - : done +PostgreSQL-64-8-131072 : has running benchmarks +- waiting 30s - : done +PostgreSQL-64-8-131072 : has running benchmarks +done +PostgreSQL-64-8-131072 : has running benchmarks +PostgreSQL-64-8-131072-2 : showing benchmarker times +PostgreSQL-64-8-131072-2 : benchmarker timespan (start to end single container [s]) = 103 +PostgreSQL-64-8-131072-2 : benchmarker times (start/end per pod and container) = [(1726059208, 1726059288), (1726059209, 1726059294), (1726059208, 1726059285), (1726059208, 1726059289), (1726059208, 1726059286), (1726059209, 1726059293), (1726059209, 1726059290), (1726059208, 1726059293)] +PostgreSQL-64-8-131072-2 : found and updated times {'benchmarker': [(1726059208, 1726059288), (1726059209, 1726059294), (1726059208, 1726059285), (1726059208, 1726059289), (1726059208, 1726059286), (1726059209, 1726059293), (1726059209, 1726059290), (1726059208, 1726059293)]} +PostgreSQL-64-8-131072-2 : collecting execution metrics of SUT +PostgreSQL-64-8-131072-2 : collecting metrics of benchmarker +done +PostgreSQL-64-8-131072 : can be stopped +Experiment : ends at 2024-09-11 14:55:45.294995 (795285.418974595) - 504.69s total +bexhoma-dashboard-9b85f945f-pz5fz Running +Experiment : downloading partial results +Experiment : uploading full results +Benchmarking connection ... [UPDATE].Return=OK +connection_pod ... +PostgreSQL-64-8-131072-2-1 PostgreSQL-64-8-131072-2 ... 625881 +PostgreSQL-64-8-131072-2-2 PostgreSQL-64-8-131072-2 ... 624660 +PostgreSQL-64-8-131072-2-3 PostgreSQL-64-8-131072-2 ... 625418 +PostgreSQL-64-8-131072-2-4 PostgreSQL-64-8-131072-2 ... 625876 +PostgreSQL-64-8-131072-2-5 PostgreSQL-64-8-131072-2 ... 623860 +PostgreSQL-64-8-131072-2-6 PostgreSQL-64-8-131072-2 ... 625464 +PostgreSQL-64-8-131072-2-7 PostgreSQL-64-8-131072-2 ... 624786 +PostgreSQL-64-8-131072-2-8 PostgreSQL-64-8-131072-2 ... 624536 +PostgreSQL-64-8-131072-1-1 PostgreSQL-64-8-131072-1 ... 4998614 + +[9 rows x 43 columns] +Workflow {'PostgreSQL-64-8-131072': [[8, 1]]} +Result workflow not complete + +## Show Summary + +### Workload + YCSB SF=10 + This includes no queries. YCSB runs the benchmark + This experiment compares run time and resource consumption of YCSB queries. +System metrics are monitored by a cluster-wide installation. +YCSB is performed using several threads and processes. +Workload is 'A'. Number of rows to insert is 10000000. Number of operations is 10000000. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 100Gi. +Loading is tested with [64] threads and [1] target factors of base 131072, split into [8] pods. +Benchmarking is tested with [64] threads and [1] target factors of base 131072, split into [1, 8] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. + +### Connections +PostgreSQL-64-8-131072-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:31274608 + volume_size:100G + volume_used:30G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:31343584 + volume_size:100G + volume_used:30G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run threads target pod_count [OVERALL].Throughput(ops/sec) [OVERALL].RunTime(ms) [READ].Return=OK [READ].99thPercentileLatency(us) [UPDATE].Return=OK [UPDATE].99thPercentileLatency(us) +PostgreSQL-64-8-131072-1 1 64 131072 1 61102.29 163660.0 5001386 1493.0 4998614 2261.00 +PostgreSQL-64-8-131072-2 1 64 131072 8 123841.13 84979.0 4999519 1344.5 5000481 1730.88 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-64-8-131072-1 1567.69 0.31 16.83 31.27 +PostgreSQL-64-8-131072-2 1638.59 10.74 17.76 32.17 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-64-8-131072-1 586.80 5.91 0.61 0.61 +PostgreSQL-64-8-131072-2 575.98 3.47 5.03 5.06 +TEST passed: [OVERALL].Throughput(ops/sec) contains no 0 or NaN diff --git a/logs_tests/test_ycsb_testcase_5_summary.txt b/logs_tests/test_ycsb_testcase_5_summary.txt new file mode 100644 index 00000000..5ae976e8 --- /dev/null +++ b/logs_tests/test_ycsb_testcase_5_summary.txt @@ -0,0 +1,60 @@ +## Show Summary + +### Workload + YCSB SF=10 + This includes no queries. YCSB runs the benchmark + This experiment compares run time and resource consumption of YCSB queries. +System metrics are monitored by a cluster-wide installation. +YCSB is performed using several threads and processes. +Workload is 'A'. Number of rows to insert is 10000000. Number of operations is 10000000. +Benchmark is limited to DBMS PostgreSQL. +Loading is fixed to cl-worker19. +Benchmarking is fixed to cl-worker19. +SUT is fixed to cl-worker11. +Database is persisted to disk of type shared and size 100Gi. +Loading is tested with [64] threads and [1] target factors of base 131072, split into [8] pods. +Benchmarking is tested with [64] threads and [1] target factors of base 131072, split into [1, 8] pods. +Benchmarking is run as [1] times the number of benchmarking pods. +Experiment is run once. + +### Connections +PostgreSQL-64-8-131072-1 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:31274608 + volume_size:100G + volume_used:30G + requests_cpu:4 + requests_memory:16Gi +PostgreSQL-64-8-131072-2 uses docker image postgres:16.1 + RAM:541008605184 + CPU:AMD Opteron(tm) Processor 6378 + Cores:64 + host:5.15.0-116-generic + node:cl-worker11 + disk:246352796 + datadisk:31343584 + volume_size:100G + volume_used:30G + requests_cpu:4 + requests_memory:16Gi + +### Execution + experiment_run threads target pod_count [OVERALL].Throughput(ops/sec) [OVERALL].RunTime(ms) [READ].Return=OK [READ].99thPercentileLatency(us) [UPDATE].Return=OK [UPDATE].99thPercentileLatency(us) +PostgreSQL-64-8-131072-1 1 64 131072 1 61102.29 163660.0 5001386 1493.0 4998614 2261.00 +PostgreSQL-64-8-131072-2 1 64 131072 8 123841.13 84979.0 4999519 1344.5 5000481 1730.88 + +### Execution - SUT + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-64-8-131072-1 1567.69 0.31 16.83 31.27 +PostgreSQL-64-8-131072-2 1638.59 10.74 17.76 32.17 + +### Execution - Benchmarker + CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] +PostgreSQL-64-8-131072-1 586.80 5.91 0.61 0.61 +PostgreSQL-64-8-131072-2 575.98 3.47 5.03 5.06 +TEST passed: [OVERALL].Throughput(ops/sec) contains no 0 or NaN diff --git a/test.sh b/test.sh index fff5db32..22af5dc4 100755 --- a/test.sh +++ b/test.sh @@ -39,7 +39,7 @@ nohup python tpch.py -ms 1 -tr \ #watch -n 30 tail -n 50 $LOG_DIR/test_tpch_testcase_1.log -#### Wait so that experiments receive different codes +#### Wait so that next experiment receives a different code sleep 600 @@ -61,7 +61,7 @@ nohup python tpch.py -ms 1 -tr \ #watch -n 30 tail -n 50 $LOG_DIR/test_tpch_testcase_2.log -#### Wait so that experiments receive different codes +#### Wait so that next experiment receives a different code sleep 900 #### Delete persistent storage @@ -88,7 +88,7 @@ nohup python tpch.py -ms 1 -tr \ #watch -n 30 tail -n 50 $LOG_DIR/test_tpch_testcase_3.log -#### Wait so that experiments receive different codes +#### Wait so that next experiment receives a different code sleep 900 @@ -124,7 +124,7 @@ nohup python benchbase.py -ms 1 -tr \ # watch -n 30 tail -n 50 $LOG_DIR/test_benchbase_testcase_1.log -#### Wait so that experiments receive different codes +#### Wait so that next experiment receives a different code sleep 900 @@ -150,7 +150,7 @@ nohup python benchbase.py -ms 1 -tr \ # watch -n 30 tail -n 50 $LOG_DIR/test_benchbase_testcase_1.log -#### Wait so that experiments receive different codes +#### Wait so that next experiment receives a different code sleep 900 @@ -172,7 +172,7 @@ nohup python benchbase.py -ms 1 -tr \ # watch -n 30 tail -n 50 $LOG_DIR/test_benchbase_testcase_3.log -#### Wait so that experiments receive different codes +#### Wait so that next experiment receives a different code sleep 900 @@ -195,9 +195,8 @@ nohup python benchbase.py -ms 1 -tr \ # watch -n 30 tail -n 50 $LOG_DIR/test_benchbase_testcase_4.log -#### Wait so that experiments receive different codes -#sleep 5 - +#### Wait so that next experiment receives a different code +sleep 1800 @@ -225,7 +224,7 @@ nohup python hammerdb.py -ms 1 -tr \ #watch -n 30 tail -n 50 $LOG_DIR/test_hammerdb_testcase_1.log -#### Wait so that experiments receive different codes +#### Wait so that next experiment receives a different code sleep 900 #### Delete persistent storage @@ -250,7 +249,7 @@ nohup python hammerdb.py -ms 1 -tr \ #watch -n 30 tail -n 50 $LOG_DIR/test_hammerdb_testcase_2.log -#### Wait so that experiments receive different codes +#### Wait so that next experiment receives a different code sleep 1200 @@ -272,7 +271,7 @@ nohup python hammerdb.py -ms 1 -tr \ #watch -n 30 tail -n 50 $LOG_DIR/test_hammerdb_testcase_3.log -#### Wait so that experiments receive different codes +#### Wait so that next experiment receives a different code sleep 1200 @@ -319,7 +318,7 @@ nohup python ycsb.py -ms 1 -tr \ #watch -n 30 tail -n 50 $LOG_DIR/test_ycsb_testcase_1.log -#### Wait so that experiments receive different codes +#### Wait so that next experiment receives a different code sleep 1200 @@ -349,7 +348,7 @@ nohup python ycsb.py -ms 1 -tr \ #watch -n 30 tail -n 50 $LOG_DIR/test_ycsb_testcase_2.log -#### Wait so that experiments receive different codes +#### Wait so that next experiment receives a different code sleep 900 @@ -375,7 +374,7 @@ nohup python ycsb.py -ms 1 -tr \ # watch -n 30 tail -n 50 $LOG_DIR/test_ycsb_testcase_3.log -#### Wait so that experiments receive different codes +#### Wait so that next experiment receives a different code sleep 900 @@ -401,8 +400,8 @@ nohup python ycsb.py -ms 1 -tr \ # watch -n 30 tail -n 50 $LOG_DIR/test_ycsb_testcase_4.log -#### Wait so that experiments receive different codes -sleep 900 +#### Wait so that next experiment receives a different code +sleep 600 @@ -429,7 +428,31 @@ nohup python ycsb.py -ms 1 -tr \ # watch -n 30 tail -n 50 $LOG_DIR/test_ycsb_testcase_5.log -#### Wait so that experiments receive different codes -sleep 900 +#### Wait so that next experiment receives a different code +sleep 600 + + + +########################################### +############## Clean Folder ############### +########################################### + + + +export MYDIR=$(pwd) +cd $LOG_DIR +# remove connection errors from logs +grep -rl "Warning: Use tokens from the TokenRequest API or manually created secret-based tokens instead of auto-generated secret-based tokens." . | xargs sed -i '/Warning: Use tokens from the TokenRequest API or manually created secret-based tokens instead of auto-generated secret-based tokens./d' +cd $MYDIR + +# Loop over each text file in the source directory +for file in "$LOG_DIR"/*.log; do + # Get the filename without the path and extension + echo "Cleaning $file" + filename=$(basename "$file" .log) + # Extract lines starting from "## Show Summary" and save as _summary.txt in the destination directory + awk '/## Show Summary/ {show=1} show {print}' "$file" > "$LOG_DIR/${filename}_summary.txt" +done +echo "Extraction complete! Files are saved in $LOG_DIR."