From c58b640bdd570aeb785702a81e59893f20186f55 Mon Sep 17 00:00:00 2001 From: Patrick Erdelt Date: Thu, 19 Dec 2024 17:25:05 +0100 Subject: [PATCH] Tests: Clean test cases --- docs/Example-YugaByteDB.md | 22 ++-- logs_tests/doc_ycsb_cockroachdb_2_summary.txt | 111 ------------------ test-cloud.sh | 0 3 files changed, 11 insertions(+), 122 deletions(-) delete mode 100644 logs_tests/doc_ycsb_cockroachdb_2_summary.txt mode change 100644 => 100755 test-cloud.sh diff --git a/docs/Example-YugaByteDB.md b/docs/Example-YugaByteDB.md index e2f6b6a6..4b222978 100644 --- a/docs/Example-YugaByteDB.md +++ b/docs/Example-YugaByteDB.md @@ -175,7 +175,7 @@ At the end of a benchmark you will see a summary like YCSB SF=1 Type: ycsb Duration: 562s - Code: 1734597746 + Code: 1734625544 YCSB tool runs the benchmark. This experiment compares run time and resource consumption of YCSB queries. Workload is 'A'. Number of rows to insert is 1000000. Number of operations is 10000000. Batch size is ''. @@ -198,7 +198,7 @@ YugabyteDB-64-8-65536-1 uses docker image postgres:15.0 Cores:64 host:5.15.0-126-generic node:cl-worker11 - disk:248621272 + disk:249253840 datadisk:39428 requests_cpu:4 requests_memory:16Gi @@ -208,29 +208,29 @@ YugabyteDB-64-8-65536-1 uses docker image postgres:15.0 Cores:256 host:5.15.0-1067-nvidia node:cl-worker28 - disk:441857356 + disk:439206828 worker 1 RAM:540587499520 CPU:AMD EPYC 7502 32-Core Processor Cores:128 host:5.15.0-126-generic node:cl-worker22 - disk:122885856 + disk:122936080 worker 2 RAM:1081965555712 CPU:AMD EPYC 7742 64-Core Processor Cores:256 host:5.15.0-1067-nvidia node:cl-worker27 - disk:559736836 + disk:584264864 ### Loading experiment_run threads target pod_count [OVERALL].Throughput(ops/sec) [OVERALL].RunTime(ms) [INSERT].Return=OK [INSERT].99thPercentileLatency(us) -YugabyteDB-64-8-65536 1 64 65536 8 28245.1905 35540.0 1000000 18471.0 +YugabyteDB-64-8-65536 1 64 65536 8 28456.559524 35509.0 1000000 15762.0 ### Execution experiment_run threads target pod_count [OVERALL].Throughput(ops/sec) [OVERALL].RunTime(ms) [READ].Return=OK [READ].99thPercentileLatency(us) [UPDATE].Return=OK [UPDATE].99thPercentileLatency(us) -YugabyteDB-64-8-65536-1 1 64 65536 1 32042.24 312088.0 4996704 22463.0 5003296 35711.0 +YugabyteDB-64-8-65536-1 1 64 65536 1 31861.75 313856.0 4998066 37663.0 5001934 43039.0 ### Workflow @@ -242,19 +242,19 @@ DBMS YugabyteDB-64-8-65536 - Pods [[1]] ### Ingestion - SUT CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] -YugabyteDB-64-8-65536-1 910.63 9.64 2.18 5.5 +YugabyteDB-64-8-65536-1 925.63 4.64 1.75 5.32 ### Ingestion - Loader CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] -YugabyteDB-64-8-65536-1 63.84 0 3.39 3.42 +YugabyteDB-64-8-65536-1 0.09 0 0.01 0.01 ### Execution - SUT CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] -YugabyteDB-64-8-65536-1 14689.53 15.97 4.92 16.73 +YugabyteDB-64-8-65536-1 13499.7 15.99 4.92 16.26 ### Execution - Benchmarker CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] -YugabyteDB-64-8-65536-1 944.15 3.14 0.61 0.61 +YugabyteDB-64-8-65536-1 932.99 3.2 0.61 0.61 ### Tests TEST passed: [OVERALL].Throughput(ops/sec) contains no 0 or NaN diff --git a/logs_tests/doc_ycsb_cockroachdb_2_summary.txt b/logs_tests/doc_ycsb_cockroachdb_2_summary.txt deleted file mode 100644 index 9f1c5aef..00000000 --- a/logs_tests/doc_ycsb_cockroachdb_2_summary.txt +++ /dev/null @@ -1,111 +0,0 @@ -## Show Summary - -### Workload -YCSB SF=1 - Type: ycsb - Duration: 1209s - Code: 1730404688 - This includes no queries. YCSB runs the benchmark - This experiment compares run time and resource consumption of YCSB queries. - Workload is 'A'. Number of rows to insert is 1000000. Number of operations is 10000000. Batch size is ''. - YCSB is performed using several threads and processes. Target is based on multiples of '16384'. Factors for loading are [4]. Factors for benchmarking are [4]. - System metrics are monitored by a cluster-wide installation. - Benchmark is limited to DBMS ['CockroachDB']. - Import is handled by 8 processes (pods). - Loading is fixed to cl-worker19. - Benchmarking is fixed to cl-worker19. - SUT is fixed to cl-worker11. - Loading is tested with [64] threads, split into [8] pods. - Benchmarking is tested with [64] threads, split into [1] pods. - Benchmarking is run as [1] times the number of benchmarking pods. - Experiment is run once. - -### Connections -CockroachDB-64-8-65536-1 uses docker image cockroachdb/cockroach:v24.2.4 - RAM:541008605184 - Cores:64 - host:5.15.0-116-generic - node:cl-worker11 - disk:254913416 - requests_cpu:4 - requests_memory:16Gi - worker 0 - RAM:1081966493696 - CPU: - GPU: - GPUIDs:[] - Cores:256 - host:5.15.0-1060-nvidia - node:cl-worker28 - disk:684869688 - datadisk:108191232 - volume_size:1000G - volume_used:101G - cuda: - worker 1 - RAM:1081965535232 - CPU: - GPU: - GPUIDs:[] - Cores:256 - host:5.15.0-1060-nvidia - node:cl-worker27 - disk:729321392 - datadisk:107983636 - volume_size:1000G - volume_used:101G - cuda: - worker 2 - RAM:1081750962176 - CPU: - GPU: - GPUIDs:[] - Cores:128 - host:5.15.0-122-generic - node:cl-worker29 - disk:406572384 - datadisk:107980308 - volume_size:1000G - volume_used:101G - cuda: - -### Loading - experiment_run threads target pod_count [OVERALL].Throughput(ops/sec) [OVERALL].RunTime(ms) [INSERT].Return=OK [INSERT].99thPercentileLatency(us) -CockroachDB-64-8-65536 1 64 65536 8 12047.323421 83583.0 1000000 17711.0 - -### Execution - experiment_run threads target pod_count [OVERALL].Throughput(ops/sec) [OVERALL].RunTime(ms) [READ].Return=OK [READ].99thPercentileLatency(us) [UPDATE].Return=OK [UPDATE].99thPercentileLatency(us) -CockroachDB-64-8-65536-1 1 64 65536 1 12148.6 823140.0 4996430 7303.0 5003570 163711.0 - -### Workflow - -#### Actual -DBMS CockroachDB-64-8-65536 - Pods [[1]] - -#### Planned -DBMS CockroachDB-64-8-65536 - Pods [[1]] - -### Ingestion - SUT - CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] -CockroachDB-64-8-65536-1 1495.11 8.35 4.2 7.63 - -### Ingestion - Loader - CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] -CockroachDB-64-8-65536-1 91.09 0 4.29 4.31 - -### Execution - SUT - CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] -CockroachDB-64-8-65536-1 21507.31 17.92 10.1 22.14 - -### Execution - Benchmarker - CPU [CPUs] Max CPU Max RAM [Gb] Max RAM Cached [Gb] -CockroachDB-64-8-65536-1 1184.95 1.48 0.61 0.61 - -### Tests -TEST passed: [OVERALL].Throughput(ops/sec) contains no 0 or NaN -TEST passed: [OVERALL].Throughput(ops/sec) contains no 0 or NaN -TEST passed: Ingestion SUT contains no 0 or NaN in CPU [CPUs] -TEST passed: Ingestion Loader contains no 0 or NaN in CPU [CPUs] -TEST passed: Execution SUT contains no 0 or NaN in CPU [CPUs] -TEST passed: Execution Benchmarker contains no 0 or NaN in CPU [CPUs] -TEST passed: Workflow as planned diff --git a/test-cloud.sh b/test-cloud.sh old mode 100644 new mode 100755