diff --git a/benchmark/README.md b/benchmark/README.md index 05768180..0b0e9b1a 100644 --- a/benchmark/README.md +++ b/benchmark/README.md @@ -224,15 +224,15 @@ $ fab plot This command creates a latency graph, a throughput graph, and a robustness graph in a folder called `plots` (which is automatically created if it doesn't already exists). You can adjust the plot parameters to filter which curves to add to the plot: ```python plot_params = { - 'nodes': [10, 20], - 'tx_size': 512, 'faults': [0], - 'max_latency': [2_000, 5_000] + 'nodes': [10, 20, 50], + 'workers': [1], + 'collocate': True, + 'tx_size': 512, + 'max_latency': [3_500, 4_500] } ``` The first graph ('latency') plots the latency versus the throughput. It shows that the latency is low until a fairly neat threshold after which it drastically increases. Determining this threshold is crucial to understand the limits of the system. Another challenge is comparing apples-to-apples between different deployments of the system. The challenge here is again that latency and throughput are interdependent, as a result a throughput/number of nodes chart could be tricky to produce fairly. The way to do it is to define a maximum latency and measure the throughput at this point instead of simply pushing every system to its peak throughput (where latency is meaningless). The second graph ('tps') plots the maximum achievable throughput under a maximum latency for different numbers of nodes. - -The last graph ('robustness') plots the throughput versus the input rate (and provides no information on latency). This graph is a bit redundant given the other two but clearly shows the threshold where the system saturates (and the throughput may decrease). This threshold is crucial to determine how to configure a rate-limiter to block excess transactions from entering the system. diff --git a/benchmark/aws/__init__ b/benchmark/aws/__init__ deleted file mode 100644 index e69de29b..00000000 diff --git a/benchmark/benchmark/aggregate.py b/benchmark/benchmark/aggregate.py index 5fde8080..af212cf3 100644 --- a/benchmark/benchmark/aggregate.py +++ b/benchmark/benchmark/aggregate.py @@ -108,7 +108,6 @@ def print(self): self._print_latency(), self._print_tps(scalability=False), self._print_tps(scalability=True), - self._print_robustness() ] for name, records in results: for setup, values in records.items(): @@ -181,14 +180,3 @@ def _print_tps(self, scalability): [v.sort(key=lambda x: x[0]) for v in organized.values()] return 'tps', organized - - def _print_robustness(self): - records = deepcopy(self.records) - organized = defaultdict(list) - for setup, result in records.items(): - rate = setup.rate - setup.rate = 'x' - organized[setup] += [(rate, result)] - - [v.sort(key=lambda x: x[0]) for v in organized.values()] - return 'robustness', organized diff --git a/benchmark/benchmark/config.py b/benchmark/benchmark/config.py index 50bcc26a..eb39bb88 100644 --- a/benchmark/benchmark/config.py +++ b/benchmark/benchmark/config.py @@ -1,6 +1,6 @@ # Copyright(C) Facebook, Inc. and its affiliates. from json import dump, load -from collections import defaultdict, OrderedDict +from collections import OrderedDict class ConfigError(Exception): diff --git a/benchmark/aws/instance.py b/benchmark/benchmark/instance.py similarity index 99% rename from benchmark/aws/instance.py rename to benchmark/benchmark/instance.py index aa09550a..011fa96b 100644 --- a/benchmark/aws/instance.py +++ b/benchmark/benchmark/instance.py @@ -5,7 +5,7 @@ from time import sleep from benchmark.utils import Print, BenchError, progress_bar -from aws.settings import Settings, SettingsError +from benchmark.settings import Settings, SettingsError class AWSError(Exception): diff --git a/benchmark/benchmark/logs.py b/benchmark/benchmark/logs.py index c29e77d3..47867ad3 100644 --- a/benchmark/benchmark/logs.py +++ b/benchmark/benchmark/logs.py @@ -96,7 +96,7 @@ def _parse_clients(self, log): def _parse_primaries(self, log): if search(r'(?:panicked|Error)', log) is not None: - raise ParseError('Node(s) panicked') + raise ParseError('Primary(s) panicked') tmp = findall(r'\[(.*Z) .* Created B\d+\([^ ]+\) -> ([^ ]+=)', log) tmp = [(d, self._to_posix(t)) for t, d in tmp] diff --git a/benchmark/benchmark/plot.py b/benchmark/benchmark/plot.py index e5b2ce43..3d205111 100644 --- a/benchmark/benchmark/plot.py +++ b/benchmark/benchmark/plot.py @@ -148,16 +148,6 @@ def plot_latency(cls, files, scalability): ploter = cls(files) ploter._plot(x_label, y_label, ploter._latency, z_axis, 'latency') - @classmethod - def plot_robustness(cls, files, scalability): - assert isinstance(files, list) - assert all(isinstance(x, str) for x in files) - z_axis = cls.workers if scalability else cls.nodes - x_label = 'Input rate (tx/s)' - y_label = ['Throughput (tx/s)', 'Throughput (MB/s)'] - ploter = cls(files) - ploter._plot(x_label, y_label, ploter._tps, z_axis, 'robustness') - @classmethod def plot_tps(cls, files, scalability): assert isinstance(files, list) @@ -180,7 +170,7 @@ def plot(cls, params_dict): # Make the latency, tps, and robustness graphs. iterator = params.workers if params.scalability() else params.nodes - latency_files, robustness_files, tps_files = [], [], [] + latency_files, tps_files = [], [] for f in params.faults: for x in iterator: latency_files += glob( @@ -194,17 +184,6 @@ def plot(cls, params_dict): params.tx_size, ) ) - robustness_files += glob( - PathMaker.agg_file( - 'robustness', - f, - x if not params.scalability() else params.nodes[0], - x if params.scalability() else params.workers[0], - params.collocate, - 'x', - params.tx_size, - ) - ) for l in params.max_latency: tps_files += glob( @@ -222,4 +201,3 @@ def plot(cls, params_dict): cls.plot_latency(latency_files, params.scalability()) cls.plot_tps(tps_files, params.scalability()) - cls.plot_robustness(latency_files, params.scalability()) diff --git a/benchmark/aws/remote.py b/benchmark/benchmark/remote.py similarity index 99% rename from benchmark/aws/remote.py rename to benchmark/benchmark/remote.py index c8159f26..30b15325 100644 --- a/benchmark/aws/remote.py +++ b/benchmark/benchmark/remote.py @@ -1,6 +1,5 @@ # Copyright(C) Facebook, Inc. and its affiliates. from collections import OrderedDict -from os import error from fabric import Connection, ThreadingGroup as Group from fabric.exceptions import GroupException from paramiko import RSAKey @@ -15,7 +14,7 @@ from benchmark.utils import BenchError, Print, PathMaker, progress_bar from benchmark.commands import CommandMaker from benchmark.logs import LogParser, ParseError -from aws.instance import InstanceManager +from benchmark.instance import InstanceManager class FabricError(Exception): @@ -153,7 +152,7 @@ def _update(self, hosts, collocate): 'source $HOME/.cargo/env', f'(cd {self.settings.repo_name}/node && {CommandMaker.compile()})', CommandMaker.alias_binaries( - f'./{self.settings.repo_name}/rust/target/release/' + f'./{self.settings.repo_name}/target/release/' ) ] g = Group(*ips, user='ubuntu', connect_kwargs=self.connect) diff --git a/benchmark/aws/settings.py b/benchmark/benchmark/settings.py similarity index 100% rename from benchmark/aws/settings.py rename to benchmark/benchmark/settings.py diff --git a/benchmark/data/README.md b/benchmark/data/README.md new file mode 100644 index 00000000..afd3ba57 --- /dev/null +++ b/benchmark/data/README.md @@ -0,0 +1,52 @@ +# Experimental Data + +This folder contains some raw data and plots obtained running a geo-replicated benchmark on AWS as explained in the [benchmark's readme file](https://github.com/facebookresearch/narwhal/tree/master/benchmark#readme). The results are taken running the code tagged as [v0.1.1](https://github.com/facebookresearch/narwhal/tree/v0.1.1). + +### Filename format +The filename format of raw data is the following: +``` +bench-FAULTS-NODES-WORKERS-COLLOCATE-INPUT_RATE-TX_SIZE.txt +``` +where: +- `FAULTS`: The number of faulty (dead) nodes. +- `NODES`: The number of nodes in the testbed. +- `WORKERS`: The number of workers per node. +- `COLLOCATE`: Whether the primary and its worker are collocated on the same machine. +- `INPUT_RATE`: The total rate at which clients submit transactions to the system. +- `TX_SIZE`: The size of each transactions (in bytes). + +For instance, a file called `bench-0-50-1-True-100000-512.txt` indicates it contains results of a benchmark run with 50 nodes, 1 worker per node collocated on the same machine as the primary, 100K input rate, a transaction size of 512B, and 0 faulty nodes. + +### Experimental step +The content of our [settings.json](https://github.com/facebookresearch/narwhal/blob/master/benchmark/settings.json) file looks as follows: +```json +{ + "key": { + "name": "aws", + "path": "/absolute/key/path" + }, + "port": 5000, + "repo": { + "name": "narwhal", + "url": "https://github.com/facebookresearch/narwhal", + "branch": "master" + }, + "instances": { + "type": "m5d.8xlarge", + "regions": ["us-east-1", "eu-north-1", "ap-southeast-2", "us-west-1", "ap-northeast-1"] + } +} +``` +We set the following `node_params` in our [fabfile](https://github.com/facebookresearch/narwhal/blob/master/benchmark/fabfile.py): +```python +node_params = { + 'header_size': 1_000, # bytes + 'max_header_delay': 200, # ms + 'gc_depth': 50, # rounds + 'sync_retry_delay': 10_000, # ms + 'sync_retry_nodes': 3, # number of nodes + 'batch_size': 500_000, # bytes + 'max_batch_delay': 200 # ms +} +``` + diff --git a/benchmark/data/tusk/bench-0-10-1-True-10000-512.txt b/benchmark/data/tusk/bench-0-10-1-True-10000-512.txt new file mode 100644 index 00000000..7d02a88b --- /dev/null +++ b/benchmark/data/tusk/bench-0-10-1-True-10000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 10,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 9,522 tx/s + Consensus BPS: 4,875,199 B/s + Consensus latency: 2,376 ms + + End-to-end TPS: 9,501 tx/s + End-to-end BPS: 4,864,434 B/s + End-to-end latency: 2,910 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 10,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 9,514 tx/s + Consensus BPS: 4,871,264 B/s + Consensus latency: 2,371 ms + + End-to-end TPS: 9,490 tx/s + End-to-end BPS: 4,859,081 B/s + End-to-end latency: 2,910 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-10-1-True-100000-512.txt b/benchmark/data/tusk/bench-0-10-1-True-100000-512.txt new file mode 100644 index 00000000..dda883a0 --- /dev/null +++ b/benchmark/data/tusk/bench-0-10-1-True-100000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 100,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 93,666 tx/s + Consensus BPS: 47,956,782 B/s + Consensus latency: 2,423 ms + + End-to-end TPS: 93,227 tx/s + End-to-end BPS: 47,732,331 B/s + End-to-end latency: 3,034 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 100,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 93,146 tx/s + Consensus BPS: 47,690,875 B/s + Consensus latency: 2,384 ms + + End-to-end TPS: 92,758 tx/s + End-to-end BPS: 47,491,983 B/s + End-to-end latency: 3,000 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-10-1-True-110000-512.txt b/benchmark/data/tusk/bench-0-10-1-True-110000-512.txt new file mode 100644 index 00000000..0436f4c3 --- /dev/null +++ b/benchmark/data/tusk/bench-0-10-1-True-110000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 110,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 100,446 tx/s + Consensus BPS: 51,428,456 B/s + Consensus latency: 2,374 ms + + End-to-end TPS: 100,064 tx/s + End-to-end BPS: 51,232,980 B/s + End-to-end latency: 2,974 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 110,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 99,983 tx/s + Consensus BPS: 51,191,107 B/s + Consensus latency: 2,372 ms + + End-to-end TPS: 99,584 tx/s + End-to-end BPS: 50,986,971 B/s + End-to-end latency: 2,971 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-10-1-True-120000-512.txt b/benchmark/data/tusk/bench-0-10-1-True-120000-512.txt new file mode 100644 index 00000000..9c22b9e0 --- /dev/null +++ b/benchmark/data/tusk/bench-0-10-1-True-120000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 120,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 110,510 tx/s + Consensus BPS: 56,581,173 B/s + Consensus latency: 2,404 ms + + End-to-end TPS: 110,028 tx/s + End-to-end BPS: 56,334,484 B/s + End-to-end latency: 3,024 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 120,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 107,991 tx/s + Consensus BPS: 55,291,448 B/s + Consensus latency: 2,396 ms + + End-to-end TPS: 107,495 tx/s + End-to-end BPS: 55,037,202 B/s + End-to-end latency: 2,997 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-10-1-True-130000-512.txt b/benchmark/data/tusk/bench-0-10-1-True-130000-512.txt new file mode 100644 index 00000000..d5e108ff --- /dev/null +++ b/benchmark/data/tusk/bench-0-10-1-True-130000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 130,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 116,374 tx/s + Consensus BPS: 59,583,713 B/s + Consensus latency: 2,370 ms + + End-to-end TPS: 115,894 tx/s + End-to-end BPS: 59,337,703 B/s + End-to-end latency: 4,060 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 130,000 tx/s + Transaction size: 512 B + Execution time: 299 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 118,173 tx/s + Consensus BPS: 60,504,739 B/s + Consensus latency: 2,390 ms + + End-to-end TPS: 117,583 tx/s + End-to-end BPS: 60,202,292 B/s + End-to-end latency: 4,134 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-10-1-True-140000-512.txt b/benchmark/data/tusk/bench-0-10-1-True-140000-512.txt new file mode 100644 index 00000000..289d68a2 --- /dev/null +++ b/benchmark/data/tusk/bench-0-10-1-True-140000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 140,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 124,941 tx/s + Consensus BPS: 63,969,598 B/s + Consensus latency: 2,436 ms + + End-to-end TPS: 124,438 tx/s + End-to-end BPS: 63,712,341 B/s + End-to-end latency: 5,252 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 140,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 125,023 tx/s + Consensus BPS: 64,011,543 B/s + Consensus latency: 2,433 ms + + End-to-end TPS: 124,510 tx/s + End-to-end BPS: 63,749,160 B/s + End-to-end latency: 5,162 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-10-1-True-150000-512.txt b/benchmark/data/tusk/bench-0-10-1-True-150000-512.txt new file mode 100644 index 00000000..86af47b1 --- /dev/null +++ b/benchmark/data/tusk/bench-0-10-1-True-150000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 150,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 132,617 tx/s + Consensus BPS: 67,900,057 B/s + Consensus latency: 2,375 ms + + End-to-end TPS: 132,057 tx/s + End-to-end BPS: 67,613,130 B/s + End-to-end latency: 6,079 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 150,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 132,422 tx/s + Consensus BPS: 67,799,913 B/s + Consensus latency: 2,349 ms + + End-to-end TPS: 131,823 tx/s + End-to-end BPS: 67,493,383 B/s + End-to-end latency: 5,895 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-10-1-True-160000-512.txt b/benchmark/data/tusk/bench-0-10-1-True-160000-512.txt new file mode 100644 index 00000000..92b8956c --- /dev/null +++ b/benchmark/data/tusk/bench-0-10-1-True-160000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 160,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 139,057 tx/s + Consensus BPS: 71,197,119 B/s + Consensus latency: 2,344 ms + + End-to-end TPS: 138,475 tx/s + End-to-end BPS: 70,899,249 B/s + End-to-end latency: 8,939 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 160,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 140,087 tx/s + Consensus BPS: 71,724,321 B/s + Consensus latency: 2,366 ms + + End-to-end TPS: 139,484 tx/s + End-to-end BPS: 71,415,823 B/s + End-to-end latency: 9,490 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-10-1-True-170000-512.txt b/benchmark/data/tusk/bench-0-10-1-True-170000-512.txt new file mode 100644 index 00000000..6f0839a4 --- /dev/null +++ b/benchmark/data/tusk/bench-0-10-1-True-170000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 170,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 143,976 tx/s + Consensus BPS: 73,715,799 B/s + Consensus latency: 2,484 ms + + End-to-end TPS: 143,433 tx/s + End-to-end BPS: 73,437,547 B/s + End-to-end latency: 10,634 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 170,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 141,728 tx/s + Consensus BPS: 72,564,811 B/s + Consensus latency: 2,504 ms + + End-to-end TPS: 141,015 tx/s + End-to-end BPS: 72,199,724 B/s + End-to-end latency: 11,020 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-20-1-True-10000-512.txt b/benchmark/data/tusk/bench-0-20-1-True-10000-512.txt new file mode 100644 index 00000000..afd38c3c --- /dev/null +++ b/benchmark/data/tusk/bench-0-20-1-True-10000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 20 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 10,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 9,726 tx/s + Consensus BPS: 4,979,710 B/s + Consensus latency: 2,409 ms + + End-to-end TPS: 9,702 tx/s + End-to-end BPS: 4,967,678 B/s + End-to-end latency: 2,993 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 20 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 10,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 9,804 tx/s + Consensus BPS: 5,019,889 B/s + Consensus latency: 2,379 ms + + End-to-end TPS: 9,775 tx/s + End-to-end BPS: 5,004,906 B/s + End-to-end latency: 2,965 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-20-1-True-140000-512.txt b/benchmark/data/tusk/bench-0-20-1-True-140000-512.txt new file mode 100644 index 00000000..e36889e9 --- /dev/null +++ b/benchmark/data/tusk/bench-0-20-1-True-140000-512.txt @@ -0,0 +1,60 @@ +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 20 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 140,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 135,318 tx/s + Consensus BPS: 69,282,769 B/s + Consensus latency: 2,443 ms + + End-to-end TPS: 134,725 tx/s + End-to-end BPS: 68,979,218 B/s + End-to-end latency: 3,108 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 20 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 140,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 134,791 tx/s + Consensus BPS: 69,013,195 B/s + Consensus latency: 2,511 ms + + End-to-end TPS: 134,309 tx/s + End-to-end BPS: 68,766,243 B/s + End-to-end latency: 3,179 ms +----------------------------------------- + diff --git a/benchmark/data/tusk/bench-0-20-1-True-150000-512.txt b/benchmark/data/tusk/bench-0-20-1-True-150000-512.txt new file mode 100644 index 00000000..3dc2d91f --- /dev/null +++ b/benchmark/data/tusk/bench-0-20-1-True-150000-512.txt @@ -0,0 +1,60 @@ +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 20 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 150,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 146,331 tx/s + Consensus BPS: 74,921,436 B/s + Consensus latency: 2,537 ms + + End-to-end TPS: 145,719 tx/s + End-to-end BPS: 74,608,278 B/s + End-to-end latency: 3,205 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 20 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 150,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 143,810 tx/s + Consensus BPS: 73,630,475 B/s + Consensus latency: 2,423 ms + + End-to-end TPS: 143,201 tx/s + End-to-end BPS: 73,319,155 B/s + End-to-end latency: 3,089 ms +----------------------------------------- + diff --git a/benchmark/data/tusk/bench-0-20-1-True-170000-512.txt b/benchmark/data/tusk/bench-0-20-1-True-170000-512.txt new file mode 100644 index 00000000..07b45600 --- /dev/null +++ b/benchmark/data/tusk/bench-0-20-1-True-170000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 20 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 170,000 tx/s + Transaction size: 512 B + Execution time: 302 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 162,785 tx/s + Consensus BPS: 83,345,946 B/s + Consensus latency: 2,583 ms + + End-to-end TPS: 162,031 tx/s + End-to-end BPS: 82,959,912 B/s + End-to-end latency: 3,230 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 20 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 170,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 162,829 tx/s + Consensus BPS: 83,368,698 B/s + Consensus latency: 2,556 ms + + End-to-end TPS: 162,117 tx/s + End-to-end BPS: 83,003,806 B/s + End-to-end latency: 3,204 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-20-1-True-180000-512.txt b/benchmark/data/tusk/bench-0-20-1-True-180000-512.txt new file mode 100644 index 00000000..8541c954 --- /dev/null +++ b/benchmark/data/tusk/bench-0-20-1-True-180000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 20 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 180,000 tx/s + Transaction size: 512 B + Execution time: 225 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 153,397 tx/s + Consensus BPS: 78,539,299 B/s + Consensus latency: 5,178 ms + + End-to-end TPS: 152,592 tx/s + End-to-end BPS: 78,126,878 B/s + End-to-end latency: 6,024 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 20 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 180,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 165,298 tx/s + Consensus BPS: 84,632,783 B/s + Consensus latency: 3,945 ms + + End-to-end TPS: 164,636 tx/s + End-to-end BPS: 84,293,519 B/s + End-to-end latency: 4,679 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-20-1-True-200000-512.txt b/benchmark/data/tusk/bench-0-20-1-True-200000-512.txt new file mode 100644 index 00000000..c37cc8e0 --- /dev/null +++ b/benchmark/data/tusk/bench-0-20-1-True-200000-512.txt @@ -0,0 +1,150 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 20 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 200,000 tx/s + Transaction size: 512 B + Execution time: 119 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 187,787 tx/s + Consensus BPS: 96,146,698 B/s + Consensus latency: 2,593 ms + + End-to-end TPS: 185,828 tx/s + End-to-end BPS: 95,143,793 B/s + End-to-end latency: 3,247 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 20 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 200,000 tx/s + Transaction size: 512 B + Execution time: 107 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 145,788 tx/s + Consensus BPS: 74,643,674 B/s + Consensus latency: 5,447 ms + + End-to-end TPS: 144,199 tx/s + End-to-end BPS: 73,829,860 B/s + End-to-end latency: 6,265 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 20 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 200,000 tx/s + Transaction size: 512 B + Execution time: 149 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 165,008 tx/s + Consensus BPS: 84,483,888 B/s + Consensus latency: 3,743 ms + + End-to-end TPS: 163,409 tx/s + End-to-end BPS: 83,665,647 B/s + End-to-end latency: 4,455 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 20 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 200,000 tx/s + Transaction size: 512 B + Execution time: 297 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 164,426 tx/s + Consensus BPS: 84,185,999 B/s + Consensus latency: 12,459 ms + + End-to-end TPS: 163,689 tx/s + End-to-end BPS: 83,808,619 B/s + End-to-end latency: 14,131 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 20 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 200,000 tx/s + Transaction size: 512 B + Execution time: 175 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 147,405 tx/s + Consensus BPS: 75,471,448 B/s + Consensus latency: 16,703 ms + + End-to-end TPS: 146,345 tx/s + End-to-end BPS: 74,928,485 B/s + End-to-end latency: 18,524 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-1-False-10000-512.txt b/benchmark/data/tusk/bench-0-4-1-False-10000-512.txt new file mode 100644 index 00000000..eb07b33d --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-1-False-10000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: False + Input rate: 10,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 9,394 tx/s + Consensus BPS: 4,809,713 B/s + Consensus latency: 2,221 ms + + End-to-end TPS: 9,368 tx/s + End-to-end BPS: 4,796,639 B/s + End-to-end latency: 2,763 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: False + Input rate: 10,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 9,515 tx/s + Consensus BPS: 4,871,697 B/s + Consensus latency: 2,206 ms + + End-to-end TPS: 9,492 tx/s + End-to-end BPS: 4,859,916 B/s + End-to-end latency: 2,703 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-1-False-40000-512.txt b/benchmark/data/tusk/bench-0-4-1-False-40000-512.txt new file mode 100644 index 00000000..5a08d76b --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-1-False-40000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: False + Input rate: 40,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 37,319 tx/s + Consensus BPS: 19,107,526 B/s + Consensus latency: 2,204 ms + + End-to-end TPS: 37,137 tx/s + End-to-end BPS: 19,014,038 B/s + End-to-end latency: 2,829 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: False + Input rate: 40,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 38,747 tx/s + Consensus BPS: 19,838,494 B/s + Consensus latency: 2,203 ms + + End-to-end TPS: 38,602 tx/s + End-to-end BPS: 19,764,409 B/s + End-to-end latency: 2,826 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-1-False-50000-512.txt b/benchmark/data/tusk/bench-0-4-1-False-50000-512.txt new file mode 100644 index 00000000..52b97d15 --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-1-False-50000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: False + Input rate: 50,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 45,819 tx/s + Consensus BPS: 23,459,168 B/s + Consensus latency: 2,418 ms + + End-to-end TPS: 45,667 tx/s + End-to-end BPS: 23,381,658 B/s + End-to-end latency: 3,354 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: False + Input rate: 50,000 tx/s + Transaction size: 512 B + Execution time: 302 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 43,615 tx/s + Consensus BPS: 22,330,784 B/s + Consensus latency: 2,433 ms + + End-to-end TPS: 43,462 tx/s + End-to-end BPS: 22,252,295 B/s + End-to-end latency: 3,019 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-1-False-60000-512.txt b/benchmark/data/tusk/bench-0-4-1-False-60000-512.txt new file mode 100644 index 00000000..e1a84ed2 --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-1-False-60000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: False + Input rate: 60,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 52,141 tx/s + Consensus BPS: 26,696,214 B/s + Consensus latency: 2,088 ms + + End-to-end TPS: 51,955 tx/s + End-to-end BPS: 26,600,725 B/s + End-to-end latency: 2,737 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: False + Input rate: 60,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 52,909 tx/s + Consensus BPS: 27,089,473 B/s + Consensus latency: 2,107 ms + + End-to-end TPS: 52,737 tx/s + End-to-end BPS: 27,001,379 B/s + End-to-end latency: 4,611 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-1-False-65000-512.txt b/benchmark/data/tusk/bench-0-4-1-False-65000-512.txt new file mode 100644 index 00000000..c00eff55 --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-1-False-65000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: False + Input rate: 65,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 54,283 tx/s + Consensus BPS: 27,792,640 B/s + Consensus latency: 2,136 ms + + End-to-end TPS: 54,045 tx/s + End-to-end BPS: 27,670,952 B/s + End-to-end latency: 4,115 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: False + Input rate: 65,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 55,102 tx/s + Consensus BPS: 28,212,276 B/s + Consensus latency: 2,135 ms + + End-to-end TPS: 54,886 tx/s + End-to-end BPS: 28,101,593 B/s + End-to-end latency: 4,226 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-10-False-10000-512.txt b/benchmark/data/tusk/bench-0-4-10-False-10000-512.txt new file mode 100644 index 00000000..4e54641c --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-10-False-10000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 10 worker(s) + Collocate primary and workers: False + Input rate: 10,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 9,069 tx/s + Consensus BPS: 4,643,424 B/s + Consensus latency: 2,139 ms + + End-to-end TPS: 9,052 tx/s + End-to-end BPS: 4,634,651 B/s + End-to-end latency: 2,659 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 10 worker(s) + Collocate primary and workers: False + Input rate: 10,000 tx/s + Transaction size: 512 B + Execution time: 302 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 9,187 tx/s + Consensus BPS: 4,703,592 B/s + Consensus latency: 2,152 ms + + End-to-end TPS: 9,173 tx/s + End-to-end BPS: 4,696,594 B/s + End-to-end latency: 2,665 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-10-False-450000-512.txt b/benchmark/data/tusk/bench-0-4-10-False-450000-512.txt new file mode 100644 index 00000000..90e3cb42 --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-10-False-450000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 10 worker(s) + Collocate primary and workers: False + Input rate: 450,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 412,033 tx/s + Consensus BPS: 210,960,972 B/s + Consensus latency: 2,234 ms + + End-to-end TPS: 410,503 tx/s + End-to-end BPS: 210,177,432 B/s + End-to-end latency: 2,857 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 10 worker(s) + Collocate primary and workers: False + Input rate: 450,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 403,141 tx/s + Consensus BPS: 206,408,340 B/s + Consensus latency: 2,206 ms + + End-to-end TPS: 401,636 tx/s + End-to-end BPS: 205,637,801 B/s + End-to-end latency: 2,793 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-10-False-500000-512.txt b/benchmark/data/tusk/bench-0-4-10-False-500000-512.txt new file mode 100644 index 00000000..5ec0d0d8 --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-10-False-500000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 10 worker(s) + Collocate primary and workers: False + Input rate: 500,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 450,766 tx/s + Consensus BPS: 230,792,353 B/s + Consensus latency: 2,209 ms + + End-to-end TPS: 449,429 tx/s + End-to-end BPS: 230,107,425 B/s + End-to-end latency: 2,815 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 10 worker(s) + Collocate primary and workers: False + Input rate: 500,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 466,648 tx/s + Consensus BPS: 238,923,571 B/s + Consensus latency: 2,246 ms + + End-to-end TPS: 464,819 tx/s + End-to-end BPS: 237,987,368 B/s + End-to-end latency: 2,877 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-10-False-540000-512.txt b/benchmark/data/tusk/bench-0-4-10-False-540000-512.txt new file mode 100644 index 00000000..86310e53 --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-10-False-540000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 10 worker(s) + Collocate primary and workers: False + Input rate: 540,000 tx/s + Transaction size: 512 B + Execution time: 302 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 499,332 tx/s + Consensus BPS: 255,657,970 B/s + Consensus latency: 2,428 ms + + End-to-end TPS: 497,279 tx/s + End-to-end BPS: 254,606,863 B/s + End-to-end latency: 3,140 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 10 worker(s) + Collocate primary and workers: False + Input rate: 540,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 523,169 tx/s + Consensus BPS: 267,862,753 B/s + Consensus latency: 2,220 ms + + End-to-end TPS: 520,966 tx/s + End-to-end BPS: 266,734,606 B/s + End-to-end latency: 2,839 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-10-False-550000-512.txt b/benchmark/data/tusk/bench-0-4-10-False-550000-512.txt new file mode 100644 index 00000000..592c7fe1 --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-10-False-550000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 10 worker(s) + Collocate primary and workers: False + Input rate: 550,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 546,427 tx/s + Consensus BPS: 279,770,621 B/s + Consensus latency: 2,725 ms + + End-to-end TPS: 544,493 tx/s + End-to-end BPS: 278,780,552 B/s + End-to-end latency: 3,422 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 10 worker(s) + Collocate primary and workers: False + Input rate: 550,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 512,547 tx/s + Consensus BPS: 262,423,919 B/s + Consensus latency: 2,477 ms + + End-to-end TPS: 510,277 tx/s + End-to-end BPS: 261,261,925 B/s + End-to-end latency: 3,077 ms +----------------------------------------- \ No newline at end of file diff --git a/benchmark/data/tusk/bench-0-4-10-False-600000-512.txt b/benchmark/data/tusk/bench-0-4-10-False-600000-512.txt new file mode 100644 index 00000000..4eca0c0e --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-10-False-600000-512.txt @@ -0,0 +1,59 @@ +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 10 worker(s) + Collocate primary and workers: False + Input rate: 600,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 593,764 tx/s + Consensus BPS: 304,007,125 B/s + Consensus latency: 2,409 ms + + End-to-end TPS: 591,328 tx/s + End-to-end BPS: 302,760,082 B/s + End-to-end latency: 3,628 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 10 worker(s) + Collocate primary and workers: False + Input rate: 600,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 547,269 tx/s + Consensus BPS: 280,201,877 B/s + Consensus latency: 2,497 ms + + End-to-end TPS: 545,610 tx/s + End-to-end BPS: 279,352,413 B/s + End-to-end latency: 3,734 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-10-False-650000-512.txt b/benchmark/data/tusk/bench-0-4-10-False-650000-512.txt new file mode 100644 index 00000000..383d0269 --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-10-False-650000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 10 worker(s) + Collocate primary and workers: False + Input rate: 650,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 554,793 tx/s + Consensus BPS: 284,054,117 B/s + Consensus latency: 2,436 ms + + End-to-end TPS: 552,543 tx/s + End-to-end BPS: 282,902,262 B/s + End-to-end latency: 4,717 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 10 worker(s) + Collocate primary and workers: False + Input rate: 650,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 544,068 tx/s + Consensus BPS: 278,562,885 B/s + Consensus latency: 2,401 ms + + End-to-end TPS: 542,098 tx/s + End-to-end BPS: 277,553,921 B/s + End-to-end latency: 4,685 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-10-False-660000-512.txt b/benchmark/data/tusk/bench-0-4-10-False-660000-512.txt new file mode 100644 index 00000000..ba1b7995 --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-10-False-660000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 10 worker(s) + Collocate primary and workers: False + Input rate: 660,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 566,467 tx/s + Consensus BPS: 290,031,161 B/s + Consensus latency: 2,212 ms + + End-to-end TPS: 564,015 tx/s + End-to-end BPS: 288,775,594 B/s + End-to-end latency: 5,237 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 10 worker(s) + Collocate primary and workers: False + Input rate: 660,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 619,491 tx/s + Consensus BPS: 317,179,156 B/s + Consensus latency: 2,284 ms + + End-to-end TPS: 616,855 tx/s + End-to-end BPS: 315,829,641 B/s + End-to-end latency: 6,349 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-10-False-670000-512.txt b/benchmark/data/tusk/bench-0-4-10-False-670000-512.txt new file mode 100644 index 00000000..30eec0a3 --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-10-False-670000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 10 worker(s) + Collocate primary and workers: False + Input rate: 670,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 610,669 tx/s + Consensus BPS: 312,662,329 B/s + Consensus latency: 2,240 ms + + End-to-end TPS: 608,686 tx/s + End-to-end BPS: 311,647,310 B/s + End-to-end latency: 6,265 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 10 worker(s) + Collocate primary and workers: False + Input rate: 670,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 594,769 tx/s + Consensus BPS: 304,521,697 B/s + Consensus latency: 2,205 ms + + End-to-end TPS: 592,712 tx/s + End-to-end BPS: 303,468,534 B/s + End-to-end latency: 5,739 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-4-False-10000-512.txt b/benchmark/data/tusk/bench-0-4-4-False-10000-512.txt new file mode 100644 index 00000000..ebafd07e --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-4-False-10000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 4 worker(s) + Collocate primary and workers: False + Input rate: 10,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 9,011 tx/s + Consensus BPS: 4,613,593 B/s + Consensus latency: 2,394 ms + + End-to-end TPS: 8,989 tx/s + End-to-end BPS: 4,602,609 B/s + End-to-end latency: 2,876 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 4 worker(s) + Collocate primary and workers: False + Input rate: 10,000 tx/s + Transaction size: 512 B + Execution time: 302 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 9,411 tx/s + Consensus BPS: 4,818,329 B/s + Consensus latency: 2,356 ms + + End-to-end TPS: 9,389 tx/s + End-to-end BPS: 4,806,922 B/s + End-to-end latency: 2,842 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-4-False-100000-512.txt b/benchmark/data/tusk/bench-0-4-4-False-100000-512.txt new file mode 100644 index 00000000..f57192bb --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-4-False-100000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 4 worker(s) + Collocate primary and workers: False + Input rate: 100,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 95,114 tx/s + Consensus BPS: 48,698,382 B/s + Consensus latency: 2,193 ms + + End-to-end TPS: 94,760 tx/s + End-to-end BPS: 48,517,245 B/s + End-to-end latency: 2,774 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 4 worker(s) + Collocate primary and workers: False + Input rate: 100,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 91,854 tx/s + Consensus BPS: 47,029,199 B/s + Consensus latency: 2,146 ms + + End-to-end TPS: 91,476 tx/s + End-to-end BPS: 46,835,558 B/s + End-to-end latency: 2,720 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-4-False-150000-512.txt b/benchmark/data/tusk/bench-0-4-4-False-150000-512.txt new file mode 100644 index 00000000..7f5c7c10 --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-4-False-150000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 4 worker(s) + Collocate primary and workers: False + Input rate: 150,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 133,379 tx/s + Consensus BPS: 68,289,899 B/s + Consensus latency: 2,093 ms + + End-to-end TPS: 132,833 tx/s + End-to-end BPS: 68,010,633 B/s + End-to-end latency: 2,704 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 4 worker(s) + Collocate primary and workers: False + Input rate: 150,000 tx/s + Transaction size: 512 B + Execution time: 302 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 143,407 tx/s + Consensus BPS: 73,424,445 B/s + Consensus latency: 2,124 ms + + End-to-end TPS: 142,864 tx/s + End-to-end BPS: 73,146,404 B/s + End-to-end latency: 2,739 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-4-False-200000-512.txt b/benchmark/data/tusk/bench-0-4-4-False-200000-512.txt new file mode 100644 index 00000000..9b7b4d31 --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-4-False-200000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 4 worker(s) + Collocate primary and workers: False + Input rate: 200,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 189,414 tx/s + Consensus BPS: 96,979,725 B/s + Consensus latency: 2,169 ms + + End-to-end TPS: 188,746 tx/s + End-to-end BPS: 96,637,800 B/s + End-to-end latency: 2,774 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 4 worker(s) + Collocate primary and workers: False + Input rate: 200,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 188,655 tx/s + Consensus BPS: 96,591,508 B/s + Consensus latency: 2,203 ms + + End-to-end TPS: 187,971 tx/s + End-to-end BPS: 96,241,290 B/s + End-to-end latency: 2,922 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-4-False-220000-512.txt b/benchmark/data/tusk/bench-0-4-4-False-220000-512.txt new file mode 100644 index 00000000..8e3a2dc0 --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-4-False-220000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 4 worker(s) + Collocate primary and workers: False + Input rate: 220,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 214,712 tx/s + Consensus BPS: 109,932,365 B/s + Consensus latency: 2,418 ms + + End-to-end TPS: 213,902 tx/s + End-to-end BPS: 109,518,029 B/s + End-to-end latency: 3,061 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 4 worker(s) + Collocate primary and workers: False + Input rate: 220,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 200,328 tx/s + Consensus BPS: 102,567,977 B/s + Consensus latency: 2,334 ms + + End-to-end TPS: 199,703 tx/s + End-to-end BPS: 102,247,685 B/s + End-to-end latency: 2,919 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-4-False-230000-512.txt b/benchmark/data/tusk/bench-0-4-4-False-230000-512.txt new file mode 100644 index 00000000..2859eb12 --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-4-False-230000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 4 worker(s) + Collocate primary and workers: False + Input rate: 230,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 219,683 tx/s + Consensus BPS: 112,477,567 B/s + Consensus latency: 2,429 ms + + End-to-end TPS: 218,938 tx/s + End-to-end BPS: 112,096,215 B/s + End-to-end latency: 3,360 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 4 worker(s) + Collocate primary and workers: False + Input rate: 230,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 225,304 tx/s + Consensus BPS: 115,355,423 B/s + Consensus latency: 2,436 ms + + End-to-end TPS: 224,434 tx/s + End-to-end BPS: 114,910,207 B/s + End-to-end latency: 3,222 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-4-False-240000-512.txt b/benchmark/data/tusk/bench-0-4-4-False-240000-512.txt new file mode 100644 index 00000000..eb821848 --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-4-False-240000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 4 worker(s) + Collocate primary and workers: False + Input rate: 240,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 234,695 tx/s + Consensus BPS: 120,163,727 B/s + Consensus latency: 2,366 ms + + End-to-end TPS: 233,948 tx/s + End-to-end BPS: 119,781,417 B/s + End-to-end latency: 3,611 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 4 worker(s) + Collocate primary and workers: False + Input rate: 240,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 224,876 tx/s + Consensus BPS: 115,136,760 B/s + Consensus latency: 2,365 ms + + End-to-end TPS: 224,061 tx/s + End-to-end BPS: 114,719,263 B/s + End-to-end latency: 4,511 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-4-False-250000-512.txt b/benchmark/data/tusk/bench-0-4-4-False-250000-512.txt new file mode 100644 index 00000000..afa51ee0 --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-4-False-250000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 4 worker(s) + Collocate primary and workers: False + Input rate: 250,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 234,286 tx/s + Consensus BPS: 119,954,256 B/s + Consensus latency: 2,196 ms + + End-to-end TPS: 233,529 tx/s + End-to-end BPS: 119,566,868 B/s + End-to-end latency: 4,477 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 4 worker(s) + Collocate primary and workers: False + Input rate: 250,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 222,080 tx/s + Consensus BPS: 113,705,108 B/s + Consensus latency: 2,121 ms + + End-to-end TPS: 221,260 tx/s + End-to-end BPS: 113,284,946 B/s + End-to-end latency: 4,699 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-4-False-260000-512.txt b/benchmark/data/tusk/bench-0-4-4-False-260000-512.txt new file mode 100644 index 00000000..b9146e5f --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-4-False-260000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 4 worker(s) + Collocate primary and workers: False + Input rate: 260,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 209,739 tx/s + Consensus BPS: 107,386,352 B/s + Consensus latency: 2,378 ms + + End-to-end TPS: 209,178 tx/s + End-to-end BPS: 107,099,036 B/s + End-to-end latency: 4,072 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 4 worker(s) + Collocate primary and workers: False + Input rate: 260,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 217,243 tx/s + Consensus BPS: 111,228,165 B/s + Consensus latency: 2,394 ms + + End-to-end TPS: 216,454 tx/s + End-to-end BPS: 110,824,530 B/s + End-to-end latency: 5,812 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-4-False-270000-512.txt b/benchmark/data/tusk/bench-0-4-4-False-270000-512.txt new file mode 100644 index 00000000..a29833c6 --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-4-False-270000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 4 worker(s) + Collocate primary and workers: False + Input rate: 270,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 222,662 tx/s + Consensus BPS: 114,003,000 B/s + Consensus latency: 2,383 ms + + End-to-end TPS: 221,742 tx/s + End-to-end BPS: 113,531,764 B/s + End-to-end latency: 4,913 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 4 worker(s) + Collocate primary and workers: False + Input rate: 270,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 256,116 tx/s + Consensus BPS: 131,131,554 B/s + Consensus latency: 2,355 ms + + End-to-end TPS: 254,966 tx/s + End-to-end BPS: 130,542,624 B/s + End-to-end latency: 6,720 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-7-False-10000-512.txt b/benchmark/data/tusk/bench-0-4-7-False-10000-512.txt new file mode 100644 index 00000000..47287854 --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-7-False-10000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 7 worker(s) + Collocate primary and workers: False + Input rate: 10,024 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 9,067 tx/s + Consensus BPS: 4,642,258 B/s + Consensus latency: 2,208 ms + + End-to-end TPS: 9,052 tx/s + End-to-end BPS: 4,634,676 B/s + End-to-end latency: 2,695 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 7 worker(s) + Collocate primary and workers: False + Input rate: 10,024 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 8,939 tx/s + Consensus BPS: 4,576,852 B/s + Consensus latency: 2,202 ms + + End-to-end TPS: 8,922 tx/s + End-to-end BPS: 4,568,119 B/s + End-to-end latency: 2,683 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-7-False-300000-512.txt b/benchmark/data/tusk/bench-0-4-7-False-300000-512.txt new file mode 100644 index 00000000..3af98531 --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-7-False-300000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 7 worker(s) + Collocate primary and workers: False + Input rate: 300,020 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 270,988 tx/s + Consensus BPS: 138,746,024 B/s + Consensus latency: 2,391 ms + + End-to-end TPS: 270,217 tx/s + End-to-end BPS: 138,351,067 B/s + End-to-end latency: 3,034 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 7 worker(s) + Collocate primary and workers: False + Input rate: 300,020 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 262,805 tx/s + Consensus BPS: 134,556,256 B/s + Consensus latency: 2,376 ms + + End-to-end TPS: 261,781 tx/s + End-to-end BPS: 134,032,109 B/s + End-to-end latency: 3,019 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-7-False-350000-512.txt b/benchmark/data/tusk/bench-0-4-7-False-350000-512.txt new file mode 100644 index 00000000..0bcb188d --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-7-False-350000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 7 worker(s) + Collocate primary and workers: False + Input rate: 350,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 325,160 tx/s + Consensus BPS: 166,481,939 B/s + Consensus latency: 2,399 ms + + End-to-end TPS: 324,170 tx/s + End-to-end BPS: 165,974,861 B/s + End-to-end latency: 3,348 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 7 worker(s) + Collocate primary and workers: False + Input rate: 350,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 324,726 tx/s + Consensus BPS: 166,259,854 B/s + Consensus latency: 2,394 ms + + End-to-end TPS: 323,551 tx/s + End-to-end BPS: 165,657,880 B/s + End-to-end latency: 3,041 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-7-False-390000-512.txt b/benchmark/data/tusk/bench-0-4-7-False-390000-512.txt new file mode 100644 index 00000000..a937881c --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-7-False-390000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 7 worker(s) + Collocate primary and workers: False + Input rate: 390,012 tx/s + Transaction size: 512 B + Execution time: 302 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 358,095 tx/s + Consensus BPS: 183,344,536 B/s + Consensus latency: 2,416 ms + + End-to-end TPS: 356,901 tx/s + End-to-end BPS: 182,733,540 B/s + End-to-end latency: 2,996 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 7 worker(s) + Collocate primary and workers: False + Input rate: 390,012 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 380,385 tx/s + Consensus BPS: 194,757,160 B/s + Consensus latency: 2,310 ms + + End-to-end TPS: 379,239 tx/s + End-to-end BPS: 194,170,505 B/s + End-to-end latency: 2,899 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-7-False-400000-512.txt b/benchmark/data/tusk/bench-0-4-7-False-400000-512.txt new file mode 100644 index 00000000..af64aee2 --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-7-False-400000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 7 worker(s) + Collocate primary and workers: False + Input rate: 400,008 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 359,557 tx/s + Consensus BPS: 184,093,067 B/s + Consensus latency: 2,250 ms + + End-to-end TPS: 358,136 tx/s + End-to-end BPS: 183,365,871 B/s + End-to-end latency: 3,116 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 7 worker(s) + Collocate primary and workers: False + Input rate: 400,008 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 362,549 tx/s + Consensus BPS: 185,625,195 B/s + Consensus latency: 2,165 ms + + End-to-end TPS: 361,334 tx/s + End-to-end BPS: 185,002,949 B/s + End-to-end latency: 2,903 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-7-False-420000-512.txt b/benchmark/data/tusk/bench-0-4-7-False-420000-512.txt new file mode 100644 index 00000000..191d7ffe --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-7-False-420000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 7 worker(s) + Collocate primary and workers: False + Input rate: 420,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 379,885 tx/s + Consensus BPS: 194,500,870 B/s + Consensus latency: 2,488 ms + + End-to-end TPS: 378,572 tx/s + End-to-end BPS: 193,829,072 B/s + End-to-end latency: 3,125 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 7 worker(s) + Collocate primary and workers: False + Input rate: 420,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 390,395 tx/s + Consensus BPS: 199,882,085 B/s + Consensus latency: 2,540 ms + + End-to-end TPS: 388,923 tx/s + End-to-end BPS: 199,128,602 B/s + End-to-end latency: 3,251 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-7-False-430000-512.txt b/benchmark/data/tusk/bench-0-4-7-False-430000-512.txt new file mode 100644 index 00000000..d56ee940 --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-7-False-430000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 7 worker(s) + Collocate primary and workers: False + Input rate: 430,024 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 412,885 tx/s + Consensus BPS: 211,397,317 B/s + Consensus latency: 2,181 ms + + End-to-end TPS: 411,352 tx/s + End-to-end BPS: 210,612,133 B/s + End-to-end latency: 4,247 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 7 worker(s) + Collocate primary and workers: False + Input rate: 430,024 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 381,098 tx/s + Consensus BPS: 195,122,394 B/s + Consensus latency: 2,175 ms + + End-to-end TPS: 380,325 tx/s + End-to-end BPS: 194,726,553 B/s + End-to-end latency: 5,582 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-4-7-False-440000-512.txt b/benchmark/data/tusk/bench-0-4-7-False-440000-512.txt new file mode 100644 index 00000000..f676c203 --- /dev/null +++ b/benchmark/data/tusk/bench-0-4-7-False-440000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 7 worker(s) + Collocate primary and workers: False + Input rate: 440,020 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 344,147 tx/s + Consensus BPS: 176,203,166 B/s + Consensus latency: 2,723 ms + + End-to-end TPS: 343,036 tx/s + End-to-end BPS: 175,634,600 B/s + End-to-end latency: 7,089 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 4 node(s) + Worker(s) per node: 7 worker(s) + Collocate primary and workers: False + Input rate: 440,020 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 424,286 tx/s + Consensus BPS: 217,234,568 B/s + Consensus latency: 2,169 ms + + End-to-end TPS: 422,822 tx/s + End-to-end BPS: 216,484,720 B/s + End-to-end latency: 5,128 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-50-1-True-100000-512.txt b/benchmark/data/tusk/bench-0-50-1-True-100000-512.txt new file mode 100644 index 00000000..9a97fa07 --- /dev/null +++ b/benchmark/data/tusk/bench-0-50-1-True-100000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 50 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 100,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 97,991 tx/s + Consensus BPS: 50,171,357 B/s + Consensus latency: 2,601 ms + + End-to-end TPS: 97,674 tx/s + End-to-end BPS: 50,009,162 B/s + End-to-end latency: 3,220 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 50 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 100,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 98,057 tx/s + Consensus BPS: 50,205,073 B/s + Consensus latency: 2,654 ms + + End-to-end TPS: 97,746 tx/s + End-to-end BPS: 50,046,131 B/s + End-to-end latency: 3,274 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-50-1-True-150000-512.txt b/benchmark/data/tusk/bench-0-50-1-True-150000-512.txt new file mode 100644 index 00000000..d905d0a0 --- /dev/null +++ b/benchmark/data/tusk/bench-0-50-1-True-150000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 50 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 150,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 147,543 tx/s + Consensus BPS: 75,542,152 B/s + Consensus latency: 2,627 ms + + End-to-end TPS: 146,940 tx/s + End-to-end BPS: 75,233,174 B/s + End-to-end latency: 3,252 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 50 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 150,000 tx/s + Transaction size: 512 B + Execution time: 303 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 147,001 tx/s + Consensus BPS: 75,264,581 B/s + Consensus latency: 2,660 ms + + End-to-end TPS: 146,515 tx/s + End-to-end BPS: 75,015,792 B/s + End-to-end latency: 3,284 ms +----------------------------------------- \ No newline at end of file diff --git a/benchmark/data/tusk/bench-0-50-1-True-180000-512.txt b/benchmark/data/tusk/bench-0-50-1-True-180000-512.txt new file mode 100644 index 00000000..8105be7d --- /dev/null +++ b/benchmark/data/tusk/bench-0-50-1-True-180000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 50 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 180,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 172,685 tx/s + Consensus BPS: 88,414,625 B/s + Consensus latency: 3,007 ms + + End-to-end TPS: 171,999 tx/s + End-to-end BPS: 88,063,671 B/s + End-to-end latency: 3,657 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 50 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 180,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 172,780 tx/s + Consensus BPS: 88,463,105 B/s + Consensus latency: 3,071 ms + + End-to-end TPS: 172,039 tx/s + End-to-end BPS: 88,083,766 B/s + End-to-end latency: 3,698 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-50-1-True-190000-512.txt b/benchmark/data/tusk/bench-0-50-1-True-190000-512.txt new file mode 100644 index 00000000..4087959f --- /dev/null +++ b/benchmark/data/tusk/bench-0-50-1-True-190000-512.txt @@ -0,0 +1,61 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 50 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 190,000 tx/s + Transaction size: 512 B + Execution time: 299 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 148,289 tx/s + Consensus BPS: 75,923,768 B/s + Consensus latency: 10,947 ms + + End-to-end TPS: 147,823 tx/s + End-to-end BPS: 75,685,143 B/s + End-to-end latency: 15,652 ms +----------------------------------------- + + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 50 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 190,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 161,497 tx/s + Consensus BPS: 82,686,229 B/s + Consensus latency: 7,820 ms + + End-to-end TPS: 160,956 tx/s + End-to-end BPS: 82,409,278 B/s + End-to-end latency: 8,914 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-50-1-True-200000-512.txt b/benchmark/data/tusk/bench-0-50-1-True-200000-512.txt new file mode 100644 index 00000000..3bbd58e5 --- /dev/null +++ b/benchmark/data/tusk/bench-0-50-1-True-200000-512.txt @@ -0,0 +1,120 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 50 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 200,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 100 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 100 ms + + + RESULTS: + Consensus TPS: 157,552 tx/s + Consensus BPS: 80,666,527 B/s + Consensus latency: 4,591 ms + + End-to-end TPS: 156,975 tx/s + End-to-end BPS: 80,371,015 B/s + End-to-end latency: 13,604 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 50 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 200,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 100 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 100 ms + + + RESULTS: + Consensus TPS: 141,903 tx/s + Consensus BPS: 72,654,331 B/s + Consensus latency: 9,141 ms + + End-to-end TPS: 141,205 tx/s + End-to-end BPS: 72,296,885 B/s + End-to-end latency: 10,543 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 50 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 200,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 147,104 tx/s + Consensus BPS: 75,316,999 B/s + Consensus latency: 7,603 ms + + End-to-end TPS: 146,428 tx/s + End-to-end BPS: 74,970,884 B/s + End-to-end latency: 16,022 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 50 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 200,000 tx/s + Transaction size: 512 B + Execution time: 298 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 157,526 tx/s + Consensus BPS: 80,653,309 B/s + Consensus latency: 18,251 ms + + End-to-end TPS: 156,903 tx/s + End-to-end BPS: 80,334,504 B/s + End-to-end latency: 20,268 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-50-1-True-30000-512.txt b/benchmark/data/tusk/bench-0-50-1-True-30000-512.txt new file mode 100644 index 00000000..6ba16793 --- /dev/null +++ b/benchmark/data/tusk/bench-0-50-1-True-30000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 50 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 30,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 29,442 tx/s + Consensus BPS: 15,074,241 B/s + Consensus latency: 2,598 ms + + End-to-end TPS: 29,352 tx/s + End-to-end BPS: 15,028,025 B/s + End-to-end latency: 3,192 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 50 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 30,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 29,387 tx/s + Consensus BPS: 15,046,008 B/s + Consensus latency: 2,576 ms + + End-to-end TPS: 29,301 tx/s + End-to-end BPS: 15,001,876 B/s + End-to-end latency: 3,166 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-0-50-1-True-50000-512.txt b/benchmark/data/tusk/bench-0-50-1-True-50000-512.txt new file mode 100644 index 00000000..ec321db5 --- /dev/null +++ b/benchmark/data/tusk/bench-0-50-1-True-50000-512.txt @@ -0,0 +1,29 @@ +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 50 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 50,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 48,880 tx/s + Consensus BPS: 25,026,626 B/s + Consensus latency: 2,600 ms + + End-to-end TPS: 48,770 tx/s + End-to-end BPS: 24,970,026 B/s + End-to-end latency: 3,212 ms +----------------------------------------- \ No newline at end of file diff --git a/benchmark/data/tusk/bench-0-50-1-True-70000-512.txt b/benchmark/data/tusk/bench-0-50-1-True-70000-512.txt new file mode 100644 index 00000000..7ef5ad15 --- /dev/null +++ b/benchmark/data/tusk/bench-0-50-1-True-70000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 50 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 70,000 tx/s + Transaction size: 512 B + Execution time: 302 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 68,529 tx/s + Consensus BPS: 35,086,998 B/s + Consensus latency: 2,604 ms + + End-to-end TPS: 68,409 tx/s + End-to-end BPS: 35,025,595 B/s + End-to-end latency: 3,219 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 0 node(s) + Committee size: 50 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 70,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 68,581 tx/s + Consensus BPS: 35,113,355 B/s + Consensus latency: 2,580 ms + + End-to-end TPS: 68,442 tx/s + End-to-end BPS: 35,042,147 B/s + End-to-end latency: 3,196 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-1-10-1-True-10000-512.txt b/benchmark/data/tusk/bench-1-10-1-True-10000-512.txt new file mode 100644 index 00000000..02d7f96f --- /dev/null +++ b/benchmark/data/tusk/bench-1-10-1-True-10000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 1 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 9,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 8,681 tx/s + Consensus BPS: 4,444,494 B/s + Consensus latency: 3,047 ms + + End-to-end TPS: 8,664 tx/s + End-to-end BPS: 4,435,951 B/s + End-to-end latency: 3,661 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 1 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 9,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 8,744 tx/s + Consensus BPS: 4,476,722 B/s + Consensus latency: 2,985 ms + + End-to-end TPS: 8,721 tx/s + End-to-end BPS: 4,464,968 B/s + End-to-end latency: 3,576 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-1-10-1-True-100000-512.txt b/benchmark/data/tusk/bench-1-10-1-True-100000-512.txt new file mode 100644 index 00000000..03d22412 --- /dev/null +++ b/benchmark/data/tusk/bench-1-10-1-True-100000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 1 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 90,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 86,862 tx/s + Consensus BPS: 44,473,539 B/s + Consensus latency: 2,832 ms + + End-to-end TPS: 86,509 tx/s + End-to-end BPS: 44,292,621 B/s + End-to-end latency: 3,515 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 1 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 90,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 86,948 tx/s + Consensus BPS: 44,517,373 B/s + Consensus latency: 2,911 ms + + End-to-end TPS: 86,530 tx/s + End-to-end BPS: 44,303,121 B/s + End-to-end latency: 3,600 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-1-10-1-True-120000-512.txt b/benchmark/data/tusk/bench-1-10-1-True-120000-512.txt new file mode 100644 index 00000000..4b81ff9a --- /dev/null +++ b/benchmark/data/tusk/bench-1-10-1-True-120000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 1 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 108,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 99,814 tx/s + Consensus BPS: 51,104,559 B/s + Consensus latency: 3,007 ms + + End-to-end TPS: 99,363 tx/s + End-to-end BPS: 50,873,797 B/s + End-to-end latency: 3,727 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 1 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 108,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 100,234 tx/s + Consensus BPS: 51,319,907 B/s + Consensus latency: 3,008 ms + + End-to-end TPS: 99,812 tx/s + End-to-end BPS: 51,103,865 B/s + End-to-end latency: 3,742 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-1-10-1-True-130000-512.txt b/benchmark/data/tusk/bench-1-10-1-True-130000-512.txt new file mode 100644 index 00000000..3d715a99 --- /dev/null +++ b/benchmark/data/tusk/bench-1-10-1-True-130000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 1 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 117,000 tx/s + Transaction size: 512 B + Execution time: 299 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 108,604 tx/s + Consensus BPS: 55,605,054 B/s + Consensus latency: 3,091 ms + + End-to-end TPS: 108,073 tx/s + End-to-end BPS: 55,333,593 B/s + End-to-end latency: 6,185 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 1 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 117,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 107,818 tx/s + Consensus BPS: 55,203,001 B/s + Consensus latency: 3,132 ms + + End-to-end TPS: 107,283 tx/s + End-to-end BPS: 54,928,712 B/s + End-to-end latency: 6,076 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-1-10-1-True-140000-512.txt b/benchmark/data/tusk/bench-1-10-1-True-140000-512.txt new file mode 100644 index 00000000..a5528f27 --- /dev/null +++ b/benchmark/data/tusk/bench-1-10-1-True-140000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 1 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 126,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 113,322 tx/s + Consensus BPS: 58,021,021 B/s + Consensus latency: 2,972 ms + + End-to-end TPS: 112,863 tx/s + End-to-end BPS: 57,785,994 B/s + End-to-end latency: 7,464 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 1 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 126,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 112,694 tx/s + Consensus BPS: 57,699,088 B/s + Consensus latency: 2,968 ms + + End-to-end TPS: 112,166 tx/s + End-to-end BPS: 57,428,911 B/s + End-to-end latency: 6,950 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-1-10-1-True-150000-512.txt b/benchmark/data/tusk/bench-1-10-1-True-150000-512.txt new file mode 100644 index 00000000..07bba399 --- /dev/null +++ b/benchmark/data/tusk/bench-1-10-1-True-150000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 1 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 135,000 tx/s + Transaction size: 512 B + Execution time: 299 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 120,120 tx/s + Consensus BPS: 61,501,519 B/s + Consensus latency: 2,992 ms + + End-to-end TPS: 119,600 tx/s + End-to-end BPS: 61,234,946 B/s + End-to-end latency: 8,633 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 1 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 135,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 119,470 tx/s + Consensus BPS: 61,168,387 B/s + Consensus latency: 2,929 ms + + End-to-end TPS: 118,888 tx/s + End-to-end BPS: 60,870,603 B/s + End-to-end latency: 8,733 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-1-10-1-True-50000-512.txt b/benchmark/data/tusk/bench-1-10-1-True-50000-512.txt new file mode 100644 index 00000000..459042b2 --- /dev/null +++ b/benchmark/data/tusk/bench-1-10-1-True-50000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 1 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 45,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 43,618 tx/s + Consensus BPS: 22,332,542 B/s + Consensus latency: 2,918 ms + + End-to-end TPS: 43,373 tx/s + End-to-end BPS: 22,207,176 B/s + End-to-end latency: 3,573 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 1 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 45,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 43,516 tx/s + Consensus BPS: 22,280,229 B/s + Consensus latency: 2,868 ms + + End-to-end TPS: 43,325 tx/s + End-to-end BPS: 22,182,643 B/s + End-to-end latency: 3,524 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-3-10-1-True-10000-512.txt b/benchmark/data/tusk/bench-3-10-1-True-10000-512.txt new file mode 100644 index 00000000..db6e5e71 --- /dev/null +++ b/benchmark/data/tusk/bench-3-10-1-True-10000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 3 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 7,000 tx/s + Transaction size: 512 B + Execution time: 301 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 6,920 tx/s + Consensus BPS: 3,543,186 B/s + Consensus latency: 4,730 ms + + End-to-end TPS: 6,900 tx/s + End-to-end BPS: 3,533,005 B/s + End-to-end latency: 5,719 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 3 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 7,000 tx/s + Transaction size: 512 B + Execution time: 299 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 6,923 tx/s + Consensus BPS: 3,544,581 B/s + Consensus latency: 4,737 ms + + End-to-end TPS: 6,898 tx/s + End-to-end BPS: 3,532,018 B/s + End-to-end latency: 5,729 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-3-10-1-True-100000-512.txt b/benchmark/data/tusk/bench-3-10-1-True-100000-512.txt new file mode 100644 index 00000000..4a31737e --- /dev/null +++ b/benchmark/data/tusk/bench-3-10-1-True-100000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 3 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 70,000 tx/s + Transaction size: 512 B + Execution time: 297 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 69,521 tx/s + Consensus BPS: 35,594,619 B/s + Consensus latency: 5,041 ms + + End-to-end TPS: 68,958 tx/s + End-to-end BPS: 35,306,242 B/s + End-to-end latency: 6,286 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 3 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 70,000 tx/s + Transaction size: 512 B + Execution time: 298 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 69,494 tx/s + Consensus BPS: 35,580,737 B/s + Consensus latency: 5,058 ms + + End-to-end TPS: 68,978 tx/s + End-to-end BPS: 35,316,746 B/s + End-to-end latency: 6,231 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-3-10-1-True-110000-512.txt b/benchmark/data/tusk/bench-3-10-1-True-110000-512.txt new file mode 100644 index 00000000..58d210ff --- /dev/null +++ b/benchmark/data/tusk/bench-3-10-1-True-110000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 3 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 77,000 tx/s + Transaction size: 512 B + Execution time: 299 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 74,149 tx/s + Consensus BPS: 37,964,386 B/s + Consensus latency: 4,759 ms + + End-to-end TPS: 73,695 tx/s + End-to-end BPS: 37,731,978 B/s + End-to-end latency: 10,915 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 3 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 77,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 73,879 tx/s + Consensus BPS: 37,826,075 B/s + Consensus latency: 4,763 ms + + End-to-end TPS: 73,262 tx/s + End-to-end BPS: 37,510,068 B/s + End-to-end latency: 11,597 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-3-10-1-True-120000-512.txt b/benchmark/data/tusk/bench-3-10-1-True-120000-512.txt new file mode 100644 index 00000000..7e894340 --- /dev/null +++ b/benchmark/data/tusk/bench-3-10-1-True-120000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 3 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 84,000 tx/s + Transaction size: 512 B + Execution time: 297 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 77,368 tx/s + Consensus BPS: 39,612,649 B/s + Consensus latency: 5,056 ms + + End-to-end TPS: 76,844 tx/s + End-to-end BPS: 39,344,155 B/s + End-to-end latency: 17,081 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 3 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 84,000 tx/s + Transaction size: 512 B + Execution time: 297 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 77,578 tx/s + Consensus BPS: 39,720,144 B/s + Consensus latency: 5,049 ms + + End-to-end TPS: 77,087 tx/s + End-to-end BPS: 39,468,297 B/s + End-to-end latency: 15,851 ms +----------------------------------------- diff --git a/benchmark/data/tusk/bench-3-10-1-True-50000-512.txt b/benchmark/data/tusk/bench-3-10-1-True-50000-512.txt new file mode 100644 index 00000000..1e869f06 --- /dev/null +++ b/benchmark/data/tusk/bench-3-10-1-True-50000-512.txt @@ -0,0 +1,60 @@ + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 3 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 35,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 34,764 tx/s + Consensus BPS: 17,799,272 B/s + Consensus latency: 4,755 ms + + End-to-end TPS: 34,490 tx/s + End-to-end BPS: 17,658,715 B/s + End-to-end latency: 5,821 ms +----------------------------------------- + +----------------------------------------- + SUMMARY: +----------------------------------------- + + CONFIG: + Faults: 3 node(s) + Committee size: 10 node(s) + Worker(s) per node: 1 worker(s) + Collocate primary and workers: True + Input rate: 35,000 tx/s + Transaction size: 512 B + Execution time: 300 s + + Header size: 1,000 B + Max header delay: 200 ms + GC depth: 50 round(s) + Sync retry delay: 10,000 ms + Sync retry nodes: 3 node(s) + batch size: 500,000 B + Max batch delay: 200 ms + + + RESULTS: + Consensus TPS: 34,669 tx/s + Consensus BPS: 17,750,773 B/s + Consensus latency: 4,707 ms + + End-to-end TPS: 34,490 tx/s + End-to-end BPS: 17,658,688 B/s + End-to-end latency: 5,770 ms +----------------------------------------- diff --git a/benchmark/fabfile.py b/benchmark/fabfile.py index f2feaf85..b6425f26 100644 --- a/benchmark/fabfile.py +++ b/benchmark/fabfile.py @@ -5,8 +5,8 @@ from benchmark.logs import ParseError, LogParser from benchmark.utils import Print from benchmark.plot import Ploter, PlotError -from aws.instance import InstanceManager -from aws.remote import Bench, BenchError +from benchmark.instance import InstanceManager +from benchmark.remote import Bench, BenchError @task @@ -122,8 +122,8 @@ def remote(ctx, debug=False): def plot(ctx): ''' Plot performance using the logs generated by "fab remote" ''' plot_params = { - 'faults': [0, 1, 3], - 'nodes': [10], + 'faults': [0], + 'nodes': [10, 20, 50], 'workers': [1], 'collocate': True, 'tx_size': 512,