Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

First benchmark Report #549

Merged
merged 8 commits into from
Jun 9, 2024
Merged

First benchmark Report #549

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
8 commits
Select commit Hold shift + click to select a range
884ad9f
Sample PR with no changes
afsalthaj Jun 6, 2024
dd55c11
Merge branch 'main' into test_benchmark
afsalthaj Jun 7, 2024
8bddb20
Merge branch 'main' into test_benchmark
afsalthaj Jun 7, 2024
64313a7
Merge branch 'main' into test_benchmark
afsalthaj Jun 7, 2024
e85f37b
Merge branch 'main' into test_benchmark
afsalthaj Jun 7, 2024
f878a07
Adding benchmarking data
actions-user Jun 7, 2024
c40e03b
Merge branch 'main' into test_benchmark
afsalthaj Jun 8, 2024
c9a6bce
Adding benchmarking data
actions-user Jun 8, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions benchmark-data/benchmark_cold_start_large.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"runs":[{"cluster_size":3,"size":10,"length":100}],"results":[[{"cluster_size":3,"size":10,"length":100},{"duration_results":{"worker-1":{"avg":{"secs":0,"nanos":221491274},"min":{"secs":0,"nanos":147984141},"max":{"secs":0,"nanos":265340192},"all":[{"secs":0,"nanos":147984141},{"secs":0,"nanos":265340192},{"secs":0,"nanos":251149491}],"per_iteration":[[{"secs":0,"nanos":147984141}],[{"secs":0,"nanos":265340192}],[{"secs":0,"nanos":251149491}]]},"worker-5":{"avg":{"secs":0,"nanos":237491242},"min":{"secs":0,"nanos":159351492},"max":{"secs":0,"nanos":302757635},"all":[{"secs":0,"nanos":159351492},{"secs":0,"nanos":302757635},{"secs":0,"nanos":250364600}],"per_iteration":[[{"secs":0,"nanos":159351492}],[{"secs":0,"nanos":302757635}],[{"secs":0,"nanos":250364600}]]},"worker-7":{"avg":{"secs":0,"nanos":228847621},"min":{"secs":0,"nanos":155595223},"max":{"secs":0,"nanos":273405707},"all":[{"secs":0,"nanos":155595223},{"secs":0,"nanos":273405707},{"secs":0,"nanos":257541933}],"per_iteration":[[{"secs":0,"nanos":155595223}],[{"secs":0,"nanos":273405707}],[{"secs":0,"nanos":257541933}]]},"worker-3":{"avg":{"secs":0,"nanos":220393216},"min":{"secs":0,"nanos":153054296},"max":{"secs":0,"nanos":264680095},"all":[{"secs":0,"nanos":153054296},{"secs":0,"nanos":264680095},{"secs":0,"nanos":243445257}],"per_iteration":[[{"secs":0,"nanos":153054296}],[{"secs":0,"nanos":264680095}],[{"secs":0,"nanos":243445257}]]},"worker-9":{"avg":{"secs":0,"nanos":230217783},"min":{"secs":0,"nanos":147313360},"max":{"secs":0,"nanos":272289190},"all":[{"secs":0,"nanos":147313360},{"secs":0,"nanos":271050799},{"secs":0,"nanos":272289190}],"per_iteration":[[{"secs":0,"nanos":147313360}],[{"secs":0,"nanos":271050799}],[{"secs":0,"nanos":272289190}]]},"invocation":{"avg":{"secs":0,"nanos":227757226},"min":{"secs":0,"nanos":147313360},"max":{"secs":0,"nanos":302757635},"all":[{"secs":0,"nanos":147313360},{"secs":0,"nanos":147984141},{"secs":0,"nanos":150179694},{"secs":0,"nanos":153054296},{"secs":0,"nanos":155595223},{"secs":0,"nanos":158577172},{"secs":0,"nanos":159351492},{"secs":0,"nanos":161283662},{"secs":0,"nanos":166178766},{"secs":0,"nanos":169625435},{"secs":0,"nanos":264680095},{"secs":0,"nanos":265340192},{"secs":0,"nanos":265713827},{"secs":0,"nanos":271050799},{"secs":0,"nanos":272365235},{"secs":0,"nanos":272225716},{"secs":0,"nanos":273405707},{"secs":0,"nanos":274128683},{"secs":0,"nanos":277467996},{"secs":0,"nanos":302757635},{"secs":0,"nanos":219596724},{"secs":0,"nanos":243445257},{"secs":0,"nanos":246664046},{"secs":0,"nanos":250364600},{"secs":0,"nanos":251149491},{"secs":0,"nanos":253242304},{"secs":0,"nanos":257541933},{"secs":0,"nanos":258996459},{"secs":0,"nanos":271147656},{"secs":0,"nanos":272289190}],"per_iteration":[[{"secs":0,"nanos":147313360},{"secs":0,"nanos":147984141},{"secs":0,"nanos":150179694},{"secs":0,"nanos":153054296},{"secs":0,"nanos":155595223},{"secs":0,"nanos":158577172},{"secs":0,"nanos":159351492},{"secs":0,"nanos":161283662},{"secs":0,"nanos":166178766},{"secs":0,"nanos":169625435}],[{"secs":0,"nanos":264680095},{"secs":0,"nanos":265340192},{"secs":0,"nanos":265713827},{"secs":0,"nanos":271050799},{"secs":0,"nanos":272365235},{"secs":0,"nanos":272225716},{"secs":0,"nanos":273405707},{"secs":0,"nanos":274128683},{"secs":0,"nanos":277467996},{"secs":0,"nanos":302757635}],[{"secs":0,"nanos":219596724},{"secs":0,"nanos":243445257},{"secs":0,"nanos":246664046},{"secs":0,"nanos":250364600},{"secs":0,"nanos":251149491},{"secs":0,"nanos":253242304},{"secs":0,"nanos":257541933},{"secs":0,"nanos":258996459},{"secs":0,"nanos":271147656},{"secs":0,"nanos":272289190}]]},"worker-4":{"avg":{"secs":0,"nanos":226746597},"min":{"secs":0,"nanos":161283662},"max":{"secs":0,"nanos":265713827},"all":[{"secs":0,"nanos":161283662},{"secs":0,"nanos":265713827},{"secs":0,"nanos":253242304}],"per_iteration":[[{"secs":0,"nanos":161283662}],[{"secs":0,"nanos":265713827}],[{"secs":0,"nanos":253242304}]]},"worker-2":{"avg":{"secs":0,"nanos":222230051},"min":{"secs":0,"nanos":169625435},"max":{"secs":0,"nanos":277467996},"all":[{"secs":0,"nanos":169625435},{"secs":0,"nanos":277467996},{"secs":0,"nanos":219596724}],"per_iteration":[[{"secs":0,"nanos":169625435}],[{"secs":0,"nanos":277467996}],[{"secs":0,"nanos":219596724}]]},"worker-8":{"avg":{"secs":0,"nanos":223023152},"min":{"secs":0,"nanos":150179694},"max":{"secs":0,"nanos":272225716},"all":[{"secs":0,"nanos":150179694},{"secs":0,"nanos":272225716},{"secs":0,"nanos":246664046}],"per_iteration":[[{"secs":0,"nanos":150179694}],[{"secs":0,"nanos":272225716}],[{"secs":0,"nanos":246664046}]]},"worker-6":{"avg":{"secs":0,"nanos":233101302},"min":{"secs":0,"nanos":166178766},"max":{"secs":0,"nanos":274128683},"all":[{"secs":0,"nanos":166178766},{"secs":0,"nanos":274128683},{"secs":0,"nanos":258996459}],"per_iteration":[[{"secs":0,"nanos":166178766}],[{"secs":0,"nanos":274128683}],[{"secs":0,"nanos":258996459}]]},"worker-0":{"avg":{"secs":0,"nanos":234030021},"min":{"secs":0,"nanos":158577172},"max":{"secs":0,"nanos":272365235},"all":[{"secs":0,"nanos":158577172},{"secs":0,"nanos":272365235},{"secs":0,"nanos":271147656}],"per_iteration":[[{"secs":0,"nanos":158577172}],[{"secs":0,"nanos":272365235}],[{"secs":0,"nanos":271147656}]]}},"count_results":{}}]]}
1 change: 1 addition & 0 deletions benchmark-data/benchmark_cold_start_large_no_compilation.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"runs":[{"cluster_size":3,"size":10,"length":100}],"results":[[{"cluster_size":3,"size":10,"length":100},{"duration_results":{"invocation":{"avg":{"secs":114,"nanos":598006538},"min":{"secs":113,"nanos":397751368},"max":{"secs":116,"nanos":143699773},"all":[{"secs":116,"nanos":132654717},{"secs":116,"nanos":133152703},{"secs":116,"nanos":136150085},{"secs":116,"nanos":137272639},{"secs":116,"nanos":138642122},{"secs":116,"nanos":139561041},{"secs":116,"nanos":140648852},{"secs":116,"nanos":142613626},{"secs":116,"nanos":142484845},{"secs":116,"nanos":143699773},{"secs":113,"nanos":397751368},{"secs":113,"nanos":398148453},{"secs":113,"nanos":401259467},{"secs":113,"nanos":401501361},{"secs":113,"nanos":401457131},{"secs":113,"nanos":401785462},{"secs":113,"nanos":404618166},{"secs":113,"nanos":405292612},{"secs":113,"nanos":407035038},{"secs":113,"nanos":407360359},{"secs":114,"nanos":247438939},{"secs":114,"nanos":248900022},{"secs":114,"nanos":251614808},{"secs":114,"nanos":251608840},{"secs":114,"nanos":252149307},{"secs":114,"nanos":253476494},{"secs":114,"nanos":254168196},{"secs":114,"nanos":255674344},{"secs":114,"nanos":255541275},{"secs":114,"nanos":256534108}],"per_iteration":[[{"secs":116,"nanos":132654717},{"secs":116,"nanos":133152703},{"secs":116,"nanos":136150085},{"secs":116,"nanos":137272639},{"secs":116,"nanos":138642122},{"secs":116,"nanos":139561041},{"secs":116,"nanos":140648852},{"secs":116,"nanos":142613626},{"secs":116,"nanos":142484845},{"secs":116,"nanos":143699773}],[{"secs":113,"nanos":397751368},{"secs":113,"nanos":398148453},{"secs":113,"nanos":401259467},{"secs":113,"nanos":401501361},{"secs":113,"nanos":401457131},{"secs":113,"nanos":401785462},{"secs":113,"nanos":404618166},{"secs":113,"nanos":405292612},{"secs":113,"nanos":407035038},{"secs":113,"nanos":407360359}],[{"secs":114,"nanos":247438939},{"secs":114,"nanos":248900022},{"secs":114,"nanos":251614808},{"secs":114,"nanos":251608840},{"secs":114,"nanos":252149307},{"secs":114,"nanos":253476494},{"secs":114,"nanos":254168196},{"secs":114,"nanos":255674344},{"secs":114,"nanos":255541275},{"secs":114,"nanos":256534108}]]},"worker-5":{"avg":{"secs":114,"nanos":593268031},"min":{"secs":113,"nanos":397751368},"max":{"secs":116,"nanos":133152703},"all":[{"secs":116,"nanos":133152703},{"secs":113,"nanos":397751368},{"secs":114,"nanos":248900022}],"per_iteration":[[{"secs":116,"nanos":133152703}],[{"secs":113,"nanos":397751368}],[{"secs":114,"nanos":248900022}]]},"worker-7":{"avg":{"secs":114,"nanos":597981220},"min":{"secs":113,"nanos":401259467},"max":{"secs":116,"nanos":136150085},"all":[{"secs":116,"nanos":136150085},{"secs":113,"nanos":401259467},{"secs":114,"nanos":256534108}],"per_iteration":[[{"secs":116,"nanos":136150085}],[{"secs":113,"nanos":401259467}],[{"secs":114,"nanos":256534108}]]},"worker-9":{"avg":{"secs":114,"nanos":595676644},"min":{"secs":113,"nanos":398148453},"max":{"secs":116,"nanos":137272639},"all":[{"secs":116,"nanos":137272639},{"secs":113,"nanos":398148453},{"secs":114,"nanos":251608840}],"per_iteration":[[{"secs":116,"nanos":137272639}],[{"secs":113,"nanos":398148453}],[{"secs":114,"nanos":251608840}]]},"worker-8":{"avg":{"secs":114,"nanos":599797421},"min":{"secs":113,"nanos":405292612},"max":{"secs":116,"nanos":142484845},"all":[{"secs":116,"nanos":142484845},{"secs":113,"nanos":405292612},{"secs":114,"nanos":251614808}],"per_iteration":[[{"secs":116,"nanos":142484845}],[{"secs":113,"nanos":405292612}],[{"secs":114,"nanos":251614808}]]},"worker-0":{"avg":{"secs":114,"nanos":599811738},"min":{"secs":113,"nanos":404618166},"max":{"secs":116,"nanos":140648852},"all":[{"secs":116,"nanos":140648852},{"secs":113,"nanos":404618166},{"secs":114,"nanos":254168196}],"per_iteration":[[{"secs":116,"nanos":140648852}],[{"secs":113,"nanos":404618166}],[{"secs":114,"nanos":254168196}]]},"worker-6":{"avg":{"secs":114,"nanos":599102070},"min":{"secs":113,"nanos":401457131},"max":{"secs":116,"nanos":143699773},"all":[{"secs":116,"nanos":143699773},{"secs":113,"nanos":401457131},{"secs":114,"nanos":252149307}],"per_iteration":[[{"secs":116,"nanos":143699773}],[{"secs":113,"nanos":401457131}],[{"secs":114,"nanos":252149307}]]},"worker-1":{"avg":{"secs":114,"nanos":597722083},"min":{"secs":113,"nanos":407035038},"max":{"secs":116,"nanos":132654717},"all":[{"secs":116,"nanos":132654717},{"secs":113,"nanos":407035038},{"secs":114,"nanos":253476494}],"per_iteration":[[{"secs":116,"nanos":132654717}],[{"secs":113,"nanos":407035038}],[{"secs":114,"nanos":253476494}]]},"worker-2":{"avg":{"secs":114,"nanos":601882776},"min":{"secs":113,"nanos":407360359},"max":{"secs":116,"nanos":142613626},"all":[{"secs":116,"nanos":142613626},{"secs":113,"nanos":407360359},{"secs":114,"nanos":255674344}],"per_iteration":[[{"secs":116,"nanos":142613626}],[{"secs":113,"nanos":407360359}],[{"secs":114,"nanos":255674344}]]},"worker-4":{"avg":{"secs":114,"nanos":598561586},"min":{"secs":113,"nanos":401501361},"max":{"secs":116,"nanos":138642122},"all":[{"secs":116,"nanos":138642122},{"secs":113,"nanos":401501361},{"secs":114,"nanos":255541275}],"per_iteration":[[{"secs":116,"nanos":138642122}],[{"secs":113,"nanos":401501361}],[{"secs":114,"nanos":255541275}]]},"worker-3":{"avg":{"secs":114,"nanos":596261814},"min":{"secs":113,"nanos":401785462},"max":{"secs":116,"nanos":139561041},"all":[{"secs":116,"nanos":139561041},{"secs":113,"nanos":401785462},{"secs":114,"nanos":247438939}],"per_iteration":[[{"secs":116,"nanos":139561041}],[{"secs":113,"nanos":401785462}],[{"secs":114,"nanos":247438939}]]}},"count_results":{}}]]}
1 change: 1 addition & 0 deletions benchmark-data/benchmark_cold_start_medium.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"runs":[{"cluster_size":3,"size":10,"length":100}],"results":[[{"cluster_size":3,"size":10,"length":100},{"duration_results":{"worker-2":{"avg":{"secs":0,"nanos":132650328},"min":{"secs":0,"nanos":128300875},"max":{"secs":0,"nanos":138983898},"all":[{"secs":0,"nanos":138983898},{"secs":0,"nanos":130666213},{"secs":0,"nanos":128300875}],"per_iteration":[[{"secs":0,"nanos":138983898}],[{"secs":0,"nanos":130666213}],[{"secs":0,"nanos":128300875}]]},"worker-9":{"avg":{"secs":0,"nanos":134403587},"min":{"secs":0,"nanos":127608281},"max":{"secs":0,"nanos":140723094},"all":[{"secs":0,"nanos":140723094},{"secs":0,"nanos":134879388},{"secs":0,"nanos":127608281}],"per_iteration":[[{"secs":0,"nanos":140723094}],[{"secs":0,"nanos":134879388}],[{"secs":0,"nanos":127608281}]]},"worker-3":{"avg":{"secs":0,"nanos":133241307},"min":{"secs":0,"nanos":131213122},"max":{"secs":0,"nanos":136854355},"all":[{"secs":0,"nanos":136854355},{"secs":0,"nanos":131213122},{"secs":0,"nanos":131656445}],"per_iteration":[[{"secs":0,"nanos":136854355}],[{"secs":0,"nanos":131213122}],[{"secs":0,"nanos":131656445}]]},"worker-5":{"avg":{"secs":0,"nanos":132113195},"min":{"secs":0,"nanos":128940567},"max":{"secs":0,"nanos":136346334},"all":[{"secs":0,"nanos":136346334},{"secs":0,"nanos":131052684},{"secs":0,"nanos":128940567}],"per_iteration":[[{"secs":0,"nanos":136346334}],[{"secs":0,"nanos":131052684}],[{"secs":0,"nanos":128940567}]]},"worker-8":{"avg":{"secs":0,"nanos":132461212},"min":{"secs":0,"nanos":127121045},"max":{"secs":0,"nanos":140477794},"all":[{"secs":0,"nanos":140477794},{"secs":0,"nanos":129784799},{"secs":0,"nanos":127121045}],"per_iteration":[[{"secs":0,"nanos":140477794}],[{"secs":0,"nanos":129784799}],[{"secs":0,"nanos":127121045}]]},"worker-7":{"avg":{"secs":0,"nanos":133737945},"min":{"secs":0,"nanos":126743781},"max":{"secs":0,"nanos":141177790},"all":[{"secs":0,"nanos":141177790},{"secs":0,"nanos":133292265},{"secs":0,"nanos":126743781}],"per_iteration":[[{"secs":0,"nanos":141177790}],[{"secs":0,"nanos":133292265}],[{"secs":0,"nanos":126743781}]]},"worker-6":{"avg":{"secs":0,"nanos":134196552},"min":{"secs":0,"nanos":131163328},"max":{"secs":0,"nanos":135961724},"all":[{"secs":0,"nanos":135961724},{"secs":0,"nanos":135464606},{"secs":0,"nanos":131163328}],"per_iteration":[[{"secs":0,"nanos":135961724}],[{"secs":0,"nanos":135464606}],[{"secs":0,"nanos":131163328}]]},"invocation":{"avg":{"secs":0,"nanos":133108346},"min":{"secs":0,"nanos":126025747},"max":{"secs":0,"nanos":141177790},"all":[{"secs":0,"nanos":135961724},{"secs":0,"nanos":136346334},{"secs":0,"nanos":136854355},{"secs":0,"nanos":138352497},{"secs":0,"nanos":138928793},{"secs":0,"nanos":138983898},{"secs":0,"nanos":140723094},{"secs":0,"nanos":141127003},{"secs":0,"nanos":140477794},{"secs":0,"nanos":141177790},{"secs":0,"nanos":129784799},{"secs":0,"nanos":130479387},{"secs":0,"nanos":130666213},{"secs":0,"nanos":131052684},{"secs":0,"nanos":131307978},{"secs":0,"nanos":131213122},{"secs":0,"nanos":131474127},{"secs":0,"nanos":133292265},{"secs":0,"nanos":134879388},{"secs":0,"nanos":135464606},{"secs":0,"nanos":126025747},{"secs":0,"nanos":126743781},{"secs":0,"nanos":127124336},{"secs":0,"nanos":127121045},{"secs":0,"nanos":127608281},{"secs":0,"nanos":128300875},{"secs":0,"nanos":128940567},{"secs":0,"nanos":130018147},{"secs":0,"nanos":131163328},{"secs":0,"nanos":131656445}],"per_iteration":[[{"secs":0,"nanos":135961724},{"secs":0,"nanos":136346334},{"secs":0,"nanos":136854355},{"secs":0,"nanos":138352497},{"secs":0,"nanos":138928793},{"secs":0,"nanos":138983898},{"secs":0,"nanos":140723094},{"secs":0,"nanos":141127003},{"secs":0,"nanos":140477794},{"secs":0,"nanos":141177790}],[{"secs":0,"nanos":129784799},{"secs":0,"nanos":130479387},{"secs":0,"nanos":130666213},{"secs":0,"nanos":131052684},{"secs":0,"nanos":131307978},{"secs":0,"nanos":131213122},{"secs":0,"nanos":131474127},{"secs":0,"nanos":133292265},{"secs":0,"nanos":134879388},{"secs":0,"nanos":135464606}],[{"secs":0,"nanos":126025747},{"secs":0,"nanos":126743781},{"secs":0,"nanos":127124336},{"secs":0,"nanos":127121045},{"secs":0,"nanos":127608281},{"secs":0,"nanos":128300875},{"secs":0,"nanos":128940567},{"secs":0,"nanos":130018147},{"secs":0,"nanos":131163328},{"secs":0,"nanos":131656445}]]},"worker-1":{"avg":{"secs":0,"nanos":132453702},"min":{"secs":0,"nanos":127124336},"max":{"secs":0,"nanos":138928793},"all":[{"secs":0,"nanos":138928793},{"secs":0,"nanos":131307978},{"secs":0,"nanos":127124336}],"per_iteration":[[{"secs":0,"nanos":138928793}],[{"secs":0,"nanos":131307978}],[{"secs":0,"nanos":127124336}]]},"worker-4":{"avg":{"secs":0,"nanos":133281590},"min":{"secs":0,"nanos":130018147},"max":{"secs":0,"nanos":138352497},"all":[{"secs":0,"nanos":138352497},{"secs":0,"nanos":131474127},{"secs":0,"nanos":130018147}],"per_iteration":[[{"secs":0,"nanos":138352497}],[{"secs":0,"nanos":131474127}],[{"secs":0,"nanos":130018147}]]},"worker-0":{"avg":{"secs":0,"nanos":132544045},"min":{"secs":0,"nanos":126025747},"max":{"secs":0,"nanos":141127003},"all":[{"secs":0,"nanos":141127003},{"secs":0,"nanos":130479387},{"secs":0,"nanos":126025747}],"per_iteration":[[{"secs":0,"nanos":141127003}],[{"secs":0,"nanos":130479387}],[{"secs":0,"nanos":126025747}]]}},"count_results":{}}]]}
Loading