forked from openssl/openssl
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
2 changed files
with
228 additions
and
12 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,7 +1,118 @@ | ||
| #!/bin/bash | ||
|
|
||
| LD_LIBRARY_PATH=$(pwd) apps/openssl speed | ||
| execute_benchmark() { | ||
| LD_LIBRARY_PATH=$(pwd) apps/openssl speed | ||
|
|
||
| for i in sm3 sm4 aes-128-gcm aes-192-gcm aes-256-gcm; do | ||
| LD_LIBRARY_PATH="$(pwd)" apps/openssl speed -evp $i | ||
| done | ||
| } | ||
|
|
||
| calculate_Pn_position() { | ||
| n=$1 | ||
| Pn=$2 | ||
| echo "scale=0; ($n - 1) * $Pn / 100 + 1" | bc -l | ||
| } | ||
|
|
||
| print_Pn() { | ||
| Pns=$1 | ||
| benchmark_comparison=$2 | ||
|
|
||
| test_count=$(cat $benchmark_comparison | wc -l) | ||
| benchmarks=$(cat $benchmark_comparison | sort -n -k 1) | ||
| for i in $Pns; do | ||
| echo -n "P$i " | ||
| echo "$benchmarks" | sed -n "$(calculate_Pn_position $test_count $i)p" | grep -o "^[^ ]*" | ||
| done | ||
| } | ||
|
|
||
| benchmark_cmp() { | ||
| first_benchmark=$1 | ||
| second_benchmark=$2 | ||
|
|
||
| cat $first_benchmark | grep "^Doing" | sed -E "s/[ \r]+$//" > b1.txt | ||
| cat $second_benchmark | grep "^Doing" | sed -E "s/[ \r]+$//" > b2.txt | ||
| paste b1.txt b2.txt | awk '{match($0, /(^[^:]+)/, g1); match($0, /\t+(Doing[^:]+)/, g2); if (g1[1] != g2[1]) exit -1}' \ | ||
| || { echo "Benchmark test sets are not identical"; rm b1.txt b2.txt; exit -1; } | ||
| cat b2.txt | sed -E "s/^[^:]+: /\/\t/" | sed -E "s/ .* / /" > b2_1.txt | ||
| paste b1.txt b2_1.txt | awk '{match($0, /: ([0-9]+)/, g1); match($0, /([\.0-9]+)s\t\//, g2); match($0, /\/\t([0-9]+) /, g3); match($0, /([\.0-9]+)s$/, g4); printf "%f %s\n", (g3[1] / g4[1]) / (g1[1] / g2[1]), $0}' | ||
| rm b1.txt b2.txt b2_1.txt | ||
| } | ||
|
|
||
| benchmark_snapshot() { | ||
| benchmark_snapshot_result=$1 | ||
| benchmark_image=$2 | ||
|
|
||
| benchmark_cmp benchmark_arm64_clangcl.txt benchmark_aarch64_gcc.txt > $benchmark_snapshot_result || exit -1 | ||
|
|
||
| chart_payload="cht=bvg&chs=500x375&chtt=Perfromance%20ratio%20comparison&chma=30,30,30,30&chdlp=t&chco=4d89f9,c6d9fd&chbh=r,0,0&chxt=x,x,y&chxl=1:|Benchmark%20test%20%23&chxp=1,50&chds=a&chxs=2N*p&chdl=AArch64%20/%20Arm64%20Windows&chxr=0,0,247,48&chd=t:" | ||
| chart_payload+=$(cat $benchmark_snapshot_result \ | ||
| | sort -n -r -k 1 \ | ||
| | awk '{val = $1; if (val >= 1) val -= 1; else val = -1/val + 1; printf "%f,", val}') | ||
| chart_payload="${chart_payload%?}" | ||
|
|
||
| curl -X POST -d "$chart_payload" https://chart.googleapis.com/chart > $benchmark_image | ||
| } | ||
|
|
||
| get_latest_benchmark_snapshot () { | ||
| echo .github/benchmark_snapshot/$(ls .github/benchmark_snapshot | sort -r -k 1 | head -n 1) | ||
| } | ||
|
|
||
| verify_benchmark_regression() { | ||
| benchmark_cmp benchmark_arm64_clangcl.txt benchmark_aarch64_gcc.txt > b1 || exit -1 | ||
| latest_benchmark_snapshot=$(get_latest_benchmark_snapshot) | ||
| echo The latest benchmark snapshot: $latest_benchmark_snapshot | ||
| print_Pn "25 50 75 95 99 100" $latest_benchmark_snapshot > Pn_latest | ||
| print_Pn "25 50 75 95 99 100" b1 > Pn_current | ||
| echo Pn latest_snapshot current percentage_change | ||
| paste Pn_latest Pn_current | awk 'begin{max = 0} {change = $4 * 100 / $2 - 100; if (max < change) max = change; printf "%s %s %s %f\n", $1, $2, $4, change} END {if (max > 10) print "Potential benchmark regression has been detected"}' > change | ||
| cat change | ||
| cat change | grep -q "Potential benchmark regression has been detected" && exit 1 || echo "Benchmark regression has not been detected" | ||
| } | ||
|
|
||
| create_benchmark_snapshot_pr() { | ||
| git config user.name "$GITHUB_ACTOR" | ||
| git config user.email "$GITHUB_ACTOR@users.noreply.github.com" | ||
| # fetch workflow scripts from default branch | ||
| git fetch origin $DEFAULT_BRANCH | ||
| git checkout origin/$DEFAULT_BRANCH -- .github/workflows/scripts | ||
| branch=$BRANCH | ||
| # define a file for benchmark snapshot | ||
| [[ -z $branch ]] && branch=$(git symbolic-ref --short HEAD) | ||
| [ ! -d .github/benchmark_snapshot ] && mkdir -p .github/benchmark_snapshot | ||
| benchmark_snapshot_result=$(date +".github/benchmark_snapshot/${branch}_%Y-%m-%d_%H_%M_%S_gcc_vs_clang.txt") | ||
| # define a file for a benchmark image in assests branch which will be used in PR description | ||
| [ ! -d .assets/benchmark ] && mkdir -p .assets/benchmark | ||
| benchmark_image=$(date +".assets/benchmark/benchmark_snapshot_%Y-%m-%d_%H_%M_%S_gcc_vs_clangcl.png") | ||
| # create benchmark snapshot and benchmark image for the PR | ||
| . .github/workflows/scripts/benchmark.sh benchmark_snapshot $benchmark_snapshot_result $benchmark_image | ||
| # add benchmark image to assets branch | ||
| git restore .github/workflows/scripts | ||
| git fetch origin assets | ||
| git checkout assets | ||
| git add $benchmark_image | ||
| git commit -am "* add a benchmark image" | ||
| git push | ||
| # add benchmark snapshot to PR branch | ||
| git checkout $DEFAULT_BRANCH -- | ||
| git checkout -b benchmark_snapshot | ||
| git add .github/benchmark_snapshot | ||
| git commit -am "* add a benchmark snapshot" | ||
| git push --force origin benchmark_snapshot | ||
| # create a PR for benchmark snapshot | ||
| PR_RESPONSE=$(curl -X POST -H "Authorization: Bearer $GITHUB_TOKEN" \ | ||
| -d '{ | ||
| "title": "Add benchmark snapshot", | ||
| "body": "", | ||
| "head": "benchmark_snapshot", | ||
| "base": "$DEFAULT_BRANCH" | ||
| }' \ | ||
| https://api.github.com/repos/$GITHUB_REPOSITORY/pulls) | ||
| echo "$PR_RESPONSE" | ||
| } | ||
|
|
||
| command=$1 | ||
| shift | ||
|
|
||
| $command "$@" | ||
|
|
||
| for i in sm3 sm4 aes-128-gcm aes-192-gcm aes-256-gcm; do | ||
| LD_LIBRARY_PATH="$(pwd)" apps/openssl speed -evp $i | ||
| done |