Bump urllib from 3.19.3 to 3.21.0 in /src #409
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: IMA container test | |
on: | |
push: | |
branches-ignore: | |
- 'docs-v*' | |
pull_request: | |
branches-ignore: | |
- 'docs-v*' | |
jobs: | |
cancel-runs: | |
name: Cancel Previous Runs | |
runs-on: ubuntu-latest | |
steps: | |
- name: Cancel Previous Runs | |
uses: styfle/[email protected] | |
with: | |
access_token: ${{ github.token }} | |
test-comprehensive: | |
runs-on: self-hosted | |
steps: | |
- uses: oven-sh/setup-bun@v1 | |
- name: INIT - force pre-clean | |
run: | | |
echo "------------------------------------------------------------------------------------" | |
sudo docker ps | |
echo "------------------------------------------------------------------------------------" | |
sudo docker stop run_sgx_sim_sgxwallet_1 || true | |
sudo docker stop tm || true | |
sudo docker stop redis || true | |
echo "------------------------------------------------------------------------------------" | |
sudo docker ps | |
echo "------------------------------------------------------------------------------------" | |
sudo rm -rf comprehensive-test || true | |
sudo rm -rf ./sgxwallet || true | |
sudo rm -rf ./transaction-manager || true | |
- uses: actions/checkout@v2 | |
with: | |
submodules: recursive | |
- uses: oven-sh/setup-bun@v1 | |
- name: INFO - github environment variable checks | |
run: | | |
echo ------------ GIT_CURRENT_BRANCH | |
export GIT_CURRENT_BRANCH=$(git rev-parse --abbrev-ref HEAD) | |
echo $GIT_CURRENT_BRANCH | |
echo ------------ GIT_SYMBOLIC_BRANCH | |
export GIT_SYMBOLIC_BRANCH=$(git symbolic-ref --short HEAD) | |
echo $GIT_SYMBOLIC_BRANCH | |
echo ------------ GITHUB_WORKFLOW | |
echo $GITHUB_WORKFLOW | |
echo ------------ GITHUB_RUN_ID | |
echo $GITHUB_RUN_ID | |
echo ------------ GITHUB_RUN_NUMBER | |
echo $GITHUB_RUN_NUMBER | |
echo ------------ GITHUB_ACTION | |
echo $GITHUB_ACTION | |
echo ------------ GITHUB_ACTIONS | |
echo $GITHUB_ACTIONS | |
echo ------------ GITHUB_ACTOR | |
echo $GITHUB_ACTOR | |
echo ------------ GITHUB_REPOSITORY | |
echo $GITHUB_REPOSITORY | |
echo ------------ GITHUB_EVENT_NAME | |
echo $GITHUB_EVENT_NAME | |
echo ------------ GITHUB_EVENT_PATH | |
echo $GITHUB_EVENT_PATH | |
echo ------------ GITHUB_WORKSPACE | |
echo $GITHUB_WORKSPACE | |
echo ------------ GITHUB_SHA | |
echo $GITHUB_SHA | |
echo ------------ GITHUB_REF | |
echo $GITHUB_REF | |
echo ------------ GITHUB_HEAD_REF | |
echo $GITHUB_HEAD_REF | |
echo ------------ GITHUB_BASE_REF | |
echo $GITHUB_BASE_REF | |
- name: INFO - user information checks | |
run: | | |
echo ------------ user | |
echo $USER | |
echo ------------ home | |
echo $HOME | |
echo ------------ path | |
echo $PATH | |
- name: INFO - system information checks | |
run: | | |
echo ------------ pwd | |
pwd | |
echo ------------ unix name - a | |
uname -a || true | |
echo ------------ unix name - r | |
uname -r || true | |
echo ------------ lsb_release - cat | |
cat /etc/lsb-release | |
echo ------------ lsb_release - a | |
lsb_release -a || true | |
echo ------------ hostnamectl | |
hostnamectl || true | |
echo ------------ /etc/os-release | |
cat /etc/os-release || true | |
echo ------------ /proc/version | |
cat /proc/version || true | |
echo ------------ lscpu | |
lscpu || true | |
- name: UPDATE - system deps and install libc6, net-tools, btrfs-progs, zip, unzip, bash, procps, curl, jq | |
run: | | |
sudo apt-get update | |
sudo apt-get install -y libc6 net-tools btrfs-progs zip unzip build-essential | |
sudo apt-get install -y bash | |
sudo apt-get install -y procps | |
sudo apt-get install -y curl | |
sudo apt-get install -y jq | |
- name: INIT - uninstall old Node JS if any | |
run: | | |
sudo npm cache clean -f || true &> /dev/null | |
sudo apt-get remove -y nodejs npm node -y || true &> /dev/null | |
sudo apt-get purge -y nodejs -y || true &> /dev/null | |
sudo apt-get autoremove -y || true &> /dev/null | |
sudo rm -rf /usr/bin/node || true &> /dev/null | |
sudo rm -rf /usr/include/node || true &> /dev/null | |
sudo rm -rf /usr/lib/node_modules || true &> /dev/null | |
sudo rm -rf /usr/local/bin/npm || true &> /dev/null | |
sudo rm -rf /usr/local/share/man/man1/node* || true &> /dev/null | |
sudo rm -rf /usr/local/lib/dtrace/node.d || true &> /dev/null | |
sudo rm -rf ~/.npm || true &> /dev/null | |
sudo rm -rf ~/.node-gyp || true &> /dev/null | |
sudo rm -rf /opt/local/bin/node || true &> /dev/null | |
sudo rm -rf /opt/local/include/node || true &> /dev/null | |
sudo rm -rf /opt/local/lib/node_modules || true &> /dev/null | |
sudo rm -rf /usr/local/lib/node* || true &> /dev/null | |
sudo rm -rf /usr/local/include/node* || true &> /dev/null | |
sudo rm -rf /usr/local/bin/node* || true &> /dev/null | |
- name: INIT - install Node JS | |
run: | | |
curl -sL https://deb.nodesource.com/setup_18.x | sudo bash - | |
sudo apt-get install -y nodejs | |
sudo ln -s /usr/bin/node /usr/local/bin/node || true | |
- name: INIT - install Node utilities | |
run: | | |
sudo npm install --global npm | |
sudo npm install --global color-support | |
sudo npm install --global yarn | |
sudo npm install --global node-gyp | |
- name: INIT - version checks of Node JS and its utilities | |
run: | | |
which node | |
node --version | |
which npx | |
npx --version | |
which npm | |
npm --version | |
which yarn | |
yarn --version | |
which node-gyp | |
node-gyp --version | |
- name: INIT - version checks of Bun SH | |
run: | | |
which bun | |
bun --version | |
- name: INIT - Download comprehensive-test | |
working-directory: ${{env.working-directory}} | |
run: | | |
sudo rm -rf ./comprehensive-test || true | |
export IMA_AGENT_ROOT_DIR=$(pwd) | |
echo IMA_AGENT_ROOT_DIR = $IMA_AGENT_ROOT_DIR | |
git clone https://github.com/skalenetwork/comprehensive-test.git --recursive | |
- name: INIT - install Ethereum Main Net emulation | |
working-directory: ${{env.working-directory}} | |
run: | | |
cd comprehensive-test | |
pwd | |
cd cli-hh | |
./clean.sh | |
./init.sh | |
cd ../.. | |
- name: INIT - startup Ethereum Main Net emulation | |
working-directory: ${{env.working-directory}} | |
run: | | |
cd comprehensive-test | |
cd cli-hh | |
./run.sh &> ../local_mainnet_output_log.txt & | |
cd ../.. | |
- name: INIT - Install PYTHON | |
uses: actions/setup-python@v2 | |
with: | |
python-version: 3.8 | |
- name: INIT - Install venv for PYTHON | |
working-directory: ${{env.working-directory}} | |
run: | | |
sudo apt-get install -y python3.8-venv | |
- name: INIT - Install everything in IMA | |
working-directory: ${{env.working-directory}} | |
run: | | |
yarn install | |
- name: INIT - initialize comprehensive test tokens | |
working-directory: ${{env.working-directory}} | |
run: | | |
cd comprehensive-test/test_tokens | |
yarn install | |
cd ../.. | |
- name: INIT - initialize S-Chain configuration creator | |
working-directory: ${{env.working-directory}} | |
run: | | |
cd comprehensive-test | |
cd s_chain_gen | |
yarn install | |
cd .. | |
cd .. | |
- name: INIT - initialize S-Chain configuration creator | |
working-directory: ${{env.working-directory}} | |
run: | | |
cd comprehensive-test | |
cd s_chain_gen | |
yarn install | |
cd .. | |
cd .. | |
- name: INIT - check skaled can run | |
working-directory: ${{env.working-directory}} | |
run: | | |
cd comprehensive-test | |
export DETECTED_UBUNTU_VERSION=$(lsb_release -r | cut -f2) | |
export TRYING_SKALED_AT_PATH=./app_cache/bin_$DETECTED_UBUNTU_VERSION/skaled | |
$TRYING_SKALED_AT_PATH --colors --version | |
$TRYING_SKALED_AT_PATH --help | |
cd .. | |
- name: INIT - generate configuration files for S-Chain nodes | |
working-directory: ${{env.working-directory}} | |
run: | | |
cd comprehensive-test | |
cd s_chain_gen | |
./init.sh | |
cd ../.. | |
- name: INIT - download Skale Manager | |
working-directory: ${{env.working-directory}} | |
run: | | |
cd comprehensive-test | |
sudo rm -rf ./skale-manager || true | |
git clone https://github.com/skalenetwork/skale-manager.git --recursive | |
cd .. | |
- name: INIT - install Skale Manager dependencies | |
working-directory: ${{env.working-directory}} | |
run: | | |
cd comprehensive-test | |
cd skale-manager | |
yarn install | |
cd ../.. | |
- name: INIT - install comprehensive engine dependencies | |
working-directory: ${{env.working-directory}} | |
run: | | |
cd comprehensive-test | |
cd engine | |
yarn install | |
cd ../.. | |
- name: SELF-TEST A - use IMA to browse S-Chain via node 00-00 and test last is alive | |
working-directory: ${{env.working-directory}} | |
run: | | |
node ./src/main.mjs --colors --no-gathered --browse-s-chain --url-s-chain=http://127.0.0.1:2164 || true | |
- name: SELF-TEST B - use IMA to browse S-Chain via node 00-01 and test last is alive | |
working-directory: ${{env.working-directory}} | |
run: | | |
node ./src/main.mjs --colors --no-gathered --browse-s-chain --url-s-chain=http://127.0.0.2:2264 || true | |
- name: SELF-TEST C - use IMA to browse S-Chain via node 01-00 and test last is alive | |
working-directory: ${{env.working-directory}} | |
run: | | |
node ./src/main.mjs --colors --no-gathered --browse-s-chain --url-s-chain=http://127.0.0.3:2364 || true | |
- name: SELF-TEST D - use IMA to browse S-Chain via node 01-01 and test last is alive | |
working-directory: ${{env.working-directory}} | |
run: | | |
node ./src/main.mjs --colors --no-gathered --browse-s-chain --url-s-chain=http://127.0.0.4:2464 || true | |
- name: INIT - build IMA docker container | |
working-directory: ${{env.working-directory}} | |
run: | | |
echo ------------ download binaries | |
LIB_BLS_RELEASE_TAG="0.2.0-develop.3" bash ./scripts/download_binaries.sh | |
echo ------------ docker image | |
export RELEASE=false | |
export VERSION=13.13.13-test.13 | |
echo "Docker image(will build) version is:" $VERSION | |
export NAME=ima | |
export BRANCH=$GIT_CURRENT_BRANCH | |
export REPO_NAME=skalenetwork/$NAME | |
export IMAGE_NAME=$REPO_NAME:$VERSION | |
export LATEST_IMAGE_NAME=$REPO_NAME:latest | |
echo "Docker image(will build) name for IMA Agent is:" $IMAGE_NAME | |
bash ./scripts/build_image.sh "" "" | |
- name: INIT - download SGX Wallet | |
working-directory: ${{env.working-directory}} | |
run: | | |
cd comprehensive-test | |
sudo docker stop run_sgx_sim_sgxwallet_1 || true | |
sudo rm -rf ./sgxwallet || true | |
git clone https://github.com/skalenetwork/sgxwallet.git --recursive | |
cd sgxwallet | |
git checkout develop | |
git fetch | |
git pull | |
git branch | |
git status | |
cd .. | |
cd .. | |
- name: INIT - update docker image SGX Wallet in the emulation mode | |
working-directory: ${{env.working-directory}} | |
run: | | |
cd comprehensive-test | |
cd sgxwallet/run_sgx_sim | |
rm -rf ../../local_sgxwallet_output_log.txt &> /dev/null | |
echo " --------------------------- stopping sgx wallet ------------------------------------------------------------------------------------------------------ " | |
docker-compose down | |
echo " --------------------------- fixing sgx wallets docker config ----------------------------------------------------------------------------------------- " | |
mv docker-compose.yml docker-compose.yml.old-previous || true | |
echo "version: '3'" > docker-compose.yml | |
echo 'services:' >> docker-compose.yml | |
echo ' sgxwallet:' >> docker-compose.yml | |
echo ' image: skalenetwork/sgxwallet_sim:1.9.0-develop.11' >> docker-compose.yml | |
echo ' restart: unless-stopped' >> docker-compose.yml | |
echo ' network_mode: "host"' >> docker-compose.yml | |
# echo ' ports:' >> docker-compose.yml | |
# echo ' - "1026:1026"' >> docker-compose.yml | |
# echo ' - "1027:1027"' >> docker-compose.yml | |
# echo ' - "1028:1028"' >> docker-compose.yml | |
# echo ' - "1029:1029"' >> docker-compose.yml | |
# echo ' - "1030:1030"' >> docker-compose.yml | |
# echo ' - "1031:1031"' >> docker-compose.yml | |
echo ' volumes:' >> docker-compose.yml | |
echo ' - ./sgx_data:/usr/src/sdk/sgx_data' >> docker-compose.yml | |
echo ' - /dev/urandom:/dev/random' >> docker-compose.yml | |
echo ' logging:' >> docker-compose.yml | |
echo ' driver: json-file' >> docker-compose.yml | |
echo ' options:' >> docker-compose.yml | |
echo ' max-size: "10m"' >> docker-compose.yml | |
echo ' max-file: "4"' >> docker-compose.yml | |
echo ' command: -s -y -V -d' >> docker-compose.yml | |
echo " --------------------------- pulling sgx wallet ------------------------------------------------------------------------------------------------------- " | |
docker-compose pull | |
cd ../.. | |
cd .. | |
- name: INIT - start SGX Wallet | |
working-directory: ${{env.working-directory}} | |
run: | | |
cd comprehensive-test | |
cd sgxwallet/run_sgx_sim | |
docker-compose up &> ../../local_sgxwallet_output_log.txt & | |
sleep 90 | |
cd ../.. | |
cd .. | |
- name: INIT - check SGX Wallet has listening ports | |
working-directory: ${{env.working-directory}} | |
run: | | |
echo "sleeping 180 seconds..." | |
sleep 180 | |
echo "checking port 1026 commonly used by SGX Wallet for HTTPS..." | |
sudo netstat -tulpn | grep 1026 | |
echo "...Done" | |
echo "checking port 1027 commonly used by SGX Wallet for HTTP..." | |
sudo netstat -tulpn | grep 1027 | |
echo "...Done" | |
- name: INIT - download transaction manager | |
working-directory: ${{env.working-directory}} | |
run: | | |
cd comprehensive-test | |
sudo rm -rf ./transaction-manager || true | |
git clone https://github.com/skalenetwork/transaction-manager | |
cd .. | |
- name: INIT - start transaction manager and redis | |
working-directory: ${{env.working-directory}} | |
run: | | |
cd comprehensive-test | |
cd transaction-manager | |
export SGX_SERVER_URL=http://127.0.0.1:1027 | |
export ENDPOINT=http://127.0.0.1:8545 | |
#export ETH_PRIVATE_KEY=23ABDBD3C61B5330AF61EBE8BEF582F4E5CC08E554053A718BDCE7813B9DC1FC | |
export ETH_PRIVATE_KEY=fd6d151c4afe5c1c856e5a234950252be7a90210f3aa2bad4e0db037355c1dd6 | |
./scripts/run-test-containers.sh | |
cd .. | |
echo "------------------------------------------------------------------------------------" | |
docker ps | |
echo "------------------------------------------------------------------------------------" | |
export TM_CONTAINER_ID=$(docker ps | grep transaction-manager | awk '{print $1;}') | |
echo "Transaction manager docker container ID:" $TM_CONTAINER_ID | |
docker logs $TM_CONTAINER_ID -f &> engine/tm.log & | |
echo "------------------------------------------------------------------------------------" | |
export REDIS_CONTAINER_ID=$(docker ps | grep redis | awk '{print $1;}') | |
echo "Redis container ID:" $REDIS_CONTAINER_ID | |
docker logs $REDIS_CONTAINER_ID -f &> engine/redis.log & | |
cd .. | |
- name: INIT - prepare ulimit | |
working-directory: ${{env.working-directory}} | |
run: | | |
ulimit -n 65535 > /dev/null | |
echo "ulimit is now set to" $(ulimit -n) | |
- name: RUN - create certificates | |
working-directory: ${{env.working-directory}} | |
run: | | |
cd comprehensive-test | |
cd engine/create_pems | |
sudo rm -rf ./new_certs/* || true | |
sudo rm -rf ./k.key || true | |
sudo rm -rf ./k.pem || true | |
sudo rm -rf ./k.crt || true | |
sudo rm -rf ./client.key || true | |
sudo rm -rf ./client.pem || true | |
sudo rm -rf ./client.crt || true | |
./create_pems.sh | |
cd ../.. | |
cd .. | |
- name: RUN - main engine steps | |
working-directory: ${{env.working-directory}} | |
run: | | |
export IMA_AGENT_ROOT_DIR=$(pwd) | |
echo IMA_AGENT_ROOT_DIR = $IMA_AGENT_ROOT_DIR | |
cd comprehensive-test/engine | |
export ALL_SKALE_TEST_CLOUD_RUN=1 | |
# | |
export VERSION=13.13.13-test.13 | |
echo "Docker image(will run) version is:" $VERSION | |
export NAME=ima | |
export BRANCH=$GIT_CURRENT_BRANCH | |
export REPO_NAME=skalenetwork/$NAME | |
export IMAGE_NAME=$REPO_NAME:$VERSION | |
export LATEST_IMAGE_NAME=$REPO_NAME:latest | |
echo "Docker image(will run) name for IMA Agent is:" $IMAGE_NAME | |
# | |
export SEPARATED_IMA_AGENT_MODE=1 | |
node ./index.js | |
cd ../.. | |
- name: SHUTDOWN - stop SGX Wallet | |
run: | | |
cd comprehensive-test | |
cd sgxwallet/run_sgx_sim | |
docker-compose down | |
cd ../.. | |
cd .. | |
- name: SHUTDOWN - stop transaction manager and redis | |
run: | | |
docker stop $TM_CONTAINER_ID $REDIS_CONTAINER_ID || true | |
docker rm $TM_CONTAINER_ID $REDIS_CONTAINER_ID || true | |
- name: SHUTDOWN - zombie cleanup, if any | |
run: | | |
killall -9 skaled node npx python python3 || true | |
pkill -9 -f skaled || true |