Run Tests & Lint #377
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
--- | |
name: Run Tests & Lint | |
on: | |
workflow_call: | |
inputs: | |
integration-tests: | |
type: boolean | |
default: true | |
required: false | |
description: Define if should run the integration test, sometimes you need to disable it if you running a release and need to create the version and update server before you attempt to run the integration test. | |
pull_request: | |
branches: | |
- master | |
workflow_dispatch: | |
inputs: | |
integration-tests: | |
type: boolean | |
default: true | |
required: false | |
description: Define if should run the integration test, sometimes you need to disable it if you running a release and need to create the version and update server before you attempt to run the integration test. | |
jobs: | |
lint: | |
runs-on: ubuntu-22.04 | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v4 | |
- name: Set up Python | |
uses: actions/setup-python@v5 | |
with: | |
python-version: ~3.10 | |
cache: "pip" | |
- name: Install dependencies | |
run: pip3 install -r requirements.txt | |
- name: Check if the lint configuration matches the one in the DAS repository. | |
run: |- | |
config_files=(".black.cfg" ".flake8.cfg" ".isort.cfg") | |
for config_file in "${config_files[@]}"; do | |
master_lint=$(curl -s https://raw.githubusercontent.com/singnet/das/master/.lint/${config_file} | shasum -a 256 | cut -d ' ' -f 1) | |
local_lint=$(shasum -a 256 ${config_file} | cut -d ' ' -f 1) | |
if [ "$master_lint" != "$local_lint" ]; then | |
echo "The local lint configuration differs from the one in the DAS repository." | |
exit 1 | |
fi | |
done | |
echo "All lint configurations match the ones in the DAS repository." | |
- name: Perform Code Linting | |
run: make lint | |
unit-tests: | |
runs-on: ubuntu-22.04 | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v4 | |
- name: Set up Python | |
uses: actions/setup-python@v5 | |
with: | |
python-version: ~3.10 | |
cache: "pip" | |
- name: Install dependencies | |
run: pip3 install -r das-query-engine/requirements.txt | |
- name: Execute Unit Test Suite | |
run: make unit-tests | |
coverage: | |
runs-on: ubuntu-22.04 | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v4 | |
- name: Set up Python | |
uses: actions/setup-python@v5 | |
with: | |
python-version: ~3.10 | |
cache: "pip" | |
- name: Install dependencies | |
run: pip3 install -r das-query-engine/requirements.txt | |
- name: Generate Coverage Report | |
run: make unit-tests-coverage | |
build-and-integration-test: | |
if: ${{ inputs.integration-tests && github.ref_name != 'master' }} | |
runs-on: ubuntu-22.04 | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v4 | |
- name: Set up Python | |
uses: actions/setup-python@v5 | |
with: | |
python-version: ~3.10 | |
cache: "pip" | |
- name: Install dependencies | |
run: pip3 install -r das-query-engine/requirements.txt | |
- name: Set dotenv | |
run: echo ${{ secrets.LOCAL_ENV }} | base64 -d > .env | |
- name: Perform Integration Testing | |
run: make integration-tests | |
integration-test-with-latest-image: | |
if: ${{ inputs.integration-tests && github.ref_name == 'master' }} | |
runs-on: ubuntu-22.04 | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v4 | |
- name: Set up Python | |
uses: actions/setup-python@v5 | |
with: | |
python-version: ~3.10 | |
cache: "pip" | |
- name: Install dependencies | |
run: pip3 install -r das-query-engine/requirements.txt | |
- name: Set dotenv | |
run: echo ${{ secrets.LATEST_IMAGE_ENV }} | base64 -d > .env | |
- name: Install das-cli | |
run: | | |
sudo bash -c "wget -O - http://45.77.4.33/apt-repo/setup.sh | bash" | |
sudo apt install das-cli | |
- name: Setup das-cli | |
run: | | |
export $(xargs < .env) | |
das-cli config set <<EOF | |
${DAS_REDIS_PORT} | |
n | |
${DAS_MONGODB_PORT} | |
${DAS_DATABASE_USERNAME} | |
${DAS_DATABASE_PASSWORD} | |
n | |
8888 | |
EOF | |
das-cli config list | |
- name: Start das-cli database | |
run: das-cli db start | |
- name: Load metta data | |
run: das-cli metta load $(pwd)/examples/data/animals.metta | |
- name: Perform Integration Testing | |
run: | | |
export $(xargs < .env) | |
python3 -m pytest -sx -vv das-query-engine/tests/integration |