run_tests #1840
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This workflow will install Python dependencies, run tests and lint with a single version of Python. | |
| # For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions | |
| name: Regression tests | |
| on: | |
| push: | |
| paths: | |
| - '**.py' | |
| - 'g*.sh' | |
| - 'src/kibot' | |
| - 'tests/**' | |
| - '.github/workflows/pythonapp.yml' | |
| - 'tools/dev_image/Dockerfile' | |
| - 'tools/dev_image_k6/Dockerfile' | |
| pull_request: | |
| paths: | |
| - '**.py' | |
| - 'g*.sh' | |
| - 'src/kibot' | |
| - 'tests/**' | |
| - '.github/workflows/pythonapp.yml' | |
| - 'tools/dev_image/Dockerfile' | |
| - 'tools/dev_image_k6/Dockerfile' | |
| repository_dispatch: | |
| types: [run_tests] | |
| jobs: | |
| test: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| ki_release: [ki5, ki6, ki7] | |
| w_tests: [g1, g2, g3] | |
| runs-on: ubuntu-latest | |
| container: ghcr.io/inti-cmnb/kicad_auto_test:${{ matrix.ki_release }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| - name: Test ${{ matrix.ki_release }} | |
| env: | |
| KI_RELEASE: ${{ matrix.ki_release }} | |
| run: | | |
| rm -rf output | |
| rm -f tests/.local | |
| ##### Experimental stuff: | |
| ## Remove KiAuto | |
| #dpkg --remove kiauto | |
| ## Install KiAuto@master | |
| #curl https://codeload.github.com/INTI-CMNB/KiAuto/zip/refs/heads/master --output pp.zip | |
| #unzip pp.zip | |
| #pip3 install KiAuto-master/ | |
| ## Clean the downloaded stuff | |
| #rm -rf KiAuto-master/ pp.zip | |
| ## Check what we got | |
| #echo $PATH | |
| #ls -la /usr/bin/*_do || true | |
| #ls -la /usr/local/bin/*_do || true | |
| #which pcbnew_do | |
| #pcbnew_do --version | |
| ##### End Experimental stuff | |
| # Ensure we start a fresh coverage meassurement | |
| python3-coverage erase | |
| # Create the caches with macros | |
| python3-coverage run src/kibot --help-outputs > /dev/null | |
| # Individual run for specific tests | |
| # pytest --log-cli-level debug -k "test_ibom_parse_fail" --test_dir=output | |
| # Run the 90% faster tests (under 3 s) together | |
| # Do it in parallel | |
| ./${{ matrix.w_tests }}.sh | |
| - name: Store coverage | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: Test_Coverage_${{ matrix.ki_release }}_${{ matrix.w_tests }} | |
| path: .coverage.* | |
| - name: Collect coverage ${{ matrix.ki_release }} | |
| run: | | |
| python3-coverage combine | |
| python3-coverage report | |
| python3-coverage html -d output/htmlcov_${{ matrix.w_tests }} | |
| - name: Store results | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: Test_Output_${{ matrix.ki_release }}_${{ matrix.w_tests }} | |
| # Important! empty directories are skipped!!!! | |
| path: output | |
| - name: Upload Coverage | |
| # Don't mix stable coverage with development coverage | |
| if: github.ref == 'refs/heads/dev' | |
| env: | |
| COVERALLS_REPO_TOKEN: ${{ secrets.COVERALLS_REPO_TOKEN }} | |
| COVERALLS_FLAG_NAME: ${{ matrix.ki_release }}_${{ matrix.w_tests }} | |
| COVERALLS_PARALLEL: true | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| # apt-get update | |
| # apt-get -y install python3-pip | |
| # pip3 install coveralls | |
| #coveralls --service=github | |
| #echo Disabled by now | |
| coveralls | |
| test_indep: | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| container: ghcr.io/inti-cmnb/kicad_auto_test:latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| - name: Lint with flake8 | |
| run: | | |
| # stop the build if there are Python syntax errors or undefined names | |
| flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics | |
| # exit-zero treats all errors as warnings. | |
| flake8 . --count --exit-zero --statistics | |
| - name: Test Independent | |
| env: | |
| KI_RELEASE: latest | |
| run: | | |
| rm -rf output | |
| rm -f tests/.local | |
| # Ensure we start a fresh coverage meassurement | |
| python3-coverage erase | |
| # Create the caches with macros | |
| python3-coverage run src/kibot --help-outputs > /dev/null | |
| ./g4.sh | |
| - name: Store coverage | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: Test_Coverage_Independent | |
| path: .coverage.* | |
| - name: Collect coverage independent | |
| run: | | |
| python3-coverage combine | |
| python3-coverage report | |
| python3-coverage html -d output/htmlcov_independent | |
| - name: Store results | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: Test_Output_Independent | |
| # Important! empty directories are skipped!!!! | |
| path: output | |
| - name: Upload Coverage | |
| # Don't mix stable coverage with development coverage | |
| if: github.ref == 'refs/heads/dev' | |
| env: | |
| COVERALLS_REPO_TOKEN: ${{ secrets.COVERALLS_REPO_TOKEN }} | |
| COVERALLS_FLAG_NAME: independent | |
| COVERALLS_PARALLEL: true | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| # apt-get update | |
| # apt-get -y install python3-pip | |
| # pip3 install coveralls | |
| #coveralls --service=github | |
| #echo Disabled by now | |
| coveralls | |
| create_images: | |
| name: Triggers the docker images creation | |
| runs-on: ubuntu-latest | |
| needs: [test, test_indep] | |
| if: github.ref == 'refs/heads/dev' | |
| steps: | |
| - name: Trigger `dev` images build | |
| run: | | |
| curl -L -X POST -H "Authorization: Bearer ${{secrets.PAT_TOKEN}}" -H "Accept: application/vnd.github+json" -H "X-GitHub-Api-Version: 2022-11-28" https://api.github.com/repos/INTI-CMNB/KiBot/actions/workflows/dev_images.yml/dispatches --data '{"ref": "dev"}' | |
| consolidate_coverage: | |
| name: Consolidate coverage data | |
| runs-on: ubuntu-latest | |
| container: setsoft/kicad_auto_test:ki7 | |
| needs: [test, test_indep] | |
| # Don't mix stable coverage with development coverage | |
| if: github.ref == 'refs/heads/dev' | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| - name: Download coverage k5 g1 | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: Test_Coverage_ki5_g1 | |
| - name: Download coverage k5 g2 | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: Test_Coverage_ki5_g2 | |
| - name: Download coverage k5 g3 | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: Test_Coverage_ki5_g3 | |
| - name: Download coverage k6 g1 | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: Test_Coverage_ki6_g1 | |
| - name: Download coverage k6 g2 | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: Test_Coverage_ki6_g2 | |
| - name: Download coverage k6 g3 | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: Test_Coverage_ki6_g3 | |
| - name: Download coverage independent | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: Test_Coverage_Independent | |
| - name: Combine coverage | |
| run: | | |
| pip3 install --upgrade coverage==5.1 | |
| ln -s /usr/local/bin/coverage3 /usr/local/bin/python3-coverage || true | |
| python3-coverage combine | |
| python3-coverage report | |
| python3-coverage html -d htmlcov | |
| - name: Store result | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: Test_Coverage_combined | |
| path: htmlcov | |
| coveralls: | |
| name: Finish Coveralls | |
| needs: [test, test_indep] | |
| runs-on: ubuntu-latest | |
| # Don't mix stable coverage with development coverage | |
| if: github.ref == 'refs/heads/dev' | |
| steps: | |
| - name: Finished | |
| env: | |
| COVERALLS_REPO_TOKEN: ${{ secrets.COVERALLS_REPO_TOKEN }} | |
| run: | | |
| curl -k https://coveralls.io/webhook?repo_token=$COVERALLS_REPO_TOKEN -d "payload[build_num]="$GITHUB_RUN_ID"&payload[status]=done" | |