WIP #242
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Tests | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| commit_hash: | |
| description: 'The git commit hash to compare against' | |
| required: true | |
| default: 'fa5accc63ac39840422ff0d6b0ee875706c95e90' # legacy main branch commit hash | |
| push: | |
| pull_request: | |
| branches: [ main ] | |
| jobs: | |
| test: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| python-version: ['3.8', '3.9', '3.10'] | |
| name: Test with Python ${{ matrix.python-version }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install msccl-tools and dependencies | |
| run: | | |
| pip install --upgrade pip | |
| pip install -r requirements.txt | |
| - name: Run tests and check at least 90% coverage | |
| run: | | |
| pytest | |
| compare_outputs: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| python-version: ['3.8', '3.9', '3.10'] | |
| name: Compare outputs with Python ${{ matrix.python-version }} | |
| steps: | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Checkout current branch | |
| uses: actions/checkout@v4 | |
| - name: Install msccl-tools and dependencies | |
| run: | | |
| pip install --upgrade pip | |
| pip install -r requirements.txt | |
| - name: Copy test script/config to temp directory | |
| run: | | |
| cp tests/generate_test_results.py $RUNNER_TEMP/ | |
| cp tests/configs/test-config.json $RUNNER_TEMP/ | |
| - name: generate outputs | |
| run: | | |
| python $RUNNER_TEMP/generate_test_results.py examples/mscclang/ $RUNNER_TEMP/test-config.json $RUNNER_TEMP/tests/pr-outputs/ | |
| - name: Checkout specific branch | |
| if: github.event_name == 'workflow_dispatch' | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.inputs.commit_hash }} | |
| - name: Checkout main branch | |
| uses: actions/checkout@v4 | |
| if: github.event_name == 'pull_request' || github.event_name == 'push' | |
| with: | |
| ref: main | |
| - name: Install msccl and dependencies | |
| run: | | |
| pip install --upgrade pip | |
| pip install -r requirements.txt | |
| - name: generate outputs | |
| run: | | |
| python $RUNNER_TEMP/generate_test_results.py examples/mscclang/ $RUNNER_TEMP/test-config.json $RUNNER_TEMP/tests/main-outputs/ | |
| - name: Compare outputs | |
| run: | | |
| diff -rw $RUNNER_TEMP/tests/main-outputs/ $RUNNER_TEMP/tests/pr-outputs/ | |