Perform layer mapping #5147
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Perform layer mapping | |
| # THIS WORKFLOW ONLY WORKS WHEN NEW_MODEL CHANGES ARE MADE. BENCHMARKS ARE NOT SUPPORTED | |
| on: | |
| status: | |
| pull_request: | |
| types: [labeled, synchronize] | |
| jobs: | |
| # Trigger Layer Mapping only on web_submissions OR if trigger-mapping label is added to PR | |
| check_jenkins_jobs: | |
| name: Check Triggers | |
| runs-on: ubuntu-latest | |
| outputs: | |
| all_checks_passed: ${{ steps.check_jenkins_jobs.outputs.all_checks_passed }} | |
| if: | | |
| ( | |
| ( | |
| startsWith(github.head_ref, 'web_submission_') && | |
| endsWith(github.head_ref, '/add_plugins') | |
| ) | |
| || contains(github.event.pull_request.labels.*.name, 'trigger-mapping') | |
| ) | |
| steps: | |
| # Wait for Plugin Unit Test Checks to complete | |
| - name: Check if both Jenkins jobs are successful | |
| id: check_jenkins_jobs | |
| run: | | |
| required_checks=("Brain-Score Plugins Unit tests (AWS Jenkins, AWS Execution)" "Brain-Score Non-Plugin Unit tests (AWS Jenkins, AWS Execution)") | |
| completed_checks=0 | |
| all_checks_passed=true | |
| echo "Using github PR head sha: ${{ github.event.pull_request.head.sha }}" | |
| # Fetch the status of all checks for this commit | |
| statuses=$(curl -s -H "Authorization: token ${{ secrets.GITHUB_TOKEN }}" \ | |
| "https://api.github.com/repos/brain-score/vision/commits/${{ github.event.pull_request.head.sha }}/status") | |
| echo "Statuses response from GitHub API:" | |
| echo "$statuses" | jq '.statuses[] | {context: .context, state: .state}' | |
| # Loop through each required check and verify if it has succeeded | |
| for check in "${required_checks[@]}"; do | |
| if echo "$statuses" | jq -e --arg check "$check" '.statuses[] | select(.context == $check and .state == "success")' > /dev/null; then | |
| echo "Job '$check' is successful." | |
| ((completed_checks+=1)) | |
| else | |
| echo "Job '$check' is NOT successful." | |
| all_checks_passed=false | |
| fi | |
| done | |
| echo "Completed checks: $completed_checks / ${#required_checks[@]}" | |
| echo "all_checks_passed=$all_checks_passed" >> $GITHUB_OUTPUT | |
| trigger_layer_mapping: | |
| name: Trigger Layer Mapping | |
| runs-on: ubuntu-latest | |
| needs: check_jenkins_jobs | |
| if: ${{ needs.check_jenkins_jobs.outputs.all_checks_passed == 'true' }} | |
| steps: | |
| # Check out PR head | |
| - name: Check out repository code | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.head_ref }} | |
| fetch-depth: 0 | |
| # Set up Python 3.11 because we are using some brainscore_core functions | |
| - name: Set up Python 3.11 | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.11 | |
| # Install dependencies | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip setuptools | |
| python -m pip install ".[test]" | |
| # Get a list of changed files. `score_new_plugins.yml` version was not working on my forked branch | |
| # because it was always comparing to origin/masster. Can revert back to score version of this step | |
| - name: Get Changed Files | |
| id: changed_files | |
| uses: actions/github-script@v6 | |
| with: | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| script: | | |
| const prNumber = ${{ github.event.number }}; | |
| const { data: files } = await github.rest.pulls.listFiles({ | |
| owner: context.repo.owner, | |
| repo: context.repo.repo, | |
| pull_number: prNumber, | |
| per_page: 100, | |
| }); | |
| const changedFiles = files.map(f => f.filename).join(' '); | |
| core.setOutput('files', changedFiles); | |
| # Store changed files as a variable | |
| - name: Set CHANGED_FILES | |
| run: | | |
| echo "CHANGED_FILES=${{ steps.changed_files.outputs.files }}" >> $GITHUB_ENV | |
| # Parse changes for relevant information | |
| - name: Get plugin info | |
| id: getplugininfo | |
| run: | | |
| set -e | |
| # Execute the Python script and capture the JSON output | |
| PLUGIN_INFO=$(python -c "from brainscore_core.plugin_management.parse_plugin_changes import get_scoring_info; get_scoring_info('${{ env.CHANGED_FILES }}', 'brainscore_vision')") | |
| # Set the output correctly without extra quotes | |
| echo "PLUGIN_INFO=$PLUGIN_INFO" >> $GITHUB_OUTPUT | |
| # Debug output to verify | |
| echo "PLUGIN_INFO is $PLUGIN_INFO" | |
| # Extract run_score and store in RUN_MAPPING | |
| - name: Check if layer mapping needed | |
| id: mappingneeded | |
| run: | | |
| RUN_MAPPING=$(echo '${{ steps.getplugininfo.outputs.PLUGIN_INFO }}' | jq -r '.run_score') | |
| echo "RUN_MAPPING=$RUN_MAPPING" >> $GITHUB_OUTPUT | |
| echo "RUN_MAPPING is $RUN_MAPPING" | |
| # Extract list of new_models and the pr_number and store as env var | |
| - name: Extract new_models and pr_number | |
| run: | | |
| set -e | |
| PLUGIN_INFO="${PLUGIN_INFO}" | |
| NEW_MODELS=$(echo '${{ steps.getplugininfo.outputs.PLUGIN_INFO }}' | jq -r '.new_models') | |
| PR_NUMBER="${{ github.event.number }}" | |
| echo "NEW_MODELS=$NEW_MODELS" | |
| echo "PR_NUMBER=$PR_NUMBER" | |
| echo "NEW_MODELS=$NEW_MODELS" >> $GITHUB_ENV | |
| echo "PR_NUMBER=$PR_NUMBER" >> $GITHUB_ENV | |
| # If new_models is not empty and run_mapping is true, trigger Jenkins with correct payload | |
| - name: Trigger Jenkins | |
| if: ${{ steps.mappingneeded.outputs.RUN_MAPPING == 'True' && env.NEW_MODELS != '' }} | |
| env: | |
| JENKINS_USER: ${{ secrets.JENKINS_MAPPING_USER }} | |
| JENKINS_USER_API: ${{ secrets.JENKINS_MAPPING_USER_API }} | |
| JENKINS_TOKEN: ${{ secrets.JENKINS_MAPPING_TOKEN }} | |
| JENKINS_TRIGGER: ${{ secrets.JENKINS_MAPPING_URL }} | |
| # Relevant parameters for the Jenkins job | |
| NEW_MODELS: ${{ env.NEW_MODELS }} | |
| SOURCE_REPO: ${{ github.event.pull_request.head.repo.clone_url }} | |
| SOURCE_BRANCH: ${{ github.head_ref }} | |
| PR_NUMBER: ${{ env.PR_NUMBER }} | |
| run: | | |
| if [[ -z "$JENKINS_TRIGGER" || -z "$JENKINS_USER" || -z "$JENKINS_USER_API" || -z "$JENKINS_TOKEN" ]]; then | |
| echo "One or more Jenkins environment variables are empty. Aborting." | |
| exit 1 | |
| fi | |
| curl -X POST "$JENKINS_TRIGGER" \ | |
| --user "$JENKINS_USER:$JENKINS_USER_API" \ | |
| --data-urlencode "NEW_MODELS=$NEW_MODELS" \ | |
| --data-urlencode "PR_NUMBER=$PR_NUMBER" \ | |
| --data-urlencode "SOURCE_REPO=$SOURCE_REPO" \ | |
| --data-urlencode "SOURCE_BRANCH=$SOURCE_BRANCH" \ | |
| --data-urlencode "TOKEN=$JENKINS_TOKEN" | |