map_new_plugins.yml

name: Perform layer mapping


# THIS WORKFLOW ONLY WORKS WHEN NEW_MODEL CHANGES ARE MADE. BENCHMARKS ARE NOT SUPPORTED

on:
  status:
    types: [success]

jobs:
  # Trigger Layer Mapping only on web_submissions OR if trigger-mapping label is added to PR
  trigger_layer_mapping:
    name: Trigger Layer Mapping
    runs-on: ubuntu-latest
    if: |
      (
        (
          startsWith(github.head_ref, 'web_submission_') &&
          endsWith(github.head_ref, '/add_plugins')
        )
        || contains(github.event.pull_request.labels.*.name, 'trigger-mapping')
      )
    steps:
      # Wait for Plugin Unit Test Checks to complete
      - name: Check if both Jenkins jobs are successful
        id: check_jenkins_jobs
        run: |
          required_checks=("Brain-Score Plugins Unit tests (AWS Jenkins, AWS Execution)" "Brain-Score Non-Plugin Unit tests (AWS Jenkins, AWS Execution)")
          completed_checks=0
          
          # Fetch the status of all checks for this commit
          statuses=$(curl -s -H "Authorization: token ${{ secrets.GITHUB_TOKEN }}" \
            "https://api.github.com/repos/brain-score/vision/commits/${{ github.event.commit.sha }}/status" | jq -r '.statuses[] | {context: .context, state: .state}')
          
          # Check if both required jobs are marked as 'success'
          for check in "${required_checks[@]}"; do
            if echo "$statuses" | grep -q "$check.*success"; then
              ((completed_checks+=1))
            fi
          done
          
          # Fail this step if not all required jobs are completed
          if [ "$completed_checks" -ne "${#required_checks[@]}" ]; then
            echo "Not all required Jenkins jobs are complete. Exiting."
            exit 1
          fi

      # Check out PR head
      - name: Check out repository code
        uses: actions/checkout@v4
        with:
          ref: ${{ github.head_ref }}
          fetch-depth: 0

      # Set up Python 3.11 because we are using some brainscore_core functions
      - name: Set up Python 3.11
        uses: actions/setup-python@v4
        with:
          python-version: 3.11

      # Install dependencies
      - name: Install dependencies
        run: |
          python -m pip install --upgrade pip setuptools
          python -m pip install ".[test]"

      # Get a list of changed files. `score_new_plugins.yml` version was not working on my forked branch
      # because it was always comparing to origin/masster. Can revert back to score version of this step
      - name: Get Changed Files
        id: changed_files
        uses: actions/github-script@v6
        with:
          github-token: ${{ secrets.GITHUB_TOKEN }}
          script: |
            const prNumber = ${{ github.event.number }};
            const { data: files } = await github.rest.pulls.listFiles({
              owner: context.repo.owner,
              repo: context.repo.repo,
              pull_number: prNumber,
              per_page: 100,
            });
            const changedFiles = files.map(f => f.filename).join(' ');
            core.setOutput('files', changedFiles);

      # Store changed files as a variable
      - name: Set CHANGED_FILES
        run: |
          echo "CHANGED_FILES=${{ steps.changed_files.outputs.files }}" >> $GITHUB_ENV

      # Parse changes for relevant information
      - name: Get plugin info
        id: getplugininfo
        run: |
          set -e
          # Execute the Python script and capture the JSON output
          PLUGIN_INFO=$(python -c "from brainscore_core.plugin_management.parse_plugin_changes import get_scoring_info; get_scoring_info('${{ env.CHANGED_FILES }}', 'brainscore_vision')")
          # Set the output correctly without extra quotes
          echo "PLUGIN_INFO=$PLUGIN_INFO" >> $GITHUB_OUTPUT
          # Debug output to verify
          echo "PLUGIN_INFO is $PLUGIN_INFO"

      # Extract run_score and store in RUN_MAPPING
      - name: Check if layer mapping needed
        id: mappingneeded
        run: |
          RUN_MAPPING=$(echo '${{ steps.getplugininfo.outputs.PLUGIN_INFO }}' | jq -r '.run_score')
          echo "RUN_MAPPING=$RUN_MAPPING" >> $GITHUB_OUTPUT
          echo "RUN_MAPPING is $RUN_MAPPING"

      # Extract list of new_models and the pr_number and store as env var
      - name: Extract new_models and pr_number
        run: |
          set -e
          PLUGIN_INFO="${PLUGIN_INFO}"
          NEW_MODELS=$(echo '${{ steps.getplugininfo.outputs.PLUGIN_INFO }}' | jq -r '.new_models')
          PR_NUMBER="${{ github.event.number }}"
          echo "NEW_MODELS=$NEW_MODELS"
          echo "PR_NUMBER=$PR_NUMBER"
          echo "NEW_MODELS=$NEW_MODELS" >> $GITHUB_ENV
          echo "PR_NUMBER=$PR_NUMBER" >> $GITHUB_ENV

      # If new_models is not empty and run_mapping is true, trigger Jenkins with correct payload
      - name: Trigger Jenkins
        if: ${{ steps.mappingneeded.outputs.RUN_MAPPING == 'True' && env.NEW_MODELS != '' }}
        env:
          JENKINS_USER: ${{ secrets.JENKINS_MAPPING_USER }}
          JENKINS_USER_API: ${{ secrets.JENKINS_MAPPING_USER_API }}
          JENKINS_TOKEN: ${{ secrets.JENKINS_MAPPING_TOKEN }}
          JENKINS_TRIGGER: ${{ secrets.JENKINS_MAPPING_URL }}
          # Relevant parameters for the Jenkins job
          NEW_MODELS: ${{ env.NEW_MODELS }}
          SOURCE_REPO: ${{ github.event.pull_request.head.repo.clone_url }}
          SOURCE_BRANCH: ${{ github.head_ref }}
          PR_NUMBER: ${{ env.PR_NUMBER }}
        run: |
          if [[ -z "$JENKINS_TRIGGER" || -z "$JENKINS_USER" || -z "$JENKINS_USER_API" || -z "$JENKINS_TOKEN" ]]; then
            echo "One or more Jenkins environment variables are empty. Aborting."
            exit 1
          fi
      
          curl -X POST "$JENKINS_TRIGGER" \
            --user "$JENKINS_USER:$JENKINS_USER_API" \
            --data-urlencode "NEW_MODELS=$NEW_MODELS" \
            --data-urlencode "PR_NUMBER=$PR_NUMBER" \
            --data-urlencode "SOURCE_REPO=$SOURCE_REPO" \
            --data-urlencode "SOURCE_BRANCH=$SOURCE_BRANCH" \
            --data-urlencode "TOKEN=$JENKINS_TOKEN"