remove dicarlo prefix from load dataset #34
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Trigger scoring run | |
| # Triggered on all PRs on merge to master | |
| # If changes are made to a subdir of /benchmarks or /models, | |
| # a Jenkins scoring run is triggered for the corresponding plugin | |
| on: | |
| pull_request: | |
| branches: | |
| - master | |
| types: | |
| - closed | |
| env: | |
| BSC_DATABASESECRET: secrets.BSC_DATABASESECRET | |
| permissions: write-all | |
| jobs: | |
| changes_models_or_benchmarks: | |
| name: Check if PR makes changes to /models or /benchmarks | |
| if: github.event.pull_request.merged == true | |
| runs-on: ubuntu-latest | |
| outputs: | |
| PLUGIN_INFO: ${{ steps.getpluginfo.outputs.PLUGIN_INFO }} | |
| RUN_SCORE: ${{ steps.runscore.outputs.RUN_SCORE }} | |
| steps: | |
| - name: Check out repository code | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up Python 3.7 | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.7 | |
| - name: Installing package dependencies | |
| run: | | |
| python -m pip install --upgrade pip setuptools | |
| python -m pip install ".[test]" | |
| - name: Save changed files to env var | |
| run: | | |
| git fetch origin refs/pull/${{ github.event.number }}/head | |
| MERGE_COMMIT=$(git log --format='%H %P' --all | grep "$(git rev-parse FETCH_HEAD)\$" | cut -f1 -d' ') | |
| echo "CHANGED_FILES=$(git diff --name-only origin/master~1 $MERGE_COMMIT | tr '\n' ' ')" >> $GITHUB_ENV | |
| - name: Get plugin info | |
| id: getpluginfo | |
| run: | | |
| echo "PLUGIN_INFO='$(python -c 'from brainscore_core.plugin_management.parse_plugin_changes import get_scoring_info; get_scoring_info("${{ env.CHANGED_FILES }}", "brainscore_vision")')'" >> $GITHUB_OUTPUT | |
| - name: Run scoring | |
| id: runscore | |
| run: | | |
| echo "RUN_SCORE=$(jq -r '.run_score' <<< ${{ steps.getpluginfo.outputs.PLUGIN_INFO }})" >> $GITHUB_OUTPUT | |
| get_submitter_info: | |
| name: Get PR author email and (if web submission) Brain-Score user ID | |
| runs-on: ubuntu-latest | |
| needs: [changes_models_or_benchmarks] | |
| if: ${{ needs.changes_models_or_benchmarks.outputs.RUN_SCORE == 'True' }} | |
| env: | |
| PLUGIN_INFO: ${{ needs.changes_models_or_benchmarks.outputs.PLUGIN_INFO }} | |
| outputs: | |
| PLUGIN_INFO: ${{ steps.add_email_to_pluginfo.outputs.PLUGIN_INFO }} | |
| steps: | |
| - name: Parse user ID from PR title (WEB ONLY where we don't have access to the GitHub user) | |
| id: getuid | |
| if: ${{ github.event.pull_request.labels.*.name == 'automerge-web' }} | |
| run: | | |
| echo "BS_UID="$(<<<${{ github.event.pull_request.title }} | sed -E 's/.*\(user:([^)]+)\).*/\1/'"" >> $GITHUB_ENV | |
| - name: Add user ID to PLUGIN_INFO (WEB ONLY) | |
| id: add_uid_to_pluginfo | |
| if: ${{ github.event.pull_request.labels.*.name == 'automerge-web' }} | |
| run: | | |
| echo "The Brain-Score user ID is ${{ steps.getuid.outputs.BS_UID }}" | |
| echo "PLUGIN_INFO="$(<<<$PLUGIN_INFO jq '. + {user_id: ${{ steps.getuid.outputs.UID }} }')"" >> $GITHUB_ENV | |
| - name: Get PR author email from GitHub username | |
| id: getemail | |
| uses: evvanErb/[email protected] | |
| with: | |
| github-username: ${{github.event.pull_request.user.login}} # PR author's username | |
| token: ${{ secrets.GITHUB_TOKEN }} # Including token enables most reliable way to get a user's email | |
| - name: Add PR author email to PLUGIN_INFO | |
| id: add_email_to_pluginfo | |
| run: | | |
| echo "The PR author email is ${{ steps.getemail.outputs.email }}" | |
| echo "PLUGIN_INFO=$(<<<$PLUGIN_INFO tr -d "'" | jq -c '. + {author_email: "${{ steps.getemail.outputs.email }}"}')" >> $GITHUB_OUTPUT | |
| runscore: | |
| name: Score plugins | |
| runs-on: ubuntu-latest | |
| needs: [changes_models_or_benchmarks, get_submitter_info] | |
| if: ${{ needs.changes_models_or_benchmarks.outputs.RUN_SCORE == 'True' }} | |
| env: | |
| PLUGIN_INFO: ${{ needs.get_submitter_info.outputs.PLUGIN_INFO }} | |
| JENKINS_USER: ${{ secrets.JENKINS_USER }} | |
| JENKINS_TOKEN: ${{ secrets.JENKINS_TOKEN }} | |
| JENKINS_TRIGGER: ${{ secrets.JENKINS_TRIGGER }} | |
| steps: | |
| - name: Add domain, public, competition, and model_type to PLUGIN_INFO | |
| run: | | |
| echo "PLUGIN_INFO=$(<<<$PLUGIN_INFO tr -d "'" | jq -c '. + {domain: "vision", public: true, competition: "None", model_type: "Brain_Model"}')" >> $GITHUB_ENV | |
| - name: Check out repository code | |
| uses: actions/checkout@v4 | |
| - name: Set up Python 3.7 | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.7 | |
| - name: Build project | |
| run: | | |
| python -m pip install --upgrade pip setuptools | |
| python -m pip install ".[test]" | |
| - name: Run scoring | |
| run: | | |
| python -c 'from brainscore_core.submission.endpoints import call_jenkins; call_jenkins('\''${{ env.PLUGIN_INFO }}'\'')' |