[cron] update KG proxy #37
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: '[cron] update KG proxy' | |
on: | |
schedule: | |
- cron: '5 4 * * 0' # every Sunday at 4am | |
env: | |
EBRAINS_CCFLOW_CLIENT_ID: ${{ secrets.EBRAINS_OIDC_SIIBRA_CI_CLIENT_ID }} | |
EBRAINS_CCFLOW_CLIENT_SECRET: ${{ secrets.EBRAINS_OIDC_SIIBRA_CI_CLIENT_SECRET }} | |
jobs: | |
update: | |
runs-on: ubuntu-latest | |
strategy: | |
fail-fast: false | |
matrix: | |
include: | |
- artefacts-dir: "ebrainsquery/v3/AtlasAnnotation" | |
query-id: "66c69c41-ad91-4915-ac23-897fd0c60211" | |
- artefacts-dir: "ebrainsquery/v3/ParcellationEntity" | |
query-id: "d236e213-c048-4331-bfd9-b45c60bc3d03" | |
- artefacts-dir: "ebrainsquery/v3/ParcellationEntityVersion" | |
query-id: "5e80bb84-68cf-4425-859b-5306f6838693" | |
- artefacts-dir: "ebrainsquery/v3/CustomAnatomicalEntity" | |
query-id: "d7cdc1d6-0aa5-498a-94ff-0291b95db13d" | |
- artefacts-dir: "ebrainsquery/v3/Dataset" | |
query-id: "fe925a3a-bfcd-43a9-8eab-f8d4589cedea" | |
- artefacts-dir: "ebrainsquery/v3/DatasetVersion" | |
query-id: "64ad0cd6-fbd6-47d3-b247-099e9ce8f313" | |
steps: | |
- uses: actions/checkout@v4 | |
- uses: actions/setup-python@v4 | |
with: | |
python-version: '3.10' | |
- name: 'Install dependencies' | |
run: | | |
pip install ebrains-drive | |
pip install git+https://github.com/xgui3783/ebrains-iam-util.git | |
- name: 'Fetch and Sync to KG proxy' | |
run: | | |
export EBRAINS_QUERY_ID=${{ matrix.query-id }} | |
export EBRAINS_ARTEFACTS_DIR=${{ matrix.artefacts-dir }} | |
export EBRAINS_CCFLOW_CLIENT_ID=${{ env.EBRAINS_CCFLOW_CLIENT_ID }} | |
export EBRAINS_CCFLOW_CLIENT_SECRET=${{ env.EBRAINS_CCFLOW_CLIENT_SECRET }} | |
python _ci/cron_sync_kg_proxy.py | |
latest-siibra-release: | |
runs-on: ubuntu-latest | |
env: | |
GH_TOKEN: ${{ github.token }} | |
outputs: | |
LATEST_TAG: ${{ steps.get-latest-tag.outputs.LATEST_TAG }} | |
steps: | |
- id: get-latest-tag | |
run: | | |
LATEST_TAG=$(gh release -R fzj-inm1-bda/siibra-python ls --jq '.[0].tagName' --json 'tagName') | |
echo LATEST_TAG=$LATEST_TAG | |
echo "LATEST_TAG=$LATEST_TAG" >> $GITHUB_OUTPUT | |
check-region-e2e: | |
runs-on: ubuntu-latest | |
needs: | |
- update | |
- latest-siibra-release | |
steps: | |
- uses: actions/checkout@v4 | |
with: | |
repository: 'fzj-inm1-bda/siibra-python' | |
ref: ${{ needs.latest-siibra-release.outputs.LATEST_TAG }} | |
- uses: actions/setup-python@v5 | |
with: | |
python-version: '3.10' | |
- run: pip install -U pip && pip install -e . && pip install pytest | |
- run: pytest e2e/core/test_region.py | |