Update example_data_cache.yml

NeurodataWithoutBorders · May 28, 2024 · 093eff3 · 093eff3
1 parent e224ec1
commit 093eff3
Showing 1 changed file with 11 additions and 6 deletions.
diff --git a/.github/workflows/example_data_cache.yml b/.github/workflows/example_data_cache.yml
@@ -24,6 +24,7 @@ jobs:
         os: [ubuntu-latest, macos-latest, macos-13, windows-latest]
 
     steps:
+
       - name: Get ephy_testing_data current head hash
         id: ephys
         run: echo "::set-output name=HASH_EPHY_DATASET::$(git ls-remote https://gin.g-node.org/NeuralEnsemble/ephy_testing_data.git HEAD | cut -f1)"
@@ -33,7 +34,6 @@ jobs:
         with:
           path: ~/NWB_GUIDE/test-data/GIN/ephy_testing_data
           key: ephys-datasets-${{ matrix.os }}-${{ steps.ephys.outputs.HASH_EPHY_DATASET }}
-
       - name: Get ophys_testing_data current head hash
         id: ophys
         run: echo "::set-output name=HASH_OPHYS_DATASET::$(git ls-remote https://gin.g-node.org/CatalystNeuro/ophys_testing_data.git HEAD | cut -f1)"
@@ -43,7 +43,6 @@ jobs:
         with:
           path: ~/NWB_GUIDE/test-data/GIN/ophys_testing_data
           key: ophys-datasets-${{ matrix.os }}-${{ steps.ophys.outputs.HASH_OPHYS_DATASET }}
-
       - name: Get behavior_testing_data current head hash
         id: behavior
         run: echo "::set-output name=HASH_BEHAVIOR_DATASET::$(git ls-remote https://gin.g-node.org/CatalystNeuro/behavior_testing_data.git HEAD | cut -f1)"
@@ -60,13 +59,19 @@ jobs:
           pip install awscli
           aws configure set aws_access_key_id ${{ secrets.AWS_ACCESS_KEY_ID }}
           aws configure set aws_secret_access_key ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-          mkdir -p ~/NWB_GUIDE/test-data/GIN
+
       - if: steps.cache-ephys-datasets.outputs.cache-hit != 'true'
         name: Download ephys dataset from S3
-        run: aws s3 cp --region=us-east-2 ${{ secrets.S3_GIN_BUCKET }}/ephy_testing_data ~/NWB_GUIDE/test-data/GIN/ --recursive
+        run: |
+          mkdir -p ~/NWB_GUIDE/test-data/GIN/ephy_testing_data
+          aws s3 cp --region=us-east-2 ${{ secrets.S3_GIN_BUCKET }}/ephy_testing_data ~/NWB_GUIDE/test-data/GIN/ephy_testing_data --recursive
       - if: steps.cache-ophys-datasets.outputs.cache-hit != 'true'
         name: Download ophys dataset from S3
-        run: aws s3 cp --region=us-east-2 ${{ secrets.S3_GIN_BUCKET }}/ophys_testing_data ~/NWB_GUIDE/test-data/GIN/ --recursive
+        run: |
+          mkdir -p ~/NWB_GUIDE/test-data/GIN/ophys_testing_data
+          aws s3 cp --region=us-east-2 ${{ secrets.S3_GIN_BUCKET }}/ophys_testing_data ~/NWB_GUIDE/test-data/GIN/ophys_testing_data --recursive
       - if: steps.cache-behavior-datasets.outputs.cache-hit != 'true'
         name: Download behavior dataset from S3
-        run: aws s3 cp --region=us-east-2 ${{ secrets.S3_GIN_BUCKET }}/behavior_testing_data ~/NWB_GUIDE/test-data/GIN/ --recursive
+        run: |
+          mkdir -p ~/NWB_GUIDE/test-data/GIN/behavior_testing_data
+          aws s3 cp --region=us-east-2 ${{ secrets.S3_GIN_BUCKET }}/behavior_testing_data ~/NWB_GUIDE/test-data/GIN/behavior_testing_data --recursive