Merge pull request #534 from RandomDefaultUser/download_data_from_rodare

Added RODARE download

.github/workflows/cpu-tests.yml

@@ -171,13 +171,20 @@ jobs:
           # `requirements.txt` and/or extra dependencies are missing in the Docker Conda environment
           diff env_1.yml env_2.yml
 
-      - name: Check out repository (data)
-        uses: actions/checkout@v3
-        with:
-          repository: mala-project/test-data
-          path: mala_data
-          ref: v1.7.0
-          lfs: true
+      - name: Download test data repository
+        shell: 'bash -c "docker exec -i mala-cpu bash < {0}"'
+        run: |
+          # Download test data repository from RODARE. If the version changes
+          # this URL has to be adapted (the number after /record/ and the 
+          # version have to be incremented)
+          wget "https://rodare.hzdr.de/record/2999/files/mala-project/test-data-1.8.0.zip"
+          
+          # Once downloaded, we have to unzip the file. The name of the root
+          # folder in the zip file has to be updated for data repository
+          # updates as well - the string at the end is the hash of the data 
+          # repository commit. 
+          unzip -q test-data-1.8.0.zip
+          mv mala-project-test-data-d5694c7  mala_data
 
       - name: Test mala
         shell: 'bash -c "docker exec -i mala-cpu bash < {0}"'

Dockerfile

@@ -7,7 +7,8 @@ RUN apt-get --allow-releaseinfo-change update && apt-get upgrade -y && \
     build-essential \
     libz-dev \
     swig \
-    git-lfs \
+    unzip \
+    wget \
     cmake && \
     apt-get clean && rm -rf /var/lib/apt/lists/*
 

docs/source/install/installing_mala.rst

@@ -37,17 +37,13 @@ The examples and tests need additional data to run. The MALA team provides a
 to check out the correct tag for the data repository, since the data repository
 itself is subject to ongoing development as well.
 
-Also make sure to have the `Git LFS <https://git-lfs.com/>`_ installed on your
-machine, since the data repository operates using Git LFS to handle large
-binary files for example training data. 
-
 * Download data repository and check out correct tag:
 
 .. code-block:: bash
 
     git clone https://github.com/mala-project/test-data ~/path/to/data/repo
     cd ~/path/to/data/repo
-    git checkout v1.7.0
+    git checkout v1.8.0
 
 * Export the path to that repo by ``export MALA_DATA_REPO=~/path/to/data/repo``