Have a more granular approach to run the pipeline

.github/workflows/main.yml

@@ -7,9 +7,8 @@ on:
       - release
 
 jobs:
-  tests:
+  setup:
     runs-on: self-hosted
-    timeout-minutes: 60 
     steps:
       - name: Checkout repository
         uses: actions/checkout@v2
@@ -29,6 +28,18 @@ jobs:
         run: |
           python ci/download_all.py
 
+  tests:
+    runs-on: self-hosted
+    needs: setup
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: setup python
+        uses: actions/setup-python@v5
+        with:
+          python-version: 3.11.8
+
       - name: Execute unittests
         run: |
           pytest --cov-report=html:html_cov --cov-branch --cov-report term --cov=helical ci/
@@ -46,6 +57,18 @@ jobs:
       #     pytest-coverage-path: ./pytest-coverage.txt
       #     junitxml-path: ./pytest.xml
 
+  inference:
+    runs-on: self-hosted
+    needs: tests
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: setup python
+        uses: actions/setup-python@v5
+        with:
+          python-version: 3.11.8
+
       - name: Execute Geneformer v1
         run: |
           python examples/run_models/run_geneformer.py ++model_name="gf-12L-30M-i2048"
@@ -65,14 +88,26 @@ jobs:
       - name: Execute Hyena
         run: |
           python examples/run_models/run_hyena_dna.py
-      
+  
+  benchmarking:
+    needs: inference
+    runs-on: self-hosted
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: setup python
+        uses: actions/setup-python@v5
+        with:
+          python-version: 3.11.8
+
       - name: Execute benchmarking
         run: |
           pip install scanorama
           python examples/run_benchmark.py
 
   notebooks:
-    needs: tests
+    needs: benchmarking
     runs-on: self-hosted
     steps:
       - name: Checkout repository