Add integration tests for galaxy packages against tpv

.github/workflows/test_galaxy_package_integration.yaml

@@ -0,0 +1,74 @@
+name: Test Galaxy package integration with TPV
+on:
+  push:
+    paths-ignore:
+      - 'client/**'
+      - 'doc/**'
+  pull_request:
+    paths-ignore:
+      - 'client/**'
+      - 'doc/**'
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+jobs:
+  test:
+    name: Test
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ['3.10']
+    steps:
+      - name: Checkout galaxy code
+        uses: actions/checkout@v3
+      - name: Checkout tpv code
+        uses: actions/checkout@v3
+        with:
+          repository: galaxyproject/total-perspective-vortex
+          path: 'tpv'
+      - uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Get full Python version
+        id: full-python-version
+        shell: bash
+        run: echo "version=$(python -c 'import sys; print("-".join(str(v) for v in sys.version_info))')" >> $GITHUB_OUTPUT
+      # - name: Cache pip dir
+      #   uses: actions/cache@v3
+      #   with:
+      #     path: ~/.cache/pip
+      #     key: pip-cache-${{ matrix.python-version }}-${{ hashFiles('requirements.txt') }}
+      # - name: Cache galaxy venv
+      #   uses: actions/cache@v3
+      #   with:
+      #     path: '.venv'
+      #     key: gxy-venv-${{ runner.os }}-${{ steps.full-python-version.outputs.version }}-${{ hashFiles('requirements.txt') }}-integration
+      - name: Replace tpv galaxy dependencies with package paths from local galaxy build
+        run: |
+          GALAXY_SKIP_NODE=1 GALAXY_SKIP_CLIENT_BUILD=1 make setup-venv
+          # create local release
+          echo "c" | UPSTREAM_REMOTE_URL="https://github.com/nuwang/galaxy.git" ./scripts/release.sh -l
+          # make requirements point to local wheels where possible
+          cd tpv
+          while IFS= read -r line; do
+            # Handle galaxy- packages specifically
+            package_path=`echo $line | sed -e '/^galaxy-/ s/-/_/g' -e 's|^galaxy_\(.*\)$|../packages/\1|'`
+            if [ -d "$package_path" ]; then
+              # This is a local package. Replace it with the path to the local wheel
+              row=`find $package_path/dist -type f -name '*.whl'`
+            else
+              # pass original requirement line unchanged
+              row="$line"
+            fi
+            echo "$row" >> requirements_local.txt
+          done < "requirements_test.txt"
+          cat requirements_local.txt
+          mv requirements_local.txt requirements_test.txt
+      - name: Install required packages
+        run: pip install tox
+      - name: Run tox
+        run: tox -e py${{ matrix.python-version }} -- --runslow
+        env:
+          PYTHONUNBUFFERED: "True"
+        working-directory: 'tpv'

packages/app/MANIFEST.in

@@ -1,5 +1,4 @@
 include *.rst *.txt LICENSE */py.typed
-include galaxy/carbon_emissions/carbon_intensity.csv
 include galaxy/dependencies/*.txt
 include galaxy/dependencies/*.sh
 include galaxy/jobs/runners/util/job_script/*.sh