converter_tests.yaml

name: Converter tests
on:
  push:
    paths-ignore:
      - 'client/**'
      - 'doc/**'
  pull_request:
    paths-ignore:
      - 'client/**'
      - 'doc/**'
env:
  GALAXY_TEST_RAISE_EXCEPTION_ON_HISTORYLESS_HDA: '1'
concurrency:
  group: converter-${{ github.ref }}
  cancel-in-progress: true
jobs:
  test:
    name: Test
    runs-on: ubuntu-latest
    strategy:
      matrix:
        python-version: ['3.7']
    steps:
    - uses: actions/checkout@v2
      with:
        path: 'galaxy root'
    - name: Clone galaxyproject/galaxy-test-data
      uses: actions/checkout@v2
      with:
        repository: galaxyproject/galaxy-test-data
        path: galaxy-test-data
    - uses: actions/setup-python@v1
      with:
        python-version: ${{ matrix.python-version }}
    - name: Cache venv dir
      uses: actions/cache@v1
      id: pip-cache
      with:
        path: ~/.cache/pip
        key: pip-cache-${{ matrix.python-version }}-${{ hashFiles('galaxy root/requirements.txt') }}
    - name: Move test data
      run: rsync -av --remove-source-files --exclude .git galaxy-test-data/ 'galaxy root/test-data/'
    - name: Install planemo
      run: pip install planemo
    - name: Install jq
      run: sudo apt-get install jq
    - name: Determine converters to check
      run: |
        ls 'galaxy root'/lib/galaxy/datatypes/converters/*xml | grep -v -f 'galaxy root'/lib/galaxy/datatypes/converters/.tt_skip > tool_list.txt
        echo "Skipping checks for the following converters:"
        ls 'galaxy root'/lib/galaxy/datatypes/converters/*xml | grep -f 'galaxy root'/lib/galaxy/datatypes/converters/.tt_skip
        echo "Checking only the following converters:"
        cat tool_list.txt
    - name: Lint converters
      run: |
        mapfile -t TOOL_ARRAY < tool_list.txt
        for CONVERTER in "${TOOL_ARRAY[@]}"; do
          planemo lint --skip citations,stdio,help --report_level warn "$CONVERTER"
        done
    - name: Run tests
      run: |
        mkdir -p json_output
        mapfile -t TOOL_ARRAY < tool_list.txt
        for CONVERTER in "${TOOL_ARRAY[@]}"; do
          json=$(mktemp -u -p json_output --suff .json)
          planemo test --test_output_json "$json" --galaxy_python_version ${{ matrix.python-version }} --galaxy_root 'galaxy root' "$CONVERTER" || true
        done
        planemo merge_test_reports json_output/*.json tool_test_output.json
        planemo test_reports tool_test_output.json --test_output tool_test_output.html
        if jq '.["tests"][]["data"]["status"]' tool_test_output.json | grep -v "success"; then
          echo "Unsuccessful tests found, inspect the 'Converter test results' artifact for details."
          exit 1
        fi
    - uses: actions/upload-artifact@v2
      if: failure()
      with:
        name: Converter test results (${{ matrix.python-version }})
        path: tool_test_output.html