linux_wheel.yaml

name: Build and test Linux wheel

on:
  pull_request:
  push:
    branches:
      - nightly
      - main
      - release/*
    tags:
        - v[0-9]+.[0-9]+.[0-9]+-rc[0-9]+
  workflow_dispatch:

concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref_name }}-${{ github.ref_type == 'branch' && github.sha }}-${{ github.event_name == 'workflow_dispatch' }}
  cancel-in-progress: true

permissions:
  id-token: write
  contents: write

defaults:
  run:
    shell: bash -l -eo pipefail {0}

jobs:
  generate-matrix:
    uses: pytorch/test-infra/.github/workflows/generate_binary_build_matrix.yml@main
    with:
      package-type: wheel
      os: linux
      test-infra-repository: pytorch/test-infra
      test-infra-ref: main
      with-xpu: disable
      with-rocm: disable
      with-cuda: disable
      build-python-only: "disable"

  build:
    needs: generate-matrix
    strategy:
      fail-fast: false
    name: Build and Upload Linux wheel
    uses: pytorch/test-infra/.github/workflows/build_wheels_linux.yml@main
    with:
      repository: pytorch/torchcodec
      ref: ""
      test-infra-repository: pytorch/test-infra
      test-infra-ref: main
      build-matrix: ${{ needs.generate-matrix.outputs.matrix }}
      post-script: packaging/post_build_script.sh
      smoke-test-script: packaging/fake_smoke_test.py
      package-name: torchcodec
      trigger-event: ${{ github.event_name }}
      build-platform: "python-build-package"
      build-command: "BUILD_AGAINST_ALL_FFMPEG_FROM_S3=1 python -m build --wheel -vvv --no-isolation"

# TODO: Put this back!!!!
# See https://github.com/pytorch/torchcodec/issues/415
#   install-and-test:
#     runs-on: ubuntu-latest
#     strategy:
#       fail-fast: false
#       matrix:
#         python-version: ['3.9']
#         ffmpeg-version-for-tests: ['4.4.2', '5.1.2', '6.1.1', '7.0.1']
#     needs: build
#     steps:
#       - uses: actions/download-artifact@v3
#         with:
#           name: pytorch_torchcodec__${{ matrix.python-version }}_cpu_x86_64
#           path: pytorch/torchcodec/dist/
#       - name: Setup conda env
#         uses: conda-incubator/setup-miniconda@v2
#         with:
#           auto-update-conda: true
#           miniconda-version: "latest"
#           activate-environment: test
#           python-version: ${{ matrix.python-version }}
#       - name: Update pip
#         run: python -m pip install --upgrade pip
#       - name: Install PyTorch
#         run: |
#           python -m pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu
#       - name: Install torchcodec from the wheel
#         run: |
#           wheel_path=`find pytorch/torchcodec/dist -type f -name "*.whl"`
#           echo Installing $wheel_path
#           python -m pip install $wheel_path -vvv

#       - name: Check out repo
#         uses: actions/checkout@v3
#       - name: Install ffmpeg, post build
#         run: |
#           # Ideally we would have checked for that before installing the wheel,
#           # but we need to checkout the repo to access this file, and we don't
#           # want to checkout the repo before installing the wheel to avoid any
#           # side-effect. It's OK.
#           source packaging/helpers.sh
#           assert_ffmpeg_not_installed

#           conda install "ffmpeg=${{ matrix.ffmpeg-version-for-tests }}" -c conda-forge
#           ffmpeg -version

#       - name: Install test dependencies
#         run: |
#           python -m pip install --pre torchvision --index-url https://download.pytorch.org/whl/nightly/cpu
#           # Ideally we would find a way to get those dependencies from pyproject.toml
#           python -m pip install numpy pytest pillow

#       - name: Delete the src/ folder just for fun
#         run: |
#           # The only reason we checked-out the repo is to get access to the
#           # tests. We don't care about the rest. Out of precaution, we delete
#           # the src/ folder to be extra sure that we're running the code from
#           # the installed wheel rather than from the source.
#           # This is just to be extra cautious and very overkill because a)
#           # there's no way the `torchcodec` package from src/ can be found from
#           # the PythonPath: the main point of `src/` is precisely to protect
#           # against that and b) if we ever were to execute code from
#           # `src/torchcodec`, it would fail loudly because the built .so files
#           # aren't present there.
#           rm -r src/
#           ls
#       - name: Smoke test
#         run: |
#           python -X faulthandler test/decoders/manual_smoke_test.py
#       - name: Run Python tests
#         run: |
#           pytest test -vvv