CNF example #132

	name: Runner Tests

	on:
	push:
	branches: [main]
	pull_request:
	branches: [main, "release/*"]

	jobs:
	run_tests_ubuntu:
	runs-on: ${{ matrix.os }}

	strategy:
	fail-fast: false
	matrix:
	os: [ubuntu-latest, ubuntu-20.04, macos-latest, windows-latest]
	python-version: ["3.8", "3.9", "3.10"]

	steps:
	- name: Checkout
	uses: actions/checkout@v3

	- name: Set up Python ${{ matrix.python-version }}
	uses: actions/setup-python@v4
	with:
	python-version: ${{ matrix.python-version }}

	- name: Install dependencies
	run: \|
	# Fix pip version < 24.1 due to lightning incomaptibility
	python -m pip install pip==23.2.1
	pip install -r runner-requirements.txt
	pip install pytest
	pip install sh
	pip install -e .

	- name: List dependencies
	run: \|
	python -m pip list

	- name: Run pytest
	run: \|
	pytest -v runner

	# upload code coverage report
	code-coverage-runner:
	runs-on: ubuntu-latest

	steps:
	- name: Checkout
	uses: actions/checkout@v3

	- name: Set up Python 3.10
	uses: actions/setup-python@v4
	with:
	python-version: "3.10"

	- name: Install dependencies
	run: \|
	# Fix pip version < 24.1 due to lightning incomaptibility
	python -m pip install pip==23.2.1
	pip install -r runner-requirements.txt
	pip install pytest
	pip install pytest-cov[toml]
	pip install sh
	pip install -e .

	- name: Run tests and collect coverage
	run: pytest runner --cov runner --cov-fail-under=30 # NEEDS TO BE UPDATED WHEN CHANGING THE NAME OF "src" FOLDER

	- name: Upload coverage to Codecov
	uses: codecov/codecov-action@v3
	with:
	name: codecov-runner
	verbose: true

Provide feedback