feat: run all ML pipelines using GA #20

	name: ML Pipelines

	on:
	schedule:
	- cron: '0 * * * *' # Runs every hour
	push:
	branches:
	- main

	concurrency:
	group: ${{ github.workflow }}-${{ github.ref }}
	cancel-in-progress: true

	jobs:
	ml_pipelines:
	name: ML Pipelines
	runs-on: ubuntu-latest

	steps:
	- name: Checkout
	uses: actions/checkout@v3

	- name: Install uv
	uses: astral-sh/setup-uv@v3
	with:
	version: 0.4.30

	- name: Get notebook list
	id: ml_pipelines
	run: \|
	echo "notebooks=$(ls notebooks/*.ipynb \| sort -n \| jq -R -s -c 'split("\n")[:-1]')" >> $GITHUB_OUTPUT

	strategy:
Check failure on line 33 in .github/workflows/feature_pipeline.yaml View workflow run for this annotation GitHub Actions / .github/workflows/feature_pipeline.yaml Invalid workflow file `You have an error in your yaml syntax on line 33`
	matrix:
	notebook: ${{ fromJson(steps.notebooks.outputs.notebooks) }}

	- name: Set up Python
	run: uv python install

	- name: Install the project
	run: \|
	uv sync --all-extras --dev

	- name: Run pipeline
	run: uv run ipython ${{ matrix.ml_pipelines }}
	env:
	HOPSWORKS_API_KEY: ${{ secrets.HOPSWORKS_API_KEY }}

Provide feedback