ML Pipelines #5

	name: ML Pipelines

	on:
	schedule:
	- cron: '0 * * * *' # Runs every hour
	push:
	branches:
	- main
	workflow_dispatch: # Allows manual triggering from GitHub UI

	concurrency:
	group: ${{ github.workflow }}-${{ github.ref }}
	cancel-in-progress: true

	jobs:
	ml_pipelines:
	name: ML Pipelines
	runs-on: ubuntu-latest
	env:
	PIPELINES: \|
	notebooks/1_feature_engineering.ipynb
	notebooks/2_train_retrieval_model.ipynb
	notebooks/3_embeddings_creation.ipynb
	notebooks/4_train_ranking_model.ipynb

	steps:
	- name: Checkout
	uses: actions/checkout@v3

	- name: Install uv
	uses: astral-sh/setup-uv@v3
	with:
	version: 0.4.30

	- name: Create and activate virtual environment
	run: \|
	uv venv
	source .venv/bin/activate

	- name: Install the project
	run: \|
	make install

	- name: Run pipeline
	run: \|
	for pipeline in $PIPELINES; do
	uv run ipython "$pipeline"
	done
	env:
	HOPSWORKS_API_KEY: ${{ secrets.HOPSWORKS_API_KEY }}

Provide feedback