Skip to content

citibike_rides_hourly_features_pipeline #1301

citibike_rides_hourly_features_pipeline

citibike_rides_hourly_features_pipeline #1301

name: citibike_rides_hourly_features_pipeline
on:
schedule:
- cron: "0 * * * *" # Runs every hour
workflow_dispatch: {} # Allows manual triggering of the workflow
jobs:
run-python-script:
runs-on: ubuntu-latest
steps:
- name: Checkout repository
uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: "3.11" # Specify the Python version
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install -r requirements_feature_pipeline.txt
- name: Debug Secrets
run: echo "HOPSWORKS_API_KEY=${{ secrets.HOPSWORKS_API_KEY }}"
- name: Run new data fetch pipeline and load to hopsworks
env:
HOPSWORKS_API_KEY: ${{ secrets.HOPSWORKS_API_KEY }}
run: python -m pipelines.feature_pipeline