Initial commit — Citi Bike prediction system

Author: LohithVattikuti

.github/workflows/feature_pipeline.yaml

@@ -0,0 +1,31 @@
+name: citibike_rides_hourly_features_pipeline
+on:
+  schedule:
+    - cron: "0 * * * *"  # Runs every hour
+  workflow_dispatch: {}  # Allows manual triggering of the workflow
+
+jobs:
+  run-python-script:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"  # Specify the Python version
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r requirements_feature_pipeline.txt
+
+      - name: Debug Secrets
+        run: echo "HOPSWORKS_API_KEY=${{ secrets.HOPSWORKS_API_KEY }}"
+
+      - name: Run new data fetch pipeline and load to hopsworks
+        env:
+          HOPSWORKS_API_KEY: ${{ secrets.HOPSWORKS_API_KEY }}
+        run: python -m pipelines.feature_pipeline

.github/workflows/inference_pipeline.yaml

@@ -0,0 +1,31 @@
+name: citibike_rides_hourly_inference_pipeline
+
+on:
+  schedule:
+    - cron: "5 * * * *"  # Runs every hour
+  workflow_dispatch: {} 
+
+  workflow_dispatch: # Allows manual triggering of the workflow
+
+jobs:
+  run-python-script:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.11' # Specify the Python version
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r requirements.txt # Install dependencies if a requirements file exists
+
+      - name: Run new data fetch pipeline and load to hopsworks
+        env:
+          HOPSWORKS_API_KEY: ${{ secrets.HOPSWORKS_API_KEY}}
+        run: python -m pipelines.inference_pipeline

.github/workflows/model_training_pipeline.yaml

@@ -0,0 +1,28 @@
+name: citibike_rides_model_training_pipeline
+on:
+  schedule:
+    - cron: '0 0 * * 1'  # Runs every Monday at midnight
+  workflow_dispatch:  # Allows manual triggering of the workflow
+
+jobs:
+  run-python-script:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'  # Specify the Python version
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r requirements.txt
+  
+      - name: Train model on new data
+        env:
+          HOPSWORKS_API_KEY: ${{ secrets.HOPSWORKS_API_KEY }}
+        run: python -m pipelines.model_training_pipeline