Merge pull request #7 from MASSIVEMAGNETICS/copilot/add-weight-packaging-support

Add HF Hub integration for model weight distribution with Docker runtime download and CI upload

Author: MASSIVEMAGNETICS

.github/workflows/push_weights_to_hf.yml

@@ -0,0 +1,74 @@
+name: Push Model Weights to Hugging Face
+
+on:
+  workflow_dispatch:
+    inputs:
+      repo_id:
+        description: 'Hugging Face repository ID'
+        required: true
+        default: 'MASSIVEMAGNETICS/SongBloom-weights'
+        type: string
+      weights_path:
+        description: 'Path to weights directory in repo'
+        required: true
+        default: 'weights_to_upload'
+        type: string
+      commit_message:
+        description: 'Commit message for the upload'
+        required: false
+        default: 'Upload model weights from CI'
+        type: string
+
+jobs:
+  upload-weights:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+    
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+      
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: '3.8'
+      
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install huggingface-hub
+      
+      - name: Verify weights directory exists
+        run: |
+          if [ ! -d "${{ inputs.weights_path }}" ]; then
+            echo "❌ Error: Weights directory '${{ inputs.weights_path }}' not found"
+            echo "Please ensure the directory exists and contains model files"
+            exit 1
+          fi
+          
+          echo "✓ Weights directory found"
+          echo "Files to upload:"
+          find "${{ inputs.weights_path }}" -type f | head -20
+      
+      - name: Upload weights to Hugging Face
+        env:
+          HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }}
+        run: |
+          cd SongBloom-master
+          python scripts/upload_weights.py \
+            --source-dir "../${{ inputs.weights_path }}" \
+            --repo-id "${{ inputs.repo_id }}" \
+            --commit-message "${{ inputs.commit_message }}" \
+            --yes
+      
+      - name: Summary
+        if: success()
+        run: |
+          echo "### ✅ Upload Successful" >> $GITHUB_STEP_SUMMARY
+          echo "" >> $GITHUB_STEP_SUMMARY
+          echo "Model weights uploaded to: https://huggingface.co/${{ inputs.repo_id }}" >> $GITHUB_STEP_SUMMARY
+          echo "" >> $GITHUB_STEP_SUMMARY
+          echo "**Repository:** \`${{ inputs.repo_id }}\`" >> $GITHUB_STEP_SUMMARY
+          echo "**Source Path:** \`${{ inputs.weights_path }}\`" >> $GITHUB_STEP_SUMMARY
+          echo "**Commit Message:** ${{ inputs.commit_message }}" >> $GITHUB_STEP_SUMMARY

.gitignore

@@ -45,6 +45,10 @@ streamlit_outputs/
 *.mp3
 *.ogg
 
+# Model weights staging directory
+weights_to_upload/
+models/songbloom/
+
 # Temporary files
 tmp/
 temp/

SongBloom-master/Dockerfile.runtime

@@ -0,0 +1,66 @@
+# SongBloom Runtime Docker Image
+# Optimized for runtime with on-demand model weight downloads
+FROM nvidia/cuda:11.8.0-cudnn8-runtime-ubuntu22.04
+
+# Set environment variables
+ENV DEBIAN_FRONTEND=noninteractive
+ENV PYTHONUNBUFFERED=1
+ENV CUDA_HOME=/usr/local/cuda
+
+# Install system dependencies
+RUN apt-get update && apt-get install -y \
+    python3.10 \
+    python3-pip \
+    git \
+    wget \
+    libsndfile1 \
+    ffmpeg \
+    && rm -rf /var/lib/apt/lists/*
+
+# Set working directory
+WORKDIR /app
+
+# Copy requirements first for better caching
+COPY requirements.txt .
+
+# Install Python dependencies
+RUN pip3 install --no-cache-dir --upgrade pip && \
+    pip3 install --no-cache-dir torch==2.2.0 torchaudio==2.2.0 --index-url https://download.pytorch.org/whl/cu118 && \
+    pip3 install --no-cache-dir -r requirements.txt
+
+# Copy application code
+COPY . .
+
+# Create necessary directories
+RUN mkdir -p /app/models/songbloom /app/cache /app/output /app/gradio_outputs /app/api_outputs /app/api_prompts
+
+# Expose ports for API and Gradio
+EXPOSE 7860 8000
+
+# Create entrypoint script that downloads weights if missing
+RUN echo '#!/bin/bash\n\
+set -e\n\
+\n\
+# Check if model weights exist\n\
+if [ ! -d "/app/models/songbloom" ] || [ -z "$(ls -A /app/models/songbloom 2>/dev/null)" ]; then\n\
+    echo "🔍 Model weights not found, downloading..."\n\
+    python3 scripts/download_weights.py || {\n\
+        echo "❌ Failed to download model weights"\n\
+        echo "💡 You can:"\n\
+        echo "   1. Mount weights at /app/models/songbloom"\n\
+        echo "   2. Set HUGGING_FACE_HUB_TOKEN for private repos"\n\
+        exit 1\n\
+    }\n\
+else\n\
+    echo "✓ Model weights found"\n\
+fi\n\
+\n\
+# Execute the provided command\n\
+exec python3 "$@"\n\
+' > /entrypoint.sh && chmod +x /entrypoint.sh
+
+# Set entrypoint
+ENTRYPOINT ["/entrypoint.sh"]
+
+# Default command (can be overridden)
+CMD ["app.py", "--server-name", "0.0.0.0", "--server-port", "7860"]