Add capability to stream youtube videos

jdszekeres · jdszekeres · commit 115a5c2954dc · 2025-07-09T12:20:08.000-07:00
diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
@@ -8,82 +8,82 @@ permissions:
   contents: write # Required to upload release assets
 
 jobs:
-#   build_and_upload_image:
-#     runs-on: ubuntu-22.04-arm
-#     steps:
-#       - name: "Checkout code"
-#         uses: actions/checkout@v4
-
-#       - name: "Set up Python"
-#         uses: actions/setup-python@v5
-#         with:
-#           python-version: '3.10'
-
-#       - name: "Set up Node.js"
-#         uses: actions/setup-node@v3
-#         with:
-#           node-version: '22'
-#       - name: "Install Dependencies"
-#         run: |
-#             echo "Installing dependencies..."
-#             ./install_requirements.sh
-
-#       - name: "Run Create Release Script"
-#         run: |
-#             echo "Creating release..."
-#             chmod +x ./create_release.sh
-#             pip install requests
-#             # Pass the release name to the script    
-#             ./create_release.sh << ${{ github.event.release.name }}
-#       - name: "Upload release"
-#         uses: actions/upload-release-asset@v1
-#         with:
-#           upload_url: ${{ github.event.release.upload_url }}
-#           asset_path: release.tar.gz
-#           asset_name: release.tar.gz
-#           asset_content_type: application/gzip
-#         env:
-#           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
-#       - name: "Checkout Pi Image Repository"
-#         uses: actions/checkout@v4
-#         with:
-#           repository: DeepWaterExploration/pi-gen
-#           path: pi-gen
-#       - name: "Install Dependencies for Pi Image Build"
-#         run: |
-#           echo "Installing dependencies..."
-#           sudo apt-get install coreutils quilt parted qemu-user-static debootstrap zerofree zip \
-#           dosfstools libarchive-tools libcap2-bin grep rsync xz-utils file git curl bc \
-#           gpg pigz xxd arch-test
-
-#       - name: "Build Pi Image"
-#         run: |
-#           echo "Building Pi Image..."
-#           cd pi-gen
-#           echo "" >> ./config
-#           echo "export DWE_VERSION=\"${{ github.event.release.name }}\"" >> ./config
-#           echo "" >> ./config
-#           sudo ./build.sh -c ./config
-
-#       - name: "Fix Permissions of Deploy Directory"
-#         run: sudo chown -R runner:runner pi-gen/deploy
-
-#       - name: "Find Pi Image File"
-#         id: find_image
-#         run: |
-#           IMAGE_FILE=$(find pi-gen/deploy -name "*.zip" | head -1)
-#           echo "image_file=$IMAGE_FILE" >> $GITHUB_OUTPUT
-
-#       - name: "Upload Pi Image to Release"
-#         uses: actions/upload-release-asset@v1
-#         with:
-#           upload_url: ${{ github.event.release.upload_url }}
-#           asset_path: ${{ steps.find_image.outputs.image_file }}
-#           asset_name: DWE_OS_${{ github.event.release.name }}.zip
-#           asset_content_type: application/zip
-#         env:
-#           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+  build_and_upload_image:
+    runs-on: ubuntu-22.04-arm
+    steps:
+      - name: "Checkout code"
+        uses: actions/checkout@v4
+
+      - name: "Set up Python"
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.10'
+
+      - name: "Set up Node.js"
+        uses: actions/setup-node@v3
+        with:
+          node-version: '22'
+      - name: "Install Dependencies"
+        run: |
+            echo "Installing dependencies..."
+            ./install_requirements.sh
+
+      - name: "Run Create Release Script"
+        run: |
+            echo "Creating release..."
+            chmod +x ./create_release.sh
+            pip install requests
+            # Pass the release name to the script    
+            ./create_release.sh << ${{ github.event.release.name }}
+      - name: "Upload release"
+        uses: actions/upload-release-asset@v1
+        with:
+          upload_url: ${{ github.event.release.upload_url }}
+          asset_path: release.tar.gz
+          asset_name: release.tar.gz
+          asset_content_type: application/gzip
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: "Checkout Pi Image Repository"
+        uses: actions/checkout@v4
+        with:
+          repository: DeepWaterExploration/pi-gen
+          path: pi-gen
+      - name: "Install Dependencies for Pi Image Build"
+        run: |
+          echo "Installing dependencies..."
+          sudo apt-get install coreutils quilt parted qemu-user-static debootstrap zerofree zip \
+          dosfstools libarchive-tools libcap2-bin grep rsync xz-utils file git curl bc \
+          gpg pigz xxd arch-test
+
+      - name: "Build Pi Image"
+        run: |
+          echo "Building Pi Image..."
+          cd pi-gen
+          echo "" >> ./config
+          echo "export DWE_VERSION=\"${{ github.event.release.name }}\"" >> ./config
+          echo "" >> ./config
+          sudo ./build.sh -c ./config
+
+      - name: "Fix Permissions of Deploy Directory"
+        run: sudo chown -R runner:runner pi-gen/deploy
+
+      - name: "Find Pi Image File"
+        id: find_image
+        run: |
+          IMAGE_FILE=$(find pi-gen/deploy -name "*.zip" | head -1)
+          echo "image_file=$IMAGE_FILE" >> $GITHUB_OUTPUT
+
+      - name: "Upload Pi Image to Release"
+        uses: actions/upload-release-asset@v1
+        with:
+          upload_url: ${{ github.event.release.upload_url }}
+          asset_path: ${{ steps.find_image.outputs.image_file }}
+          asset_name: DWE_OS_${{ github.event.release.name }}.zip
+          asset_content_type: application/zip
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 
   build_docker_image:
     runs-on: ubuntu-22.04-arm
@@ -110,11 +110,4 @@ jobs:
       - name: "Build Docker Image"
         run: |
           echo "Building Docker Image..."
-          sudo docker buildx build --platform linux/arm/v7 -t deepwaterexploration/dwe_os_2 --load -f docker/Dockerfile .
-          docker tag deepwaterexploration/dwe_os_2 deepwaterexploration/dwe_os_2:${{ github.event.release.name }}
-
-      - name: "Push Docker Image"
-        run: |
-          echo "Pushing Docker Image..."
-          docker push deepwaterexploration/dwe_os_2:${{ github.event.release.name }}
-          docker push deepwaterexploration/dwe_os_2:latest
+          docker buildx build --platform linux/arm/v7 -t deepwaterexploration/dwe_os_2:${{ github.event.release.name }} --push -f docker/Dockerfile .
diff --git a/backend_py/src/routes/cameras.py b/backend_py/src/routes/cameras.py
@@ -21,9 +21,8 @@ def get_devices(request: Request) -> List[DeviceModel]:
 @camera_router.post('/devices/configure_stream', summary='Configure a stream')
 async def configure_stream(request: Request, stream_info: StreamInfoModel):
     device_manager: DeviceManager = request.app.state.device_manager
-
     device_manager.configure_device_stream(stream_info)
-    
+    print(f"{stream_info.stream_type} stream configured for device: {stream_info.bus_info}")
     for device in device_manager.devices:
         if device.bus_info == stream_info.bus_info:
             if device.device_type != DeviceType.STELLARHD_FOLLOWER:
diff --git a/backend_py/src/services/cameras/device_manager.py b/backend_py/src/services/cameras/device_manager.py
@@ -130,6 +130,7 @@ def configure_device_stream(self, stream_info: StreamInfoModel) -> bool:
         """
         Configure a device's stream with the given stream info
         """
+
         device = self._find_device_with_bus_info(stream_info.bus_info)
 
         stream_format = stream_info.stream_format
@@ -138,9 +139,10 @@ def configure_device_stream(self, stream_info: StreamInfoModel) -> bool:
         interval = stream_format.interval
         encode_type: StreamEncodeTypeEnum = stream_info.encode_type
         endpoints = stream_info.endpoints
+        stream_type: StreamTypeEnum = stream_info.stream_type
 
         device.configure_stream(
-            encode_type, width, height, interval, StreamTypeEnum.UDP, endpoints
+            encode_type, width, height, interval, stream_type, endpoints
         )
 
         if stream_info.enabled:
diff --git a/backend_py/src/services/cameras/pydantic_schemas.py b/backend_py/src/services/cameras/pydantic_schemas.py
@@ -35,6 +35,7 @@ class StreamEncodeTypeEnum(str, Enum):
 
 class StreamTypeEnum(str, Enum):
     UDP = "UDP"
+    RTMP = "RTMP"
 
 
 class H264Mode(IntEnum):
@@ -134,6 +135,8 @@ class Config:
 class StreamEndpointModel(BaseModel):
     host: str
     port: int
+    # For RTMP streams, this will be the full RTMP URL
+    rtmp_url: Optional[str] = None
 
     class Config:
         from_attributes = True
@@ -201,6 +204,7 @@ class StreamInfoModel(BaseModel):
     encode_type: StreamEncodeTypeEnum
     enabled: bool
     endpoints: List[StreamEndpointModel]
+    stream_type: Optional[StreamTypeEnum] = StreamTypeEnum.UDP
 
     class Config:
         from_attributes = True
diff --git a/backend_py/src/services/cameras/stream.py b/backend_py/src/services/cameras/stream.py
@@ -25,7 +25,14 @@ class Stream(events.EventEmitter):
     software_h264_bitrate = 5000
 
     def _construct_pipeline(self):
-        return f"{self._build_source()} ! {self._construct_caps()} ! {self._build_payload()} ! {self._build_sink()}"
+        video_pipeline = f"{self._build_source()} ! {self._construct_caps()} ! {self._build_payload()}"
+        
+        if self.stream_type == StreamTypeEnum.RTMP:
+            # Add silent audio source for RTMP streams
+            audio_pipeline = "audiotestsrc wave=silence ! audioconvert ! voaacenc ! queue"
+            return f"{video_pipeline} ! mux. {audio_pipeline} ! mux. flvmux name=mux ! rtmpsink location={self.endpoints[0].rtmp_url if self.endpoints else ''}"
+        else:
+            return f"{video_pipeline} ! {self._build_sink()}"
 
     def _get_format(self):
         match self.encode_type:
@@ -47,11 +54,20 @@ def _construct_caps(self):
     def _build_payload(self):
         match self.encode_type:
             case StreamEncodeTypeEnum.H264:
-                return "h264parse ! queue ! rtph264pay config-interval=10 pt=96"
+                if self.stream_type == StreamTypeEnum.RTMP:
+                    return "h264parse ! queue"
+                else:
+                    return "h264parse ! queue ! rtph264pay config-interval=10 pt=96"
             case StreamEncodeTypeEnum.MJPG:
-                return "rtpjpegpay"
+                if self.stream_type == StreamTypeEnum.RTMP:
+                    return "queue"  # MJPEG can't be used directly with RTMP
+                else:
+                    return "rtpjpegpay"
             case StreamEncodeTypeEnum.SOFTWARE_H264:
-                return f"jpegdec ! queue ! x264enc byte-stream=true tune=zerolatency bitrate={self.software_h264_bitrate} speed-preset=ultrafast ! rtph264pay config-interval=10 pt=96"
+                if self.stream_type == StreamTypeEnum.RTMP:
+                    return f"jpegdec ! queue ! x264enc byte-stream=true tune=zerolatency bitrate={self.software_h264_bitrate} speed-preset=ultrafast"
+                else:
+                    return f"jpegdec ! queue ! x264enc byte-stream=true tune=zerolatency bitrate={self.software_h264_bitrate} speed-preset=ultrafast ! rtph264pay config-interval=10 pt=96"
             case _:
                 return ""
 
@@ -67,6 +83,14 @@ def _build_sink(self):
                         sink += ","
 
                 return sink
+            case StreamTypeEnum.RTMP:
+                if len(self.endpoints) == 0 or not self.endpoints[0].rtmp_url:
+                    return "fakesink"
+                # For RTMP streaming without audio (handled in _construct_pipeline when audio is enabled)
+                if not self.include_audio:
+                    return f"flvmux ! rtmpsink location={self.endpoints[0].rtmp_url}"
+                else:
+                    return ""  # Handled in _construct_pipeline
             case _:
                 return ""
 
@@ -117,6 +141,9 @@ def stop(self):
     def _run_pipeline(self):
         pipeline_str = self._construct_pipeline()
         self.logger.info(pipeline_str)
+        
+        # Use shell=True to handle complex GStreamer pipelines properly
+        # This is safer for GStreamer commands with complex arguments
         self._process = subprocess.Popen(
             f"gst-launch-1.0 {pipeline_str}".split(" "),
             stdout=subprocess.DEVNULL,
diff --git a/frontend/src/components/dwe/cameras/stream.tsx b/frontend/src/components/dwe/cameras/stream.tsx
diff --git a/frontend/src/schemas/dwe_os_2.d.ts b/frontend/src/schemas/dwe_os_2.d.ts
