Merge pull request #187 from saeugetier/185-apply-background-removal-to-captured-images

Background removal filter will be applied on captures images and saved with background removed.

Author: saeugetier

models/yolo11l-seg.onnx

@@ -94,7 +94,6 @@
         <file>shaders/fisheye.frag.qsb</file>
         <file>shaders/previewshader.frag</file>
         <file>shaders/previewshader.frag.qsb</file>
-        <file>models/yolo11n-seg.onnx</file>
         <file>models/coco.names</file>
     </qresource>
 </RCC>

models/yolo11n-seg.onnx

@@ -60,9 +60,18 @@ Item {
          id: imageCapture
 
          onImageSaved: (_, fileName) => {
-                          renderer.state = "preview"
-                          savedPhoto("file:" + fileName)
-                          console.log("Saved: " + fileName)
+
+                          if(backgroundFilterEnabled)
+                          {
+                             console.log("Process file: " + fileName)
+                             backgroundFilter.processCapture(fileName)
+                          }
+                          else
+                          {
+                             renderer.state = "preview"
+                             savedPhoto("file:" + fileName)
+                             console.log("Saved: " + fileName)
+                          }
                        }
          onImageCaptured: {
             whiteOverlay.state = "released"
@@ -108,6 +117,16 @@ Item {
    ReplaceBackgroundVideoFilter {
       id: backgroundFilter
       videoSink: output.videoSink
+      background: "qrc:/images/backgrounds/pexels-pixabay-259915.jpg"
+
+      onCaptureProcessingFinished: {
+         console.log("Capture processing finished")
+         if (backgroundFilterEnabled) {
+            renderer.state = "preview"
+            savedPhoto("file:" + fileName)
+            console.log("Saved: " + fileName)
+         }
+      }
    }
 
    Connections {
@@ -203,6 +222,10 @@ Item {
          state = "snapshot"
          console.log(applicationSettings.foldername.toString())
          var path = applicationSettings.foldername.toString()
+         if(backgroundFilterEnabled)
+         {
+            path = path + "/raw"
+         }
          path = path.replace(/^(file:\/{2})/, "")
          var cleanPath = decodeURIComponent(path)
          console.log(cleanPath)
@@ -215,6 +238,12 @@ Item {
       }
    }
 
+   BusyIndicator {
+       id: busyIndicator
+       anchors.centerIn: parent
+       visible: false
+   }
+
    states: [
       State {
          name: "idle"
@@ -229,6 +258,10 @@ Item {
             target: shutterButton
             state: "idle"
          }
+         PropertyChanges {
+            target: busyIndicator
+            visible: false
+         }
          StateChangeScript {
             script: {
                camera.start()
@@ -246,7 +279,11 @@ Item {
          name: "store"
          PropertyChanges {
             target: whiteOverlay
-            state: "released"
+            state: "processing"
+         }
+         PropertyChanges {
+            target: busyIndicator
+            visible: true
          }
       }
    ]

qml.qrc

@@ -13,6 +13,13 @@ Rectangle {
                 opacity: 1.0
             }
         },
+        State {
+            name: "processing"
+            PropertyChanges {
+                target: rect
+                opacity: 0.5
+            }
+        },
         State {
             name: "released"
             PropertyChanges {

qml/content/CameraRenderer.qml

@@ -27,7 +27,9 @@ SOURCES += src/collageiconmodel.cpp \
     src/translationhelper.cpp \
     src/yolo11seg.cpp
 
-RESOURCES += qml.qrc
+RESOURCES += qml.qrc \
+    yolomodel.large.qrc \
+    yolomodel.small.qrc
 
 # Additional import path used to resolve QML modules in Qt Creator's code model
 QML_IMPORT_PATH =

qml/content/WhiteOverlay.qml

@@ -89,6 +89,11 @@ void FileSystem::checkImageFolders()
     {
         QDir().mkdir(collagePath);
     }
+    QString rawPath = imagePath + "/raw";
+    if(!QDir(rawPath).exists())
+    {
+        QDir().mkdir(rawPath);
+    }
 }
 
 bool FileSystem::removableDriveMounted()