CPP style transfer demo working with artifacts.

Author: Iainmon

demos/video/include/cvtool.hpp

@@ -179,16 +179,28 @@ cv::Mat to_mat(at::Tensor &tensor) {
     int height = tensor.size(2);
     int width = tensor.size(3);
     auto t = tensor
-                .mul(255)
-                .squeeze()
                 .detach()
+                .squeeze()
+                .mul(255.0)
+                .clamp(0, 255)
                 .permute({1, 2, 0})
                 .contiguous()
                 .to(torch::kUInt8)
-                // .clamp(0, 255)
                 .clone()
-                // .to(cvtool::get_default_device(), /*non_blocking=*/true, /*copy=*/true)
                 .to(torch::kCPU);
+                
+
+    // auto t = tensor
+    //             .mul(255)
+    //             .squeeze()
+    //             .detach()
+    //             .permute({1, 2, 0})
+    //             .contiguous()
+    //             .to(torch::kUInt8)
+    //             // .clamp(0, 255)
+    //             .clone()
+    //             // .to(cvtool::get_default_device(), /*non_blocking=*/true, /*copy=*/true)
+    //             .to(torch::kCPU);
     cv::Mat mat = cv::Mat(height, width, CV_8UC3, t.data_ptr());
     return mat.clone();
 

demos/video/style-transfer/style_transfer.cpp

@@ -123,7 +123,7 @@ int main() {
     // default_device = default_device_st;
 
     // std::string model_path = "style-transfer/models/mosaic_float32.pt";
-    std::string model_path = "style-transfer/models/sobel_edge_float32.pt" ;
+    std::string model_path = "style-transfer/models/mosaic_float16.pt" ;
     torch::jit::Module module = load_model(model_path);
 /*
     // module.to(torch::kFloat16);
@@ -225,8 +225,8 @@ int run_webcam_model(torch::jit::Module& module, int cam_index, int max_fps, boo
 
 
             // // // works
-            auto processed_input = run_model(module,prepped_input);
-            auto out_processed_input = processed_input.to(torch::kCPU,true);
+            auto processed_input = run_model(module,prepped_input.to(torch::kFloat16)) / 255.0;
+            auto out_processed_input = processed_input; // processed_input.to(torch::kCPU,true);
             output_bgr = to_mat(out_processed_input, cv::COLOR_RGB2BGR);
 
             // // works