Model loading working in chapel-webcam.

Author: Iainmon

bridge/include/bridge.h

@@ -26,7 +26,7 @@ typedef struct bridge_tensor_t {
 
 
 typedef struct bridge_pt_model_t {
-    uint64_t pt_module;
+    void* pt_module;
 } bridge_pt_model_t;
 
 typedef struct test_struct_t {

bridge/lib/bridge.cpp

@@ -132,6 +132,8 @@ extern "C" bridge_tensor_t load_run_model(const uint8_t* model_path, bridge_tens
 
 
 extern "C" bridge_pt_model_t load_model(const uint8_t* model_path) {
+    std::cout << "Begin loading model from path: " << model_path << std::endl;
+    std::cout.flush();
     std::string mp(reinterpret_cast<const char*>(model_path));
     std::cout << "Loading model from path: " << mp << std::endl;
     std::cout.flush();
@@ -141,20 +143,28 @@ extern "C" bridge_pt_model_t load_model(const uint8_t* model_path) {
     try {
         *pt_module = torch::jit::load(mp);
         std::cout << "Model loaded successfully!" << std::endl;
-        model_wrapper.pt_module = (uint64_t) pt_module;
+        std::cout.flush();
+        model_wrapper.pt_module = pt_module;
     } catch (const c10::Error& e) {
         std::cerr << "error loading the model\n" << e.msg();
+        std::cout << "error loading the model\n" << e.msg();
+        std::cout.flush();
+        std::cerr.flush();
     }
 
+    std::cout << pt_module->dump_to_str(false,false,false) << std::endl;
+    std::cout.flush();
+
     return model_wrapper;
 }
 
 extern "C" bridge_tensor_t model_forward(bridge_pt_model_t model, bridge_tensor_t input) {
     auto t_input = bridge_to_torch(input);
     std::vector<torch::jit::IValue> inputs;
     inputs.push_back(t_input);
-    torch::jit::Module* pt_module = (torch::jit::Module*) model.pt_module;
-    auto output = pt_module->forward(inputs).toTensor();
+    // torch::jit::Module* pt_module = (torch::jit::Module*) model.pt_module;
+    // auto output = pt_module->forward(inputs).toTensor();
+    auto output = t_input;
     return torch_to_bridge(output);
 }
 

demos/video/chapel-webcam/lib/smol.h

@@ -19,6 +19,7 @@ void chpl__init_smol(int64_t _ln,
                      int32_t _fn);
 int64_t square(int64_t x);
 void printArray(chpl_external_array * a);
+void globalLoadModel(void);
 chpl_external_array getNewFrame(chpl_external_array * frame,
                                 int64_t height,
                                 int64_t width,

demos/video/chapel-webcam/main.cpp

@@ -138,6 +138,9 @@ int mirror() {
 
 int main(int argc, char* argv[]) {
     chpl_library_init(argc, argv);
+    
+    chpl__init_Bridge(0, 0);
+    chpl__init_smol(0, 0);
 
     square(3);
 
@@ -153,6 +156,8 @@ int main(int argc, char* argv[]) {
     printArray(&matrix_ptr);
     chpl_free_external_array(matrix_ptr);
 
+    globalLoadModel();
+
     int code = mirror();
 
 

demos/video/chapel-webcam/smol.chpl

@@ -33,11 +33,15 @@ proc getTime() {
 
 const startTime = getTime();
 
-config const modelPath: string;
+const modelPath: string = "../style-transfer/models/exports/cpu/starry_ep3_bt4_sw1e11_cw_1e5_float32.pt";
+var model : Bridge.bridge_pt_model_t;
 
 use CTypes;
-const fpPtr: c_ptr(uint(8)) = c_ptrToConst(modelPath) : c_ptr(uint(8));
-const model = Bridge.load_model(fpPtr);
+
+export proc globalLoadModel() {
+    const fpPtr: c_ptr(uint(8)) = c_ptrToConst(modelPath) : c_ptr(uint(8));
+    model = Bridge.load_model(fpPtr);
+}
 
 
 
@@ -51,7 +55,16 @@ export proc getNewFrame(ref frame: [] real(32),height: int, width: int,channels:
     var ndframe = new ndarray(real(32),shape);
     ndframe.data = reshape(frame,ndframe.domain);
 
-    writeln(ndframe.max());
+    var bt = Bridge.model_forward(model,ndframe : Bridge.tensorHandle(real(32)));
+    ndframe.loadFromBridgeTensor(bt);
+
+    forall i in 0..<frame.size {
+        const idx = utils.indexAt(i,(...shape));
+        ref color = frame[i];
+        color = ndframe.data[idx];
+    }
+    return frame;
+
     forall i in 0..<frame.size {
         const idx = utils.indexAt(i,(...shape));
         const (h,w,c) = idx;

lib/Bridge.chpl

@@ -19,7 +19,7 @@ module Bridge {
     }
 
     extern record bridge_pt_model_t {
-        var pt_module: uint(64);
+        var pt_module: c_ptr(void);
     }
     extern record test_struct_t {
         var field: c_ptr(int(32));