Added code for training style transfer models on HPC server.

Author: Iainmon

demos/video/style-transfer/.gitignore

@@ -0,0 +1 @@
+train2014.zip

demos/video/style-transfer/build.sh

@@ -0,0 +1,3 @@
+/usr/bin/clang++ -std=c++20 -c -fPIC mirror.cpp -o mirror.o -I ../../../libtorch/include -I ../../../libtorch/include/torch/csrc/api/include $(pkg-config --cflags --libs opencv4) -L ../../../libtorch/lib -ltorch -ltorch_cpu -lc10 -ltorch_global_deps
+
+/usr/bin/clang++ -shared -o libmirror.dylib mirror.o -I ../../../libtorch/include -I ../../../libtorch/include/torch/csrc/api/include $(pkg-config --cflags --libs opencv4) -L ../../../libtorch/lib -ltorch -ltorch_cpu -lc10 -ltorch_global_deps

demos/video/style-transfer/download_saved_models.py

@@ -26,3 +26,5 @@ def unzip(source_filename, dest_dir):
 if __name__ == '__main__':
     _download_url_to_file('https://www.dropbox.com/s/lrvwfehqdcxoza8/saved_models.zip?dl=1', 'saved_models.zip', None, True)
     unzip('saved_models.zip', '.')
+    _download_url_to_file('http://images.cocodataset.org/zips/train2014.zip', 'train2014.zip', None, True)
+    unzip('train2014.zip', '.')

demos/video/style-transfer/export_and_run_model.sh

@@ -0,0 +1,8 @@
+
+
+
+MODEL_NAME="oil_h_bt4_5e11_ep4_epoch_0_batch_id_18000"
+
+python3 neural_style.py export --model saved_models/${MODEL_NAME}.pth --accel
+
+python3 style_transfer_test.py --model-file=models/exports/cpu/${MODEL_NAME}_float16.pt --input-video-file=videos/deer.mp4 --show-output

demos/video/style-transfer/export_model.sh

@@ -0,0 +1,4 @@
+python3 neural_style.py export --model saved_models/ckpt_epoch_0_batch_id_18000.pth --accel
+# python3 style_transfer_test.py --model-file=models/exports/cpu/ckpt_epoch_0_batch_id_18000_float16.pt --use-webcam --show-output
+
+python3 style_transfer_test.py --model-file=models/exports/cpu/ckpt_epoch_0_batch_id_18000_float16.pt --input-video-file=videos/deer.mp4 --show-output

demos/video/style-transfer/helpme.txt

@@ -0,0 +1,51 @@
+ 5378  clang++ mirror.cpp
+ 5379  clang++ mirror.cpp -o mirror -I/usr/local/include/opencv4 -L/usr/local/lib -lopencv_core -lopencv_imgcodecs -lopencv_imgproc -lopencv_highgui
+ 5380  clang++ mirror.cpp -o mirror $(pkg-config --cflags --libs opencv)
+ 5381  clang++ mirror.cpp -o mirror $(pkg-config --cflags --libs opencv4)
+ 5382  ls
+ 5383  ./mirror
+ 5384  clang++ mirror.cpp -o mirror -I $(pkg-config --cflags --libs opencv4)
+ 5385  ls
+ 5386  clang++ mirror.cpp -o mirror $(pkg-config --cflags --libs opencv4)
+ 5387  pwd
+ 5388  clang++ mirror.cpp -o mirror $(pkg-config --cflags --libs opencv4)
+ 5389  ls ../../
+ 5390  ls ../../../
+ 5391  clang++ mirror.cpp -o mirror $(pkg-config --cflags --libs opencv4) -I ../../../libtorch/include -I ../../../include/torch/csrc/api/include
+ 5392  clang++ style_transfer.cpp -o styletransfer $(pkg-config --cflags --libs opencv4) -I ../../../libtorch/include -I ../../../include/torch/csrc/api/include
+ 5393  clang++ style_transfer.cpp -o styletransfer -I ../../../libtorch/include -I ../../../include/torch/csrc/api/include $(pkg-config --cflags --libs opencv4)
+ 5394  pwd
+ 5395  ls ../../
+ 5396  ls ../../..
+ 5397  ls ../../../libtorch
+ 5398  ls ../../../libtorch/include
+ 5399  clang++ style_transfer.cpp -o styletransfer -I../../../libtorch/include -I../../../include/torch/csrc/api/include $(pkg-config --cflags --libs opencv4)
+ 5400  clang style_transfer.cpp -o styletransfer -I../../../libtorch/include -I../../../include/torch/csrc/api/include $(pkg-config --cflags --libs opencv4)
+ 5401  clang style_transfer.cpp -o styletransfer -I ../../../libtorch/include -I ../../../libtorch/include/torch/csrc/api/include $(pkg-config --cflags --libs opencv4)
+ 5402  clang style_transfer.cpp -o styletransfer -I ../../../libtorch/include -I ../../../libtorch/include/torch/csrc/api/include -I ../include $(pkg-config --cflags --libs opencv4)
+ 5403  /usr/bin/clang style_transfer.cpp -o styletransfer -I ../../../libtorch/include -I ../../../libtorch/include/torch/csrc/api/include -I ../include $(pkg-config --cflags --libs opencv4)
+ 5404  clang style_transfer.cpp -o styletransfer -I ../../../libtorch/include -I ../../../libtorch/include/torch/csrc/api/include -I ../include $(pkg-config --cflags --libs opencv4)
+ 5405  g++ style_transfer.cpp -o styletransfer  -I ../../../libtorch/include -I ../../../libtorch/include/torch/csrc/api/include -I ../include $(pkg-config --cflags --libs opencv4)
+ 5406  clang -std=c++20 style_transfer.cpp -o styletransfer -I ../../../libtorch/include -I ../../../libtorch/include/torch/csrc/api/include -I ../include $(pkg-config --cflags --libs opencv4)
+ 5407  clang -std=c++17 style_transfer.cpp -o styletransfer -I ../../../libtorch/include -I ../../../libtorch/include/torch/csrc/api/include -I ../include $(pkg-config --cflags --libs opencv4)
+ 5408  /usr/bin/clang -std=c++17 style_transfer.cpp -o styletransfer -I ../../../libtorch/include -I ../../../libtorch/include/torch/csrc/api/include -I ../include $(pkg-config --cflags --libs opencv4)
+ 5409  /usr/bin/clang -std=c++17 style_transfer.cpp -o styletransfer -I ../../../libtorch/include -I ../../../libtorch/include/torch/csrc/api/include -I ../include $(pkg-config --cflags --libs opencv4) -L ../../../libtorch/lib -ltorch -ltorch_cpu -lc10 -ltorch_global_deps
+ 5410  /usr/bin/clang -std=c++20 style_transfer.cpp -o styletransfer -I ../../../libtorch/include -I ../../../libtorch/include/torch/csrc/api/include -I ../include $(pkg-config --cflags --libs opencv4) -L ../../../libtorch/lib -ltorch -ltorch_cpu -lc10 -ltorch_global_deps
+ 5411  /usr/bin/clang++ -std=c++20 style_transfer.cpp -o styletransfer -I ../../../libtorch/include -I ../../../libtorch/include/torch/csrc/api/include -I ../include $(pkg-config --cflags --libs opencv4) -L ../../../libtorch/lib -ltorch -ltorch_cpu -lc10 -ltorch_global_deps
+ 5412  pwd
+ 5413  git add --all
+ 5414  git commit -m "Futile compilation attempt working. see new file. "
+ 5415  git push
+ 5416  /usr/bin/clang++ -std=c++20 style_transfer.cpp -o styletransfer -I ../../../libtorch/include -I ../../../libtorch/include/torch/csrc/api/include -I ../include $(pkg-config --cflags --libs opencv4) -L ../../../libtorch/lib -ltorch -ltorch_cpu -lc10 -ltorch_global_deps
+ 5417  ls
+ 5418  otool -L styletransfer
+ 5419  /usr/bin/clang++ -std=c++20 mirror.cpp -o mirror -I ../../../libtorch/include -I ../../../libtorch/include/torch/csrc/api/include $(pkg-config --cflags --libs opencv4) -L ../../../libtorch/lib -ltorch -ltorch_cpu -lc10 -ltorch_global_deps
+ 5420  /usr/bin/clang++ -std=c++20 -c -fPIC mirror.cpp -o mirror -I ../../../libtorch/include -I ../../../libtorch/include/torch/csrc/api/include $(pkg-config --cflags --libs opencv4) -L ../../../libtorch/lib -ltorch -ltorch_cpu -lc10 -ltorch_global_deps
+ 5421  /usr/bin/clang++ -std=c++20 -c -fPIC mirror.cpp -o mirror.o -I ../../../libtorch/include -I ../../../libtorch/include/torch/csrc/api/include $(pkg-config --cflags --libs opencv4) -L ../../../libtorch/lib -ltorch -ltorch_cpu -lc10 -ltorch_global_deps
+ 5422  ls
+ 5423  otool -L mirror.o
+ 5424  /usr/bin/clang++ -std=c++20 -c -fPIC mirror.cpp -o mirror.o -I ../../../libtorch/include -I ../../../libtorch/include/torch/csrc/api/include $(pkg-config --cflags --libs opencv4) -L ../../../libtorch/lib -ltorch -ltorch_cpu -lc10 -ltorch_global_deps
+ 5425  /usr/bin/clang++ -shared -o libmirror.dylib mirror.o
+ 5426  /usr/bin/clang++ -shared -o libmirror.dylib mirror.o -I ../../../libtorch/include -I ../../../libtorch/include/torch/csrc/api/include $(pkg-config --cflags --libs opencv4) -L ../../../libtorch/lib -ltorch -ltorch_cpu -lc10 -ltorch_global_deps
+ 5427  ls
+ 5428  otool

demos/video/style-transfer/libmirror.dylib

@@ -0,0 +1,13 @@
+
+use CTypes;
+
+require "mirror.h", "-lmirror";
+
+extern proc run_mirror(): void;
+
+
+proc main(args: [] string) {
+    writeln("Hello, world!");
+
+    run_mirror();
+}

demos/video/style-transfer/mirror.chpl

@@ -1,11 +1,11 @@
 #include <opencv2/opencv.hpp>
 #include <iostream>
+#include "mirror.h"
 
-int main() {
+extern "C" void run_mirror() {
     cv::VideoCapture cap(0); // Open the default camera (0)
     if (!cap.isOpened()) {
         std::cerr << "Error: Could not open camera." << std::endl;
-        return -1;
     }
 
     cv::Mat frame;
@@ -22,5 +22,5 @@ int main() {
 
     cap.release(); // Release the camera
     cv::destroyAllWindows(); // Close all OpenCV windows
-    return 0;
-}
+}
+

demos/video/style-transfer/mirror.cpp

@@ -0,0 +1,15 @@
+
+#ifndef MIRROR_H
+#define MIRROR_H
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+void run_mirror();
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif // MIRROR_H