diff --git a/demos/video/style-transfer/README.md b/demos/video/style-transfer/README.md index 7921f905..cf498151 100644 --- a/demos/video/style-transfer/README.md +++ b/demos/video/style-transfer/README.md @@ -7,3 +7,6 @@ python3 neural_style.py export --model saved_models/mosaic.pth --accel python3 style_transfer_test.py --model-file=models/exports/cpu/mosaic_float16.pt --input-video-file=videos/deer.mp4 --output-video-file=videos/mosaic_deer.mp4 --show-output + + +sh export_and_run_model.sh nature_oil_painting_ep3_bt4_sw3e10_cw_1e5 \ No newline at end of file diff --git a/demos/video/style-transfer/cam.py b/demos/video/style-transfer/cam.py new file mode 100644 index 00000000..06224a36 --- /dev/null +++ b/demos/video/style-transfer/cam.py @@ -0,0 +1,29 @@ +import cv2 + +def main(): + # Initialize the webcam (0 is usually the default camera) + cap = cv2.VideoCapture(0) + if not cap.isOpened(): + print("Cannot open camera") + return + + while True: + # Capture frame-by-frame + ret, frame = cap.read() + if not ret: + print("Failed to grab frame") + break + + # Display the resulting frame + cv2.imshow("Webcam", frame) + + # Press 'q' to exit + if cv2.waitKey(1) & 0xFF == ord('q'): + break + + # When everything done, release the capture + cap.release() + cv2.destroyAllWindows() + +if __name__ == "__main__": + main() diff --git a/demos/video/style-transfer/export_and_run_model.sh b/demos/video/style-transfer/export_and_run_model.sh index d301eec9..372958ed 100644 --- a/demos/video/style-transfer/export_and_run_model.sh +++ b/demos/video/style-transfer/export_and_run_model.sh @@ -8,5 +8,8 @@ MODEL_NAME=$1 python3 neural_style.py export --model saved_models/${MODEL_NAME}.model --accel \ || python3 neural_style.py export --model saved_models/${MODEL_NAME}.pth --accel +# nature_oil_painting_ep3_bt4_sw3e10_cw_1e5 -python3 style_transfer_test.py --model-file=models/exports/cpu/${MODEL_NAME}_float16.pt --input-video-file=videos/deer.mp4 --show-output \ No newline at end of file +# python3 style_transfer_test.py --model-file=models/exports/cpu/${MODEL_NAME}_float16.pt --input-video-file=videos/deer.mp4 --show-output + +python3 style_transfer_test.py --model-file=models/exports/cpu/${MODEL_NAME}_float16.pt --use-webcam --show-output \ No newline at end of file diff --git a/demos/video/style-transfer/models/exports/cpu/nature_oil_painting_ep3_bt4_sw3e10_cw_1e5_float16.pt b/demos/video/style-transfer/models/exports/cpu/nature_oil_painting_ep3_bt4_sw3e10_cw_1e5_float16.pt new file mode 100644 index 00000000..0f12517b Binary files /dev/null and b/demos/video/style-transfer/models/exports/cpu/nature_oil_painting_ep3_bt4_sw3e10_cw_1e5_float16.pt differ diff --git a/demos/video/style-transfer/models/exports/cpu/nature_oil_painting_ep3_bt4_sw3e10_cw_1e5_float32.pt b/demos/video/style-transfer/models/exports/cpu/nature_oil_painting_ep3_bt4_sw3e10_cw_1e5_float32.pt new file mode 100644 index 00000000..5eb4d3c0 Binary files /dev/null and b/demos/video/style-transfer/models/exports/cpu/nature_oil_painting_ep3_bt4_sw3e10_cw_1e5_float32.pt differ diff --git a/demos/video/style-transfer/models/exports/cpu/nature_oil_painting_ep3_bt4_sw5e9_cw_1e5_float16.pt b/demos/video/style-transfer/models/exports/cpu/nature_oil_painting_ep3_bt4_sw5e9_cw_1e5_float16.pt new file mode 100644 index 00000000..23304c14 Binary files /dev/null and b/demos/video/style-transfer/models/exports/cpu/nature_oil_painting_ep3_bt4_sw5e9_cw_1e5_float16.pt differ diff --git a/demos/video/style-transfer/models/exports/cpu/nature_oil_painting_ep3_bt4_sw5e9_cw_1e5_float32.pt b/demos/video/style-transfer/models/exports/cpu/nature_oil_painting_ep3_bt4_sw5e9_cw_1e5_float32.pt new file mode 100644 index 00000000..6ae8e2b7 Binary files /dev/null and b/demos/video/style-transfer/models/exports/cpu/nature_oil_painting_ep3_bt4_sw5e9_cw_1e5_float32.pt differ diff --git a/demos/video/style-transfer/models/exports/cpu/starry_ep3_bt4_sw1e11_cw_1e5_float16.pt b/demos/video/style-transfer/models/exports/cpu/starry_ep3_bt4_sw1e11_cw_1e5_float16.pt new file mode 100644 index 00000000..e9aab157 Binary files /dev/null and b/demos/video/style-transfer/models/exports/cpu/starry_ep3_bt4_sw1e11_cw_1e5_float16.pt differ diff --git a/demos/video/style-transfer/models/exports/cpu/starry_ep3_bt4_sw1e11_cw_1e5_float32.pt b/demos/video/style-transfer/models/exports/cpu/starry_ep3_bt4_sw1e11_cw_1e5_float32.pt new file mode 100644 index 00000000..a065e9e3 Binary files /dev/null and b/demos/video/style-transfer/models/exports/cpu/starry_ep3_bt4_sw1e11_cw_1e5_float32.pt differ diff --git a/demos/video/style-transfer/models/exports/mps/nature_oil_painting_ep3_bt4_sw3e10_cw_1e5_float16.pt b/demos/video/style-transfer/models/exports/mps/nature_oil_painting_ep3_bt4_sw3e10_cw_1e5_float16.pt new file mode 100644 index 00000000..b4fa4680 Binary files /dev/null and b/demos/video/style-transfer/models/exports/mps/nature_oil_painting_ep3_bt4_sw3e10_cw_1e5_float16.pt differ diff --git a/demos/video/style-transfer/models/exports/mps/nature_oil_painting_ep3_bt4_sw3e10_cw_1e5_float32.pt b/demos/video/style-transfer/models/exports/mps/nature_oil_painting_ep3_bt4_sw3e10_cw_1e5_float32.pt new file mode 100644 index 00000000..fdc6096d Binary files /dev/null and b/demos/video/style-transfer/models/exports/mps/nature_oil_painting_ep3_bt4_sw3e10_cw_1e5_float32.pt differ diff --git a/demos/video/style-transfer/models/exports/mps/nature_oil_painting_ep3_bt4_sw5e9_cw_1e5_float16.pt b/demos/video/style-transfer/models/exports/mps/nature_oil_painting_ep3_bt4_sw5e9_cw_1e5_float16.pt new file mode 100644 index 00000000..fd9b39c7 Binary files /dev/null and b/demos/video/style-transfer/models/exports/mps/nature_oil_painting_ep3_bt4_sw5e9_cw_1e5_float16.pt differ diff --git a/demos/video/style-transfer/models/exports/mps/nature_oil_painting_ep3_bt4_sw5e9_cw_1e5_float32.pt b/demos/video/style-transfer/models/exports/mps/nature_oil_painting_ep3_bt4_sw5e9_cw_1e5_float32.pt new file mode 100644 index 00000000..a353b594 Binary files /dev/null and b/demos/video/style-transfer/models/exports/mps/nature_oil_painting_ep3_bt4_sw5e9_cw_1e5_float32.pt differ diff --git a/demos/video/style-transfer/models/exports/mps/starry_ep3_bt4_sw1e11_cw_1e5_float16.pt b/demos/video/style-transfer/models/exports/mps/starry_ep3_bt4_sw1e11_cw_1e5_float16.pt new file mode 100644 index 00000000..35025a44 Binary files /dev/null and b/demos/video/style-transfer/models/exports/mps/starry_ep3_bt4_sw1e11_cw_1e5_float16.pt differ diff --git a/demos/video/style-transfer/models/exports/mps/starry_ep3_bt4_sw1e11_cw_1e5_float32.pt b/demos/video/style-transfer/models/exports/mps/starry_ep3_bt4_sw1e11_cw_1e5_float32.pt new file mode 100644 index 00000000..c68e6c14 Binary files /dev/null and b/demos/video/style-transfer/models/exports/mps/starry_ep3_bt4_sw1e11_cw_1e5_float32.pt differ diff --git a/demos/video/style-transfer/saved_models/nature_oil_painting_ep4_bt4_sw1e10_cw_1e5.model b/demos/video/style-transfer/saved_models/backup/nature_oil_painting_ep4_bt4_sw1e10_cw_1e5.model similarity index 100% rename from demos/video/style-transfer/saved_models/nature_oil_painting_ep4_bt4_sw1e10_cw_1e5.model rename to demos/video/style-transfer/saved_models/backup/nature_oil_painting_ep4_bt4_sw1e10_cw_1e5.model diff --git a/demos/video/style-transfer/saved_models/nature_oil_painting_ep4_bt4_sw1e11_cw_1e5.model b/demos/video/style-transfer/saved_models/backup/nature_oil_painting_ep4_bt4_sw1e11_cw_1e5.model similarity index 100% rename from demos/video/style-transfer/saved_models/nature_oil_painting_ep4_bt4_sw1e11_cw_1e5.model rename to demos/video/style-transfer/saved_models/backup/nature_oil_painting_ep4_bt4_sw1e11_cw_1e5.model diff --git a/demos/video/style-transfer/saved_models/nature_oil_painting_ep3_bt4_sw1e10_cw_1e5.model b/demos/video/style-transfer/saved_models/nature_oil_painting_ep3_bt4_sw1e10_cw_1e5.model new file mode 100644 index 00000000..09d2151b Binary files /dev/null and b/demos/video/style-transfer/saved_models/nature_oil_painting_ep3_bt4_sw1e10_cw_1e5.model differ diff --git a/demos/video/style-transfer/saved_models/nature_oil_painting_ep3_bt4_sw1e11_cw_1e5.model b/demos/video/style-transfer/saved_models/nature_oil_painting_ep3_bt4_sw1e11_cw_1e5.model new file mode 100644 index 00000000..be64d254 Binary files /dev/null and b/demos/video/style-transfer/saved_models/nature_oil_painting_ep3_bt4_sw1e11_cw_1e5.model differ diff --git a/demos/video/style-transfer/saved_models/nature_oil_painting_ep3_bt4_sw3e10_cw_1e5.model b/demos/video/style-transfer/saved_models/nature_oil_painting_ep3_bt4_sw3e10_cw_1e5.model new file mode 100644 index 00000000..95d6ac4a Binary files /dev/null and b/demos/video/style-transfer/saved_models/nature_oil_painting_ep3_bt4_sw3e10_cw_1e5.model differ diff --git a/demos/video/style-transfer/saved_models/nature_oil_painting_ep3_bt4_sw5e10_cw_1e5.model b/demos/video/style-transfer/saved_models/nature_oil_painting_ep3_bt4_sw5e10_cw_1e5.model new file mode 100644 index 00000000..1346460e Binary files /dev/null and b/demos/video/style-transfer/saved_models/nature_oil_painting_ep3_bt4_sw5e10_cw_1e5.model differ diff --git a/demos/video/style-transfer/saved_models/nature_oil_painting_ep3_bt4_sw5e9_cw_1e5.model b/demos/video/style-transfer/saved_models/nature_oil_painting_ep3_bt4_sw5e9_cw_1e5.model new file mode 100644 index 00000000..9f3a2c7f Binary files /dev/null and b/demos/video/style-transfer/saved_models/nature_oil_painting_ep3_bt4_sw5e9_cw_1e5.model differ diff --git a/demos/video/style-transfer/saved_models/nature_oil_painting_ep3_bt4_sw7e10_cw_1e5.model b/demos/video/style-transfer/saved_models/nature_oil_painting_ep3_bt4_sw7e10_cw_1e5.model new file mode 100644 index 00000000..d0bb2844 Binary files /dev/null and b/demos/video/style-transfer/saved_models/nature_oil_painting_ep3_bt4_sw7e10_cw_1e5.model differ diff --git a/demos/video/style-transfer/saved_models/starry_ep3_bt4_sw1e10_cw_1e5.model b/demos/video/style-transfer/saved_models/starry_ep3_bt4_sw1e10_cw_1e5.model new file mode 100644 index 00000000..d3705b6c Binary files /dev/null and b/demos/video/style-transfer/saved_models/starry_ep3_bt4_sw1e10_cw_1e5.model differ diff --git a/demos/video/style-transfer/saved_models/starry_ep3_bt4_sw1e11_cw_1e5.model b/demos/video/style-transfer/saved_models/starry_ep3_bt4_sw1e11_cw_1e5.model new file mode 100644 index 00000000..152af77d Binary files /dev/null and b/demos/video/style-transfer/saved_models/starry_ep3_bt4_sw1e11_cw_1e5.model differ