Skip to content

Commit b4aca91

Browse files
nszczygl9nszczygl9
authored
[DLStreamer] Add support for providing pre-process-backend to generate_frame_embeddings.sh sample (open-edge-platform#952)
1 parent bf90f8f commit b4aca91

File tree

4 files changed

+67
-20
lines changed

4 files changed

+67
-20
lines changed

‎libraries/dl-streamer/samples/gstreamer/gst_launch/lvm/generate_frame_embeddings.sh‎

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -15,6 +15,7 @@ DEFAULT_SOURCE="https://videos.pexels.com/video-files/1192116/1192116-sd_640_360
1515
DEFAULT_DEVICE="CPU"
1616
DEFAULT_OUTPUT="json"
1717
DEFAULT_MODEL="clip-vit-large-patch14"
18+
DEFAULT_PPBKEND="opencv"
1819

1920
# Check if MODELS_PATH is set
2021
if [ -z "$MODELS_PATH" ]; then
@@ -33,6 +34,7 @@ SOURCE_FILE=${1:-$DEFAULT_SOURCE}
3334
DEVICE=${2:-$DEFAULT_DEVICE}
3435
OUTPUT=${3:-$DEFAULT_OUTPUT}
3536
MODEL=${4:-$DEFAULT_MODEL}
37+
PPBKEND=${5:-$DEFAULT_PPBKEND}
3638

3739
if ! [[ " ${SUPPORTED_MODELS[*]} " =~ [[:space:]]${MODEL}[[:space:]] ]]; then
3840
echo "Unsupported model: $MODEL" >&2
@@ -72,9 +74,9 @@ if [ "$DEVICE" == "CPU" ]; then
7274
fi
7375
elif [ "$DEVICE" == "GPU" ]; then
7476
if [ "$OUTPUT" == "json" ]; then
75-
PIPELINE="gst-launch-1.0 $SOURCE_ELEMENT ! decodebin3 ! videoconvert ! videoscale ! vapostproc ! \"video/x-raw(memory:VAMemory)\" ! gvainference model=\"$MODEL_PATH\" ie-config=INFERENCE_PRECISION_HINT=f32 device=GPU pre-process-backend=opencv ! gvametaconvert format=json add-tensor-data=true ! gvametapublish method=file file-path=output.json ! fakesink"
77+
PIPELINE="gst-launch-1.0 $SOURCE_ELEMENT ! decodebin3 ! videoconvert ! videoscale ! vapostproc ! \"video/x-raw(memory:VAMemory)\" ! gvainference model=\"$MODEL_PATH\" ie-config=INFERENCE_PRECISION_HINT=f32 device=GPU pre-process-backend=$PPBKEND ! gvametaconvert format=json add-tensor-data=true ! gvametapublish method=file file-path=output.json ! fakesink"
7678
elif [ "$OUTPUT" == "fps" ]; then
77-
PIPELINE="gst-launch-1.0 $SOURCE_ELEMENT ! decodebin3 ! videoconvert ! videoscale ! vapostproc ! \"video/x-raw(memory:VAMemory)\" ! gvainference model=\"$MODEL_PATH\" ie-config=INFERENCE_PRECISION_HINT=f32 device=GPU pre-process-backend=opencv ! gvafpscounter ! fakesink"
79+
PIPELINE="gst-launch-1.0 $SOURCE_ELEMENT ! decodebin3 ! videoconvert ! videoscale ! vapostproc ! \"video/x-raw(memory:VAMemory)\" ! gvainference model=\"$MODEL_PATH\" ie-config=INFERENCE_PRECISION_HINT=f32 device=GPU pre-process-backend=$PPBKEND ! gvafpscounter ! fakesink"
7880
else
7981
echo "Invalid output specified. Use json or fps."
8082
exit 1

‎libraries/dl-streamer/tests/functional_tests/pipeline_test/configs_ov2/docker/samples_TGL.json‎

Lines changed: 21 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -404,31 +404,46 @@
404404
"dataset.groundtruth": "lvm_clip_vit_large_patch14_dog_sign_cpu.json",
405405
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,CPU,json,clip-vit-large-patch14"
406406
},
407-
"lvm_clip_vit_large_patch14_GPU": {
408-
"name": "lvm_clip_vit_large_patch14_GPU",
407+
"lvm_clip_vit_large_patch14_GPU_opencv": {
408+
"name": "lvm_clip_vit_large_patch14_GPU_opencv",
409409
"dataset.groundtruth": "lvm_clip_vit_large_patch14_dog_sign_gpu.json",
410410
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,GPU,json,clip-vit-large-patch14"
411411
},
412+
"lvm_clip_vit_large_patch14_GPU_va_surface_sharing": {
413+
"name": "lvm_clip_vit_large_patch14_GPU_va_surface_sharing",
414+
"dataset.groundtruth": "lvm_clip_vit_large_patch14_dog_sign_gpu.json",
415+
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,GPU,json,clip-vit-large-patch14,va-surface-sharing"
416+
},
412417
"lvm_clip_vit_base_patch16_CPU": {
413418
"name": "lvm_clip_vit_base_patch16_CPU",
414419
"dataset.groundtruth": "lvm_clip_vit_base_patch16_dog_sign_cpu.json",
415420
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,CPU,json,clip-vit-base-patch16"
416421
},
417-
"lvm_clip_vit_base_patch16_GPU": {
418-
"name": "lvm_clip_vit_base_patch16_GPU",
422+
"lvm_clip_vit_base_patch16_GPU_opencv": {
423+
"name": "lvm_clip_vit_base_patch16_GPU_opencv",
419424
"dataset.groundtruth": "lvm_clip_vit_base_patch16_dog_sign_gpu.json",
420425
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,GPU,json,clip-vit-base-patch16"
421426
},
427+
"lvm_clip_vit_base_patch16_GPU_va_surface_sharing": {
428+
"name": "lvm_clip_vit_base_patch16_GPU_va_surface_sharing",
429+
"dataset.groundtruth": "lvm_clip_vit_base_patch16_dog_sign_gpu.json",
430+
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,GPU,json,clip-vit-base-patch16,va-surface-sharing"
431+
},
422432
"lvm_clip_vit_base_patch32_CPU": {
423433
"name": "lvm_clip_vit_base_patch32_CPU",
424434
"dataset.groundtruth": "lvm_clip_vit_base_patch32_dog_sign_cpu.json",
425435
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,CPU,json,clip-vit-base-patch32"
426436
},
427-
"lvm_clip_vit_base_patch32_GPU": {
428-
"name": "lvm_clip_vit_base_patch32_GPU",
437+
"lvm_clip_vit_base_patch32_GPU_opencv": {
438+
"name": "lvm_clip_vit_base_patch32_GPU_opencv",
429439
"dataset.groundtruth": "lvm_clip_vit_base_patch32_dog_sign_gpu.json",
430440
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,GPU,json,clip-vit-base-patch32"
431441
},
442+
"lvm_clip_vit_base_patch32_GPU_va_surface_sharing": {
443+
"name": "lvm_clip_vit_base_patch32_GPU_va_surface_sharing",
444+
"dataset.groundtruth": "lvm_clip_vit_base_patch32_dog_sign_gpu.json",
445+
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,GPU,json,clip-vit-base-patch32,va-surface-sharing"
446+
},
432447
"custom_postproc_detect_CPU": {
433448
"name": "custom_postproc_detect_CPU",
434449
"dataset.groundtruth": "custom_postproc_detect_CPU.json",

‎libraries/dl-streamer/tests/functional_tests/pipeline_test/configs_ov2/on_host/samples_ARL.json‎

Lines changed: 21 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -318,31 +318,46 @@
318318
"dataset.groundtruth": "lvm_clip_vit_large_patch14_dog_sign_cpu.json",
319319
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,CPU,json,clip-vit-large-patch14"
320320
},
321-
"lvm_clip_vit_large_patch14_GPU": {
322-
"name": "lvm_clip_vit_large_patch14_GPU",
321+
"lvm_clip_vit_large_patch14_GPU_opencv": {
322+
"name": "lvm_clip_vit_large_patch14_GPU_opencv",
323323
"dataset.groundtruth": "lvm_clip_vit_large_patch14_dog_sign_gpu.json",
324324
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,GPU,json,clip-vit-large-patch14"
325325
},
326+
"lvm_clip_vit_large_patch14_GPU_va_surface_sharing": {
327+
"name": "lvm_clip_vit_large_patch14_GPU_va_surface_sharing",
328+
"dataset.groundtruth": "lvm_clip_vit_large_patch14_dog_sign_gpu.json",
329+
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,GPU,json,clip-vit-large-patch14,va-surface-sharing"
330+
},
326331
"lvm_clip_vit_base_patch16_CPU": {
327332
"name": "lvm_clip_vit_base_patch16_CPU",
328333
"dataset.groundtruth": "lvm_clip_vit_base_patch16_dog_sign_cpu.json",
329334
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,CPU,json,clip-vit-base-patch16"
330335
},
331-
"lvm_clip_vit_base_patch16_GPU": {
332-
"name": "lvm_clip_vit_base_patch16_GPU",
336+
"lvm_clip_vit_base_patch16_GPU_opencv": {
337+
"name": "lvm_clip_vit_base_patch16_GPU_opencv",
333338
"dataset.groundtruth": "lvm_clip_vit_base_patch16_dog_sign_gpu.json",
334339
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,GPU,json,clip-vit-base-patch16"
335340
},
341+
"lvm_clip_vit_base_patch16_GPU_va_surface_sharing": {
342+
"name": "lvm_clip_vit_base_patch16_GPU_va_surface_sharing",
343+
"dataset.groundtruth": "lvm_clip_vit_base_patch16_dog_sign_gpu.json",
344+
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,GPU,json,clip-vit-base-patch16,va-surface-sharing"
345+
},
336346
"lvm_clip_vit_base_patch32_CPU": {
337347
"name": "lvm_clip_vit_base_patch32_CPU",
338348
"dataset.groundtruth": "lvm_clip_vit_base_patch32_dog_sign_cpu.json",
339349
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,CPU,json,clip-vit-base-patch32"
340350
},
341-
"lvm_clip_vit_base_patch32_GPU": {
342-
"name": "lvm_clip_vit_base_patch32_GPU",
351+
"lvm_clip_vit_base_patch32_GPU_opencv": {
352+
"name": "lvm_clip_vit_base_patch32_GPU_opencv",
343353
"dataset.groundtruth": "lvm_clip_vit_base_patch32_dog_sign_gpu.json",
344354
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,GPU,json,clip-vit-base-patch32"
345355
},
356+
"lvm_clip_vit_base_patch32_GPU_va_surface_sharing": {
357+
"name": "lvm_clip_vit_base_patch32_GPU_va_surface_sharing",
358+
"dataset.groundtruth": "lvm_clip_vit_base_patch32_dog_sign_gpu.json",
359+
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,GPU,json,clip-vit-base-patch32,va-surface-sharing"
360+
},
346361

347362

348363
"human_pose_estimation_npu": {

‎libraries/dl-streamer/tests/functional_tests/pipeline_test/configs_ov2/on_host/samples_TGL.json‎

Lines changed: 21 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -390,31 +390,46 @@
390390
"dataset.groundtruth": "lvm_clip_vit_large_patch14_dog_sign_cpu.json",
391391
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,CPU,json,clip-vit-large-patch14"
392392
},
393-
"lvm_clip_vit_large_patch14_GPU": {
394-
"name": "lvm_clip_vit_large_patch14_GPU",
393+
"lvm_clip_vit_large_patch14_GPU_opencv": {
394+
"name": "lvm_clip_vit_large_patch14_GPU_opencv",
395395
"dataset.groundtruth": "lvm_clip_vit_large_patch14_dog_sign_gpu.json",
396396
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,GPU,json,clip-vit-large-patch14"
397397
},
398+
"lvm_clip_vit_large_patch14_GPU_va_surface_sharing": {
399+
"name": "lvm_clip_vit_large_patch14_GPU_va_surface_sharing",
400+
"dataset.groundtruth": "lvm_clip_vit_large_patch14_dog_sign_gpu.json",
401+
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,GPU,json,clip-vit-large-patch14,va-surface-sharing"
402+
},
398403
"lvm_clip_vit_base_patch16_CPU": {
399404
"name": "lvm_clip_vit_base_patch16_CPU",
400405
"dataset.groundtruth": "lvm_clip_vit_base_patch16_dog_sign_cpu.json",
401406
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,CPU,json,clip-vit-base-patch16"
402407
},
403-
"lvm_clip_vit_base_patch16_GPU": {
404-
"name": "lvm_clip_vit_base_patch16_GPU",
408+
"lvm_clip_vit_base_patch16_GPU_opencv": {
409+
"name": "lvm_clip_vit_base_patch16_GPU_opencv",
405410
"dataset.groundtruth": "lvm_clip_vit_base_patch16_dog_sign_gpu.json",
406411
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,GPU,json,clip-vit-base-patch16"
407412
},
413+
"lvm_clip_vit_base_patch16_GPU_va_surface_sharing": {
414+
"name": "lvm_clip_vit_base_patch16_GPU_va_surface_sharing",
415+
"dataset.groundtruth": "lvm_clip_vit_base_patch16_dog_sign_gpu.json",
416+
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,GPU,json,clip-vit-base-patch16,va-surface-sharing"
417+
},
408418
"lvm_clip_vit_base_patch32_CPU": {
409419
"name": "lvm_clip_vit_base_patch32_CPU",
410420
"dataset.groundtruth": "lvm_clip_vit_base_patch32_dog_sign_cpu.json",
411421
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,CPU,json,clip-vit-base-patch32"
412422
},
413-
"lvm_clip_vit_base_patch32_GPU": {
414-
"name": "lvm_clip_vit_base_patch32_GPU",
423+
"lvm_clip_vit_base_patch32_GPU_opencv": {
424+
"name": "lvm_clip_vit_base_patch32_GPU_opencv",
415425
"dataset.groundtruth": "lvm_clip_vit_base_patch32_dog_sign_gpu.json",
416426
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,GPU,json,clip-vit-base-patch32"
417427
},
428+
"lvm_clip_vit_base_patch32_GPU_va_surface_sharing": {
429+
"name": "lvm_clip_vit_base_patch32_GPU_va_surface_sharing",
430+
"dataset.groundtruth": "lvm_clip_vit_base_patch32_dog_sign_gpu.json",
431+
"sample.command": "{sample.dir}/gst_launch/lvm/generate_frame_embeddings.sh,{dataset.video}/dog_sign.mp4,GPU,json,clip-vit-base-patch32,va-surface-sharing"
432+
},
418433
"custom_postproc_detect_CPU": {
419434
"name": "custom_postproc_detect_CPU",
420435
"dataset.groundtruth": "custom_postproc_detect_CPU.json",

0 commit comments

Comments
 (0)