Skip to content
Merged
Show file tree
Hide file tree
Changes from 34 commits
Commits
Show all changes
39 commits
Select commit Hold shift + click to select a range
2a8e51e
tuned the pipeline for lesser latency
ajagadi1 Feb 3, 2026
0e0e1ae
update pipeline
ajagadi1 Feb 3, 2026
47a46fc
removed queues
ajagadi1 Feb 3, 2026
c347b53
broughtback queue with params, bs=1
sajeevrajput Feb 5, 2026
6e5201c
fixed typo
sajeevrajput Feb 5, 2026
87aafc1
Merge branch 'main' of https://github.com/open-edge-platform/edge-ai-…
ajagadi1 Feb 10, 2026
58691de
update queue params
ajagadi1 Feb 10, 2026
5f95d45
remove gvafpscounter
ajagadi1 Feb 10, 2026
0abf260
update nireq
ajagadi1 Feb 12, 2026
2413488
update nireq
ajagadi1 Feb 12, 2026
7ac0a1b
reduce nireq
ajagadi1 Feb 12, 2026
ef7d9f0
reduce buffer size
ajagadi1 Feb 12, 2026
f16de35
nireq back to 2
ajagadi1 Feb 12, 2026
0af728b
make nireq 1
ajagadi1 Feb 12, 2026
5929504
remove queue
ajagadi1 Feb 12, 2026
492389d
make inference interval 3
ajagadi1 Feb 12, 2026
9a765e8
nireq 4 and bring back queue
ajagadi1 Feb 12, 2026
97cabeb
convert mp4 to avi
ajagadi1 Feb 12, 2026
afd85f6
converted to h264
ajagadi1 Feb 12, 2026
bf0132a
avi
ajagadi1 Feb 12, 2026
7f5b591
avi
ajagadi1 Feb 12, 2026
c040d2d
make nireq = 1
ajagadi1 Feb 13, 2026
2abb6d6
add vapostproc
ajagadi1 Feb 16, 2026
80941b7
update LD gpu pipeline for low latency
ajagadi1 Feb 16, 2026
d398996
revert to mp4 video
ajagadi1 Feb 16, 2026
e6839ad
undo avi creation
ajagadi1 Feb 16, 2026
d4e0c03
update helm gpu pipelines
ajagadi1 Feb 17, 2026
b57c51a
update ld npu pipelines
ajagadi1 Feb 17, 2026
0393a91
ld npu remove queue
ajagadi1 Feb 17, 2026
6b74735
nireq 2
ajagadi1 Feb 17, 2026
233e73a
uodate helm npu pipeline
ajagadi1 Feb 17, 2026
6c0d502
revert cpu pipeline changes
ajagadi1 Feb 17, 2026
332c099
update sp npu pipeline
ajagadi1 Feb 17, 2026
eef1fc0
decrease nireq to 4
ajagadi1 Feb 17, 2026
3cc125a
sp npu nireq 2
ajagadi1 Feb 17, 2026
1d449e0
update sp npu pipeline
ajagadi1 Feb 17, 2026
81ae701
sp
ajagadi1 Feb 17, 2026
248333b
update npu helm pipeline sp
ajagadi1 Feb 17, 2026
8d16305
Merge branch 'main' into ashish/latency-fix
ajagadi1 Feb 17, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@
"name": "object_tracking_gpu",
"source": "gstreamer",
"queue_maxsize": 50,
"pipeline": "{auto_source} name=source ! decodebin3 ! gvaattachroi roi=0,200,300,400 ! gvadetect inference-region=1 inference-interval=1 batch-size=4 nireq=2 ie-config=\"GPU_THROUGHPUT_STREAMS=2\" threshold=0.7 model=/home/pipeline-server/models/intel/pedestrian-and-vehicle-detector-adas-0001/FP16/pedestrian-and-vehicle-detector-adas-0001.xml model_proc=/home/pipeline-server/models/intel/pedestrian-and-vehicle-detector-adas-0001/pedestrian-and-vehicle-detector-adas-0001.json device=GPU model-instance-id=instgpu0 name=detection ! queue ! gvatrack tracking-type=short-term-imageless ! queue ! gvametaconvert add-empty-results=true name=metaconvert ! queue ! gvafpscounter ! appsink name=destination",
"pipeline": "{auto_source} name=source ! parsebin ! vah264dec ! vapostproc ! video/x-raw(memory:VAMemory) ! gvaattachroi roi=0,200,300,400 ! gvadetect inference-region=1 inference-interval=1 batch-size=1 nireq=1 ie-config=\"GPU_THROUGHPUT_STREAMS=1\" threshold=0.7 model=/home/pipeline-server/models/intel/pedestrian-and-vehicle-detector-adas-0001/FP16/pedestrian-and-vehicle-detector-adas-0001.xml model_proc=/home/pipeline-server/models/intel/pedestrian-and-vehicle-detector-adas-0001/pedestrian-and-vehicle-detector-adas-0001.json device=GPU model-instance-id=instgpu0 name=detection ! queue max-size-buffers=1 max-size-bytes=0 max-size-time=0 ! gvatrack tracking-type=short-term-imageless ! gvametaconvert add-empty-results=true name=metaconvert ! appsink name=destination",
"description": "Object detection with yolov8",
"parameters": {
"type": "object",
Expand All @@ -44,7 +44,7 @@
"name": "object_tracking_npu",
"source": "gstreamer",
"queue_maxsize": 50,
"pipeline": "{auto_source} name=source ! decodebin3 ! gvaattachroi roi=0,200,300,400 ! gvadetect inference-region=1 inference-interval=1 batch-size=1 nireq=4 threshold=0.7 model=/home/pipeline-server/models/intel/pedestrian-and-vehicle-detector-adas-0001/FP16/pedestrian-and-vehicle-detector-adas-0001.xml model_proc=/home/pipeline-server/models/intel/pedestrian-and-vehicle-detector-adas-0001/pedestrian-and-vehicle-detector-adas-0001.json device=NPU model-instance-id=instnpu0 name=detection ! queue ! gvatrack tracking-type=short-term-imageless ! queue ! gvametaconvert add-empty-results=true name=metaconvert ! queue ! gvafpscounter ! appsink name=destination",
"pipeline": "{auto_source} name=source ! parsebin ! vah264dec ! vapostproc ! video/x-raw(memory:VAMemory) ! gvaattachroi roi=0,200,300,400 ! gvadetect inference-region=1 inference-interval=1 batch-size=1 nireq=2 threshold=0.7 model=/home/pipeline-server/models/intel/pedestrian-and-vehicle-detector-adas-0001/FP16/pedestrian-and-vehicle-detector-adas-0001.xml model_proc=/home/pipeline-server/models/intel/pedestrian-and-vehicle-detector-adas-0001/pedestrian-and-vehicle-detector-adas-0001.json device=NPU model-instance-id=instnpu0 name=detection ! queue max-size-buffers=1 max-size-bytes=0 max-size-time=0 ! gvatrack tracking-type=short-term-imageless ! gvametaconvert add-empty-results=true name=metaconvert ! appsink name=destination",
"description": "Object detection with yolov8",
"parameters": {
"type": "object",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@
"name": "object_tracking_gpu",
"source": "gstreamer",
"queue_maxsize": 50,
"pipeline": "{auto_source} name=source ! decodebin3 ! gvaattachroi roi=0,200,300,400 ! gvadetect inference-region=1 inference-interval=1 batch-size=4 nireq=2 ie-config=\"GPU_THROUGHPUT_STREAMS=2\" threshold=0.7 model=/home/pipeline-server/models/intel/pedestrian-and-vehicle-detector-adas-0001/FP16/pedestrian-and-vehicle-detector-adas-0001.xml model_proc=/home/pipeline-server/models/intel/pedestrian-and-vehicle-detector-adas-0001/pedestrian-and-vehicle-detector-adas-0001.json device=GPU model-instance-id=instgpu0 name=detection ! queue ! gvatrack tracking-type=short-term-imageless ! queue ! gvametaconvert add-empty-results=true name=metaconvert ! queue ! gvafpscounter ! appsink name=destination",
"pipeline": "{auto_source} name=source ! parsebin ! vah264dec ! vapostproc ! video/x-raw(memory:VAMemory) ! gvaattachroi roi=0,200,300,400 ! gvadetect inference-region=1 inference-interval=1 batch-size=1 nireq=1 ie-config=\"GPU_THROUGHPUT_STREAMS=1\" threshold=0.7 model=/home/pipeline-server/models/intel/pedestrian-and-vehicle-detector-adas-0001/FP16/pedestrian-and-vehicle-detector-adas-0001.xml model_proc=/home/pipeline-server/models/intel/pedestrian-and-vehicle-detector-adas-0001/pedestrian-and-vehicle-detector-adas-0001.json device=GPU model-instance-id=instgpu0 name=detection ! queue max-size-buffers=1 max-size-bytes=0 max-size-time=0 ! gvatrack tracking-type=short-term-imageless ! gvametaconvert add-empty-results=true name=metaconvert ! appsink name=destination",
"description": "Object detection with yolov8",
"parameters": {
"type": "object",
Expand All @@ -44,7 +44,7 @@
"name": "object_tracking_npu",
"source": "gstreamer",
"queue_maxsize": 50,
"pipeline": "{auto_source} name=source ! decodebin3 ! gvaattachroi roi=0,200,300,400 ! gvadetect inference-region=1 inference-interval=1 batch-size=1 nireq=4 threshold=0.7 model=/home/pipeline-server/models/intel/pedestrian-and-vehicle-detector-adas-0001/FP16/pedestrian-and-vehicle-detector-adas-0001.xml model_proc=/home/pipeline-server/models/intel/pedestrian-and-vehicle-detector-adas-0001/pedestrian-and-vehicle-detector-adas-0001.json device=NPU model-instance-id=instnpu0 name=detection ! queue ! gvatrack tracking-type=short-term-imageless ! queue ! gvametaconvert add-empty-results=true name=metaconvert ! queue ! gvafpscounter ! appsink name=destination",
"pipeline": "{auto_source} name=source ! parsebin ! vah264dec ! vapostproc ! video/x-raw(memory:VAMemory) ! gvaattachroi roi=0,200,300,400 ! gvadetect inference-region=1 inference-interval=1 batch-size=1 nireq=2 threshold=0.7 model=/home/pipeline-server/models/intel/pedestrian-and-vehicle-detector-adas-0001/FP16/pedestrian-and-vehicle-detector-adas-0001.xml model_proc=/home/pipeline-server/models/intel/pedestrian-and-vehicle-detector-adas-0001/pedestrian-and-vehicle-detector-adas-0001.json device=NPU model-instance-id=instnpu0 name=detection ! queue max-size-buffers=1 max-size-bytes=0 max-size-time=0 ! gvatrack tracking-type=short-term-imageless ! gvametaconvert add-empty-results=true name=metaconvert ! appsink name=destination",
"description": "Object detection with yolov8",
"parameters": {
"type": "object",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,7 @@
"name": "yolov11s_gpu",
"source": "gstreamer",
"queue_maxsize": 50,
"pipeline": "{auto_source} name=source ! decodebin3 ! gvadetect model=/home/pipeline-server/models/public/yolo11s/INT8/yolo11s.xml device=GPU batch_size=8 inference-region=0 inference-interval=1 nireq=2 ie-config=\"GPU_THROUGHPUT_STREAMS=2\" threshold=0.7 model-instance-id=instgpu0 name=detection ! queue ! gvaclassify batch-size=8 model=/home/pipeline-server/models/colorcls2/colorcls2.xml device=GPU inference-interval=1 inference-region=1 nireq=2 ie-config=\"GPU_THROUGHPUT_STREAMS=2\" model-instance-id=instgpu1 name=classification ! queue ! gvametaconvert add-empty-results=true name=metaconvert ! queue ! gvafpscounter ! appsink name=destination",
"pipeline": "{auto_source} name=source ! parsebin ! vah264dec ! vapostproc ! video/x-raw(memory:VAMemory) ! gvadetect model=/home/pipeline-server/models/public/yolo11s/INT8/yolo11s.xml device=GPU batch-size=1 inference-region=0 inference-interval=1 nireq=1 ie-config=\"GPU_THROUGHPUT_STREAMS=1\" threshold=0.7 model-instance-id=instgpu0 name=detection ! queue max-size-buffers=1 max-size-bytes=0 max-size-time=0 ! gvaclassify batch-size=1 model=/home/pipeline-server/models/colorcls2/colorcls2.xml device=GPU inference-interval=1 inference-region=1 nireq=1 ie-config=\"GPU_THROUGHPUT_STREAMS=1\" model-instance-id=instgpu1 name=classification ! gvametaconvert add-empty-results=true name=metaconvert ! appsink name=destination",
"parameters": {
"type": "object",
"properties": {
Expand All @@ -53,7 +53,7 @@
"name": "yolov11s_npu",
"source": "gstreamer",
"queue_maxsize": 50,
"pipeline": "{auto_source} name=source ! decodebin3 ! gvadetect model=/home/pipeline-server/models/public/yolo11s/INT8/yolo11s.xml device=NPU batch_size=1 inference-interval=1 inference-region=0 nireq=2 threshold=0.7 model-instance-id=instnpu0 name=detection ! queue ! gvaclassify batch-size=8 model=/home/pipeline-server/models/colorcls2/colorcls2.xml device=NPU inference-interval=1 inference-region=1 batch-size=1 nireq=2 model-instance-id=instnpu1 name=classification ! queue ! gvametaconvert add-empty-results=true name=metaconvert ! queue ! gvafpscounter ! appsink name=destination",
"pipeline": "{auto_source} name=source ! parsebin ! vah264dec ! vapostproc ! video/x-raw(memory:VAMemory) ! gvadetect model=/home/pipeline-server/models/public/yolo11s/INT8/yolo11s.xml device=NPU batch-size=1 inference-interval=1 inference-region=0 nireq=4 threshold=0.7 model-instance-id=instnpu0 name=detection ! queue max-size-buffers=1 max-size-bytes=0 max-size-time=0 ! gvaclassify batch-size=1 model=/home/pipeline-server/models/colorcls2/colorcls2.xml device=NPU inference-interval=1 inference-region=1 batch-size=1 nireq=4 model-instance-id=instnpu1 name=classification ! gvametaconvert add-empty-results=true name=metaconvert ! appsink name=destination",
"parameters": {
"type": "object",
"properties": {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,7 @@
"name": "yolov11s_gpu",
"source": "gstreamer",
"queue_maxsize": 50,
"pipeline": "{auto_source} name=source ! decodebin3 ! gvadetect model=/home/pipeline-server/models/public/yolo11s/INT8/yolo11s.xml device=GPU batch_size=8 inference-region=0 inference-interval=1 nireq=2 ie-config=\"GPU_THROUGHPUT_STREAMS=2\" threshold=0.7 model-instance-id=instgpu0 name=detection ! queue ! gvaclassify batch-size=8 model=/home/pipeline-server/models/colorcls2/colorcls2.xml device=GPU inference-interval=1 inference-region=1 nireq=2 ie-config=\"GPU_THROUGHPUT_STREAMS=2\" model-instance-id=instgpu1 name=classification ! queue ! gvametaconvert add-empty-results=true name=metaconvert ! queue ! gvafpscounter ! appsink name=destination",
"pipeline": "{auto_source} name=source ! parsebin ! vah264dec ! vapostproc ! video/x-raw(memory:VAMemory) ! gvadetect model=/home/pipeline-server/models/public/yolo11s/INT8/yolo11s.xml device=GPU batch-size=1 inference-region=0 inference-interval=1 nireq=1 ie-config=\"GPU_THROUGHPUT_STREAMS=1\" threshold=0.7 model-instance-id=instgpu0 name=detection ! queue max-size-buffers=1 max-size-bytes=0 max-size-time=0 ! gvaclassify batch-size=1 model=/home/pipeline-server/models/colorcls2/colorcls2.xml device=GPU inference-interval=1 inference-region=1 nireq=1 ie-config=\"GPU_THROUGHPUT_STREAMS=1\" model-instance-id=instgpu1 name=classification ! gvametaconvert add-empty-results=true name=metaconvert ! appsink name=destination",
"parameters": {
"type": "object",
"properties": {
Expand All @@ -53,7 +53,7 @@
"name": "yolov11s_npu",
"source": "gstreamer",
"queue_maxsize": 50,
"pipeline": "{auto_source} name=source ! decodebin3 ! gvadetect model=/home/pipeline-server/models/public/yolo11s/INT8/yolo11s.xml device=NPU batch_size=1 inference-interval=1 inference-region=0 nireq=2 threshold=0.7 model-instance-id=instnpu0 name=detection ! queue ! gvaclassify batch-size=8 model=/home/pipeline-server/models/colorcls2/colorcls2.xml device=NPU inference-interval=1 inference-region=1 batch-size=1 nireq=2 model-instance-id=instnpu1 name=classification ! queue ! gvametaconvert add-empty-results=true name=metaconvert ! queue ! gvafpscounter ! appsink name=destination",
"pipeline": "{auto_source} name=source ! parsebin ! vah264dec ! vapostproc ! video/x-raw(memory:VAMemory) ! gvadetect model=/home/pipeline-server/models/public/yolo11s/INT8/yolo11s.xml device=NPU batch-size=1 inference-interval=1 inference-region=0 nireq=4 threshold=0.7 model-instance-id=instnpu0 name=detection ! queue max-size-buffers=1 max-size-bytes=0 max-size-time=0 ! gvaclassify batch-size=1 model=/home/pipeline-server/models/colorcls2/colorcls2.xml device=NPU inference-interval=1 inference-region=1 batch-size=1 nireq=4 model-instance-id=instnpu1 name=classification ! gvametaconvert add-empty-results=true name=metaconvert ! appsink name=destination",
"parameters": {
"type": "object",
"properties": {
Expand Down