DeepStream jerky, jittering output with 100% CPU and GPU

Accelerated Computing Intelligent Video Analytics DeepStream SDK
1

Please provide complete information as applicable to your setup.

• Hardware Platform (Jetson / GPU)
Jetson NX
• DeepStream Version
6.0.0
• JetPack Version (valid for Jetson only)
4.6
r32.6.1
• TensorRT Version
TensorRT v8001
• Issue Type( questions, new requirements, bugs)
Bug
• How to reproduce the issue ? (This is for bugs. Including which sample app is using, the configuration files content, the command line used and other details for reproducing)
run deepstream-app in docker, using yolov8 model from ultralytics and GitHub - marcoslucianops/DeepStream-Yolo: NVIDIA DeepStream SDK 6.3 / 6.2 / 6.1.1 / 6.1 / 6.0.1 / 6.0 / 5.1 implementation for YOLO models

The output is jerky and low FPS, CPU load through the run is 100%.

Configs:
[property]
gpu-id=0
onnx-file=/models/yolov8_optical.onnx
model-engine-file=/models/yolov8_optical_kxm.engine
batch-size=1
gie-unique-id=1
maintain-aspect-ratio=0
symmetric-padding=0
network-mode=2
process-mode=1
network-type=0
interval=4
engine-create-func-name=NvDsInferYoloCudaEngineGet

from models.json

net-scale-factor=0.003921569790691137
labelfile-path=/labels/coco.txt
num-detected-classes=80
cluster-mode=2
parse-bbox-func-name=NvDsInferParseYoloCuda
custom-lib-path=/DeepStream-Yolo/nvdsinfer_custom_impl_Yolo/libnvdsinfer_custom_impl_Yolo.so
model-color-format=0

[class-attrs-all]
topk=20
nms-iou-threshold=0.5
roi-top-offset=0
roi-bottom-offset=0
detected-min-w=0
detected-min-h=0
detected-max-w=0
detected-max-h=0

from models.json

cluster-threshold=0.25

[application]
enable-perf-measurement=1
perf-measurement-interval-sec=5
#gie-kitti-output-dir=streamscl

output display details

[tiled-display]
enable=1
rows=1
columns=1
width=1280
height=720
gpu-id=0
#(0): nvbuf-mem-default - Default memory allocated, specific to particular platform
#(1): nvbuf-mem-cuda-pinned - Allocate Pinned/Host cuda memory, applicable for Tesla
#(2): nvbuf-mem-cuda-device - Allocate Device cuda memory, applicable for Tesla
#(3): nvbuf-mem-cuda-unified - Allocate Unified cuda memory, applicable for Tesla
#(4): nvbuf-mem-surface-array - Allocate Surface Array memory, applicable for Jetson
nvbuf-memory-type=0

mp4 video source

[source0]
enable=1
#Type - 1=CameraV4L2 2=URI 3=MultiURI 4=RTSP
type=2
uri=file:///videos-test/RowdenCarpark2.mp4
num-sources=1
gpu-id=0
cudadec-memtype=0
source-id=0
camera-width=1280
camera-height=720

rtsp video source

[source1]
enable=0
type=4
uri=None
cudadec-memtype=0
source-id=0

rtsp video out

[sink0]
enable=1
#Type - 1=FakeSink 2=EglSink 3=File 4=RTSPStreaming
type=4
#1=h264 2=h265
codec=1
#encoder type 0=Hardware 1=Software
enc-type=0
sync=0
bitrate=2500000
#H264 Profile - 0=Baseline 2=Main 4=High
#H265 Profile - 0=Main 1=Main10
profile=0

set below properties in case of RTSPStreaming

rtsp-port=8556
udp-port=5400
#source-id=0
qos=0

mp4 out

[sink1]
enable=1
type=3
#1=mp4 2=mkv
container=1
enc-type=1
#1=h264 2=h265 3=mpeg4

only SW mpeg4 is supported right now.

codec=1
sync=0
bitrate=2500000
profile=0
output-file=/videos-output/25092023_132119/RowdenCarpark2.mp4
source-id=0
qos=0

on screen display

[osd]
enable=1
gpu-id=0
border-width=1
text-size=15
text-color=1;1;1;1;
text-bg-color=0.3;0.3;0.3;1
font=Arial
show-clock=0
clock-x-offset=800
clock-y-offset=820
clock-text-size=12
clock-color=1;0;0;0
nvbuf-memory-type=0

stream mux - forms batches of frames from multiple input sources

[streammux]
gpu-id=0
sync-inputs=0
##Boolean property to inform muxer that sources are live
live-source=0
batch-size=1
##time out in usec, to wait after the first buffer is available
##to push the batch even if the complete batch is not formed
batched-push-timeout=33333

Set muxer output width and height

width=1280
height=720
#enable to maintain aspect ratio wrt source, and allow black borders, works
##along with width, height properties
enable-padding=0
nvbuf-memory-type=0

If set to TRUE, system timestamp will be attached as ntp timestamp

If set to FALSE, ntp timestamp from rtspsrc, if available, will be attached

attach-sys-ts-as-ntp=1

primary gpu inference engine (model)

[primary-gie]
enable=1
bbox-border-color0=1;0;0;1
bbox-border-color1=0;1;1;1
bbox-border-color2=0;1;1;1
bbox-border-color3=0;1;0;1
nvbuf-memory-type=0
config-file=/models_configs/base_detector_copy.txt

[tracker]
enable=1

For NvDCF and DeepSORT tracker, tracker-width and tracker-height must be a multiple of 32, respectively

tracker-width=320
tracker-height=256
ll-lib-file=/opt/nvidia/deepstream/deepstream-6.0/lib/libnvds_nvmultiobjecttracker.so

ll-config-file required to set different tracker types

ll-config-file=/opt/nvidia/deepstream/deepstream-6.0/samples/configs/deepstream-app/config_tracker_IOU.yml

ll-config-file=/opt/nvidia/deepstream/deepstream-6.0/samples/configs/deepstream-app/config_tracker_NvDCF_perf.yml

ll-config-file=/opt/nvidia/deepstream/deepstream-6.0/samples/configs/deepstream-app/config_tracker_NvDCF_accuracy.yml

ll-config-file=/opt/nvidia/deepstream/deepstream-6.0/samples/configs/deepstream-app/config_tracker_DeepSORT.yml

gpu-id=0
enable-batch-process=1
enable-past-frame=1
display-tracking-id=1

secondary gpu inference engine (model)

[secondary-gie]
enable=0
gpu-id=0
batch-size=1

0=FP32, 1=INT8, 2=FP16 mode

nvbuf-memory-type=0
config-file=/models_configs/base_classifier_copy.txt
gie-unique-id=2
operate-on-gie-id=1

[tests]
file-loop=0

[property]
gpu-id=0
onnx-file=/models/yolov8_optical.onnx
model-engine-file=/models/yolov8_optical_kxm.engine
batch-size=1
gie-unique-id=1
maintain-aspect-ratio=0
symmetric-padding=0
network-mode=2
process-mode=1
network-type=0
interval=4
engine-create-func-name=NvDsInferYoloCudaEngineGet

from models.json

net-scale-factor=0.003921569790691137
labelfile-path=/labels/coco.txt
num-detected-classes=80
cluster-mode=2
parse-bbox-func-name=NvDsInferParseYoloCuda
custom-lib-path=/DeepStream-Yolo/nvdsinfer_custom_impl_Yolo/libnvdsinfer_custom_impl_Yolo.so
model-color-format=0

[class-attrs-all]
topk=20
nms-iou-threshold=0.5
roi-top-offset=0
roi-bottom-offset=0
detected-min-w=0
detected-min-h=0
detected-max-w=0
detected-max-h=0
pre-cluster-threshold=0.25

3

What is the GPU loading when you running this pipeline?

4

Here’s CPU and GPU stats from an identical run experiencing the same problem (tegrastats)

----GPU STATS----
–datetime: 25-09-2023,16:45:25–
RAM 3035/7765MB (lfb 376x4MB) SWAP 0/3883MB (cached 0MB) CPU [58%@1190,46%@1190,31%@1190,35%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 0% AO@37C GPU@37C PMIC@50C AUX@38.5C CPU@40C thermal@38.35C VDD_IN 5071/5071 VDD_CPU_GPU_CV 1238/1238 VDD_SOC 1156/1156
RAM 3030/7765MB (lfb 376x4MB) SWAP 0/3883MB (cached 0MB) CPU [34%@1190,85%@1190,15%@1190,24%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 0% AO@37.5C GPU@37C PMIC@50C AUX@38.5C CPU@40C thermal@38.35C VDD_IN 4992/5031 VDD_CPU_GPU_CV 1158/1198 VDD_SOC 1156/1156
RAM 3116/7765MB (lfb 376x4MB) SWAP 0/3883MB (cached 0MB) CPU [30%@1190,33%@1190,19%@1190,66%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 30% AO@37.5C GPU@37C PMIC@50C AUX@38.5C CPU@40C thermal@38.5C VDD_IN 4952/5005 VDD_CPU_GPU_CV 1078/1158 VDD_SOC 1196/1169
RAM 3296/7765MB (lfb 376x4MB) SWAP 0/3883MB (cached 0MB) CPU [28%@1190,13%@1190,24%@1190,88%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 17% AO@37.5C GPU@37C PMIC@50C AUX@38.5C CPU@40C thermal@38.5C VDD_IN 5071/5021 VDD_CPU_GPU_CV 1198/1168 VDD_SOC 1196/1176
RAM 3543/7765MB (lfb 340x4MB) SWAP 0/3883MB (cached 0MB) CPU [23%@1190,14%@1190,28%@1190,77%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 0% AO@37.5C GPU@37C PMIC@50C AUX@38.5C CPU@39.5C thermal@38.5C VDD_IN 4752/4967 VDD_CPU_GPU_CV 878/1110 VDD_SOC 1156/1172
RAM 3618/7765MB (lfb 339x4MB) SWAP 0/3883MB (cached 0MB) CPU [25%@1190,13%@1190,18%@1190,91%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 9% AO@37.5C GPU@37C PMIC@50C AUX@38.5C CPU@39.5C thermal@38.35C VDD_IN 4872/4951 VDD_CPU_GPU_CV 998/1091 VDD_SOC 1156/1169
RAM 3810/7765MB (lfb 332x4MB) SWAP 0/3883MB (cached 0MB) CPU [34%@1190,23%@1190,61%@1190,61%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 2% AO@37.5C GPU@37C PMIC@50C AUX@38.5C CPU@40C thermal@38.5C VDD_IN 5071/4968 VDD_CPU_GPU_CV 1198/1106 VDD_SOC 1156/1167
RAM 4001/7765MB (lfb 317x4MB) SWAP 0/3883MB (cached 0MB) CPU [40%@1190,37%@1190,57%@1190,62%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 0% AO@37.5C GPU@37C PMIC@50C AUX@38.5C CPU@40C thermal@38.5C VDD_IN 5071/4981 VDD_CPU_GPU_CV 1158/1113 VDD_SOC 1196/1171
RAM 3965/7765MB (lfb 347x4MB) SWAP 0/3883MB (cached 0MB) CPU [28%@1190,22%@1190,23%@1190,88%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 0% AO@38C GPU@37C PMIC@50C AUX@38.5C CPU@40C thermal@38.5C VDD_IN 5151/5000 VDD_CPU_GPU_CV 1238/1126 VDD_SOC 1196/1173
RAM 4079/7765MB (lfb 333x4MB) SWAP 0/3883MB (cached 0MB) CPU [32%@1190,13%@1190,26%@1190,30%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 4% AO@38C GPU@38.5C PMIC@50C AUX@39C CPU@40C thermal@40.05C VDD_IN 7137/5214 VDD_CPU_GPU_CV 2671/1281 VDD_SOC 1435/1199
RAM 4340/7765MB (lfb 279x4MB) SWAP 0/3883MB (cached 0MB) CPU [16%@1190,19%@1190,59%@1190,65%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 2% AO@38C GPU@37.5C PMIC@50C AUX@39C CPU@39.5C thermal@38.65C VDD_IN 5271/5219 VDD_CPU_GPU_CV 1317/1284 VDD_SOC 1196/1199
RAM 4549/7765MB (lfb 267x4MB) SWAP 0/3883MB (cached 0MB) CPU [18%@1190,52%@1190,27%@1190,66%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 0% AO@38C GPU@37.5C PMIC@50C AUX@38.5C CPU@40C thermal@38.8C VDD_IN 5351/5230 VDD_CPU_GPU_CV 1477/1300 VDD_SOC 1156/1195
RAM 4553/7765MB (lfb 267x4MB) SWAP 0/3883MB (cached 0MB) CPU [34%@1190,24%@1190,48%@1190,55%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 0% AO@38C GPU@37.5C PMIC@50C AUX@39C CPU@40.5C thermal@39C VDD_IN 5351/5239 VDD_CPU_GPU_CV 1557/1320 VDD_SOC 1156/1192
RAM 4880/7765MB (lfb 222x4MB) SWAP 0/3883MB (cached 0MB) CPU [22%@1190,18%@1190,98%@1190,24%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 4% AO@37.5C GPU@37C PMIC@50C AUX@39C CPU@40C thermal@39C VDD_IN 5111/5230 VDD_CPU_GPU_CV 1238/1314 VDD_SOC 1196/1193
RAM 4878/7765MB (lfb 234x4MB) SWAP 0/3883MB (cached 0MB) CPU [72%@1190,13%@1190,37%@1190,26%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 12% AO@38C GPU@37C PMIC@50C AUX@39C CPU@40C thermal@38.8C VDD_IN 4792/5201 VDD_CPU_GPU_CV 998/1293 VDD_SOC 1156/1190
RAM 5040/7765MB (lfb 204x4MB) SWAP 0/3883MB (cached 0MB) CPU [30%@1190,34%@1190,33%@1190,40%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@39C GPU@42.5C PMIC@50C AUX@39C CPU@40.5C thermal@38.85C VDD_IN 11783/5612 VDD_CPU_GPU_CV 6041/1590 VDD_SOC 1987/1240
RAM 5095/7765MB (lfb 190x4MB) SWAP 0/3883MB (cached 0MB) CPU [29%@1190,25%@1190,48%@1190,30%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 18% AO@40C GPU@42.5C PMIC@50C AUX@39.5C CPU@41.5C thermal@40.65C VDD_IN 12877/6039 VDD_CPU_GPU_CV 6864/1900 VDD_SOC 2103/1291
RAM 5150/7765MB (lfb 215x4MB) SWAP 0/3883MB (cached 0MB) CPU [46%@1190,46%@1190,50%@1190,35%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@40.5C GPU@43.5C PMIC@50C AUX@39.5C CPU@42C thermal@41.15C VDD_IN 13195/6437 VDD_CPU_GPU_CV 7063/2187 VDD_SOC 2142/1338
RAM 5178/7765MB (lfb 208x4MB) SWAP 0/3883MB (cached 0MB) CPU [23%@1190,42%@1190,24%@1190,21%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@40.5C GPU@44C PMIC@50C AUX@40C CPU@42.5C thermal@41.65C VDD_IN 13552/6811 VDD_CPU_GPU_CV 7499/2466 VDD_SOC 2103/1378
RAM 5257/7765MB (lfb 189x4MB) SWAP 0/3883MB (cached 0MB) CPU [77%@1190,96%@1190,74%@1190,74%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 74% AO@41C GPU@44C PMIC@50C AUX@40.5C CPU@43C thermal@41.95C VDD_IN 13791/7160 VDD_CPU_GPU_CV 7658/2726 VDD_SOC 2142/1416
RAM 5267/7765MB (lfb 187x4MB) SWAP 0/3883MB (cached 0MB) CPU [96%@1190,98%@1190,94%@1190,90%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@41C GPU@44.5C PMIC@50C AUX@40.5C CPU@43C thermal@42.45C VDD_IN 13950/7484 VDD_CPU_GPU_CV 7856/2970 VDD_SOC 2142/1451
RAM 5270/7765MB (lfb 186x4MB) SWAP 0/3883MB (cached 0MB) CPU [89%@1190,91%@1190,96%@1190,95%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@41C GPU@44C PMIC@50C AUX@41C CPU@43.5C thermal@42.5C VDD_IN 13314/7749 VDD_CPU_GPU_CV 7380/3170 VDD_SOC 2063/1479
RAM 5251/7765MB (lfb 189x4MB) SWAP 0/3883MB (cached 0MB) CPU [94%@1190,95%@1190,92%@1190,91%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@41.5C GPU@45C PMIC@50C AUX@41C CPU@43.5C thermal@42.95C VDD_IN 13989/8020 VDD_CPU_GPU_CV 7936/3378 VDD_SOC 2103/1506
RAM 5269/7765MB (lfb 186x4MB) SWAP 0/3883MB (cached 0MB) CPU [98%@1190,88%@1190,90%@1190,86%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@42C GPU@44.5C PMIC@50C AUX@41.5C CPU@43.5C thermal@42.95C VDD_IN 13830/8262 VDD_CPU_GPU_CV 7697/3558 VDD_SOC 2142/1532
RAM 5269/7765MB (lfb 186x4MB) SWAP 0/3883MB (cached 0MB) CPU [91%@1190,96%@1190,99%@1190,97%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@41.5C GPU@44C PMIC@50C AUX@41.5C CPU@44C thermal@43.15C VDD_IN 13195/8459 VDD_CPU_GPU_CV 7221/3704 VDD_SOC 2103/1555
RAM 5270/7765MB (lfb 186x4MB) SWAP 0/3883MB (cached 0MB) CPU [98%@1190,96%@1190,100%@1190,100%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@42C GPU@45C PMIC@50C AUX@41.5C CPU@44C thermal@43.3C VDD_IN 13830/8666 VDD_CPU_GPU_CV 7777/3861 VDD_SOC 2103/1576
RAM 5253/7765MB (lfb 189x4MB) SWAP 0/3883MB (cached 0MB) CPU [99%@1190,99%@1190,100%@1190,100%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@42C GPU@44C PMIC@50C AUX@41.5C CPU@44C thermal@43C VDD_IN 12061/8791 VDD_CPU_GPU_CV 6359/3953 VDD_SOC 1984/1591
RAM 5267/7765MB (lfb 186x4MB) SWAP 0/3883MB (cached 0MB) CPU [98%@1190,99%@1190,97%@1190,97%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@42C GPU@45C PMIC@50C AUX@42C CPU@44.5C thermal@43.5C VDD_IN 12996/8942 VDD_CPU_GPU_CV 7102/4066 VDD_SOC 2063/1608
RAM 5268/7765MB (lfb 186x4MB) SWAP 0/3883MB (cached 0MB) CPU [99%@1190,99%@1190,100%@1190,100%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@42.5C GPU@46C PMIC@50C AUX@42C CPU@44.5C thermal@43.8C VDD_IN 14188/9123 VDD_CPU_GPU_CV 8015/4202 VDD_SOC 2142/1626
RAM 5268/7765MB (lfb 186x4MB) SWAP 0/3883MB (cached 0MB) CPU [100%@1190,100%@1190,99%@1190,99%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@43C GPU@46C PMIC@50C AUX@42C CPU@44.5C thermal@43.5C VDD_IN 14188/9291 VDD_CPU_GPU_CV 8094/4332 VDD_SOC 2103/1642
RAM 5254/7765MB (lfb 188x4MB) SWAP 0/3883MB (cached 0MB) CPU [98%@1190,100%@1190,97%@1190,99%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@42.5C GPU@45.5C PMIC@50C AUX@42C CPU@45C thermal@44.3C VDD_IN 13671/9433 VDD_CPU_GPU_CV 7578/4436 VDD_SOC 2103/1657
RAM 5267/7765MB (lfb 186x4MB) SWAP 0/3883MB (cached 0MB) CPU [100%@1190,99%@1190,95%@1190,96%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@43C GPU@46C PMIC@50C AUX@42.5C CPU@45C thermal@44.15C VDD_IN 13870/9571 VDD_CPU_GPU_CV 7816/4542 VDD_SOC 2103/1671
RAM 5268/7765MB (lfb 186x4MB) SWAP 0/3883MB (cached 0MB) CPU [99%@1190,100%@1190,100%@1190,99%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@43C GPU@46C PMIC@50C AUX@42.5C CPU@45C thermal@44.5C VDD_IN 13512/9691 VDD_CPU_GPU_CV 7539/4633 VDD_SOC 2063/1683
RAM 5268/7765MB (lfb 186x4MB) SWAP 0/3883MB (cached 0MB) CPU [99%@1190,100%@1190,100%@1190,100%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@43C GPU@46.5C PMIC@50C AUX@43C CPU@45.5C thermal@44.5C VDD_IN 14069/9819 VDD_CPU_GPU_CV 7936/4730 VDD_SOC 2103/1695
RAM 5255/7765MB (lfb 188x4MB) SWAP 0/3883MB (cached 0MB) CPU [100%@1190,100%@1190,97%@1190,99%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@43C GPU@46.5C PMIC@50C AUX@43C CPU@45.5C thermal@44.65C VDD_IN 14029/9940 VDD_CPU_GPU_CV 7936/4821 VDD_SOC 2103/1707
RAM 5271/7765MB (lfb 185x4MB) SWAP 0/3883MB (cached 0MB) CPU [94%@1190,93%@1190,99%@1190,99%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 15% AO@43.5C GPU@46C PMIC@50C AUX@43C CPU@45.5C thermal@44.5C VDD_IN 13870/10049 VDD_CPU_GPU_CV 7777/4904 VDD_SOC 2103/1718
RAM 5265/7765MB (lfb 186x4MB) SWAP 0/3883MB (cached 0MB) CPU [100%@1190,100%@1190,98%@1190,99%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@43C GPU@46.5C PMIC@50C AUX@43C CPU@45.5C thermal@44.8C VDD_IN 13751/10149 VDD_CPU_GPU_CV 7658/4978 VDD_SOC 2142/1729
RAM 5265/7765MB (lfb 186x4MB) SWAP 0/3883MB (cached 0MB) CPU [99%@1190,98%@1190,100%@1190,99%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@43.5C GPU@47C PMIC@50C AUX@43.5C CPU@46C thermal@44.65C VDD_IN 14228/10256 VDD_CPU_GPU_CV 8055/5059 VDD_SOC 2142/1740
RAM 5252/7765MB (lfb 188x4MB) SWAP 0/3883MB (cached 0MB) CPU [98%@1190,100%@1190,99%@1190,99%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@43.5C GPU@46.5C PMIC@50C AUX@43.5C CPU@46C thermal@45.1C VDD_IN 13393/10337 VDD_CPU_GPU_CV 7420/5119 VDD_SOC 2063/1748
RAM 5263/7765MB (lfb 186x4MB) SWAP 0/3883MB (cached 0MB) CPU [97%@1190,98%@1190,100%@1190,99%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@43.5C GPU@47C PMIC@50C AUX@43C CPU@46C thermal@45.15C VDD_IN 14069/10430 VDD_CPU_GPU_CV 7975/5191 VDD_SOC 2103/1757
RAM 5267/7765MB (lfb 185x4MB) SWAP 0/3883MB (cached 0MB) CPU [93%@1190,95%@1190,96%@1190,95%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 75% AO@43.5C GPU@47C PMIC@50C AUX@43.5C CPU@46C thermal@45.15C VDD_IN 13791/10512 VDD_CPU_GPU_CV 7737/5253 VDD_SOC 2103/1766
RAM 5268/7765MB (lfb 185x4MB) SWAP 0/3883MB (cached 0MB) CPU [99%@1190,98%@1190,99%@1190,99%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@44C GPU@46.5C PMIC@50C AUX@43.5C CPU@46C thermal@45.45C VDD_IN 13473/10582 VDD_CPU_GPU_CV 7459/5305 VDD_SOC 2103/1774
RAM 5271/7765MB (lfb 185x4MB) SWAP 0/3883MB (cached 0MB) CPU [100%@1190,100%@1190,99%@1190,99%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@43.5C GPU@46.5C PMIC@50C AUX@44C CPU@46.5C thermal@45.15C VDD_IN 13155/10642 VDD_CPU_GPU_CV 7142/5348 VDD_SOC 2103/1781
RAM 5256/7765MB (lfb 188x4MB) SWAP 0/3883MB (cached 0MB) CPU [99%@1190,98%@1190,96%@1190,96%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@44C GPU@47C PMIC@50C AUX@44C CPU@46.5C thermal@45.15C VDD_IN 13950/10717 VDD_CPU_GPU_CV 7816/5404 VDD_SOC 2142/1790
RAM 5268/7765MB (lfb 186x4MB) SWAP 0/3883MB (cached 0MB) CPU [97%@1190,98%@1190,100%@1190,99%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@44.5C GPU@47.5C PMIC@50C AUX@44C CPU@46.5C thermal@45.8C VDD_IN 14268/10796 VDD_CPU_GPU_CV 8134/5465 VDD_SOC 2142/1797
RAM 5268/7765MB (lfb 186x4MB) SWAP 0/3883MB (cached 0MB) CPU [100%@1190,100%@1190,99%@1190,100%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 10% AO@44C GPU@46C PMIC@50C AUX@44C CPU@46.5C thermal@45.65C VDD_IN 13274/10850 VDD_CPU_GPU_CV 7301/5505 VDD_SOC 2063/1803
RAM 5272/7765MB (lfb 185x4MB) SWAP 0/3883MB (cached 0MB) CPU [98%@1190,98%@1190,100%@1190,99%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@44C GPU@47.5C PMIC@50C AUX@44C CPU@46.5C thermal@45.65C VDD_IN 13512/10907 VDD_CPU_GPU_CV 7539/5548 VDD_SOC 2063/1809
RAM 5255/7765MB (lfb 187x4MB) SWAP 0/3883MB (cached 0MB) CPU [100%@1190,100%@1190,100%@1190,100%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 27% AO@44.5C GPU@47C PMIC@50C AUX@44C CPU@46.5C thermal@45.85C VDD_IN 13473/10960 VDD_CPU_GPU_CV 7420/5587 VDD_SOC 2103/1815
RAM 5287/7765MB (lfb 182x4MB) SWAP 0/3883MB (cached 0MB) CPU [99%@1190,100%@1190,100%@1190,100%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 0% AO@44C GPU@46C PMIC@50C AUX@44.5C CPU@46.5C thermal@46.15C VDD_IN 12778/10997 VDD_CPU_GPU_CV 6955/5615 VDD_SOC 1984/1818
RAM 5288/7765MB (lfb 181x4MB) SWAP 0/3883MB (cached 0MB) CPU [100%@1190,100%@1190,98%@1190,98%@1190,off,off] EMC_FREQ 0% GR3D_FREQ 99% AO@44.5C GPU@47.5C PMIC@50C AUX@44.5C CPU@46.5C thermal@46C VDD_IN 13711/11052 VDD_CPU_GPU_CV 7737/5657 VDD_SOC 2063/1823

so essentially 100% too

and video of the issue: https://youtu.be/YQ_qgujM4jg?si=7orV_q575Mu7Fn1Y

the dockerfile looks like:
ARG DEEPSTREAM_VER
FROM nvcr.io/nvidia/deepstream-l4t:${DEEPSTREAM_VER}-samples
ARG DEEPSTREAM_VER
ENV DEEPSTREAM_VER=$DEEPSTREAM_VER
RUN apt-get -y -qq update --fix-missing
RUN apt-get update && apt-get install -y libgstreamer1.0-0 gstreamer1.0-tools gstreamer1.0-plugins-good gstreamer1.0-plugins-bad gstreamer1.0-plugins-ugly gstreamer1.0-libav libgstrtspserver-1.0-0 libjansson4 ffmpeg libjson-glib-1.0 libgles2-mesa -y
RUN apt-get install -qq libgstreamer-plugins-base1.0-dev libgstrtspserver-1.0-dev libx11-dev libjson-glib-dev -y
RUN apt-get install libgstreamer-plugins-base1.0-dev libgstreamer1.0-dev libgstrtspserver-1.0-dev libx11-dev libjson-glib-dev libyaml-cpp-dev -y
RUN git clone GitHub - confluentinc/librdkafka: The Apache Kafka C/C++ library
RUN cd librdkafka && git reset --hard 7101c2310341ab3f4675fc565f64f0967e135a6a && ./configure && make && make install &&
mkdir -p /opt/nvidia/deepstream/deepstream-${DEEPSTREAM_VER}/lib
RUN mv /opt/nvidia/deepstream/deepstream-${DEEPSTREAM_VER}/librdkafka/* /opt/nvidia/deepstream/deepstream-$DEEPSTREAM_VER/lib
RUN apt-get install -y python3-pip
RUN pip3 install python-dotenv
COPY tests /tests
RUN chmod -R +x /tests
COPY scripts /scripts
RUN chmod -R +x /scripts
EXPOSE 8556
EXPOSE 9092
ENV LD_LIBRARY_PATH /usr/local/cuda-$CUDA_VER/lib64
ARG CUDA_VER
ENV CUDA_VER=$CUDA_VER
ARG RTSP_ADDRESS
ENV RTSP_ADDRESS=$RTSP_ADDRESS
ARG DEVICE
ENV DEVICE=$DEVICE
CMD /scripts/create_copies.sh /models_configs/ && /scripts/create_copies.sh /profiles/ &&
/scripts/replace_strings.sh /models_configs && /scripts/replace_strings.sh /profiles &&
cat /profiles/base_profile_copy.txt &&
deepstream-app -c /profiles/base_profile_copy.txt

and the docker-compose.yml looks like:
version: ‘2’
services:
deepstreamjetson:
build:
context: .
dockerfile: dockerfiles/custom.Dockerfile
args:
- DEEPSTREAM_VER=${DEEPSTREAM_VER}
- CUDA_VER=${CUDA_VER}
- RTSP_ADDRESS=${RTSP_ADDRESS}
- DEVICE=${DEVICE}
expose:
- “8554”
- “8555”
- “8556”
- “9092”
env_file:
- .env
- ./device_configs/device.env
network_mode: “host”
volumes:
- ./profiles:/profiles
- ./videos-output:/videos-output
- ./models_configs:/models_configs
- ./device_configs:/device_configs
- ./scripts:/scripts
- ${DATALAKE}/videos-test:/videos-test
- ${DATALAKE}/models:/models
- ${DATALAKE}/labels:/labels
- /var/run/docker.sock:/var/run/docker.sock
- /usr/lib/aarch64-linux-gnu/gstreamer-1.0/:/usr/lib/aarch64-linux-gnu/gstreamer-1.0/
#- /tmp/.X11-unix:/tmp/.X11-unix
- /usr/local/lib/:/usr/local/lib/
- /usr/local/cuda:/usr/local/cuda
- /opt/nvidia/deepstream:/opt/nvidia/deepstream
- ${DEEPSTREAM_YOLO_LOC}:/DeepStream-Yolo

5

Updating to close this off. The model .engine file had been built wrongly, I rebuilt on the device and the issue is gone

6

This topic was automatically closed 14 days after the last reply. New replies are no longer allowed.