Problem in running the sample app of DeepStream2.0 (Solved)

root@39b1b68aae9b:~/DeepStream_Release/samples/configs/deepstream-app# deepstream-app -c source4_720p_dec_infer-resnet_tracker_sgie_tiled_display_int8-copy.txt

(gst-plugin-scanner:3562): GStreamer-WARNING **: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/libgstnvdsexample.so': /lib/x86_64-linux-gnu/libz.so.1: version `ZLIB_1.2.9' not found (required by /root/anaconda3/lib/libpng16.so.16)

(gst-plugin-scanner:3562): GStreamer-WARNING **: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/libgstnvtracker.so': /lib/x86_64-linux-gnu/libz.so.1: version `ZLIB_1.2.9' not found (required by /root/anaconda3/lib/libpng16.so.16)

(gst-plugin-scanner:3562): GStreamer-WARNING **: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/libgstnveglglessink.so': libGLESv2.so.2: cannot open shared object file: No such file or directory

(gst-plugin-scanner:3562): GStreamer-WARNING **: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/libgstnvinfer.so': libnvinfer.so.4: cannot open shared object file: No such file or directory
** ERROR: <create_render_bin:51>: Failed to create 'sink_sub_bin_sink1'
** ERROR: <create_render_bin:124>: create_render_bin failed
** ERROR: <create_sink_bin:346>: create_sink_bin failed
** ERROR: <create_processing_instance:685>: create_processing_instance failed
** ERROR: <create_pipeline:949>: create_pipeline failed
** ERROR: <main:469>: Failed to create pipeline
Quitting
App run failed
# Copyright (c) 2018 NVIDIA Corporation.  All rights reserved.
#
# NVIDIA Corporation and its licensors retain all intellectual property
# and proprietary rights in and to this software, related documentation
# and any modifications thereto.  Any use, reproduction, disclosure or
# distribution of this software and related documentation without an express
# license agreement from NVIDIA Corporation is strictly prohibited.

[application]
enable-perf-measurement=1
perf-measurement-interval-sec=5
flow-original-resolution=1
#gie-kitti-output-dir=streamscl

[tiled-display]
enable=1
rows=2
columns=2
width=1280
height=720
gpu-id=0

[source0]
enable=1
#Type - 1=CameraV4L2 2=URI 3=MultiURI
type=2
uri=file://../../streams/sample_720p.mp4
num-sources=1
gpu-id=0

[sink0]
enable=1
#Type - 1=FakeSink 2=EglSink 3=File
type=2
sync=1
source-id=0
gpu-id=0

[sink1]
enable=0
type=3
#1=mp4 2=mkv
container=1
#1=h264 2=h265 3=mpeg4
## only SW mpeg4 is supported right now.
codec=3
sync=0
bitrate=2000000
output-file=out.mp4
source-id=0

[osd]
enable=1
gpu-id=0
osd-mode=1
border-width=1
text-size=15
text-color=1;1;1;1;
text-bg-color=0.3;0.3;0.3;1
font=Arial
show-clock=0
clock-x-offset=800
clock-y-offset=820
clock-text-size=12
clock-color=1;0;0;0

[primary-gie]
enable=1
gpu-id=0
net-scale-factor=0.0039215697906911373
model-file=../../models/Primary_Detector/resnet10.caffemodel
proto-file=../../models/Primary_Detector/resnet10.prototxt
model-cache=../../models/Primary_Detector/resnet10.caffemodel_b4_int8.cache
labelfile-path=../../models/Primary_Detector/labels.txt
int8-calib-file=../../models/Primary_Detector/cal_trt4.bin
net-stride=16
batch-size=4
## 0=FP32, 1=INT8, 2=FP16 mode
network-mode=1
bbox-border-color0=1;0;0;1
bbox-border-color1=0;1;1;1
bbox-border-color2=0;0;1;1
bbox-border-color3=0;1;0;1
num-classes=4
class-thresholds=0.2;0.2;0.1;0.2
class-eps=0.2;0.2;0.2;0.2
class-group-thresholds=1;1;1;1
roi-top-offset=0;0;0;0
roi-bottom-offset=0;0;0;0
detected-min-w=0;0;0;0
detected-min-h=0;0;0;0
detected-max-w=1280;1280;1280;1280
detected-max-h=720;720;720;720
interval=0
gie-unique-id=1
parse-func=4
output-bbox-name=conv2d_bbox
output-blob-names=conv2d_cov
parser-bbox-norm=35.0;35.0
#config-file=config_infer_resnet.txt

[tracker]
enable=1
tracker-width=640
tracker-height=368
gpu-id=0

[secondary-gie0]
enable=1
net-scale-factor=1
model-file=../../models/Secondary_VehicleTypes/resnet18.caffemodel
proto-file=../../models/Secondary_VehicleTypes/resnet18.prototxt
model-cache=../../models/Secondary_VehicleTypes/resnet18.caffemodel_b16_int8.cache
mean-file=../../models/Secondary_VehicleTypes/mean.ppm
labelfile-path=../../models/Secondary_VehicleTypes/labels.txt
int8-calib-file=../../models/Secondary_VehicleTypes/cal_trt4.bin
gpu-id=0
batch-size=16
num-classes=6
network-mode=1
detected-min-w=128
detected-min-h=128
detected-max-w=1280
detected-max-h=720
model-color-format=1
gie-unique-id=4
operate-on-gie-id=1
operate-on-class-ids=0;
is-classifier=1
output-blob-names=predictions/Softmax
classifier-async-mode=1
classifier-threshold=0.51

[secondary-gie1]
enable=1
net-scale-factor=1
model-file=../../models/Secondary_CarColor/resnet18.caffemodel
proto-file=../../models/Secondary_CarColor/resnet18.prototxt
model-cache=../../models/Secondary_CarColor/resnet18.caffemodel_b16_int8.cache
mean-file=../../models/Secondary_CarColor/mean.ppm
labelfile-path=../../models/Secondary_CarColor/labels.txt
int8-calib-file=../../models/Secondary_VehicleTypes/cal_trt4.bin
batch-size=16
network-mode=1
detected-min-w=128
detected-min-h=128
detected-max-w=1280
detected-max-h=720
model-color-format=1
num-classes=12
gpu-id=0
gie-unique-id=5
operate-on-gie-id=1
operate-on-class-ids=0;
is-classifier=1
output-blob-names=predictions/Softmax
classifier-async-mode=1
classifier-threshold=0.51

[secondary-gie2]
enable=1
net-scale-factor=1
model-file=../../models/Secondary_CarMake/resnet18.caffemodel
proto-file=../../models/Secondary_CarMake/resnet18.prototxt
model-cache=../../models/Secondary_CarMake/resnet18.caffemodel_b16_int8.cache
mean-file=../../models/Secondary_CarMake/mean.ppm
labelfile-path=../../models/Secondary_CarMake/labels.txt
int8-calib-file=../../models/Secondary_CarMake/cal_trt4.bin
batch-size=16
network-mode=1
num-classes=24
detected-min-w=128
detected-min-h=128
detected-max-w=1280
detected-max-h=720
model-color-format=1
gpu-id=0
gie-unique-id=6
operate-on-gie-id=1
operate-on-class-ids=0;
is-classifier=1
output-blob-names=predictions/Softmax
classifier-async-mode=1
classifier-threshold=0.51

[tests]
file-loop=0

Hi, how can I solve this problem. Thank you.

HI,
Please install zlib1g and zlibig-dev by sudo apt-get install zlib1g zlib1g-dev
after that, export nvidia related plugin by export GST_PLUGIN_PATH=/path to your ds pack/usr/lib/x86_64-linux-gnu/gstreamer-1.0/
export local library LD_LIBRARY_PATH=/path to your ds pack/usr/local/deepstream:/other lib need to export like cv;tensorrt;/
and then try again.

Thank you. I use install Zlib 1.2.9 according to https://stackoverflow.com/questions/48306849/lib-x86-64-linux-gnu-libz-so-1-version-zlib-1-2-9-not-found?rq=1
and

apt-get install libgles2-mesa libsdl2-dev

The problem above has been solved. But a new problem generates.

root@39b1b68aae9b:~/DeepStream_Release/samples/configs/deepstream-app# deepstream-app -c source4_720p_dec_infer-resnet_tracker_sgie_tiled_display_int8-copy.txt
** ERROR: <main:490>: Failed to set pipeline to PAUSED
Quitting
App run failed

Go on it. Fighting.

please rm ${HOME}/.cache/gstreamer-1.0/registry.x86_64.bin, and run again to get more informative errors

Thanks, I have done it. The mistake is the same as before.

** ERROR: <main:490>: Failed to set pipeline to PAUSED
Quitting
App run failed
# Copyright (c) 2018 NVIDIA Corporation.  All rights reserved.
#
# NVIDIA Corporation and its licensors retain all intellectual property
# and proprietary rights in and to this software, related documentation
# and any modifications thereto.  Any use, reproduction, disclosure or
# distribution of this software and related documentation without an express
# license agreement from NVIDIA Corporation is strictly prohibited.

[application]
enable-perf-measurement=1
perf-measurement-interval-sec=5
flow-original-resolution=1
#gie-kitti-output-dir=streamscl

[tiled-display]
enable=0
rows=2
columns=2
width=1280
height=720
gpu-id=0

[source0]
enable=1
#Type - 1=CameraV4L2 2=URI 3=MultiURI
type=2
uri=file://../../streams/sample_720p.mp4
num-sources=4
gpu-id=0

[sink0]
enable=1
#Type - 1=FakeSink 2=EglSink 3=File
type=2
sync=1
source-id=0
gpu-id=0

[sink1]
enable=0
type=3
#1=mp4 2=mkv
container=1
#1=h264 2=h265 3=mpeg4
## only SW mpeg4 is supported right now.
codec=3
sync=0
bitrate=2000000
output-file=out.mp4
source-id=0

[osd]
enable=1
gpu-id=0
osd-mode=1
border-width=1
text-size=15
text-color=1;1;1;1;
text-bg-color=0.3;0.3;0.3;1
font=Arial
show-clock=0
clock-x-offset=800
clock-y-offset=820
clock-text-size=12
clock-color=1;0;0;0

[primary-gie]
enable=1
gpu-id=0
net-scale-factor=0.0039215697906911373
model-file=../../models/Primary_Detector/resnet10.caffemodel
proto-file=../../models/Primary_Detector/resnet10.prototxt
model-cache=../../models/Primary_Detector/resnet10.caffemodel_b4_int8.cache
labelfile-path=../../models/Primary_Detector/labels.txt
int8-calib-file=../../models/Primary_Detector/cal_trt4.bin
net-stride=16
batch-size=4
## 0=FP32, 1=INT8, 2=FP16 mode
network-mode=1
bbox-border-color0=1;0;0;1
bbox-border-color1=0;1;1;1
bbox-border-color2=0;0;1;1
bbox-border-color3=0;1;0;1
num-classes=4
class-thresholds=0.2;0.2;0.1;0.2
class-eps=0.2;0.2;0.2;0.2
class-group-thresholds=1;1;1;1
roi-top-offset=0;0;0;0
roi-bottom-offset=0;0;0;0
detected-min-w=0;0;0;0
detected-min-h=0;0;0;0
detected-max-w=1280;1280;1280;1280
detected-max-h=720;720;720;720
interval=0
gie-unique-id=1
parse-func=4
output-bbox-name=conv2d_bbox
output-blob-names=conv2d_cov
parser-bbox-norm=35.0;35.0
#config-file=config_infer_resnet.txt

[tracker]
enable=1
tracker-width=640
tracker-height=368
gpu-id=0

[secondary-gie0]
enable=1
net-scale-factor=1
model-file=../../models/Secondary_VehicleTypes/resnet18.caffemodel
proto-file=../../models/Secondary_VehicleTypes/resnet18.prototxt
model-cache=../../models/Secondary_VehicleTypes/resnet18.caffemodel_b16_int8.cache
mean-file=../../models/Secondary_VehicleTypes/mean.ppm
labelfile-path=../../models/Secondary_VehicleTypes/labels.txt
int8-calib-file=../../models/Secondary_VehicleTypes/cal_trt4.bin
gpu-id=0
batch-size=16
num-classes=6
network-mode=1
detected-min-w=128
detected-min-h=128
detected-max-w=1280
detected-max-h=720
model-color-format=1
gie-unique-id=4
operate-on-gie-id=1
operate-on-class-ids=0;
is-classifier=1
output-blob-names=predictions/Softmax
classifier-async-mode=1
classifier-threshold=0.51

[secondary-gie1]
enable=1
net-scale-factor=1
model-file=../../models/Secondary_CarColor/resnet18.caffemodel
proto-file=../../models/Secondary_CarColor/resnet18.prototxt
model-cache=../../models/Secondary_CarColor/resnet18.caffemodel_b16_int8.cache
mean-file=../../models/Secondary_CarColor/mean.ppm
labelfile-path=../../models/Secondary_CarColor/labels.txt
int8-calib-file=../../models/Secondary_VehicleTypes/cal_trt4.bin
batch-size=16
network-mode=1
detected-min-w=128
detected-min-h=128
detected-max-w=1280
detected-max-h=720
model-color-format=1
num-classes=12
gpu-id=0
gie-unique-id=5
operate-on-gie-id=1
operate-on-class-ids=0;
is-classifier=1
output-blob-names=predictions/Softmax
classifier-async-mode=1
classifier-threshold=0.51

[secondary-gie2]
enable=1
net-scale-factor=1
model-file=../../models/Secondary_CarMake/resnet18.caffemodel
proto-file=../../models/Secondary_CarMake/resnet18.prototxt
model-cache=../../models/Secondary_CarMake/resnet18.caffemodel_b16_int8.cache
mean-file=../../models/Secondary_CarMake/mean.ppm
labelfile-path=../../models/Secondary_CarMake/labels.txt
int8-calib-file=../../models/Secondary_CarMake/cal_trt4.bin
batch-size=16
network-mode=1
num-classes=24
detected-min-w=128
detected-min-h=128
detected-max-w=1280
detected-max-h=720
model-color-format=1
gpu-id=0
gie-unique-id=6
operate-on-gie-id=1
operate-on-class-ids=0;
is-classifier=1
output-blob-names=predictions/Softmax
classifier-async-mode=1
classifier-threshold=0.51

[tests]
file-loop=0

There is my “source4_720p_dec_infer-resnet_tracker_sgie_tiled_display_int8-copy.txt” file.

please paste output of GST_DEBUG=3 “your run command”

I don’t understand. Can you explain it in detail? thank you.

GST_DEBUG=3 ./usr/bin/deepstream-app -c samples/configs/deepstream-app/source4_720p_dec_infer-resnet_tracker_sgie_tiled_display_int8.txt
please change to yours, and paste the output.

According to your solution, I have found some mistakes. When I run the app. If I set the [tiled-display] enable=1, and [osd] enable=1, it will create a new black window, there is nothing on the window. If I don’t let it vedio to display. The cmd will tell you APP RUN SUCCESS. The mistake as below:

root@9b57c7143a2e:~/DeepStream_Release/samples/configs/deepstream-app# deepstream-app -c source4_720p_dec_infer-resnet_tracker_sgie_tiled_display_int8-copy.txt
libEGL warning: DRI2: failed to authenticate
>>> Using Cached GIE model /root/DeepStream_Release/samples/configs/deepstream-app/../../models/Secondary_CarMake/resnet18.caffemodel_b16_int8.cache crypto flags(0)
>>> Using Cached GIE model /root/DeepStream_Release/samples/configs/deepstream-app/../../models/Secondary_CarColor/resnet18.caffemodel_b16_int8.cache crypto flags(0)
>>> Using Cached GIE model /root/DeepStream_Release/samples/configs/deepstream-app/../../models/Secondary_VehicleTypes/resnet18.caffemodel_b16_int8.cache crypto flags(0)
>>> Using Cached GIE model /root/DeepStream_Release/samples/configs/deepstream-app/../../models/Primary_Detector/resnet10.caffemodel_b4_int8.cache crypto flags(0)

Runtime commands:
	h: Print this help
	q: Quit

	p: Pause
	r: Resume

NOTE: To expand a source in the 2D tiled display and view object details, left-click on the source.
      To go back to the tiled display, right-click anywhere on the window.

** INFO: <bus_callback:75>: Pipeline ready

** INFO: <bus_callback:60>: Pipeline running

nvstreamtiler: batchSize set as 1
cuGraphicsGLRegisterBuffer failed with error(304) gst_eglglessink_cuda_init texture = 1

**PERF: FPS 0 (Avg)	
**PERF: 126.14 (126.14)	
Error from secondary_gie_bin_queue: Internal data flow error.
Debug info: gstqueue.c(992): gst_queue_handle_sink_event (): /GstPipeline:pipeline/GstBin:secondary_gie_bin/GstQueue:secondary_gie_bin_queue:
streaming task paused, reason not-negotiated (-4)
Quitting
App run failed

APP RUN SUCCESS. THANK YOU.

hi Suixiaodan521,
What has to be the original config that has to be used?