Video output is running at an accelerated frame rate

I have modified source4_720p_dec_infer-resnet_tracker_sgie_tiled_display_int8.txt to use the file sink, but when I playback out.mp4, it runs at a very very fast rate.

How can I playback the video (or generate a video) that is at the same frame rate as the source file?

Here is the command I am running…

deepstream-app -c source4_720p_dec_infer-resnet_tracker_sgie_tiled_display_int8_filesink.txt

Here is the modified config file…

# Copyright (c) 2018 NVIDIA Corporation.  All rights reserved.
#
# NVIDIA Corporation and its licensors retain all intellectual property
# and proprietary rights in and to this software, related documentation
# and any modifications thereto.  Any use, reproduction, disclosure or
# distribution of this software and related documentation without an express
# license agreement from NVIDIA Corporation is strictly prohibited.

[application]
enable-perf-measurement=1
perf-measurement-interval-sec=5
flow-original-resolution=1
#gie-kitti-output-dir=streamscl

[tiled-display]
enable=1
rows=1
columns=1
width=1280
height=720
gpu-id=0

[source0]
enable=1
#Type - 1=CameraV4L2 2=URI 3=MultiURI
type=3
uri=file://../../streams/sample_720p.mp4
num-sources=1
gpu-id=0

[sink1]
enable=0
#Type - 1=FakeSink 2=EglSink 3=File
type=2
sync=1
source-id=0
gpu-id=0

[sink0]
enable=1
type=3
#1=mp4 2=mkv
container=1
#1=h264 2=h265 3=mpeg4
## only SW mpeg4 is supported right now.
codec=3
sync=1
bitrate=2000000
output-file=out.mp4
source-id=0

[osd]
enable=1
gpu-id=0
osd-mode=1
border-width=1
text-size=15
text-color=1;1;1;1;
text-bg-color=0.3;0.3;0.3;1
font=Arial
show-clock=1
clock-x-offset=5
clock-y-offset=5
clock-text-size=16
clock-color=1;0;0;1

[primary-gie]
enable=1
gpu-id=0
net-scale-factor=0.0039215697906911373
model-file=../../models/Primary_Detector/resnet10.caffemodel
proto-file=../../models/Primary_Detector/resnet10.prototxt
model-cache=../../models/Primary_Detector/resnet10.caffemodel_b4_int8.cache
labelfile-path=../../models/Primary_Detector/labels.txt
int8-calib-file=../../models/Primary_Detector/cal_trt4.bin
net-stride=16
batch-size=4
## 0=FP32, 1=INT8, 2=FP16 mode
network-mode=1
bbox-border-color0=1;0;0;1
bbox-border-color1=0;1;1;1
bbox-border-color2=0;0;1;1
bbox-border-color3=0;1;0;1
num-classes=4
class-thresholds=0.2;0.2;0.1;0.2
class-eps=0.2;0.2;0.2;0.2
class-group-thresholds=1;1;1;1
roi-top-offset=0;0;0;0
roi-bottom-offset=0;0;0;0
detected-min-w=0;0;0;0
detected-min-h=0;0;0;0
detected-max-w=1280;1280;1280;1280
detected-max-h=720;720;720;720
interval=0
gie-unique-id=1
parse-func=4
output-bbox-name=conv2d_bbox
output-blob-names=conv2d_cov
parser-bbox-norm=35.0;35.0
#config-file=config_infer_resnet.txt

[tracker]
enable=1
tracker-width=640
tracker-height=368
gpu-id=0

[secondary-gie0]
enable=1
net-scale-factor=1
model-file=../../models/Secondary_VehicleTypes/resnet18.caffemodel
proto-file=../../models/Secondary_VehicleTypes/resnet18.prototxt
model-cache=../../models/Secondary_VehicleTypes/resnet18.caffemodel_b16_int8.cache
mean-file=../../models/Secondary_VehicleTypes/mean.ppm
labelfile-path=../../models/Secondary_VehicleTypes/labels.txt
int8-calib-file=../../models/Secondary_VehicleTypes/cal_trt4.bin
gpu-id=0
batch-size=16
num-classes=6
network-mode=1
detected-min-w=128
detected-min-h=128
detected-max-w=1280
detected-max-h=720
model-color-format=1
gie-unique-id=4
operate-on-gie-id=1
operate-on-class-ids=0;
is-classifier=1
output-blob-names=predictions/Softmax
classifier-async-mode=1
classifier-threshold=0.51

[secondary-gie1]
enable=1
net-scale-factor=1
model-file=../../models/Secondary_CarColor/resnet18.caffemodel
proto-file=../../models/Secondary_CarColor/resnet18.prototxt
model-cache=../../models/Secondary_CarColor/resnet18.caffemodel_b16_int8.cache
mean-file=../../models/Secondary_CarColor/mean.ppm
labelfile-path=../../models/Secondary_CarColor/labels.txt
int8-calib-file=../../models/Secondary_VehicleTypes/cal_trt4.bin
batch-size=16
network-mode=1
detected-min-w=128
detected-min-h=128
detected-max-w=1280
detected-max-h=720
model-color-format=1
num-classes=12
gpu-id=0
gie-unique-id=5
operate-on-gie-id=1
operate-on-class-ids=0;
is-classifier=1
output-blob-names=predictions/Softmax
classifier-async-mode=1
classifier-threshold=0.51

[secondary-gie2]
enable=1
net-scale-factor=1
model-file=../../models/Secondary_CarMake/resnet18.caffemodel
proto-file=../../models/Secondary_CarMake/resnet18.prototxt
model-cache=../../models/Secondary_CarMake/resnet18.caffemodel_b16_int8.cache
mean-file=../../models/Secondary_CarMake/mean.ppm
labelfile-path=../../models/Secondary_CarMake/labels.txt
int8-calib-file=../../models/Secondary_CarMake/cal_trt4.bin
batch-size=16
network-mode=1
num-classes=24
detected-min-w=128
detected-min-h=128
detected-max-w=1280
detected-max-h=720
model-color-format=1
gpu-id=0
gie-unique-id=6
operate-on-gie-id=1
operate-on-class-ids=0;
is-classifier=1
output-blob-names=predictions/Softmax
classifier-async-mode=1
classifier-threshold=0.51

[tests]
file-loop=0

attached is the output video (I had to converted to an avi from a mp4 in order for the forum to allow me to attach it)
out_source1x1.avi (3.49 MB)

Are you using mp4 as input, or h264 as input?
If Mp4, output should have timestamp info, if h264, you need to consider some way to input timestamp info in the pipeline.

THanks
wayne zhu

This information is in config file I posted. I am using the sample mp4 as input.

I will try to reproduce on my side.

Thanks
wayne zhu

Hi,
Because you are using batch size =4, in this case timestamp info will get lost.
You can change batch size = 1 to have a try.

THanks
wayne zhu