The output
detection_preprocessing_output_1 in the upper green box was different later when it was referred. (See the lower green box)I saw there was a log
Internal response release with the address in the upper red circle right after the allocation. I am not sure if that is the cause, but the resulting output of the detection model became weird. And it work perfectly if I send it separately to the model.Can anyone help see if it is a ensemble scheduler bug?
My ensemble config
# Copyright (c) 2023, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
# * Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# * Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
# * Neither the name of NVIDIA CORPORATION nor the names of its
# contributors may be used to endorse or promote products derived
# from this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS ``AS IS'' AND ANY
# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
# PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
# OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
name: "ensemble_model"
platform: "ensemble"
max_batch_size: 0
input [
{
name: "input_image"
data_type: TYPE_UINT8
dims: [ 1, -1 ]
}
]
output [
{
name: "recognition_output"
data_type: TYPE_FP32
dims: [ -1, 6625 ]
},
{
name: "boxes"
data_type: TYPE_FP32
dims: [ -1, 5 ]
}
]
ensemble_scheduling {
step [
{
model_name: "detection_preprocessing"
model_version: -1
input_map {
key: "detection_preprocessing_input"
value: "input_image"
}
output_map {
key: "detection_preprocessing_output_1"
value: "preprocessed_image"
}
output_map {
key: "detection_preprocessing_output_2"
value: "image_shape"
}
},
{
model_name: "text_detection"
model_version: -1
input_map {
key: "x"
value: "preprocessed_image"
}
output_map {
key: "sigmoid_0.tmp_0"
value: "score_map"
}
},
{
model_name: "detection_postprocessing"
model_version: -1
input_map {
key: "detection_postprocessing_input_1"
value: "score_map"
}
input_map {
key: "detection_postprocessing_input_2"
value: "preprocessed_image"
}
input_map {
key: "detection_postprocessing_input_3"
value: "image_shape"
}
output_map {
key: "detection_postprocessing_output_1"
value: "cropped_images"
}
output_map {
key: "detection_postprocessing_output_2"
value: "boxes"
}
},
{
model_name: "text_recognition"
model_version: -1
input_map {
key: "x"
value: "cropped_images"
}
output_map {
key: "softmax_5.tmp_0"
value: "recognition_output"
}
}
]
}