I added the following code to deepstream_app.c
static GstPadProbeReturn
pgie_src_pad_buffer_probe (GstPad * pad, GstPadProbeInfo * info,
gpointer ctx)
{
GstBuffer *buf = (GstBuffer *) info->data;
GstMapInfo inmap = GST_MAP_INFO_INIT;
if (!gst_buffer_map (buf, &inmap, GST_MAP_READ)) {
GST_ERROR ("input buffer mapinfo failed");
return GST_FLOW_ERROR;
}
NvBufSurface *ip_surf = (NvBufSurface *) inmap.data;
gst_buffer_unmap (buf, &inmap);
NvDsObjectMeta *obj_meta = NULL;
guint vehicle_count = 0;
guint person_count = 0;
gboolean got_enc_img = FALSE;
// g_print("NULLING NvDsMetaList\n");
NvDsMetaList *l_frame = NULL;
NvDsMetaList *l_obj = NULL;
NvDsBatchMeta *batch_meta = gst_buffer_get_nvds_batch_meta (buf);
for (l_frame = batch_meta->frame_meta_list; l_frame != NULL;
l_frame = l_frame->next) {
NvDsFrameMeta *frame_meta = (NvDsFrameMeta *) (l_frame->data);
guint num_rects = 0;
for (l_obj = frame_meta->obj_meta_list; l_obj != NULL; l_obj = l_obj->next) {
obj_meta = (NvDsObjectMeta *) (l_obj->data);
if (obj_meta->class_id == 0) {
person_count++;
num_rects++;
}
/* Conditions that user needs to set to encode the detected objects of
* interest. Here, by default all the detected objects are encoded.
* For demonstration, we will encode the first object in the frame */
if (obj_meta->class_id == 0 && num_rects == 1) {
NvDsObjEncUsrArgs userData = { 0 };
/* To be set by user */
userData.saveImg = save_img;
userData.attachUsrMeta = attach_user_meta;
/* Preset */
userData.objNum = num_rects;
/*Main Function Call */
nvds_obj_enc_process (ctx, &userData, ip_surf, obj_meta, frame_meta);
got_enc_img = TRUE;
}
}
}
if(got_enc_img){
nvds_obj_enc_finish (ctx);
}
return GST_PAD_PROBE_OK;
}
Then In the create_common_elements , i added the following code.
static gboolean
create_common_elements(NvDsConfig *config, NvDsPipeline *pipeline,
GstElement **sink_elem, GstElement **src_elem,
bbox_generated_callback bbox_generated_post_analytics_cb)
{
....
if (config->primary_gie_config.enable)
{
if (!create_primary_gie_bin(&config->primary_gie_config,
&pipeline->common_elements.primary_gie_bin))
{
goto done;
}
gst_bin_add(GST_BIN(pipeline->pipeline),
pipeline->common_elements.primary_gie_bin.bin);
if (*sink_elem)
{
NVGSTDS_LINK_ELEMENT(pipeline->common_elements.primary_gie_bin.bin,
*sink_elem);
}
*sink_elem = pipeline->common_elements.primary_gie_bin.bin;
if (!*src_elem)
{
*src_elem = pipeline->common_elements.primary_gie_bin.bin;
}
NVGSTDS_ELEM_ADD_PROBE(pipeline->common_elements.primary_bbox_buffer_probe_id,
pipeline->common_elements.primary_gie_bin.bin, "src",
gie_primary_processing_done_buf_prob, GST_PAD_PROBE_TYPE_BUFFER,
pipeline->common_elements.appCtx);
if (config->primary_gie_config.enc_objects_images)
{
NvDsObjEncCtxHandle obj_ctx_handle = nvds_obj_enc_create_context();
if (!obj_ctx_handle) {
g_print ("Unable to create NvDsObjEncCtxHandle context\n");
return -1;
}
NVGSTDS_ELEM_ADD_PROBE(pipeline->common_elements.primary_bbox_buffer_probe_id,
pipeline->common_elements.primary_gie_bin.bin, "src",
pgie_src_pad_buffer_probe, GST_PAD_PROBE_TYPE_BUFFER,
(gpointer)obj_ctx_handle);
}
}
...
}
after these, This is the bbox_generated_probe_after_analytics in deepstream-test5
static void
bbox_generated_probe_after_analytics(AppCtx *appCtx, GstBuffer *buf,
NvDsBatchMeta *batch_meta, guint index)
{
......
[within for loop of batch_meta]
....
/** Generate NvDsEventMsgMeta for every object */
// if (frame_number < 100 && obj_meta->class_id == PGIE_CLASS_ID_VEHICLE) {
/* for write files */
NvDsUserMetaList *usrMetaList = obj_meta->obj_user_meta_list;
FILE *file;
char fileNameString[file_name_size];
const char *osd_string = "OSD";
int obj_res_width = GST_ROUND_DOWN_2 ((int) obj_meta->rect_params.width);
int obj_res_height = GST_ROUND_DOWN_2 ((int) obj_meta->rect_params.height);
snprintf (fileNameString, file_name_size, "%s_%d_%d_%d_%s_%dx%d.jpg",
osd_string, frame_number, frame_meta->source_id, num_rects,
obj_meta->obj_label, obj_res_width, obj_res_height);
/***************************************************************************/
gint check_images = 0;
if (usrMetaList)
{
while (usrMetaList != NULL)
{
NvDsUserMeta *usrMetaData = (NvDsUserMeta *)usrMetaList->data;
if (usrMetaData->base_meta.meta_type == NVDS_CROP_IMAGE_META)
{
enc_image = (NvDsObjEncOutParams *)usrMetaData->user_meta_data;
check_images++;
/* Write to File */
file = fopen (fileNameString, "wb");
fwrite (enc_image->outBuffer, sizeof (uint8_t),
enc_image->outLen, file);
fclose (file);
// g_print("NULLING\n");
usrMetaList = NULL;
}
else
{
usrMetaList = usrMetaList->next;
}
}
}
if (enc_image)
{
// g_print("total enc_image:%d\n",check_images);
}
// g_print("total enc_jpg_images:%d\n",check_images);
NvDsEventMsgMeta *msg_meta = (NvDsEventMsgMeta *)g_malloc0(sizeof(NvDsEventMsgMeta));
// g_print("confidence:%lf",obj_meta->confidence);
......................
}
please ignore the nvdsanalytics part. and I modified the deepstream_config_file_parser.c to add some for configuration file. therefore it has some field that default deepstream-5.0 doesn’t exists such as primary_gie_config.enc_objects_images.
Just wondering what would cause this? Is this means the cropped object encoded failed?
