Running image save in deepstream5 app issue

ajayskabadi2012 · June 8, 2020, 11:21am

We are trying to run the image save in deepstream5 app example from weeks but unable to get output, can you please share how to run the deepstream-image-meta-test test app in deepstream5 app example.

Please kindly share your insights, will really appreciate.
Thank You,

• DeepStream Issue

bcao · June 9, 2020, 1:37am

Can you run deepstream-image-meta-test app well?
BTW, would you mind to share your env setup?

ajayskabadi2012 · June 10, 2020, 7:59am

Yeah, deepstream-image-meta-test runs well.

But similar image saving wanted to integrate with deepstream-app5, where followed below steps,

Added required libraries along with the make
Imported necessary files in deepstream-app ( Being deepstream-app5 a dependency for deepstream-app )
Added Function gie_img_prob_new containing code similarly which is in deepstream-image-meta-test

Code:

In depstream-app/deepstream_app.c
//NEW FUNCTION ADDED

static GstPadProbeReturn
gie_img_prob_new (GstPad * pad, GstPadProbeInfo * info,
    gpointer u_data)
{
  GstBuffer *buf = (GstBuffer *) info->data;
  AppCtx *appCtx = (AppCtx *) u_data;
  NvDsBatchMeta *batch_meta = gst_buffer_get_nvds_batch_meta (buf);
  if (!batch_meta) {
    NVGSTDS_WARN_MSG_V ("Batch meta not found for buffer %p", buf);
    return GST_PAD_PROBE_OK;
  }
  GstMapInfo inmap = GST_MAP_INFO_INIT;
  if (!gst_buffer_map (buf, &inmap, GST_MAP_READ)) {
    GST_ERROR ("input buffer mapinfo failed");
    return GST_FLOW_ERROR;
  }
  NvBufSurface *ip_surf = (NvBufSurface *) inmap.data;
  gst_buffer_unmap (buf, &inmap);

  NvDsObjectMeta *obj_meta = NULL;
  guint vehicle_count = 0;
  guint person_count = 0;
  NvDsMetaList *l_frame = NULL;
  NvDsMetaList *l_obj = NULL;

  for (l_frame = batch_meta->frame_meta_list; l_frame != NULL;
      l_frame = l_frame->next) {
    NvDsFrameMeta *frame_meta = (NvDsFrameMeta *) (l_frame->data);
    guint num_rects = 0;
    for (l_obj = frame_meta->obj_meta_list; l_obj != NULL; l_obj = l_obj->next) {
      obj_meta = (NvDsObjectMeta *) (l_obj->data);
      
      if (obj_meta->class_id == 1) {
        vehicle_count++;
        num_rects++;
      }
      if (obj_meta->class_id == 0) {
        person_count++;
        num_rects++;
      }

    
      /* Conditions that user needs to set to encode the detected objects of
       * interest. Here, by default all the detected objects are encoded.
       * For demonstration, we will encode the first object in the frame */
       if ((obj_meta->class_id == 0
           || obj_meta->class_id == 1) && num_rects == 1) {
        NvDsObjEncUsrArgs userData = { 0 };
        /* To be set by user */
        userData.saveImg = save_img;
        userData.attachUsrMeta = attach_user_meta;
        /* Preset */
        userData.objNum = num_rects;
        /*Main Function Call */
         nvds_obj_enc_process (u_data, &userData, ip_surf, obj_meta, frame_meta);
       }
    }
  }
   nvds_obj_enc_finish (u_data);
  

  return GST_PAD_PROBE_OK;
}

which is being called in create_common_elements function

static gboolean
create_common_elements (NvDsConfig * config, NvDsPipeline * pipeline,
    GstElement * sink_elem, GstElement * src_elem,
    bbox_generated_callback bbox_generated_post_analytics_cb)
{
  gboolean ret = FALSE;
  *sink_elem = *src_elem = NULL;
/*Creat Context for Object Encoding */
  NvDsObjEncCtxHandle obj_ctx_handle = nvds_obj_enc_create_context ();
  if (config->primary_gie_config.enable) {
    if (config->num_secondary_gie_sub_bins > 0) {
      if (!create_secondary_gie_bin (config->num_secondary_gie_sub_bins,
              config->primary_gie_config.unique_id,
              config->secondary_gie_sub_bin_config,
              &pipeline->common_elements.secondary_gie_bin)) {
        goto done;
      }
      gst_bin_add (GST_BIN (pipeline->pipeline),
          pipeline->common_elements.secondary_gie_bin.bin);
      if (!*src_elem) {
        *src_elem = pipeline->common_elements.secondary_gie_bin.bin;
      }
      if (*sink_elem) {
        NVGSTDS_LINK_ELEMENT (pipeline->common_elements.secondary_gie_bin.bin,
            *sink_elem);
      }
      *sink_elem = pipeline->common_elements.secondary_gie_bin.bin;
    }
  }

  if (config->tracker_config.enable) {
    if (!create_tracking_bin (&config->tracker_config,
            &pipeline->common_elements.tracker_bin)) {
      g_print ("creating tracker bin failed\n");
      goto done;
    }
    gst_bin_add (GST_BIN (pipeline->pipeline),
        pipeline->common_elements.tracker_bin.bin);
    if (!*src_elem) {
      *src_elem = pipeline->common_elements.tracker_bin.bin;
    }
    if (*sink_elem) {
      NVGSTDS_LINK_ELEMENT (pipeline->common_elements.tracker_bin.bin,
          *sink_elem);
    }
    *sink_elem = pipeline->common_elements.tracker_bin.bin;
  }

  if (config->primary_gie_config.enable) {
    if (!create_primary_gie_bin (&config->primary_gie_config,
            &pipeline->common_elements.primary_gie_bin)) {
      goto done;
    }
    gst_bin_add (GST_BIN (pipeline->pipeline),
        pipeline->common_elements.primary_gie_bin.bin);
    if (*sink_elem) {
      NVGSTDS_LINK_ELEMENT (pipeline->common_elements.primary_gie_bin.bin,
          *sink_elem);
    }
    *sink_elem = pipeline->common_elements.primary_gie_bin.bin;
    if (!*src_elem) {
      *src_elem = pipeline->common_elements.primary_gie_bin.bin;
    }
    NVGSTDS_ELEM_ADD_PROBE (pipeline->common_elements.
        primary_bbox_buffer_probe_id,
        pipeline->common_elements.primary_gie_bin.bin, "src",
        gie_primary_processing_done_buf_prob, GST_PAD_PROBE_TYPE_BUFFER,
        pipeline->common_elements.appCtx);


  if (!obj_ctx_handle) {
    g_print ("Unable to create context\n");
    return -1;
  }
NVGSTDS_ELEM_ADD_PROBE (pipeline->common_elements.
        primary_bbox_buffer_probe_id,
        pipeline->common_elements.primary_gie_bin.bin, "src",
        gie_img_prob_new, GST_PAD_PROBE_TYPE_BUFFER,
        pipeline->common_elements.appCtx);

   }

  if(*src_elem) {
    NVGSTDS_ELEM_ADD_PROBE (pipeline->common_elements.
          primary_bbox_buffer_probe_id,
          *src_elem, "src",
          analytics_done_buf_prob, GST_PAD_PROBE_TYPE_BUFFER,
          &pipeline->common_elements);

    /* Add common message converter */
    if (config->msg_conv_config.enable) {
      NvDsSinkMsgConvBrokerConfig *convConfig = &config->msg_conv_config;
      pipeline->common_elements.msg_conv = gst_element_factory_make (NVDS_ELEM_MSG_CONV, "common_msg_conv");
      if (!pipeline->common_elements.msg_conv) {
        NVGSTDS_ERR_MSG_V ("Failed to create element 'common_msg_conv'");
        goto done;
      }

      g_object_set (G_OBJECT (pipeline->common_elements.msg_conv),
                    "config", convConfig->config_file_path,
                    "msg2p-lib", (convConfig->conv_msg2p_lib ? convConfig->conv_msg2p_lib : "null"),
                    "payload-type", convConfig->conv_payload_type,
                    "comp-id", convConfig->conv_comp_id, NULL);

      gst_bin_add (GST_BIN (pipeline->pipeline),
                   pipeline->common_elements.msg_conv);

      NVGSTDS_LINK_ELEMENT (*src_elem, pipeline->common_elements.msg_conv);
      *src_elem = pipeline->common_elements.msg_conv;
    }
    pipeline->common_elements.tee = gst_element_factory_make (NVDS_ELEM_TEE, "common_analytics_tee");
    if (!pipeline->common_elements.tee) {
      NVGSTDS_ERR_MSG_V ("Failed to create element 'common_analytics_tee'");
      goto done;
    }

    gst_bin_add (GST_BIN (pipeline->pipeline),
          pipeline->common_elements.tee);

    NVGSTDS_LINK_ELEMENT (*src_elem, pipeline->common_elements.tee);
    *src_elem = pipeline->common_elements.tee;
  }

  /* Destroy context for Object Encoding */
  nvds_obj_enc_destroy_context (obj_ctx_handle);

  ret = TRUE;
done:
  return ret;
}

Kindly help provide suggestions on implementing image saving in deepstream-app5.

Thank You,

bcao · June 15, 2020, 8:56am

There is no update from you for a period, assuming this is not an issue any more.
Hence we are closing this topic. If need further support, please open a new one. Thanks

Could you share your setup info?

Also what’s the log when you run your customized ds-test5?

Per your code, seems you didn’t pass the “obj_ctx_handle” to the gie_img_prob_new .

1017oscar · September 28, 2020, 8:35am

I try to fix several code from ajayskabadi2012 code and I have an error too.

Here is my code

static GstPadProbeReturn
gie_img_prob_new (GstPad * pad, GstPadProbeInfo * info, gpointer u_data)
{
    GstBuffer *buf = (GstBuffer *) info->data;
    GstMapInfo inmap = GST_MAP_INFO_INIT;
    NvDsObjEncCtxHandle ctx = (NvDsObjEncCtxHandle) u_data;

    NvBufSurface *ip_surf = (NvBufSurface *) inmap.data;
    gst_buffer_unmap (buf, &inmap);

    NvDsObjectMeta *obj_meta = NULL;
    NvDsMetaList *l_frame = NULL;
    NvDsMetaList *l_obj = NULL;
    NvDsBatchMeta *batch_meta = gst_buffer_get_nvds_batch_meta (buf);

    if (!gst_buffer_map (buf, &inmap, GST_MAP_READ)) {
        GST_ERROR ("input buffer mapinfo failed");
        return GST_PAD_PROBE_OK;
    }

    for (l_frame = batch_meta->frame_meta_list; l_frame != NULL;
        l_frame = l_frame->next) {
        NvDsFrameMeta *frame_meta = (NvDsFrameMeta *) (l_frame->data);

        for (l_obj = frame_meta->obj_meta_list; l_obj != NULL; l_obj = l_obj->next) {
            obj_meta = (NvDsObjectMeta *) (l_obj->data);

            /* Conditions that user needs to set to encode the detected objects of
            * interest. Here, by default all the detected objects are encoded.
            * For demonstration, we will encode the first object in the frame */
            if (obj_meta->class_id == 0 || obj_meta->class_id == 2 || obj_meta->class_id == 3 || obj_meta->class_id == 5 || obj_meta->class_id == 7) {
                printf("%d\n", obj_meta->class_id);
                NvDsObjEncUsrArgs userData = { 0 };
                /* To be set by user */
                userData.saveImg = FALSE;
                userData.attachUsrMeta = TRUE;
                /* Preset */
                userData.objNum = 1;
                /*Main Function Call */
                **nvds_obj_enc_process (ctx, &userData, ip_surf, obj_meta, frame_meta);**
            }
        }
    }
    nvds_obj_enc_finish (ctx);

    return GST_PAD_PROBE_OK;
}

and here is code inside create_common_elements function.

    NvDsObjEncCtxHandle obj_ctx_handle = nvds_obj_enc_create_context();
    if (!obj_ctx_handle) {
        g_print ("Unable to create context\n");
        return -1;
    }
    NVGSTDS_ELEM_ADD_PROBE (pipeline->common_elements.primary_bbox_buffer_probe_id,
            pipeline->common_elements.primary_gie_bin.bin, "src",
            gie_img_prob_new, GST_PAD_PROBE_TYPE_BUFFER,
            obj_ctx_handle);

Other code works very well but when it refer to ‘ctx’, it cause segmentation fault.

kayccc · October 6, 2020, 4:40am

Hi 1017oscar,

Please help to open a new topic for your issue.

Thanks

Topic		Replies	Views
Unable to add pgie_src_pad from deepstream-image-meta-test to deepstream-app DeepStream SDK	13	1207	December 29, 2021
How to save images from DeepStream 360D Smart parking application? DeepStream SDK	2	515	October 12, 2021
Need some tips on debugging deepstream-app-based C++ application DeepStream SDK gstreamer	13	1981	June 1, 2022
Deepstream read from folder of images DeepStream SDK	4	2014	September 27, 2021
Save image frame with bounding box in C application DeepStream SDK opencv , gstreamer , deepstream	7	715	January 22, 2024
Push OpenCv Mat images into Deepstream pipeline using appsrc DeepStream SDK opencv , gstreamer	2	1673	October 12, 2021
Multiple probe function Deepstream C DeepStream SDK gstreamer , deepstream	23	526	February 2, 2024
Why NvDsUserMetaList is NULL DeepStream SDK	16	327	December 19, 2023
Deepstream-image-meta-test write img file twice DeepStream SDK	2	602	May 13, 2022
How to save frame as jpg and send the filename to kafka in deepstream 5.0 deepstream_test5 DeepStream SDK opencv	31	5846	September 28, 2021

Running image save in deepstream5 app issue

Related topics