How to include opencv to deepstream-test5-app

How can i access opencv on deepstream test5 app

• Hardware Platform Jetson
• DeepStream 5.0
• JetPack Version 4.4.1

i am use

include “opencv2/imgproc/imgproc.hpp”
include “opencv2/highgui/highgui.hpp”

and code below to makefile

ifeq ($(TARGET_DEVICE),aarch64)
	PKGS:= gstreamer-1.0 gstreamer-base-1.0 gstreamer-video-1.0 opencv4
else
	PKGS:= gstreamer-1.0 gstreamer-base-1.0 gstreamer-video-1.0 opencv
endif

i has receive error

In file included from /usr/include/opencv4/opencv2/imgproc.hpp:46:0,
                 from /usr/include/opencv4/opencv2/imgproc/imgproc.hpp:48,
                 from deepstream_test5_app_main.c:55:
/usr/include/opencv4/opencv2/core.hpp:49:4: error: #error core.hpp header must be compiled as C++
 #  error core.hpp header must be compiled as C++
    ^~~~~
In file included from /usr/include/opencv4/opencv2/core.hpp:52:0,
                 from /usr/include/opencv4/opencv2/imgproc.hpp:46,
                 from /usr/include/opencv4/opencv2/imgproc/imgproc.hpp:48,
                 from deepstream_test5_app_main.c:55:
/usr/include/opencv4/opencv2/core/cvdef.h:690:4: error: #error "OpenCV 4.x+ requires enabled C++11 support"
 #  error "OpenCV 4.x+ requires enabled C++11 support"
    ^~~~~
/usr/include/opencv4/opencv2/core/cvdef.h:695:10: fatal error: array: No such file or directory
 #include <array>

help me

Hi,
We have sample code of using OpenCV in dsexample plugins. Please take a look at

/opt/nvidia/deepstream/deepstream-5.0/sources/gst-plugins/gst-dsexample/README
1 Like

Hi, i know dxexample sample code of using OpenCV, but i want to custom bbox_generated_probe_after_analytics() in deepstream-test5-app to save object become image file and put path of this image to generate_event_msg_meta()
thank you

i have seen path code at Uridecodebin with filesink

#if 1
  static int dump = 0;
  int idx = 1;
  if (dump < 150) {
    GstMapInfo in_map_info;
    NvBufSurface *surface = NULL, ip_surf;

    memset (&in_map_info, 0, sizeof (in_map_info));
    if (!gst_buffer_map (buf, &in_map_info, GST_MAP_READ)) {
      g_print ("Error: Failed to map gst buffer\n");
      gst_buffer_unmap (buf, &in_map_info);
      return GST_PAD_PROBE_OK;
    }
    cudaError_t cuda_err;

    NvBufSurfTransformRect src_rect, dst_rect;
    surface = (NvBufSurface *) in_map_info.data;

    ip_surf = *surface;

    ip_surf.numFilled = ip_surf.batchSize = 1;
    ip_surf.surfaceList = &(surface->surfaceList[idx]);
  
    int batch_size= surface->batchSize;
    printf("\nBatch Size : %d, resolution : %dx%d \n",batch_size,
        surface->surfaceList[idx].width, surface->surfaceList[idx].height);

    src_rect.top   = 0;
    src_rect.left  = 0;
    src_rect.width = (guint) surface->surfaceList[idx].width;
    src_rect.height= (guint) surface->surfaceList[idx].height;

    dst_rect.top   = 0;
    dst_rect.left  = 0;
    dst_rect.width = (guint) surface->surfaceList[idx].width;
    dst_rect.height= (guint) surface->surfaceList[idx].height;

    NvBufSurfTransformParams nvbufsurface_params;
    nvbufsurface_params.src_rect = &src_rect;
    nvbufsurface_params.dst_rect = &dst_rect;
    nvbufsurface_params.transform_flag =  NVBUFSURF_TRANSFORM_CROP_SRC | NVBUFSURF_TRANSFORM_CROP_DST;
    nvbufsurface_params.transform_filter = NvBufSurfTransformInter_Default;
  
    NvBufSurface *dst_surface = NULL;
    NvBufSurfaceCreateParams nvbufsurface_create_params;

    /* An intermediate buffer for NV12/RGBA to BGR conversion  will be
     * required. Can be skipped if custom algorithm can work directly on NV12/RGBA. */
    nvbufsurface_create_params.gpuId  = surface->gpuId;
    nvbufsurface_create_params.width  = (gint) surface->surfaceList[idx].width;
    nvbufsurface_create_params.height = (gint) surface->surfaceList[idx].height;
    nvbufsurface_create_params.size = 0;
    nvbufsurface_create_params.colorFormat = NVBUF_COLOR_FORMAT_RGBA;
    nvbufsurface_create_params.layout = NVBUF_LAYOUT_PITCH;
    nvbufsurface_create_params.memType = NVBUF_MEM_DEFAULT;

    cuda_err = cudaSetDevice (surface->gpuId);

    cudaStream_t cuda_stream;

    cuda_err=cudaStreamCreate (&cuda_stream);

    int create_result = NvBufSurfaceCreate(&dst_surface,1,&nvbufsurface_create_params);	

    NvBufSurfTransformConfigParams transform_config_params;
    NvBufSurfTransform_Error err;

    transform_config_params.compute_mode = NvBufSurfTransformCompute_Default;
    transform_config_params.gpu_id = surface->gpuId;
    transform_config_params.cuda_stream = cuda_stream;
    err = NvBufSurfTransformSetSessionParams (&transform_config_params);

    NvBufSurfaceMemSet (dst_surface, 0, 0, 0);
    err = NvBufSurfTransform (&ip_surf, dst_surface, &nvbufsurface_params);
    if (err != NvBufSurfTransformError_Success) {
  	  g_print ("NvBufSurfTransform failed with error %d while converting buffer\n", err);
    }
    NvBufSurfaceMap (dst_surface, 0, 0, NVBUF_MAP_READ);
    NvBufSurfaceSyncForCpu (dst_surface, 0, 0);

    cv::Mat bgr_frame = cv::Mat (cv::Size(nvbufsurface_create_params.width, nvbufsurface_create_params.height), CV_8UC3);

    cv::Mat in_mat =
        cv::Mat (nvbufsurface_create_params.height, nvbufsurface_create_params.width,
        CV_8UC4, dst_surface->surfaceList[0].mappedAddr.addr[0],
        dst_surface->surfaceList[0].pitch);

    cv::cvtColor (in_mat, bgr_frame, CV_RGBA2BGR);

    char filename[64];
    snprintf(filename, 64, "/tmp/image%03d.jpg", dump);
    cv::imwrite(filename,bgr_frame);
    dump ++;

    NvBufSurfaceUnMap (dst_surface, 0, 0);
    NvBufSurfaceDestroy (dst_surface);
    cudaStreamDestroy (cuda_stream);
    gst_buffer_unmap (buf, &in_map_info);
  }
#endif

i try to make it, but get error above

Makefile

CUDA_VER?=10.2
APP:= deepstream-test5-app

#TARGET_DEVICE = $(shell gcc -dumpmachine | cut -f1 -d -)
TARGET_DEVICE = $(shell gcc -dumpmachine | cut -f1 -d -)
CXX:= g++

NVDS_VERSION:=5.0

LIB_INSTALL_DIR?=/opt/nvidia/deepstream/deepstream-$(NVDS_VERSION)/lib/
APP_INSTALL_DIR?=/opt/nvidia/deepstream/deepstream-$(NVDS_VERSION)/bin/

ifeq ($(TARGET_DEVICE),aarch64)
  CFLAGS:= -DPLATFORM_TEGRA
endif

SRCS:= deepstream_test5_app_main.c deepstream_utc.c
SRCS+= ../deepstream-app/deepstream_app.c ../deepstream-app/deepstream_app_config_parser.c
SRCS+= $(wildcard ../../apps-common/src/*.c)

INCS:= $(wildcard *.h)

PKGS:= gstreamer-1.0 gstreamer-video-1.0 x11 json-glib-1.0 opencv4

OBJS:= $(SRCS:.c=.o)

CFLAGS+= -I../../apps-common/includes -I../../../includes -I../deepstream-app/ -DDS_VERSION_MINOR=0 -DDS_VERSION_MAJOR=5 -I /usr/local/cuda-$(CUDA_VER)/include \

LIBS+= -L$(LIB_INSTALL_DIR) -lnvdsgst_meta -lnvds_meta -lnvbufsurface -lnvbufsurftransform -lnvdsgst_helper -lnvdsgst_smartrecord -lnvds_utils -lnvds_msgbroker -lm \
       -lgstrtspserver-1.0 -ldl -Wl,-rpath,$(LIB_INSTALL_DIR) -L/usr/local/cuda-$(CUDA_VER)/lib64/ -lcudart -ldl \

CFLAGS+= `pkg-config --cflags $(PKGS)`

LIBS+= `pkg-config --libs $(PKGS)`

all: $(APP)

%.o: %.c $(INCS) Makefile
	$(CC) -c -o $@ $(CFLAGS) $<

$(APP): $(OBJS) Makefile
	$(CC) -o $(APP) $(OBJS) $(LIBS)

install: $(APP)
	cp -rv $(APP) $(APP_INSTALL_DIR)

clean:
	rm -rf $(OBJS) $(APP)

help me

can you help me

Hi,
It looks like you need to add -std=c++11. You may add it and try again.

1 Like

sorry, where i need put it in make file

Hi,
Another user has shared a Makefile. Please take a look at:
RTSP camera access frame issue - #17 by neophyte1
The user uses g++ instead of gcc. You can try this.

1 Like

i had try it but not worked, this user use opencv not opencv4
i has refer to make file of gst-dsexample but not solve the error

Hi,
It works for us by adding/modifying

TARGET_DEVICE = $(shell g++ -dumpmachine | cut -f1 -d -)
CFLAGS += -fpermissive -Wnarrowing
CC := g++

Works for both opencv and opencv4.

2 Likes

are you can share for me your make file

i get the error with that modify

In function ‘void* meta_copy_func(gpointer, gpointer)’:
deepstream_test5_app_main.c:340:22: error: invalid conversion from ‘gpointer {aka void*}’ to ‘NvDsEventMsgMeta*’ [-fpermissive]
   dstMeta = g_memdup (srcMeta, sizeof (NvDsEventMsgMeta));
             ~~~~~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
deepstream_test5_app_main.c:346:48: error: invalid conversion from ‘gpointer {aka void*}’ to ‘gdouble* {aka double*}’ [-fpermissive]
     dstMeta->objSignature.signature = g_memdup (srcMeta->objSignature.signature,
                                       ~~~~~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
         srcMeta->objSignature.size);
         ~~~~~~~~~~~~~~~~~~~~~~~~~~~             
deepstream_test5_app_main.c: In function ‘void bbox_generated_probe_after_analytics(AppCtx*, GstBuffer*, NvDsBatchMeta*, guint)’:
deepstream_test5_app_main.c:593:42: error: invalid conversion from ‘gpointer {aka void*}’ to ‘NvDsFrameMeta* {aka _NvDsFrameMeta*}’ [-fpermissive]
     NvDsFrameMeta *frame_meta = l_frame->data;
                                 ~~~~~~~~~^~~~
deepstream_test5_app_main.c: In function ‘int main(int, char**)’:
deepstream_test5_app_main.c:1390:36: error: invalid conversion from ‘int’ to ‘GFileTest’ [-fpermissive]
             G_FILE_TEST_IS_REGULAR | G_FILE_TEST_IS_SYMLINK))
             ~~~~~~~~~~~~~~~~~~~~~~~^~~~~~~~~~~~~~~~~~~~~~~~
In file included from /usr/include/glib-2.0/glib.h:48:0,
                 from /usr/include/gstreamer-1.0/gst/gst.h:27,
                 from deepstream_test5_app_main.c:23:
/usr/include/glib-2.0/glib/gfileutils.h:82:10: note:   initializing argument 2 of ‘gboolean g_file_test(const gchar*, GFileTest)’
 gboolean g_file_test         (const gchar  *filename,
          ^~~~~~~~~~~
Makefile:61: recipe for target 'deepstream_test5_app_main.o' failed

are you add header of opencv to test5 app ?

#include "opencv2/imgproc/imgproc.hpp"
#include "opencv2/highgui/highgui.hpp"

Hi,
Please add

CFLAGS += -fpermissive -Wnarrowing
1 Like

i get warring

deepstream_test5_app_main.c: In function ‘void* meta_copy_func(gpointer, gpointer)’:
deepstream_test5_app_main.c:340:22: warning: invalid conversion from ‘gpointer {aka void*}’ to ‘NvDsEventMsgMeta*’ [-fpermissive]
   dstMeta = g_memdup (srcMeta, sizeof (NvDsEventMsgMeta));
             ~~~~~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
deepstream_test5_app_main.c:346:48: warning: invalid conversion from ‘gpointer {aka void*}’ to ‘gdouble* {aka double*}’ [-fpermissive]
     dstMeta->objSignature.signature = g_memdup (srcMeta->objSignature.signature,
                                       ~~~~~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
         srcMeta->objSignature.size);
         ~~~~~~~~~~~~~~~~~~~~~~~~~~~             
deepstream_test5_app_main.c: In function ‘void bbox_generated_probe_after_analytics(AppCtx*, GstBuffer*, NvDsBatchMeta*, guint)’:
deepstream_test5_app_main.c:593:42: warning: invalid conversion from ‘gpointer {aka void*}’ to ‘NvDsFrameMeta* {aka _NvDsFrameMeta*}’ [-fpermissive]
     NvDsFrameMeta *frame_meta = l_frame->data;
                                 ~~~~~~~~~^~~~
deepstream_test5_app_main.c: In function ‘int main(int, char**)’:
deepstream_test5_app_main.c:1390:36: warning: invalid conversion from ‘int’ to ‘GFileTest’ [-fpermissive]
             G_FILE_TEST_IS_REGULAR | G_FILE_TEST_IS_SYMLINK))
             ~~~~~~~~~~~~~~~~~~~~~~~^~~~~~~~~~~~~~~~~~~~~~~~
In file included from /usr/include/glib-2.0/glib.h:48:0,
                 from /usr/include/gstreamer-1.0/gst/gst.h:27,
                 from deepstream_test5_app_main.c:23:
/usr/include/glib-2.0/glib/gfileutils.h:82:10: note:   initializing argument 2 of ‘gboolean g_file_test(const gchar*, GFileTest)’
 gboolean g_file_test         (const gchar  *filename,
          ^~~~~~~~~~~

thank you

hello @DaneLLL
i flow this post Uridecodebin with filesink why has no image save

please help me how to get object frame in

 bbox_generated_probe_after_analytics (AppCtx * appCtx, GstBuffer * buf, NvDsBatchMeta * batch_meta, guint index)

of deepstream_test5_app_main.c, thank so much