Memory Consumption of CUDA applications

[AastaLLL]

Hi,

You can get the CUDA used memory with cudaMemGetInfo:

CUDA memory release

Hi, Please check this sample: #include <cuda_runtime.h> #include <iostream> #include <sstream> #include <fstream> #include <opencv2/core/core.hpp> #include <opencv2/highgui/highgui.hpp> #include <opencv2/imgproc/imgproc.hpp> #include "NvInfer.h" #include "NvCaffeParser.h" #include <cublas_v2.h> #include <cudnn.h> #define INPUT_BLOB "data" #define OUTPUT_BLOB "prob" #define ONE_MBYTE (1024*1024) class Logger : public nvinfer1::ILogger { void log(Severity severity, const char* msg) overr…

Thanks.