Looks like cudnn only supports up to 3D convolution (batch + channel + 3 dimensions = total of 5 dimensions of input tensor), as the code below throws CUDNN_STATUS_NOT_SUPPORTED error, when convolution is on 4D (then a total of 6 dimensions for input tensor). Would someone confirm this is indeed the limit? Appreciate it.
cudnnHandle_t cudnnHandle;
CUDNN_CALL(cudnnCreate(&cudnnHandle));
cudnnFilterDescriptor_t filter;
int filterDims[6] = { 10, 1, 6, 6, 6, 6 };
CUDNN_CALL(cudnnCreateFilterDescriptor(&filter));
CUDNN_CALL(cudnnSetFilterNdDescriptor(filter, CUDNN_DATA_FLOAT, CUDNN_TENSOR_NCHW, 6, filterDims));
cudnnConvolutionDescriptor_t conv;
CUDNN_CALL(cudnnCreateConvolutionDescriptor(&conv));
int pads[4] = { 0, 0, 0, 0 };
int strides[4] = { 1, 1, 1, 1 };
int dilations[4] = { 1, 1, 1, 1 };
CUDNN_CALL(cudnnSetConvolutionNdDescriptor(conv, 4, pads, strides, dilations,
CUDNN_CONVOLUTION /* CUDNN_CROSS_CORRELATION */, CUDNN_DATA_FLOAT));
cudnnTensorDescriptor_t input;
CUDNN_CALL(cudnnCreateTensorDescriptor(&input));
int inputDims[6] = { 10, 1, 6, 6, 160, 200 };
CUDNN_CALL(cudnnSetTensorNdDescriptorEx(input, CUDNN_TENSOR_NCHW, CUDNN_DATA_FLOAT, 6, inputDims));
int outputDims[6];
CUDNN_CALL(cudnnGetConvolutionNdForwardOutputDim(conv, input, filter, 6, outputDims));
cudnnTensorDescriptor_t output;
CUDNN_CALL(cudnnCreateTensorDescriptor(&output));
CUDNN_CALL(cudnnSetTensorNdDescriptorEx(output, CUDNN_TENSOR_NCHW, CUDNN_DATA_FLOAT, 6, outputDims));
cudnnConvolutionFwdAlgo_t algo;
CUDNN_CALL(cudnnGetConvolutionForwardAlgorithm(cudnnHandle, input, filter, conv, output,
CUDNN_CONVOLUTION_FWD_PREFER_FASTEST, 0, &algo));
CUDNN_CALL(cudnnDestroyTensorDescriptor(output));
CUDNN_CALL(cudnnDestroyTensorDescriptor(input));
CUDNN_CALL(cudnnDestroyConvolutionDescriptor(conv));
CUDNN_CALL(cudnnDestroyFilterDescriptor(filter));
CUDNN_CALL(cudnnDestroy(cudnnHandle));