         x_desc_ = TensorDescriptor4d<T1>(format, n, c, h, w);
         w_desc_ = FilterDescriptor4d<T1>(format, k, c, r, s);
 
-#if CUDNN_MAJOR >= 7
-#if USE_TENSOR_OP_MATH == 1
+#if CUDNN_MAJOR >= 7 && USE_TENSOR_CORES == 1
         cudnnSetConvolutionMathType(conv_desc_.desc(), CUDNN_TENSOR_OP_MATH);
 #endif
-#endif
-
         // Get output dimensions
         CHECK_CUDNN_ERROR(cudnnGetConvolution2dForwardOutputDim(conv_desc_.desc(),
                                                                 x_desc_.desc(),

                }
            }
        }
#if USE_TENSOR_OP_MATH
        if (!inference) {
            pad_value = 8;
            if (c % pad_value) {

        std::cout << "total_time (usec)";
    }

    if (PAD_KERNELS && ((precision == "int8" && inference) || (USE_TENSOR_CORES && !inference)))
        std::cout << " pad_kerenels  ";

    std::cout << "   fwd_algo " << std::endl;
