             }
         }
 #if USE_TENSOR_CORES
+        // Tensor cores need channels to be a multiple of 8. So, added padding for some kernels.
         if (!inference) {
             pad_value = 8;
             if (c % pad_value) {

            bwd_params_algo_ = filter_perf.algo;
#endif
#if CUDNN_MAJOR >= 7 && USE_TENSOR_CORES
            bwd_params_algo_ = CUDNN_CONVOLUTION_BWD_FILTER_ALGO_1;
#endif


            bwd_inputs_algo_ = data_perf.algo;
#endif
#if CUDNN_MAJOR >= 7 && USE_TENSOR_CORES
            //Tensor Op math only supports this algorithm.
            bwd_inputs_algo_ = CUDNN_CONVOLUTION_BWD_DATA_ALGO_1;
#endif

