diff --git a/src/caffe/test/test_mkldnn_batch_norm_layer.cpp b/src/caffe/test/test_mkldnn_batch_norm_layer.cpp
index a1d893128..5caf1d9bd 100644
--- a/src/caffe/test/test_mkldnn_batch_norm_layer.cpp
+++ b/src/caffe/test/test_mkldnn_batch_norm_layer.cpp
@@ -170,7 +170,7 @@ namespace caffe {
     LayerParameter layer_param;
 
     MKLDNNBatchNormLayer<Dtype> layer(layer_param);
-    GradientChecker<Dtype> checker(1e-2, 1e-4);
+    GradientChecker<Dtype> checker(1e-2, 1e-3);
     checker.CheckGradientExhaustive(&layer, this->blob_bottom_vec_,
         this->blob_top_vec_);
   }