diff --git a/src/caffe/layers/cudnn_lcn_layer.cpp b/src/caffe/layers/cudnn_lcn_layer.cpp
index 9c09bf26b4d..0dc04db1e51 100644
--- a/src/caffe/layers/cudnn_lcn_layer.cpp
+++ b/src/caffe/layers/cudnn_lcn_layer.cpp
@@ -59,6 +59,8 @@ CuDNNLCNLayer<Dtype>::~CuDNNLCNLayer() {
   cudnnDestroyTensorDescriptor(bottom_desc_);
   cudnnDestroyTensorDescriptor(top_desc_);
 
+  cudnnDestroyLRNDescriptor(norm_desc_);
+
   // destroy LRN handle
   cudnnDestroy(handle_);