diff --git a/mindspore/lite/src/kernel_registry.cc b/mindspore/lite/src/kernel_registry.cc
index 7396ae78d5..d5a8f1a4d7 100644
--- a/mindspore/lite/src/kernel_registry.cc
+++ b/mindspore/lite/src/kernel_registry.cc
@@ -108,7 +108,6 @@ kernel::LiteKernel *KernelRegistry::GetKernel(const std::vector<tensor::Tensor *
                   << schema::EnumNamePrimitiveType((schema::PrimitiveType)primitive->Type());
     return nullptr;
   }
-  this->op_parameters_.emplace_back(parameter);
   auto creator = GetCreator(key);
   if (creator != nullptr) {
     auto kernel = creator(in_tensors, out_tensors, parameter, ctx, key, primitive);
@@ -117,10 +116,5 @@ kernel::LiteKernel *KernelRegistry::GetKernel(const std::vector<tensor::Tensor *
   return nullptr;
 }
 
-KernelRegistry::~KernelRegistry() {
-  for (auto op_parameter : op_parameters_) {
-    free(op_parameter);
-  }
-  op_parameters_.clear();
-}
+KernelRegistry::~KernelRegistry() {}
 }  // namespace mindspore::lite
diff --git a/mindspore/lite/src/lite_kernel.h b/mindspore/lite/src/lite_kernel.h
index 260073286b..5366fba743 100644
--- a/mindspore/lite/src/lite_kernel.h
+++ b/mindspore/lite/src/lite_kernel.h
@@ -73,7 +73,9 @@ class LiteKernel {
     this->out_kernels_.clear();
   }
 
-  virtual ~LiteKernel() = default;
+  virtual ~LiteKernel() {
+    free(op_parameter_);
+  }
 
   virtual int Prepare();