diff --git a/mindspore/common/parameter.py b/mindspore/common/parameter.py
index 8a4c0d3e444..496c94e4148 100644
--- a/mindspore/common/parameter.py
+++ b/mindspore/common/parameter.py
@@ -136,6 +136,7 @@ class Parameter(Tensor_):
 
     def __init__(self, default_input, name=None, requires_grad=True, layerwise_parallel=False, parallel_optimizer=True):
         self.param_info = ParamInfo()
+        self.init_param_info = True
         self.init_in_server = False
         self.cache_enable = False
         self.name = name
@@ -581,8 +582,9 @@ class Parameter(Tensor_):
         return obj
 
     def __del__(self):
-        if context.get_context("mode") == context.GRAPH_MODE:
-            self.param_info = None
+        if hasattr(self, "init_param_info"):
+            if self.init_param_info is True and context.get_context("mode") == context.GRAPH_MODE:
+                self.param_info = None
 
 
 class ParameterTuple(tuple):