diff --git a/mindspore/profiler/parser/memory_usage_parser.py b/mindspore/profiler/parser/memory_usage_parser.py
index 0c4f64a761b..cd68a0de3db 100644
--- a/mindspore/profiler/parser/memory_usage_parser.py
+++ b/mindspore/profiler/parser/memory_usage_parser.py
@@ -336,8 +336,8 @@ class GraphMemoryParser:
             'fp_start': None,
             'bp_end': None
         }
-        fp_start = self._points.get('fp_start')
-        bp_end = self._points.get('bp_end')
+        fp_start = self._points.get('fp_start') if self._points else None
+        bp_end = self._points.get('bp_end') if self._points else None
         fp_name = fp_start.split('/')[-1] if fp_start else ""
         bp_name = bp_end.split('/')[-1] if bp_end else ""
         if fp_name in self.nodes:
@@ -357,14 +357,18 @@ class GraphMemoryParser:
                 if not source_node:
                     continue
                 node = self.nodes.get(source_node)
-                for i, output_id in enumerate(node.output_ids):
-                    if t_id == output_id:
-                        output = node.outputs[i] if i < len(node.outputs) else {}
-                        tensor.name = node.name + ':' + str(i)
-                        tensor.shape = output.get('shape')
-                        tensor.dtype = output.get('data_type')
-                        tensor.format = output.get('format')
-                        tensor.type = 'output'
-
-                tensor_dict = tensor.to_dict()
+                tensor_dict = self._get_tensor_dict(node, tensor, t_id)
                 self.breakdowns[index].append(tensor_dict)
+
+    def _get_tensor_dict(self, node, tensor, t_id):
+        """Update node outputs to assemble memory breakdowns."""
+        for i, output_id in enumerate(node.output_ids):
+            if t_id == output_id:
+                output = node.outputs[i] if i < len(node.outputs) else {}
+                tensor.name = node.name + ':' + str(i)
+                tensor.shape = output.get('shape')
+                tensor.dtype = output.get('data_type')
+                tensor.format = output.get('format')
+                tensor.type = 'output'
+
+        return tensor.to_dict()
diff --git a/mindspore/profiler/profiling.py b/mindspore/profiler/profiling.py
index 654d6445f52..040d42040e4 100644
--- a/mindspore/profiler/profiling.py
+++ b/mindspore/profiler/profiling.py
@@ -98,6 +98,8 @@ class Profiler:
         ...
         ...     # Init Profiler
         ...     # Note that the Profiler should be initialized after context.set_context and before model.train
+        ...     # If you are running in parallel mode on Ascend, the Profiler should be initialized before HCCL
+        ...     # initialized.
         ...     profiler = Profiler()
         ...
         ...     # Train Model