pgjmblvch
/
mindspore2022
forked from huawei/mindspore2022
0
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

profiler: fixed API example and codedex warning

This commit is contained in:
zhangyunshu 2021-05-28 16:42:58 +08:00
parent 9dcc495c24
commit bfb7a0364d
2 changed files with 18 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
mindspore/profiler/parser/memory_usage_parser.py
View File

@ -336,8 +336,8 @@ class GraphMemoryParser:
'fp_start': None,
'bp_end': None
}
fp_start = self._points.get('fp_start')
bp_end = self._points.get('bp_end')
fp_start = self._points.get('fp_start') if self._points else None
bp_end = self._points.get('bp_end') if self._points else None
fp_name = fp_start.split('/')[-1] if fp_start else ""
bp_name = bp_end.split('/')[-1] if bp_end else ""
if fp_name in self.nodes:
@ -357,14 +357,18 @@ class GraphMemoryParser:
if not source_node:
continue
node = self.nodes.get(source_node)
for i, output_id in enumerate(node.output_ids):
if t_id == output_id:
output = node.outputs[i] if i < len(node.outputs) else {}
tensor.name = node.name + ':' + str(i)
tensor.shape = output.get('shape')
tensor.dtype = output.get('data_type')
tensor.format = output.get('format')
tensor.type = 'output'
tensor_dict = tensor.to_dict()
tensor_dict = self._get_tensor_dict(node, tensor, t_id)
self.breakdowns[index].append(tensor_dict)
def _get_tensor_dict(self, node, tensor, t_id):
"""Update node outputs to assemble memory breakdowns."""
for i, output_id in enumerate(node.output_ids):
if t_id == output_id:
output = node.outputs[i] if i < len(node.outputs) else {}
tensor.name = node.name + ':' + str(i)
tensor.shape = output.get('shape')
tensor.dtype = output.get('data_type')
tensor.format = output.get('format')
tensor.type = 'output'
return tensor.to_dict()

2
mindspore/profiler/profiling.py
View File

@ -98,6 +98,8 @@ class Profiler:
...
... # Init Profiler
... # Note that the Profiler should be initialized after context.set_context and before model.train
... # If you are running in parallel mode on Ascend, the Profiler should be initialized before HCCL
... # initialized.
... profiler = Profiler()
...
... # Train Model