bjutsecurity22
/
mindspore2022
forked from huawei/mindspore2022
0
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

!3580 fix allreduce fusion case in grad reducer 

Merge pull request !3580 from gziyan/fix_allreduce_fusion
This commit is contained in:
mindspore-ci-bot 2020-07-28 17:18:55 +08:00 committed by Gitee
parent c617a07dff fdb21ecf74
commit 3d87436bb0
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
mindspore/nn/wrap/grad_reducer.py
View File

@ -344,10 +344,10 @@ class DistributedGradReducer(Cell):
if self.split_fusion:
if self.enable_parameter_server:
new_grad = self.map_(F.partial(reduce_opt, self.degree, self.mean, self.allgather),
self.opt_list, self.allreduce_filter, grads, self.ps_parameters)
self.op_list, self.allreduce_filter, grads, self.ps_parameters)
else:
new_grad = self.map_(F.partial(reduce_opt, self.degree, self.mean, self.allgather),
self.opt_list, self.allreduce_filter, grads)
self.op_list, self.allreduce_filter, grads)
else:
if self.enable_parameter_server:
new_grad = self.map_(F.partial(reduce_opt, self.degree, self.mean, self.allgather,