yankf21
/
mindspore2022
forked from huawei/mindspore2022
0
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

!12815 [MS][RDR] add trigger point for distribute task failed 

From: @luopengting
Reviewed-by: 
Signed-off-by:
This commit is contained in:
mindspore-ci-bot 2021-03-05 09:24:18 +08:00 committed by Gitee
parent 8707cd4f39 db5de7fd28
commit 2f06178fa9
3 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
mindspore/ccsrc/debug/rdr/base_recorder.h
View File

@ -30,9 +30,7 @@ class BaseRecorder {
public: public:
BaseRecorder() : module_(""), tag_(""), directory_(""), filename_(""), timestamp_("") {} BaseRecorder() : module_(""), tag_(""), directory_(""), filename_(""), timestamp_("") {}
BaseRecorder(const std::string &module, const std::string &tag) : module_(module), tag_(tag), filename_("") { BaseRecorder(const std::string &module, const std::string &tag) : module_(module), tag_(tag), filename_("") {
auto &config_parser_ptr = mindspore::EnvConfigParser::GetInstance(); directory_ = mindspore::EnvConfigParser::GetInstance().rdr_path();
config_parser_ptr.Parse();
directory_ = config_parser_ptr.rdr_path();
if (tag.length() > maxTagLength) { if (tag.length() > maxTagLength) {
tag_ = tag.substr(0, maxTagLength); tag_ = tag.substr(0, maxTagLength);

2
mindspore/ccsrc/debug/rdr/recorder_manager.cc
View File

@ -17,8 +17,6 @@
#include <utility> #include <utility>
#include "debug/rdr/base_recorder.h" #include "debug/rdr/base_recorder.h"
#include "debug/env_config_parser.h" #include "debug/env_config_parser.h"
#include "mindspore/core/base/base.h"
#include "mindspore/core/ir/func_graph.h"
namespace mindspore { namespace mindspore {

6
mindspore/ccsrc/runtime/device/ascend/ascend_kernel_runtime.cc
View File

@ -56,6 +56,9 @@
#include "tdt/tdt_host_interface.h" #include "tdt/tdt_host_interface.h"
#include "tdt/status.h" #include "tdt/status.h"
#endif #endif
#ifdef ENABLE_DUMP_IR
#include "debug/rdr/running_data_recorder.h"
#endif
using ge::model_runner::ModelRunner; using ge::model_runner::ModelRunner;
using mindspore::device::ascend::ProfilingManager; using mindspore::device::ascend::ProfilingManager;
@ -480,6 +483,9 @@ bool AscendKernelRuntime::LoadTask(const session::KernelGraph *graph) {
status = ModelRunner::Instance().DistributeTask(model_iter->first); status = ModelRunner::Instance().DistributeTask(model_iter->first);
if (!status) { if (!status) {
#ifdef ENABLE_DUMP_IR
mindspore::RDR::TriggerAll();
#endif
MS_LOG(EXCEPTION) << "Distribute Task Failed"; MS_LOG(EXCEPTION) << "Distribute Task Failed";
} }