diff --git a/mindspore/ccsrc/runtime/framework/control_node_parser.cc b/mindspore/ccsrc/runtime/framework/control_node_parser.cc
index e844c599efc..12f7cd99128 100644
--- a/mindspore/ccsrc/runtime/framework/control_node_parser.cc
+++ b/mindspore/ccsrc/runtime/framework/control_node_parser.cc
@@ -928,8 +928,10 @@ void ControlNodeParser::FetchFrontValueNode(const std::vector<AnfNodePtr> &contr
             MS_LOG(INFO) << "Cannot find backend parameter for front parameter:"
                          << AnfAlgo::GetNodeDebugString(parameters[i - kCallInputStartPos])
                          << ", used the default format";
+
             CreateDeviceTensorForFrontParameter(inputs[i], device_contexts[0]);
             front_value_nodes_.push_back({inputs[i], device_contexts[0]});
+            continue;
           }
 
           const auto &backend_node = front_to_backend_parameters_[parameters[i - kCallInputStartPos]].first;