diff --git a/mindspore/lite/src/cxx_api/model_pool/model_pool.cc b/mindspore/lite/src/cxx_api/model_pool/model_pool.cc
index d86a6002ebd..b475ea14feb 100644
--- a/mindspore/lite/src/cxx_api/model_pool/model_pool.cc
+++ b/mindspore/lite/src/cxx_api/model_pool/model_pool.cc
@@ -624,7 +624,9 @@ Status ModelPool::Predict(const std::vector<MSTensor> &inputs, std::vector<MSTen
 }
 
 ModelPool::~ModelPool() {
-  predict_task_queue_->SetPredictTaskDone();
+  if (predict_task_queue_ != nullptr) {
+    predict_task_queue_->SetPredictTaskDone();
+  }
   for (auto &th : model_worker_vec_) {
     if (th.joinable()) {
       th.join();