diff --git a/dubbo-plugin/dubbo-qos/src/main/java/org/apache/dubbo/qos/protocol/QosProtocolWrapper.java b/dubbo-plugin/dubbo-qos/src/main/java/org/apache/dubbo/qos/protocol/QosProtocolWrapper.java
index 2a6dfeff60..a39e555706 100644
--- a/dubbo-plugin/dubbo-qos/src/main/java/org/apache/dubbo/qos/protocol/QosProtocolWrapper.java
+++ b/dubbo-plugin/dubbo-qos/src/main/java/org/apache/dubbo/qos/protocol/QosProtocolWrapper.java
@@ -153,7 +153,9 @@ public class QosProtocolWrapper implements Protocol, ScopeModelAware {
     /*package*/ void stopServer() {
         if (hasStarted.compareAndSet(true, false)) {
             Server server = frameworkModel.getBeanFactory().getBean(Server.class);
-            server.stop();
+            if (server.isStarted()) {
+                server.stop();
+            }
         }
     }
 }