diff --git a/mindspore/ccsrc/frontend/parallel/device_manager.h b/mindspore/ccsrc/frontend/parallel/device_manager.h
index 1d3d711d389..230ac9df622 100644
--- a/mindspore/ccsrc/frontend/parallel/device_manager.h
+++ b/mindspore/ccsrc/frontend/parallel/device_manager.h
@@ -35,7 +35,7 @@
 
 namespace mindspore {
 namespace parallel {
-#define MAX_DEVICE_NUM 1024
+#define MAX_DEVICE_NUM 4096
 
 constexpr char HCCL_BACKEND[] = "hccl";
 constexpr char NCCL_BACKEND[] = "nccl";