diff --git a/src/plugins/intel_gpu/src/graph/graph_optimizer/prepare_buffer_fusing.cpp b/src/plugins/intel_gpu/src/graph/graph_optimizer/prepare_buffer_fusing.cpp
index 4e59fbdc4c1..6a51ed0504b 100644
--- a/src/plugins/intel_gpu/src/graph/graph_optimizer/prepare_buffer_fusing.cpp
+++ b/src/plugins/intel_gpu/src/graph/graph_optimizer/prepare_buffer_fusing.cpp
@@ -648,6 +648,8 @@ void prepare_buffer_fusing::run(program& p) {
                 return;
 
             auto concat_axis_legacy = node.get_primitive()->concat_axis;
+            if (concat_axis_legacy < 0)
+                concat_axis_legacy = kv_out_layout.get_partial_shape().size() + concat_axis_legacy;
             if (concat_axis_legacy >= 2) {
                 auto spatial_axis = concat_axis_legacy - 2;
                 // Default and minimum number of dimensions is 4