From 5ecc27e1509575e605c47279f243491e20968558 Mon Sep 17 00:00:00 2001
From: wangbluo <2538539015@qq.com>
Date: Thu, 10 Oct 2024 15:35:52 +0800
Subject: [PATCH] fix

---
 colossalai/shardformer/layer/attn.py | 1 -
 1 file changed, 1 deletion(-)

diff --git a/colossalai/shardformer/layer/attn.py b/colossalai/shardformer/layer/attn.py
index 75718f608..a191694c1 100644
--- a/colossalai/shardformer/layer/attn.py
+++ b/colossalai/shardformer/layer/attn.py
@@ -479,7 +479,6 @@ class RingAttention(torch.autograd.Function):
         num_inner_group = num_ring_size // inner_ring_size
 
         if tp_size > 1:
-            # inner_ring_size = 2
             for i in range(num_rings):
                 for j in range(num_inner_group):
                     # find inner ring group in one sp groups