From b635dd06696f8c5deac29333ae85ce8cf68bd550 Mon Sep 17 00:00:00 2001
From: wangbluo <2538539015@qq.com>
Date: Wed, 9 Oct 2024 14:05:26 +0800
Subject: [PATCH] fix

---
 colossalai/shardformer/layer/attn.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/colossalai/shardformer/layer/attn.py b/colossalai/shardformer/layer/attn.py
index 36a4ec963..3853860c4 100644
--- a/colossalai/shardformer/layer/attn.py
+++ b/colossalai/shardformer/layer/attn.py
@@ -442,7 +442,7 @@ class RingAttention(torch.autograd.Function):
             Tuple[dist.ProcessGroup, dist.ProcessGroup]: Inner-ring process group and inter-ring process group.
         """
         sp_size = dist.get_world_size(sp_group)
-        tp_size = dist.get_world_size(tp_group)
+        tp_size = dist.get_world_size(tp_group) if tp_group is not None else 1
         sp_rank = dist.get_rank(sp_group)
 
         if inner_ring_size is None: