fix

2025-09-14 21:51:57 +00:00 · 2024-09-25 19:00:38 +08:00
parent 6fb1322db1
commit 91ed32c256
3 changed files with 3 additions and 3 deletions
--- a/colossalai/shardformer/layer/attn.py
+++ b/colossalai/shardformer/layer/attn.py
@@ -500,8 +500,8 @@ class RingAttention(torch.autograd.Function):
        k,
        v,
        sp_group,
-        tp_group: Optional[dist.ProcessGroup],
        attention_mask_type,
+        tp_group=None,
        cu_seqlens=None,
        max_seqlen=None,
        valid_indices=None,