github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-08-09 11:58:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
wangbluo 2024-09-25 19:00:38 +08:00
parent 6fb1322db1
commit 91ed32c256
3 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/shardformer/layer/attn.py
View File

@ -500,8 +500,8 @@ class RingAttention(torch.autograd.Function):
k,
v,
sp_group,
tp_group: Optional[dist.ProcessGroup],
attention_mask_type,
tp_group=None,
cu_seqlens=None,
max_seqlen=None,
valid_indices=None,

2
colossalai/shardformer/modeling/gpt2.py
View File

@ -866,7 +866,7 @@ def get_gpt2_flash_attention_forward(shard_config: Optional[ShardConfig] = None)
key,
value,
sp_group,
tp_group,
tp_group=tp_group,
**attention_mask,
dropout_p=dropout_p,
scale=scale,

2
colossalai/shardformer/modeling/llama.py
View File

@ -571,7 +571,7 @@ def get_llama_flash_attention_forward(shard_config: ShardConfig, sp_mode=None, s
key_states,
value_states,
sp_group,
tp_group,
tp_group=tp_group,
**attention_mask,
inner_ring_size=shard_config.inner_ring_size,
)