github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-06-22 13:41:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update bert.py

Browse Source
This commit is contained in:
flybird11111 2025-05-27 10:57:06 +08:00 committed by GitHub
parent 17654cb6cb
commit 611c1247ba
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
colossalai/shardformer/modeling/bert.py
View File

@ -1039,7 +1039,6 @@ def get_jit_fused_bert_output_forward():
# Fix the tgt_len size in sequence parallel attention: # Fix the tgt_len size in sequence parallel attention:
# same with the one in BertSdpaSelfAttention forward in v4.51.3 transformers except the # same with the one in BertSdpaSelfAttention forward in v4.51.3 transformers except the
# _, _, tgt_len, _ = query_layer.shape
def get_bert_sequence_parallel_attention_forward(shard_config: ShardConfig): def get_bert_sequence_parallel_attention_forward(shard_config: ShardConfig):
from transformers.models.bert.modeling_bert import BertSdpaSelfAttention from transformers.models.bert.modeling_bert import BertSdpaSelfAttention