mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-06-25 23:11:55 +00:00
fix
This commit is contained in:
parent
bafc80c3b0
commit
e1c72fd41c
@ -370,6 +370,7 @@ config = transformers.BertConfig(
|
|||||||
intermediate_size=256,
|
intermediate_size=256,
|
||||||
hidden_dropout_prob=0,
|
hidden_dropout_prob=0,
|
||||||
attention_probs_dropout_prob=0,
|
attention_probs_dropout_prob=0,
|
||||||
|
attn_implementation="eager",
|
||||||
)
|
)
|
||||||
|
|
||||||
# register the BERT variants
|
# register the BERT variants
|
||||||
|
Loading…
Reference in New Issue
Block a user