mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-22 18:09:06 +00:00
release
This commit is contained in:
@@ -113,7 +113,7 @@ config = transformers.GPT2Config(
|
||||
problem_type="single_label_classification",
|
||||
pad_token_id=1022,
|
||||
tie_word_embeddings=True,
|
||||
attn_implementation="flash_attention_2",
|
||||
attn_implementation="eager",
|
||||
)
|
||||
|
||||
config_for_token_classification = copy.deepcopy(config)
|
||||
|
Reference in New Issue
Block a user