github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-07-18 01:12:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

release

Browse Source
This commit is contained in:
flybird11111 2025-05-27 15:10:19 +08:00
parent 4271e3daf6
commit 45779680bf
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tests/kit/model_zoo/transformers/gpt.py
View File

@ -113,7 +113,7 @@ config = transformers.GPT2Config(
problem_type="single_label_classification", problem_type="single_label_classification",
pad_token_id=1022, pad_token_id=1022,
tie_word_embeddings=True, tie_word_embeddings=True,
attn_implementation="flash_attention_2", attn_implementation="eager",
) )
config_for_token_classification = copy.deepcopy(config) config_for_token_classification = copy.deepcopy(config)