github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-08-01 07:46:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

[test] smaller gpt2 test case

Browse Source
This commit is contained in:
hxwang 2024-05-27 03:42:51 +00:00
parent b96c6390f4
commit df705a5210
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tests/kit/model_zoo/transformers/gpt.py
View File

@ -121,7 +121,7 @@ loss_fn = lambda x: x["loss"]
config = transformers.GPT2Config( config = transformers.GPT2Config(
n_layer=2, n_layer=2,
n_head=4, n_head=4,
n_embd=128, n_embd=16,
vocab_size=50258, vocab_size=50258,
attn_pdrop=0, attn_pdrop=0,
embd_pdrop=0, embd_pdrop=0,