mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-07-30 15:00:39 +00:00
[test] smaller gpt2 test case
This commit is contained in:
parent
b96c6390f4
commit
df705a5210
@ -121,7 +121,7 @@ loss_fn = lambda x: x["loss"]
|
||||
config = transformers.GPT2Config(
|
||||
n_layer=2,
|
||||
n_head=4,
|
||||
n_embd=128,
|
||||
n_embd=16,
|
||||
vocab_size=50258,
|
||||
attn_pdrop=0,
|
||||
embd_pdrop=0,
|
||||
|
Loading…
Reference in New Issue
Block a user