From df705a5210b8901645992adf276e320e48766ebf Mon Sep 17 00:00:00 2001 From: hxwang Date: Mon, 27 May 2024 03:42:51 +0000 Subject: [PATCH] [test] smaller gpt2 test case --- tests/kit/model_zoo/transformers/gpt.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/kit/model_zoo/transformers/gpt.py b/tests/kit/model_zoo/transformers/gpt.py index ab5d97420..f48e54135 100644 --- a/tests/kit/model_zoo/transformers/gpt.py +++ b/tests/kit/model_zoo/transformers/gpt.py @@ -121,7 +121,7 @@ loss_fn = lambda x: x["loss"] config = transformers.GPT2Config( n_layer=2, n_head=4, - n_embd=128, + n_embd=16, vocab_size=50258, attn_pdrop=0, embd_pdrop=0,