mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-11 05:49:55 +00:00
[Gemini] more tests for Gemini (#2038)
* [Gemini] more tests for Gemini * polish code
This commit is contained in:
@@ -40,7 +40,7 @@ def get_training_components():
|
||||
num_layer = 2
|
||||
vocab_size = 32
|
||||
|
||||
def bert_model_builder(checkpoint):
|
||||
def bert_model_builder(checkpoint: bool = False):
|
||||
config = BertConfig(vocab_size=vocab_size,
|
||||
gradient_checkpointing=checkpoint,
|
||||
hidden_size=hidden_dim,
|
||||
|
Reference in New Issue
Block a user