github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-11-23 05:06:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

[CI] fix some spelling errors (#3707)

Browse Source 
* fix spelling error with examples/comminity/

* fix spelling error with tests/

* fix some spelling error with tests/ colossalai/ etc.
This commit is contained in:
digger-yu
2023-05-10 17:12:03 +08:00
committed by GitHub
parent f7361ee1bd
commit b7141c36dd
17 changed files with 51 additions and 51 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
tests/components_to_test/albert.py
View File

@@ -28,7 +28,7 @@ def get_training_components():
print('building AlbertForSequenceClassification model')
# adapting huggingface BertForSequenceClassification for single unitest calling interface
class ModelAaptor(AlbertForSequenceClassification):
class ModelAdaptor(AlbertForSequenceClassification):
def forward(self, input_ids, labels):
"""
@@ -37,23 +37,23 @@ def get_training_components():
"""
return super().forward(input_ids=input_ids, labels=labels)[0]
model = ModelAaptor(config)
model = ModelAdaptor(config)
# if checkpoint and version.parse(transformers.__version__) >= version.parse("4.11.0"):
# model.gradient_checkpointing_enable()
return model
is_distrbuted = torch.distributed.is_initialized()
is_distributed = torch.distributed.is_initialized()
trainloader = get_bert_data_loader(n_class=vocab_size,
batch_size=2,
total_samples=10000,
sequence_length=sequence_length,
is_distrbuted=is_distrbuted)
is_distributed=is_distributed)
testloader = get_bert_data_loader(n_class=vocab_size,
batch_size=2,
total_samples=10000,
sequence_length=sequence_length,
is_distrbuted=is_distrbuted)
is_distributed=is_distributed)
criterion = None
return bert_model_builder, trainloader, testloader, torch.optim.Adam, criterion