github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-01 09:07:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

[sync] Sync feature/colossal-infer with main

Browse Source
This commit is contained in:
Yuanheng Zhao
2024-05-20 15:50:53 +00:00
parent d8b1ea4ac9 9d83c6d715
commit 8633c15da9
61 changed files with 6976 additions and 276 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
examples/language/gpt/hybridparallelism/finetune.py
View File

@@ -243,7 +243,12 @@ def main():
# ====================================
# gpt2 pretrained model
cfg = AutoConfig.from_pretrained(model_name, num_labels=data_builder.num_labels)
cfg = AutoConfig.from_pretrained(
model_name,
num_labels=data_builder.num_labels,
pad_token=data_builder.tokenizer.pad_token,
pad_token_id=data_builder.tokenizer.pad_token_id,
)
if model_name == "gpt2":
model = GPT2ForSequenceClassification.from_pretrained(model_name, config=cfg).cuda()