github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-13 05:01:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

[chatgpt]fix train_rm bug with lora (#2741)

Browse Source
This commit is contained in:
BlueRum
2023-02-16 10:25:17 +08:00
committed by GitHub
parent b6e3b955c3
commit 648183a960
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
applications/ChatGPT/chatgpt/trainer/rm.py
View File

@@ -43,7 +43,7 @@ class RewardModelTrainer(ABC):
# train
if use_lora > 0:
print("Using Lora")
lora.mark_only_lora_as_trainable(self.model)
lora.mark_only_lora_as_trainable(self.model.model)
else:
self.model.train()
for chosen_ids, c_mask, reject_ids, r_mask in self.train_dataloader: