github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-11 05:49:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

[chatgpt] startegy add prepare method (#2766)

Browse Source 
* [chatgpt] startegy add prepare method

* [chatgpt] refactor examples

* [chatgpt] refactor strategy.prepare

* [chatgpt] support save/load checkpoint

* [chatgpt] fix unwrap actor

* [chatgpt] fix unwrap actor
This commit is contained in:
ver217
2023-02-17 11:27:27 +08:00
committed by GitHub
parent a2b43e393d
commit 4ee311c026
9 changed files with 164 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
applications/ChatGPT/benchmarks/benchmark_gpt_dummy.py
View File

@@ -133,6 +133,9 @@ def main(args):
tokenizer = GPT2Tokenizer.from_pretrained('gpt2')
tokenizer.pad_token = tokenizer.eos_token
(actor, actor_optim), (critic, critic_optim), reward_model, initial_model = strategy.prepare(
(actor, actor_optim), (critic, critic_optim), reward_model, initial_model)
trainer = PPOTrainer(strategy,
actor,
critic,

3
applications/ChatGPT/benchmarks/benchmark_opt_lora_dummy.py
View File

@@ -126,6 +126,9 @@ def main(args):
tokenizer = AutoTokenizer.from_pretrained('facebook/opt-350m')
tokenizer.pad_token = tokenizer.eos_token
(actor, actor_optim), (critic, critic_optim), reward_model, initial_model = strategy.prepare(
(actor, actor_optim), (critic, critic_optim), reward_model, initial_model)
trainer = PPOTrainer(strategy,
actor,
critic,