github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-02 09:38:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

[plugin] add 3d parallel plugin (#4295)

Browse Source 
* [amp] add mixed precision optimizer

* [plugin] add 3d parallel plugin

* [booster] support pipeline

* [plugin] 3d parallel plugin support clip grad norm

* [shardformer] fix sharder and add plugin test

* [plugin] rename 3d parallel plugin

* [ci] support testmon core pkg change detection (#4305)

* [hotfix] debug testmon

* [hotfix] fix llama

* [hotfix] fix p2p bugs

* [hotfix] fix requirements
This commit is contained in:
Hongxin Liu
2023-07-26 00:53:57 +08:00
parent b3f5d7a3ba
commit 261eab02fb
9 changed files with 621 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
colossalai/shardformer/modeling/llama.py
View File

@@ -223,9 +223,6 @@ class LlamaPipelineForwards:
if output_hidden_states:
logger.warning_once('output_hidden_states=True is not supported for pipeline models at the moment.')
output_hidden_states = False
if return_dict:
logger.warning_once('return_dict is not supported for pipeline models at the moment')
return_dict = False
# decoder outputs consists of (dec_features, layer_state, dec_hidden, dec_attn)
outputs = LlamaPipelineForwards.llama_model_forward(
@@ -311,9 +308,6 @@ class LlamaPipelineForwards:
if output_hidden_states:
logger.warning_once('output_hidden_states=True is not supported for pipeline models at the moment.')
output_hidden_states = False
if return_dict:
logger.warning_once('return_dict is not supported for pipeline models at the moment')
return_dict = False
transformer_outputs = LlamaPipelineForwards.llama_model_forward(
self.model,