github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-06 19:40:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

[pipeline] fix return_dict/fix pure_pipeline_test (#4331)

Browse Source
This commit is contained in:
Baizhou Zhang
2023-07-27 14:53:20 +08:00
committed by Hongxin Liu
parent 411cf1d2db
commit da3cef27ad
5 changed files with 29 additions and 53 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
colossalai/shardformer/modeling/bloom.py
View File

@@ -313,9 +313,6 @@ class BloomPipelineForwards:
if output_hidden_states:
logger.warning_once('output_hidden_states=True is not supported for pipeline models at the moment.')
output_hidden_states = False
if return_dict:
logger.warning_once('return_dict is not supported for pipeline models at the moment')
return_dict = False
transformer_outputs = BloomPipelineForwards.bloom_model_forward(self.transformer,
input_ids,
@@ -411,9 +408,6 @@ class BloomPipelineForwards:
if output_hidden_states:
logger.warning_once('output_hidden_states=True is not supported for pipeline models at the moment.')
output_hidden_states = False
if return_dict:
logger.warning_once('return_dict is not supported for pipeline models at the moment')
return_dict = False
transformer_outputs = BloomPipelineForwards.bloom_model_forward(
self.transformer,
@@ -537,9 +531,6 @@ class BloomPipelineForwards:
if output_hidden_states:
logger.warning_once('output_hidden_states=True is not supported for pipeline models at the moment.')
output_hidden_states = False
if return_dict:
logger.warning_once('return_dict is not supported for pipeline models at the moment')
return_dict = False
transformer_outputs = BloomPipelineForwards.bloom_model_forward(
self.transformer,
@@ -626,9 +617,6 @@ class BloomPipelineForwards:
if output_hidden_states:
logger.warning_once('output_hidden_states=True is not supported for pipeline models at the moment.')
output_hidden_states = False
if return_dict:
logger.warning_once('return_dict is not supported for pipeline models at the moment')
return_dict = False
outputs = BloomPipelineForwards.bloom_model_forward(
self.transformer,