github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-07-03 10:36:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

[moe] fix mixtral forward default value (#5329)

Browse Source
This commit is contained in:
Hongxin Liu 2024-01-30 13:52:18 +08:00 committed by ver217
parent b60be18dcc
commit 956b561b54
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
applications/ColossalMoE/colossal_moe/models/mixtral_policy.py
View File

@ -437,7 +437,7 @@ class MixtralPipelineForwards:
use_cache: Optional[bool] = None, use_cache: Optional[bool] = None,
output_attentions: Optional[bool] = None, output_attentions: Optional[bool] = None,
output_hidden_states: Optional[bool] = None, output_hidden_states: Optional[bool] = None,
output_router_logits: Optional[bool] = True, output_router_logits: Optional[bool] = None,
return_dict: Optional[bool] = None, return_dict: Optional[bool] = None,
stage_manager: Optional[PipelineStageManager] = None, stage_manager: Optional[PipelineStageManager] = None,
hidden_states: Optional[torch.FloatTensor] = None, hidden_states: Optional[torch.FloatTensor] = None,