remove useless code

2025-09-28 04:55:25 +00:00 · 2024-05-01 09:23:43 +00:00
parent 9efc79ef24
commit 2632916329
2 changed files with 0 additions and 2 deletions
--- a/colossalai/shardformer/policies/mistral.py
+++ b/colossalai/shardformer/policies/mistral.py
@@ -277,7 +277,6 @@ class MistralForCausalLMPolicy(MistralPolicy):
                            suffix="lm_head",
                            target_module=VocabParallelLMHead1D,
                            kwargs={
-                                #gather_output=True,
                                "gather_output": not self.shard_config.parallel_output,
                                "make_vocab_size_divisible_by": self.shard_config.make_vocab_size_divisible_by,
                            },