remove useless code

2025-09-09 04:50:17 +00:00 · 2024-05-01 09:23:43 +00:00
parent 9efc79ef24
commit 2632916329
2 changed files with 0 additions and 2 deletions
--- a/colossalai/shardformer/modeling/mistral.py
+++ b/colossalai/shardformer/modeling/mistral.py
@@ -270,7 +270,6 @@ class MistralForwards:
                shift_labels = labels[..., 1:].contiguous()
                # Flatten the tokens
                loss_fct = CrossEntropyLoss()
-                #shift_logits = shift_logits.view(-1, self.config.vocab_size)
                shift_labels = shift_labels.view(-1)
                # Enable model parallelism
                shift_labels = shift_labels.to(shift_logits.device)