From a8408b4d314cc4d13ee3fbbc125c166a38518d78 Mon Sep 17 00:00:00 2001 From: wangbluo <2538539015@qq.com> Date: Tue, 7 May 2024 07:08:00 +0000 Subject: [PATCH] remove comment code --- colossalai/shardformer/modeling/opt.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/colossalai/shardformer/modeling/opt.py b/colossalai/shardformer/modeling/opt.py index 1cde61914..5282e2eaa 100644 --- a/colossalai/shardformer/modeling/opt.py +++ b/colossalai/shardformer/modeling/opt.py @@ -989,8 +989,6 @@ def get_lm_forward_with_dist_cross_entropy(shard_config: ShardConfig): process_group=shard_config.tensor_parallel_process_group, vocab_size=self.lm_head.out_features, ) - # loss_fct = CrossEntropyLoss() - # loss = loss_fct(shift_logits.view(-1, self.config.vocab_size), shift_labels.view(-1)) if not return_dict: output = (logits,) + outputs[1:]