refactor evaluation

2025-09-17 23:18:36 +00:00 · 2024-07-22 05:57:39 +00:00
parent c5f582f666
commit 12fe8b5858
22 changed files with 309 additions and 1388 deletions
--- a/applications/ColossalChat/tests/test_train.sh
+++ b/applications/ColossalChat/tests/test_train.sh
@@ -591,6 +591,7 @@ for lora_rank in ${LORA_RANK[@]}; do
                    --accumulation_steps $grad_accu \
                    --tp $tp \
                    --lr 2e-5 \
+                    --auto_weight \
                    --desirable_weight 1.2 \
                    $grad_ckpt \
                    --max_len 400 \