fix dataloader

2025-09-08 12:30:42 +00:00 · 2024-06-24 05:10:44 +00:00
parent 4b59d874df
commit 0b2d6275c4
5 changed files with 85 additions and 63 deletions
--- a/applications/ColossalChat/examples/training_scripts/train_dpo.sh
+++ b/applications/ColossalChat/examples/training_scripts/train_dpo.sh
@@ -57,7 +57,7 @@ colossalai run --nproc_per_node 4 --hostfile hostfile --master_port 31313 train_
    --beta 0.1 \
    --mixed_precision "bf16" \
    --grad_clip 1.0 \
-    --max_length 1024 \
+    --max_length 4096 \
    --weight_decay 0.01 \
    --warmup_steps 60 \
    --grad_checkpoint \