small fix

2025-09-07 03:52:01 +00:00 · 2025-05-03 10:08:12 +08:00
parent dd74f496c0
commit da867a4d8f
1 changed files with 1 additions and 1 deletions
--- a/applications/ColossalChat/rl_example.py
+++ b/applications/ColossalChat/rl_example.py
@@ -184,7 +184,7 @@ if __name__ == "__main__":
                enforce_eager=True,
                enable_chunked_prefill=True,
                max_model_len=args.max_new_tokens + args.max_prompt_tokens,
-                tensor_parallel_size=2,
+                tensor_parallel_size=1,
            )
        )
        generate_config.update(