small fix

2025-08-07 19:13:57 +00:00 · 2025-05-03 10:08:12 +08:00 · 2025-05-03 10:08:12 +08:00 · da867a4d8f
commit da867a4d8f
parent dd74f496c0
1 changed files with 1 additions and 1 deletions
--- a/applications/ColossalChat/rl_example.py
+++ b/applications/ColossalChat/rl_example.py
@ -184,7 +184,7 @@ if __name__ == "__main__":
                enforce_eager=True,
                enable_chunked_prefill=True,
                max_model_len=args.max_new_tokens + args.max_prompt_tokens,
-                tensor_parallel_size=2,
+                tensor_parallel_size=1,
            )
        )
        generate_config.update(