small fix

This commit is contained in:
YeAnbang 2025-05-03 10:08:12 +08:00
parent dd74f496c0
commit da867a4d8f

View File

@ -184,7 +184,7 @@ if __name__ == "__main__":
enforce_eager=True,
enable_chunked_prefill=True,
max_model_len=args.max_new_tokens + args.max_prompt_tokens,
tensor_parallel_size=2,
tensor_parallel_size=1,
)
)
generate_config.update(