fix update

This commit is contained in:
Tong Li 2025-06-27 09:52:50 +08:00
parent 58cb4fb4f7
commit a0f8680e85

View File

@ -248,7 +248,7 @@ if __name__ == "__main__":
)
if args.enable_profiling:
# If profiling is enabled, we force model to generate to max_new_tokens
inference_model_config.update(
generate_config.update(
dict(
max_tokens=args.max_new_tokens, # max new tokens
ignore_eos=True,