mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-07-22 11:13:13 +00:00
fix update
This commit is contained in:
parent
58cb4fb4f7
commit
a0f8680e85
@ -248,7 +248,7 @@ if __name__ == "__main__":
|
||||
)
|
||||
if args.enable_profiling:
|
||||
# If profiling is enabled, we force model to generate to max_new_tokens
|
||||
inference_model_config.update(
|
||||
generate_config.update(
|
||||
dict(
|
||||
max_tokens=args.max_new_tokens, # max new tokens
|
||||
ignore_eos=True,
|
||||
|
Loading…
Reference in New Issue
Block a user