mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-15 06:00:07 +00:00
fix update
This commit is contained in:
@@ -248,7 +248,7 @@ if __name__ == "__main__":
|
|||||||
)
|
)
|
||||||
if args.enable_profiling:
|
if args.enable_profiling:
|
||||||
# If profiling is enabled, we force model to generate to max_new_tokens
|
# If profiling is enabled, we force model to generate to max_new_tokens
|
||||||
inference_model_config.update(
|
generate_config.update(
|
||||||
dict(
|
dict(
|
||||||
max_tokens=args.max_new_tokens, # max new tokens
|
max_tokens=args.max_new_tokens, # max new tokens
|
||||||
ignore_eos=True,
|
ignore_eos=True,
|
||||||
|
Reference in New Issue
Block a user