mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-08-06 02:24:31 +00:00
[fix]
This commit is contained in:
parent
5b017d6324
commit
9fe61b4475
@ -68,8 +68,6 @@ def check_inference_engine(use_cuda_graph=False, batch_size=32):
|
||||
generation_config = GenerationConfig(do_sample=do_sample, top_p=top_p, top_k=top_k)
|
||||
outputs = inference_engine.generate(prompts_token_ids=prompts_token_ids, generation_config=generation_config)
|
||||
|
||||
# print(f"outputs, use_cuda_grpah is {use_cuda_graph}, output: {outputs}")
|
||||
|
||||
return outputs
|
||||
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user