mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-07-09 13:23:48 +00:00
del useless lines
This commit is contained in:
parent
e7a789e97b
commit
2396d58343
@ -644,8 +644,6 @@ class InferenceEngine:
|
||||
logits = logits[:, -1, :]
|
||||
next_tokens = self.request_handler.search_tokens(self.generation_config, logits)
|
||||
self.request_handler.append_next_tokens(next_tokens)
|
||||
|
||||
self.request_handler.search_tokens(self.generation_config, logits)
|
||||
finished_sequences = self.request_handler.update()
|
||||
|
||||
return finished_sequences
|
||||
|
Loading…
Reference in New Issue
Block a user