mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-07-09 13:23:48 +00:00
del useless lines
This commit is contained in:
parent
e7a789e97b
commit
2396d58343
@ -644,8 +644,6 @@ class InferenceEngine:
|
|||||||
logits = logits[:, -1, :]
|
logits = logits[:, -1, :]
|
||||||
next_tokens = self.request_handler.search_tokens(self.generation_config, logits)
|
next_tokens = self.request_handler.search_tokens(self.generation_config, logits)
|
||||||
self.request_handler.append_next_tokens(next_tokens)
|
self.request_handler.append_next_tokens(next_tokens)
|
||||||
|
|
||||||
self.request_handler.search_tokens(self.generation_config, logits)
|
|
||||||
finished_sequences = self.request_handler.update()
|
finished_sequences = self.request_handler.update()
|
||||||
|
|
||||||
return finished_sequences
|
return finished_sequences
|
||||||
|
Loading…
Reference in New Issue
Block a user