github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-07 12:01:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix bugs in request_handler

Browse Source
This commit is contained in:
yuehuayingxueluo
2024-01-02 13:02:20 +08:00
committed by FrankLeeeee
parent 62fd08ee44
commit 62968588d1
5 changed files with 21 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/inference/struct.py
View File

@@ -106,7 +106,7 @@ class Sequence:
return True
if self.output_token_id:
if self.output_token_id[-1] >= self.eos_token_id or len(self.output_token_id) == self.max_output_len:
if self.output_token_id[-1] == self.eos_token_id or self.output_len >= self.max_output_len:
self.status = RequestStatus.COMPLETED
return True