adapted to pad_context_forward

2025-09-09 21:09:18 +00:00 · 2024-01-09 13:52:53 +08:00
parent 47e53eaa1c
commit fa4fbdbffb
9 changed files with 42 additions and 41 deletions
--- a/colossalai/inference/struct.py
+++ b/colossalai/inference/struct.py
@@ -268,7 +268,7 @@ class BatchInfo:
        for seq, token in zip(self.sequences_set, tokens):
            if not isinstance(token, list):
                if not isinstance(token, int):
-                    raise TypeError(f"The token type must be List[int] or int, but get {type(token)}.")
+                    raise TypeError(f"The token type must be List[int] or int, but got {type(token)}.")
                token = [token]
            seq.output_token_id += token
            seq.check_finish()