github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-10 05:20:33 +00:00
Code Issues Packages Projects Releases Wiki Activity

[HotFix] CI,import,requirements-test for #5838 (#5892)

Browse Source 
* [Hot Fix] CI,import,requirements-test

---------

Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
This commit is contained in:
Runyu Lu
2024-07-08 22:32:06 +08:00
committed by GitHub
parent cba20525a8
commit 66abf1c6e8
4 changed files with 5 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
colossalai/inference/core/llm_engine.py
View File

@@ -57,11 +57,11 @@ class LLMEngine(BaseEngine):
def __init__(
self,
model_or_path: nn.Module | str,
tokenizer: PreTrainedTokenizer | PreTrainedTokenizerFast = None,
model_or_path: Union[nn.Module, str],
tokenizer: Union[PreTrainedTokenizer, PreTrainedTokenizerFast] = None,
inference_config: InferenceConfig = None,
verbose: bool = False,
model_policy: Policy | type[Policy] = None,
model_policy: Union[Policy, type[Policy]] = None,
) -> None:
self.inference_config = inference_config
self.dtype = inference_config.dtype