github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-07 03:52:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix CI bugs

Browse Source
This commit is contained in:
yuehuayingxueluo
2024-01-09 15:18:28 +08:00
committed by FrankLeeeee
parent 2a73e828eb
commit fab294c7f4
5 changed files with 21 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
tests/test_infer/test_inference_engine.py
View File

@@ -11,6 +11,7 @@ from colossalai.inference.config import InferenceConfig
from colossalai.inference.core.engine import InferenceEngine
from colossalai.testing import rerun_if_address_is_in_use, spawn
def setup_seed(seed):
torch.manual_seed(seed)
torch.cuda.manual_seed_all(seed)
@@ -34,7 +35,7 @@ def check_inference_engine(test_cai=False):
"介绍一下武汉,",
]
output_len = 128
output_len = 38
do_sample = True
top_p = 0.5
top_k = 50