github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-06 11:32:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix bugs in sampler

Browse Source
This commit is contained in:
yuehuayingxueluo
2024-01-04 15:03:18 +08:00
committed by FrankLeeeee
parent 02c1bf8b2a
commit bbfebfb9fc
4 changed files with 12 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
tests/test_infer/test_config_and_struct.py
View File

@@ -43,11 +43,12 @@ def check_config_and_inference():
)
assert sequence.sentence_len == 3
assert sequence.prompt_len == 3
assert sequence.input_len == 3
assert sequence.output_len == 0
assert sequence.check_finish() == False
batch = BatchInfo.init_batch([sequence])
batch = BatchInfo(is_prompts=False)
batch.init_batch([sequence])
batch.add_seqs([sequence2, sequence3])
batch.add_seqs([sequence])