[inference] removed redundancy init_batch (#5353)

This commit is contained in:
Frank Lee
2024-02-02 11:44:15 +08:00
committed by GitHub
parent 249644c23b
commit db1a763307
3 changed files with 6 additions and 25 deletions

View File

@@ -60,9 +60,8 @@ def check_config_and_inference():
num_heads=2,
head_dim=128,
)
batch.init_batch([sequence])
batch.add_seqs([sequence2, sequence3])
batch.add_seqs([sequence])
batch.add_seqs([sequence2, sequence3])
assert batch.is_empty == False
assert batch.get_batch_size() == 3