github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-04 18:40:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

resolve rebase conflicts on Branch feat/online-serving

Browse Source
This commit is contained in:
CjhHa1
2024-05-08 10:36:42 +00:00
parent 61a1b2e798
commit bc9063adf1
4 changed files with 31 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/test_infer/test_continuous_batching.py
View File

@@ -89,7 +89,7 @@ def check_continuous_batching(prompt_template):
def run_dist(rank, world_size, port):
colossalai.launch(config={}, rank=rank, world_size=world_size, port=port, host="localhost")
colossalai.launch(rank=rank, world_size=world_size, port=port, host="localhost")
check_continuous_batching()