github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2026-07-15 15:29:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

tested anb fix style issue

Browse Source
This commit is contained in:
YeAnbang
2025-09-22 09:36:47 +08:00
parent 8745e8f4d1
commit c095ec35da
2 changed files with 0 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
applications/ColossalChat/coati/distributed/consumer.py
View File

@@ -165,7 +165,6 @@ class BaseConsumer:
state_dict, src=self.num_producers, device=self.device, group_name="sync_model"
)
del state_dict
print(f"[C{self.rank}]: Sync model before training done")
torch.cuda.empty_cache()
self.profiler.exit("sync_model")

1
applications/ColossalChat/coati/distributed/inference_backend.py
View File

@@ -381,7 +381,6 @@ class AsyncVLLMInferenceBackend(AsyncInferenceBackend):
log_probs = []
response_idx = []
while len(self.running_requests) >= self.microbatch_size:
# print(f"Current running {len(self.running_requests)}/{self.microbatch_size} requests, waiting...")
await asyncio.sleep(0.1)
self.running_requests.append(request_id) # enqueue
# pop the first input_ids and attention_mask