github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-12-03 21:23:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

move logging to producer

Browse Source
This commit is contained in:
YeAnbang
2025-05-14 18:10:57 +08:00
parent af4366f0cb
commit 3416a4fc9c
7 changed files with 92 additions and 70 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
applications/ColossalChat/coati/distributed/inference_backend.py
View File

@@ -238,7 +238,7 @@ class VLLMInferenceBackend(BaseInferenceBackend):
log_probs.append(p)
# pad them
max_len = self.generate_config.max_tokens
max_len = self.sample_params.max_tokens
action_mask = torch.ones(len(out_tokens), max_len, dtype=attention_mask.dtype)
for i, new_token_ids in enumerate(out_tokens):