github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-06-23 22:19:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

rm torch.cuda.synchronize

Browse Source
This commit is contained in:
yuehuayingxueluo 2024-01-09 15:53:04 +08:00 committed by FrankLeeeee
parent fab294c7f4
commit 10e3c9f923
1 changed files with 0 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/inference/core/request_handler.py
View File

@ -198,8 +198,6 @@ class RequestHandler:
if type in config_dict and config_dict[type] is not None: if type in config_dict and config_dict[type] is not None:
logits = logit_processor(type, logits, config_dict[type]) logits = logit_processor(type, logits, config_dict[type])
torch.cuda.synchronize()
# calculate probs # calculate probs
probs = torch.softmax(logits, dim=-1, dtype=torch.float) probs = torch.softmax(logits, dim=-1, dtype=torch.float)
logprobs = torch.log_softmax(logits, dim=-1, dtype=torch.float) logprobs = torch.log_softmax(logits, dim=-1, dtype=torch.float)