[example] gpt demo more accuracy tflops (#2178)

2025-09-01 17:17:05 +00:00 · 2022-12-22 20:51:35 +08:00
parent ab54fed292
commit 65f56f49e8
1 changed files with 1 additions and 0 deletions
--- a/examples/language/gpt/train_gpt_demo.py
+++ b/examples/language/gpt/train_gpt_demo.py
@@ -283,6 +283,7 @@ def main():
            optimizer.sync_grad()
        optimizer.step()
        logger.info(get_mem_info(prefix=f'[{n+1}/{NUM_STEPS}] Optimizer step '), ranks=[0])
+        torch.cuda.synchronize()
        step_time = time() - start
        logger.info(
            f'[{n+1}/{NUM_STEPS}] Loss:{loss.item():.3f}, Step time: {step_time:.3f}s, TFLOPS: {get_tflops_func(step_time):.3f}',