[fix] fix mixtral modeling & policy; update wait handles; doing benchmarking for llama hybrid;

2025-09-23 02:20:49 +00:00 · 2024-11-15 05:58:56 +00:00
parent 014afbdb59
commit 5c2ebbfd48
4 changed files with 12 additions and 6 deletions
--- a/examples/language/mixtral/benchmark.py
+++ b/examples/language/mixtral/benchmark.py
@@ -122,7 +122,7 @@ def main():
                num_ckpt_layers_per_stage=[19, 19, 19, 13],
            ),
            "num_layers_per_stage": [19, 20, 20, 21],
-            # "pp_style": "interleaved",
+            "pp_style": "interleaved",
        }
        if args.custom_ckpt
        else {}