feat baichuan2 rmsnorm whose hidden size equals to 5120 (#5611)

2025-09-01 01:06:00 +00:00 · 2024-04-19 15:34:53 +08:00
parent e37ee2fb65
commit ccf72797e3
3 changed files with 9 additions and 3 deletions
--- a/examples/inference/benchmark_ops/benchmark_rmsnorm.py
+++ b/examples/inference/benchmark_ops/benchmark_rmsnorm.py
@@ -35,7 +35,7 @@ configs = [
        styles=[("red", "-"), ("blue", "-"), ("yellow", "-"), ("red", "--"), ("blue", "--"), ("yellow", "--")],
        ylabel="ms",
        plot_name=f"RMSNorm benchmarking results",
-        args={"HIDDEN_SIZE": 1024},
+        args={"HIDDEN_SIZE": 5120},
    )
 ]