From c9ab537b9a8f177d10c8640b6378c85c1863fde1 Mon Sep 17 00:00:00 2001 From: Jagrit Digani Date: Wed, 20 Nov 2024 15:19:42 -0800 Subject: [PATCH] Update sdpa_benchmarks --- benchmarks/python/sdpa_bench.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/benchmarks/python/sdpa_bench.py b/benchmarks/python/sdpa_bench.py index 8b3d43694..ab94d99b0 100644 --- a/benchmarks/python/sdpa_bench.py +++ b/benchmarks/python/sdpa_bench.py @@ -145,6 +145,8 @@ if __name__ == "__main__": "float32", ) transposes = (False,) + + # clang-format off shapes = ( # ( B, qsl, ksl, head_dim, n_qh, n_kvh) (1, 32, 32, 64, 32, 32), @@ -156,6 +158,7 @@ if __name__ == "__main__": (1, 2048, 2048, 64, 32, 32), (1, 4096, 4096, 64, 32, 32), ) + # clang-format on print(" B, qsl, ksl, hdim, n_qh, n_kvh, tpose, dtype, t_unfs, t_fuse, diff%")