From 2bdbb4549e604c6569707fb12e61e59bcbe50edd Mon Sep 17 00:00:00 2001 From: Maurits de Groot <63357890+Maurits-de-Groot@users.noreply.github.com> Date: Fri, 19 Jun 2026 14:59:21 +0200 Subject: [PATCH] Update flash_attn_bench.py to support FA4 OSS --- bench/attn/flash_attn_bench.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bench/attn/flash_attn_bench.py b/bench/attn/flash_attn_bench.py index d25af5af..71288e7b 100644 --- a/bench/attn/flash_attn_bench.py +++ b/bench/attn/flash_attn_bench.py @@ -126,7 +126,7 @@ def benchmark( ws = (window_size, 0) if window_size > 0 else None def fn(): - flash_attn_func(Q, K, V, causal=causal, window_size=ws) + flash_attn_func(Q, K, V, causal=causal, window_size=ws if ws is not None else (-1, -1)) ms = do_bench(fn, (), opts)