From ddc39a53897b9a272cf84e1f24ed74083531ff0f Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Dani=C3=ABl=20de=20Kok?= <me@danieldk.eu>
Date: Mon, 29 Jun 2026 09:06:03 +0000
Subject: [PATCH 1/4] flash-attn3: avoid building many instantiations twice

---
 flash-attn3/build.toml                        | 440 +++++++++---------
 ...> flash_fwd_hdim128_bf16_packgqa_sm90.cuh} |   0
 ... => flash_fwd_hdim128_bf16_paged_sm90.cuh} |   0
 ...h_fwd_hdim128_bf16_paged_softcap_sm90.cuh} |   0
 ...ash_fwd_hdim128_bf16_paged_split_sm90.cuh} |   0
 ...hdim128_bf16_paged_split_softcap_sm90.cuh} |   0
 ...m90.cu => flash_fwd_hdim128_bf16_sm90.cuh} |   0
 ...fwd_hdim128_bf16_softcap_packgqa_sm90.cuh} |   0
 ...> flash_fwd_hdim128_bf16_softcap_sm90.cuh} |   0
 ... => flash_fwd_hdim128_bf16_split_sm90.cuh} |   0
 ...h_fwd_hdim128_bf16_split_softcap_sm90.cuh} |   0
 ...> flash_fwd_hdim128_e4m3_packgqa_sm90.cuh} |   0
 ... => flash_fwd_hdim128_e4m3_paged_sm90.cuh} |   0
 ...h_fwd_hdim128_e4m3_paged_softcap_sm90.cuh} |   0
 ...ash_fwd_hdim128_e4m3_paged_split_sm90.cuh} |   0
 ...hdim128_e4m3_paged_split_softcap_sm90.cuh} |   0
 ...m90.cu => flash_fwd_hdim128_e4m3_sm90.cuh} |   0
 ...fwd_hdim128_e4m3_softcap_packgqa_sm90.cuh} |   0
 ...> flash_fwd_hdim128_e4m3_softcap_sm90.cuh} |   0
 ... => flash_fwd_hdim128_e4m3_split_sm90.cuh} |   0
 ...h_fwd_hdim128_e4m3_split_softcap_sm90.cuh} |   0
 ...> flash_fwd_hdim128_fp16_packgqa_sm90.cuh} |   0
 ... => flash_fwd_hdim128_fp16_paged_sm90.cuh} |   0
 ...h_fwd_hdim128_fp16_paged_softcap_sm90.cuh} |   0
 ...ash_fwd_hdim128_fp16_paged_split_sm90.cuh} |   0
 ...hdim128_fp16_paged_split_softcap_sm90.cuh} |   0
 ...m90.cu => flash_fwd_hdim128_fp16_sm90.cuh} |   0
 ...fwd_hdim128_fp16_softcap_packgqa_sm90.cuh} |   0
 ...> flash_fwd_hdim128_fp16_softcap_sm90.cuh} |   0
 ... => flash_fwd_hdim128_fp16_split_sm90.cuh} |   0
 ...h_fwd_hdim128_fp16_split_softcap_sm90.cuh} |   0
 ...ash_fwd_hdim192_128_bf16_packgqa_sm90.cuh} |   0
 ...flash_fwd_hdim192_128_bf16_paged_sm90.cuh} |   0
 ...d_hdim192_128_bf16_paged_softcap_sm90.cuh} |   0
 ...fwd_hdim192_128_bf16_paged_split_sm90.cuh} |   0
 ...192_128_bf16_paged_split_softcap_sm90.cuh} |   0
 ...cu => flash_fwd_hdim192_128_bf16_sm90.cuh} |   0
 ...hdim192_128_bf16_softcap_packgqa_sm90.cuh} |   0
 ...ash_fwd_hdim192_128_bf16_softcap_sm90.cuh} |   0
 ...flash_fwd_hdim192_128_bf16_split_sm90.cuh} |   0
 ...d_hdim192_128_bf16_split_softcap_sm90.cuh} |   0
 ...ash_fwd_hdim192_128_e4m3_packgqa_sm90.cuh} |   0
 ...flash_fwd_hdim192_128_e4m3_paged_sm90.cuh} |   0
 ...d_hdim192_128_e4m3_paged_softcap_sm90.cuh} |   0
 ...fwd_hdim192_128_e4m3_paged_split_sm90.cuh} |   0
 ...192_128_e4m3_paged_split_softcap_sm90.cuh} |   0
 ...cu => flash_fwd_hdim192_128_e4m3_sm90.cuh} |   0
 ...hdim192_128_e4m3_softcap_packgqa_sm90.cuh} |   0
 ...ash_fwd_hdim192_128_e4m3_softcap_sm90.cuh} |   0
 ...flash_fwd_hdim192_128_e4m3_split_sm90.cuh} |   0
 ...d_hdim192_128_e4m3_split_softcap_sm90.cuh} |   0
 ...ash_fwd_hdim192_128_fp16_packgqa_sm90.cuh} |   0
 ...flash_fwd_hdim192_128_fp16_paged_sm90.cuh} |   0
 ...d_hdim192_128_fp16_paged_softcap_sm90.cuh} |   0
 ...fwd_hdim192_128_fp16_paged_split_sm90.cuh} |   0
 ...192_128_fp16_paged_split_softcap_sm90.cuh} |   0
 ...cu => flash_fwd_hdim192_128_fp16_sm90.cuh} |   0
 ...hdim192_128_fp16_softcap_packgqa_sm90.cuh} |   0
 ...ash_fwd_hdim192_128_fp16_softcap_sm90.cuh} |   0
 ...flash_fwd_hdim192_128_fp16_split_sm90.cuh} |   0
 ...d_hdim192_128_fp16_split_softcap_sm90.cuh} |   0
 ...> flash_fwd_hdim192_bf16_packgqa_sm90.cuh} |   0
 ... => flash_fwd_hdim192_bf16_paged_sm90.cuh} |   0
 ...h_fwd_hdim192_bf16_paged_softcap_sm90.cuh} |   0
 ...ash_fwd_hdim192_bf16_paged_split_sm90.cuh} |   0
 ...hdim192_bf16_paged_split_softcap_sm90.cuh} |   0
 ...m90.cu => flash_fwd_hdim192_bf16_sm90.cuh} |   0
 ...fwd_hdim192_bf16_softcap_packgqa_sm90.cuh} |   0
 ...> flash_fwd_hdim192_bf16_softcap_sm90.cuh} |   0
 ... => flash_fwd_hdim192_bf16_split_sm90.cuh} |   0
 ...h_fwd_hdim192_bf16_split_softcap_sm90.cuh} |   0
 ...> flash_fwd_hdim192_e4m3_packgqa_sm90.cuh} |   0
 ... => flash_fwd_hdim192_e4m3_paged_sm90.cuh} |   0
 ...h_fwd_hdim192_e4m3_paged_softcap_sm90.cuh} |   0
 ...ash_fwd_hdim192_e4m3_paged_split_sm90.cuh} |   0
 ...hdim192_e4m3_paged_split_softcap_sm90.cuh} |   0
 ...m90.cu => flash_fwd_hdim192_e4m3_sm90.cuh} |   0
 ...fwd_hdim192_e4m3_softcap_packgqa_sm90.cuh} |   0
 ...> flash_fwd_hdim192_e4m3_softcap_sm90.cuh} |   0
 ... => flash_fwd_hdim192_e4m3_split_sm90.cuh} |   0
 ...h_fwd_hdim192_e4m3_split_softcap_sm90.cuh} |   0
 ...> flash_fwd_hdim192_fp16_packgqa_sm90.cuh} |   0
 ... => flash_fwd_hdim192_fp16_paged_sm90.cuh} |   0
 ...h_fwd_hdim192_fp16_paged_softcap_sm90.cuh} |   0
 ...ash_fwd_hdim192_fp16_paged_split_sm90.cuh} |   0
 ...hdim192_fp16_paged_split_softcap_sm90.cuh} |   0
 ...m90.cu => flash_fwd_hdim192_fp16_sm90.cuh} |   0
 ...fwd_hdim192_fp16_softcap_packgqa_sm90.cuh} |   0
 ...> flash_fwd_hdim192_fp16_softcap_sm90.cuh} |   0
 ... => flash_fwd_hdim192_fp16_split_sm90.cuh} |   0
 ...h_fwd_hdim192_fp16_split_softcap_sm90.cuh} |   0
 ...> flash_fwd_hdim256_bf16_packgqa_sm90.cuh} |   0
 ... => flash_fwd_hdim256_bf16_paged_sm90.cuh} |   0
 ...h_fwd_hdim256_bf16_paged_softcap_sm90.cuh} |   0
 ...ash_fwd_hdim256_bf16_paged_split_sm90.cuh} |   0
 ...hdim256_bf16_paged_split_softcap_sm90.cuh} |   0
 ...m90.cu => flash_fwd_hdim256_bf16_sm90.cuh} |   0
 ...fwd_hdim256_bf16_softcap_packgqa_sm90.cuh} |   0
 ...> flash_fwd_hdim256_bf16_softcap_sm90.cuh} |   0
 ... => flash_fwd_hdim256_bf16_split_sm90.cuh} |   0
 ...h_fwd_hdim256_bf16_split_softcap_sm90.cuh} |   0
 ...> flash_fwd_hdim256_e4m3_packgqa_sm90.cuh} |   0
 ... => flash_fwd_hdim256_e4m3_paged_sm90.cuh} |   0
 ...h_fwd_hdim256_e4m3_paged_softcap_sm90.cuh} |   0
 ...ash_fwd_hdim256_e4m3_paged_split_sm90.cuh} |   0
 ...hdim256_e4m3_paged_split_softcap_sm90.cuh} |   0
 ...m90.cu => flash_fwd_hdim256_e4m3_sm90.cuh} |   0
 ...fwd_hdim256_e4m3_softcap_packgqa_sm90.cuh} |   0
 ...> flash_fwd_hdim256_e4m3_softcap_sm90.cuh} |   0
 ... => flash_fwd_hdim256_e4m3_split_sm90.cuh} |   0
 ...h_fwd_hdim256_e4m3_split_softcap_sm90.cuh} |   0
 ...> flash_fwd_hdim256_fp16_packgqa_sm90.cuh} |   0
 ... => flash_fwd_hdim256_fp16_paged_sm90.cuh} |   0
 ...h_fwd_hdim256_fp16_paged_softcap_sm90.cuh} |   0
 ...ash_fwd_hdim256_fp16_paged_split_sm90.cuh} |   0
 ...hdim256_fp16_paged_split_softcap_sm90.cuh} |   0
 ...m90.cu => flash_fwd_hdim256_fp16_sm90.cuh} |   0
 ...fwd_hdim256_fp16_softcap_packgqa_sm90.cuh} |   0
 ...> flash_fwd_hdim256_fp16_softcap_sm90.cuh} |   0
 ... => flash_fwd_hdim256_fp16_split_sm90.cuh} |   0
 ...h_fwd_hdim256_fp16_split_softcap_sm90.cuh} |   0
 ...lash_fwd_hdim64_256_bf16_packgqa_sm90.cuh} |   0
 ... flash_fwd_hdim64_256_bf16_paged_sm90.cuh} |   0
 ...wd_hdim64_256_bf16_paged_softcap_sm90.cuh} |   0
 ..._fwd_hdim64_256_bf16_paged_split_sm90.cuh} |   0
 ...m64_256_bf16_paged_split_softcap_sm90.cuh} |   0
 ....cu => flash_fwd_hdim64_256_bf16_sm90.cuh} |   0
 ..._hdim64_256_bf16_softcap_packgqa_sm90.cuh} |   0
 ...lash_fwd_hdim64_256_bf16_softcap_sm90.cuh} |   0
 ... flash_fwd_hdim64_256_bf16_split_sm90.cuh} |   0
 ...wd_hdim64_256_bf16_split_softcap_sm90.cuh} |   0
 ...lash_fwd_hdim64_256_fp16_packgqa_sm90.cuh} |   0
 ... flash_fwd_hdim64_256_fp16_paged_sm90.cuh} |   0
 ...wd_hdim64_256_fp16_paged_softcap_sm90.cuh} |   0
 ..._fwd_hdim64_256_fp16_paged_split_sm90.cuh} |   0
 ...m64_256_fp16_paged_split_softcap_sm90.cuh} |   0
 ....cu => flash_fwd_hdim64_256_fp16_sm90.cuh} |   0
 ..._hdim64_256_fp16_softcap_packgqa_sm90.cuh} |   0
 ...lash_fwd_hdim64_256_fp16_softcap_sm90.cuh} |   0
 ... flash_fwd_hdim64_256_fp16_split_sm90.cuh} |   0
 ...wd_hdim64_256_fp16_split_softcap_sm90.cuh} |   0
 ...lash_fwd_hdim64_512_bf16_packgqa_sm90.cuh} |   0
 ... flash_fwd_hdim64_512_bf16_paged_sm90.cuh} |   0
 ...wd_hdim64_512_bf16_paged_softcap_sm90.cuh} |   0
 ..._fwd_hdim64_512_bf16_paged_split_sm90.cuh} |   0
 ...m64_512_bf16_paged_split_softcap_sm90.cuh} |   0
 ....cu => flash_fwd_hdim64_512_bf16_sm90.cuh} |   0
 ..._hdim64_512_bf16_softcap_packgqa_sm90.cuh} |   0
 ...lash_fwd_hdim64_512_bf16_softcap_sm90.cuh} |   0
 ... flash_fwd_hdim64_512_bf16_split_sm90.cuh} |   0
 ...wd_hdim64_512_bf16_split_softcap_sm90.cuh} |   0
 ...lash_fwd_hdim64_512_fp16_packgqa_sm90.cuh} |   0
 ... flash_fwd_hdim64_512_fp16_paged_sm90.cuh} |   0
 ...wd_hdim64_512_fp16_paged_softcap_sm90.cuh} |   0
 ..._fwd_hdim64_512_fp16_paged_split_sm90.cuh} |   0
 ...m64_512_fp16_paged_split_softcap_sm90.cuh} |   0
 ....cu => flash_fwd_hdim64_512_fp16_sm90.cuh} |   0
 ..._hdim64_512_fp16_softcap_packgqa_sm90.cuh} |   0
 ...lash_fwd_hdim64_512_fp16_softcap_sm90.cuh} |   0
 ... flash_fwd_hdim64_512_fp16_split_sm90.cuh} |   0
 ...wd_hdim64_512_fp16_split_softcap_sm90.cuh} |   0
 ...=> flash_fwd_hdim64_bf16_packgqa_sm90.cuh} |   0
 ...u => flash_fwd_hdim64_bf16_paged_sm90.cuh} |   0
 ...sh_fwd_hdim64_bf16_paged_softcap_sm90.cuh} |   0
 ...lash_fwd_hdim64_bf16_paged_split_sm90.cuh} |   0
 ..._hdim64_bf16_paged_split_softcap_sm90.cuh} |   0
 ...sm90.cu => flash_fwd_hdim64_bf16_sm90.cuh} |   0
 ..._fwd_hdim64_bf16_softcap_packgqa_sm90.cuh} |   0
 ...=> flash_fwd_hdim64_bf16_softcap_sm90.cuh} |   0
 ...u => flash_fwd_hdim64_bf16_split_sm90.cuh} |   0
 ...sh_fwd_hdim64_bf16_split_softcap_sm90.cuh} |   0
 ...=> flash_fwd_hdim64_e4m3_packgqa_sm90.cuh} |   0
 ...u => flash_fwd_hdim64_e4m3_paged_sm90.cuh} |   0
 ...sh_fwd_hdim64_e4m3_paged_softcap_sm90.cuh} |   0
 ...lash_fwd_hdim64_e4m3_paged_split_sm90.cuh} |   0
 ..._hdim64_e4m3_paged_split_softcap_sm90.cuh} |   0
 ...sm90.cu => flash_fwd_hdim64_e4m3_sm90.cuh} |   0
 ..._fwd_hdim64_e4m3_softcap_packgqa_sm90.cuh} |   0
 ...=> flash_fwd_hdim64_e4m3_softcap_sm90.cuh} |   0
 ...u => flash_fwd_hdim64_e4m3_split_sm90.cuh} |   0
 ...sh_fwd_hdim64_e4m3_split_softcap_sm90.cuh} |   0
 ...=> flash_fwd_hdim64_fp16_packgqa_sm90.cuh} |   0
 ...u => flash_fwd_hdim64_fp16_paged_sm90.cuh} |   0
 ...sh_fwd_hdim64_fp16_paged_softcap_sm90.cuh} |   0
 ...lash_fwd_hdim64_fp16_paged_split_sm90.cuh} |   0
 ..._hdim64_fp16_paged_split_softcap_sm90.cuh} |   0
 ...sm90.cu => flash_fwd_hdim64_fp16_sm90.cuh} |   0
 ..._fwd_hdim64_fp16_softcap_packgqa_sm90.cuh} |   0
 ...=> flash_fwd_hdim64_fp16_softcap_sm90.cuh} |   0
 ...u => flash_fwd_hdim64_fp16_split_sm90.cuh} |   0
 ...sh_fwd_hdim64_fp16_split_softcap_sm90.cuh} |   0
 ...=> flash_fwd_hdim96_bf16_packgqa_sm90.cuh} |   0
 ...u => flash_fwd_hdim96_bf16_paged_sm90.cuh} |   0
 ...sh_fwd_hdim96_bf16_paged_softcap_sm90.cuh} |   0
 ...lash_fwd_hdim96_bf16_paged_split_sm90.cuh} |   0
 ..._hdim96_bf16_paged_split_softcap_sm90.cuh} |   0
 ...sm90.cu => flash_fwd_hdim96_bf16_sm90.cuh} |   0
 ..._fwd_hdim96_bf16_softcap_packgqa_sm90.cuh} |   0
 ...=> flash_fwd_hdim96_bf16_softcap_sm90.cuh} |   0
 ...u => flash_fwd_hdim96_bf16_split_sm90.cuh} |   0
 ...sh_fwd_hdim96_bf16_split_softcap_sm90.cuh} |   0
 ...=> flash_fwd_hdim96_e4m3_packgqa_sm90.cuh} |   0
 ...u => flash_fwd_hdim96_e4m3_paged_sm90.cuh} |   0
 ...sh_fwd_hdim96_e4m3_paged_softcap_sm90.cuh} |   0
 ...lash_fwd_hdim96_e4m3_paged_split_sm90.cuh} |   0
 ..._hdim96_e4m3_paged_split_softcap_sm90.cuh} |   0
 ...sm90.cu => flash_fwd_hdim96_e4m3_sm90.cuh} |   0
 ..._fwd_hdim96_e4m3_softcap_packgqa_sm90.cuh} |   0
 ...=> flash_fwd_hdim96_e4m3_softcap_sm90.cuh} |   0
 ...u => flash_fwd_hdim96_e4m3_split_sm90.cuh} |   0
 ...sh_fwd_hdim96_e4m3_split_softcap_sm90.cuh} |   0
 ...=> flash_fwd_hdim96_fp16_packgqa_sm90.cuh} |   0
 ...u => flash_fwd_hdim96_fp16_paged_sm90.cuh} |   0
 ...sh_fwd_hdim96_fp16_paged_softcap_sm90.cuh} |   0
 ...lash_fwd_hdim96_fp16_paged_split_sm90.cuh} |   0
 ..._hdim96_fp16_paged_split_softcap_sm90.cuh} |   0
 ...sm90.cu => flash_fwd_hdim96_fp16_sm90.cuh} |   0
 ..._fwd_hdim96_fp16_softcap_packgqa_sm90.cuh} |   0
 ...=> flash_fwd_hdim96_fp16_softcap_sm90.cuh} |   0
 ...u => flash_fwd_hdim96_fp16_split_sm90.cuh} |   0
 ...sh_fwd_hdim96_fp16_split_softcap_sm90.cuh} |   0
 .../flash_fwd_hdimall_bf16_packgqa_sm90.cu    |  10 +-
 .../flash_fwd_hdimall_bf16_paged_sm90.cu      |  10 +-
 ...ash_fwd_hdimall_bf16_paged_softcap_sm90.cu |  10 +-
 ...flash_fwd_hdimall_bf16_paged_split_sm90.cu |  10 +-
 ...d_hdimall_bf16_paged_split_softcap_sm90.cu |  10 +-
 .../flash_fwd_hdimall_bf16_sm90.cu            |  10 +-
 ...h_fwd_hdimall_bf16_softcap_packgqa_sm90.cu |  10 +-
 .../flash_fwd_hdimall_bf16_softcap_sm90.cu    |  10 +-
 .../flash_fwd_hdimall_bf16_split_sm90.cu      |  10 +-
 ...ash_fwd_hdimall_bf16_split_softcap_sm90.cu |  10 +-
 .../flash_fwd_hdimall_e4m3_packgqa_sm90.cu    |  10 +-
 .../flash_fwd_hdimall_e4m3_paged_sm90.cu      |  10 +-
 ...ash_fwd_hdimall_e4m3_paged_softcap_sm90.cu |  10 +-
 ...flash_fwd_hdimall_e4m3_paged_split_sm90.cu |  10 +-
 ...d_hdimall_e4m3_paged_split_softcap_sm90.cu |  10 +-
 .../flash_fwd_hdimall_e4m3_sm90.cu            |  10 +-
 ...h_fwd_hdimall_e4m3_softcap_packgqa_sm90.cu |  10 +-
 .../flash_fwd_hdimall_e4m3_softcap_sm90.cu    |  10 +-
 .../flash_fwd_hdimall_e4m3_split_sm90.cu      |  10 +-
 ...ash_fwd_hdimall_e4m3_split_softcap_sm90.cu |  10 +-
 .../flash_fwd_hdimall_fp16_packgqa_sm90.cu    |  10 +-
 .../flash_fwd_hdimall_fp16_paged_sm90.cu      |  10 +-
 ...ash_fwd_hdimall_fp16_paged_softcap_sm90.cu |  10 +-
 ...flash_fwd_hdimall_fp16_paged_split_sm90.cu |  10 +-
 ...d_hdimall_fp16_paged_split_softcap_sm90.cu |  10 +-
 .../flash_fwd_hdimall_fp16_sm90.cu            |  10 +-
 ...h_fwd_hdimall_fp16_softcap_packgqa_sm90.cu |  10 +-
 .../flash_fwd_hdimall_fp16_softcap_sm90.cu    |  10 +-
 .../flash_fwd_hdimall_fp16_split_sm90.cu      |  10 +-
 ...ash_fwd_hdimall_fp16_split_softcap_sm90.cu |  10 +-
 .../flash_fwd_hdimdiff_bf16_packgqa_sm90.cu   |   6 +-
 .../flash_fwd_hdimdiff_bf16_paged_sm90.cu     |   6 +-
 ...sh_fwd_hdimdiff_bf16_paged_softcap_sm90.cu |   6 +-
 ...lash_fwd_hdimdiff_bf16_paged_split_sm90.cu |   6 +-
 ..._hdimdiff_bf16_paged_split_softcap_sm90.cu |   6 +-
 .../flash_fwd_hdimdiff_bf16_sm90.cu           |   6 +-
 ..._fwd_hdimdiff_bf16_softcap_packgqa_sm90.cu |   6 +-
 .../flash_fwd_hdimdiff_bf16_softcap_sm90.cu   |   6 +-
 .../flash_fwd_hdimdiff_bf16_split_sm90.cu     |   6 +-
 ...sh_fwd_hdimdiff_bf16_split_softcap_sm90.cu |   6 +-
 .../flash_fwd_hdimdiff_e4m3_packgqa_sm90.cu   |   2 +-
 .../flash_fwd_hdimdiff_e4m3_paged_sm90.cu     |   2 +-
 ...sh_fwd_hdimdiff_e4m3_paged_softcap_sm90.cu |   2 +-
 ...lash_fwd_hdimdiff_e4m3_paged_split_sm90.cu |   2 +-
 ..._hdimdiff_e4m3_paged_split_softcap_sm90.cu |   2 +-
 .../flash_fwd_hdimdiff_e4m3_sm90.cu           |   2 +-
 ..._fwd_hdimdiff_e4m3_softcap_packgqa_sm90.cu |   2 +-
 .../flash_fwd_hdimdiff_e4m3_softcap_sm90.cu   |   2 +-
 .../flash_fwd_hdimdiff_e4m3_split_sm90.cu     |   2 +-
 ...sh_fwd_hdimdiff_e4m3_split_softcap_sm90.cu |   2 +-
 .../flash_fwd_hdimdiff_fp16_packgqa_sm90.cu   |   6 +-
 .../flash_fwd_hdimdiff_fp16_paged_sm90.cu     |   6 +-
 ...sh_fwd_hdimdiff_fp16_paged_softcap_sm90.cu |   6 +-
 ...lash_fwd_hdimdiff_fp16_paged_split_sm90.cu |   6 +-
 ..._hdimdiff_fp16_paged_split_softcap_sm90.cu |   6 +-
 .../flash_fwd_hdimdiff_fp16_sm90.cu           |   6 +-
 ..._fwd_hdimdiff_fp16_softcap_packgqa_sm90.cu |   6 +-
 .../flash_fwd_hdimdiff_fp16_softcap_sm90.cu   |   6 +-
 .../flash_fwd_hdimdiff_fp16_split_sm90.cu     |   6 +-
 ...sh_fwd_hdimdiff_fp16_split_softcap_sm90.cu |   6 +-
 281 files changed, 440 insertions(+), 440 deletions(-)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_bf16_packgqa_sm90.cu => flash_fwd_hdim128_bf16_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_bf16_paged_sm90.cu => flash_fwd_hdim128_bf16_paged_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_bf16_paged_softcap_sm90.cu => flash_fwd_hdim128_bf16_paged_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_bf16_paged_split_sm90.cu => flash_fwd_hdim128_bf16_paged_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_bf16_paged_split_softcap_sm90.cu => flash_fwd_hdim128_bf16_paged_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_bf16_sm90.cu => flash_fwd_hdim128_bf16_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_bf16_softcap_packgqa_sm90.cu => flash_fwd_hdim128_bf16_softcap_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_bf16_softcap_sm90.cu => flash_fwd_hdim128_bf16_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_bf16_split_sm90.cu => flash_fwd_hdim128_bf16_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_bf16_split_softcap_sm90.cu => flash_fwd_hdim128_bf16_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_e4m3_packgqa_sm90.cu => flash_fwd_hdim128_e4m3_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_e4m3_paged_sm90.cu => flash_fwd_hdim128_e4m3_paged_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_e4m3_paged_softcap_sm90.cu => flash_fwd_hdim128_e4m3_paged_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_e4m3_paged_split_sm90.cu => flash_fwd_hdim128_e4m3_paged_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_e4m3_paged_split_softcap_sm90.cu => flash_fwd_hdim128_e4m3_paged_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_e4m3_sm90.cu => flash_fwd_hdim128_e4m3_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_e4m3_softcap_packgqa_sm90.cu => flash_fwd_hdim128_e4m3_softcap_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_e4m3_softcap_sm90.cu => flash_fwd_hdim128_e4m3_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_e4m3_split_sm90.cu => flash_fwd_hdim128_e4m3_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_e4m3_split_softcap_sm90.cu => flash_fwd_hdim128_e4m3_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_fp16_packgqa_sm90.cu => flash_fwd_hdim128_fp16_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_fp16_paged_sm90.cu => flash_fwd_hdim128_fp16_paged_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_fp16_paged_softcap_sm90.cu => flash_fwd_hdim128_fp16_paged_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_fp16_paged_split_sm90.cu => flash_fwd_hdim128_fp16_paged_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_fp16_paged_split_softcap_sm90.cu => flash_fwd_hdim128_fp16_paged_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_fp16_sm90.cu => flash_fwd_hdim128_fp16_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_fp16_softcap_packgqa_sm90.cu => flash_fwd_hdim128_fp16_softcap_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_fp16_softcap_sm90.cu => flash_fwd_hdim128_fp16_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_fp16_split_sm90.cu => flash_fwd_hdim128_fp16_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim128_fp16_split_softcap_sm90.cu => flash_fwd_hdim128_fp16_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_bf16_packgqa_sm90.cu => flash_fwd_hdim192_128_bf16_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_bf16_paged_sm90.cu => flash_fwd_hdim192_128_bf16_paged_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_bf16_paged_softcap_sm90.cu => flash_fwd_hdim192_128_bf16_paged_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_bf16_paged_split_sm90.cu => flash_fwd_hdim192_128_bf16_paged_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_bf16_paged_split_softcap_sm90.cu => flash_fwd_hdim192_128_bf16_paged_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_bf16_sm90.cu => flash_fwd_hdim192_128_bf16_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_bf16_softcap_packgqa_sm90.cu => flash_fwd_hdim192_128_bf16_softcap_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_bf16_softcap_sm90.cu => flash_fwd_hdim192_128_bf16_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_bf16_split_sm90.cu => flash_fwd_hdim192_128_bf16_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_bf16_split_softcap_sm90.cu => flash_fwd_hdim192_128_bf16_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_e4m3_packgqa_sm90.cu => flash_fwd_hdim192_128_e4m3_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_e4m3_paged_sm90.cu => flash_fwd_hdim192_128_e4m3_paged_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_e4m3_paged_softcap_sm90.cu => flash_fwd_hdim192_128_e4m3_paged_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_e4m3_paged_split_sm90.cu => flash_fwd_hdim192_128_e4m3_paged_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_e4m3_paged_split_softcap_sm90.cu => flash_fwd_hdim192_128_e4m3_paged_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_e4m3_sm90.cu => flash_fwd_hdim192_128_e4m3_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_e4m3_softcap_packgqa_sm90.cu => flash_fwd_hdim192_128_e4m3_softcap_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_e4m3_softcap_sm90.cu => flash_fwd_hdim192_128_e4m3_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_e4m3_split_sm90.cu => flash_fwd_hdim192_128_e4m3_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_e4m3_split_softcap_sm90.cu => flash_fwd_hdim192_128_e4m3_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_fp16_packgqa_sm90.cu => flash_fwd_hdim192_128_fp16_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_fp16_paged_sm90.cu => flash_fwd_hdim192_128_fp16_paged_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_fp16_paged_softcap_sm90.cu => flash_fwd_hdim192_128_fp16_paged_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_fp16_paged_split_sm90.cu => flash_fwd_hdim192_128_fp16_paged_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_fp16_paged_split_softcap_sm90.cu => flash_fwd_hdim192_128_fp16_paged_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_fp16_sm90.cu => flash_fwd_hdim192_128_fp16_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_fp16_softcap_packgqa_sm90.cu => flash_fwd_hdim192_128_fp16_softcap_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_fp16_softcap_sm90.cu => flash_fwd_hdim192_128_fp16_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_fp16_split_sm90.cu => flash_fwd_hdim192_128_fp16_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_128_fp16_split_softcap_sm90.cu => flash_fwd_hdim192_128_fp16_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_bf16_packgqa_sm90.cu => flash_fwd_hdim192_bf16_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_bf16_paged_sm90.cu => flash_fwd_hdim192_bf16_paged_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_bf16_paged_softcap_sm90.cu => flash_fwd_hdim192_bf16_paged_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_bf16_paged_split_sm90.cu => flash_fwd_hdim192_bf16_paged_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_bf16_paged_split_softcap_sm90.cu => flash_fwd_hdim192_bf16_paged_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_bf16_sm90.cu => flash_fwd_hdim192_bf16_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_bf16_softcap_packgqa_sm90.cu => flash_fwd_hdim192_bf16_softcap_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_bf16_softcap_sm90.cu => flash_fwd_hdim192_bf16_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_bf16_split_sm90.cu => flash_fwd_hdim192_bf16_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_bf16_split_softcap_sm90.cu => flash_fwd_hdim192_bf16_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_e4m3_packgqa_sm90.cu => flash_fwd_hdim192_e4m3_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_e4m3_paged_sm90.cu => flash_fwd_hdim192_e4m3_paged_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_e4m3_paged_softcap_sm90.cu => flash_fwd_hdim192_e4m3_paged_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_e4m3_paged_split_sm90.cu => flash_fwd_hdim192_e4m3_paged_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_e4m3_paged_split_softcap_sm90.cu => flash_fwd_hdim192_e4m3_paged_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_e4m3_sm90.cu => flash_fwd_hdim192_e4m3_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_e4m3_softcap_packgqa_sm90.cu => flash_fwd_hdim192_e4m3_softcap_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_e4m3_softcap_sm90.cu => flash_fwd_hdim192_e4m3_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_e4m3_split_sm90.cu => flash_fwd_hdim192_e4m3_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_e4m3_split_softcap_sm90.cu => flash_fwd_hdim192_e4m3_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_fp16_packgqa_sm90.cu => flash_fwd_hdim192_fp16_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_fp16_paged_sm90.cu => flash_fwd_hdim192_fp16_paged_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_fp16_paged_softcap_sm90.cu => flash_fwd_hdim192_fp16_paged_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_fp16_paged_split_sm90.cu => flash_fwd_hdim192_fp16_paged_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_fp16_paged_split_softcap_sm90.cu => flash_fwd_hdim192_fp16_paged_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_fp16_sm90.cu => flash_fwd_hdim192_fp16_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_fp16_softcap_packgqa_sm90.cu => flash_fwd_hdim192_fp16_softcap_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_fp16_softcap_sm90.cu => flash_fwd_hdim192_fp16_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_fp16_split_sm90.cu => flash_fwd_hdim192_fp16_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim192_fp16_split_softcap_sm90.cu => flash_fwd_hdim192_fp16_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_bf16_packgqa_sm90.cu => flash_fwd_hdim256_bf16_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_bf16_paged_sm90.cu => flash_fwd_hdim256_bf16_paged_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_bf16_paged_softcap_sm90.cu => flash_fwd_hdim256_bf16_paged_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_bf16_paged_split_sm90.cu => flash_fwd_hdim256_bf16_paged_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_bf16_paged_split_softcap_sm90.cu => flash_fwd_hdim256_bf16_paged_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_bf16_sm90.cu => flash_fwd_hdim256_bf16_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_bf16_softcap_packgqa_sm90.cu => flash_fwd_hdim256_bf16_softcap_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_bf16_softcap_sm90.cu => flash_fwd_hdim256_bf16_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_bf16_split_sm90.cu => flash_fwd_hdim256_bf16_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_bf16_split_softcap_sm90.cu => flash_fwd_hdim256_bf16_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_e4m3_packgqa_sm90.cu => flash_fwd_hdim256_e4m3_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_e4m3_paged_sm90.cu => flash_fwd_hdim256_e4m3_paged_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_e4m3_paged_softcap_sm90.cu => flash_fwd_hdim256_e4m3_paged_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_e4m3_paged_split_sm90.cu => flash_fwd_hdim256_e4m3_paged_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_e4m3_paged_split_softcap_sm90.cu => flash_fwd_hdim256_e4m3_paged_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_e4m3_sm90.cu => flash_fwd_hdim256_e4m3_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_e4m3_softcap_packgqa_sm90.cu => flash_fwd_hdim256_e4m3_softcap_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_e4m3_softcap_sm90.cu => flash_fwd_hdim256_e4m3_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_e4m3_split_sm90.cu => flash_fwd_hdim256_e4m3_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_e4m3_split_softcap_sm90.cu => flash_fwd_hdim256_e4m3_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_fp16_packgqa_sm90.cu => flash_fwd_hdim256_fp16_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_fp16_paged_sm90.cu => flash_fwd_hdim256_fp16_paged_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_fp16_paged_softcap_sm90.cu => flash_fwd_hdim256_fp16_paged_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_fp16_paged_split_sm90.cu => flash_fwd_hdim256_fp16_paged_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_fp16_paged_split_softcap_sm90.cu => flash_fwd_hdim256_fp16_paged_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_fp16_sm90.cu => flash_fwd_hdim256_fp16_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_fp16_softcap_packgqa_sm90.cu => flash_fwd_hdim256_fp16_softcap_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_fp16_softcap_sm90.cu => flash_fwd_hdim256_fp16_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_fp16_split_sm90.cu => flash_fwd_hdim256_fp16_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim256_fp16_split_softcap_sm90.cu => flash_fwd_hdim256_fp16_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_256_bf16_packgqa_sm90.cu => flash_fwd_hdim64_256_bf16_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_256_bf16_paged_sm90.cu => flash_fwd_hdim64_256_bf16_paged_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_256_bf16_paged_softcap_sm90.cu => flash_fwd_hdim64_256_bf16_paged_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_256_bf16_paged_split_sm90.cu => flash_fwd_hdim64_256_bf16_paged_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_256_bf16_paged_split_softcap_sm90.cu => flash_fwd_hdim64_256_bf16_paged_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_256_bf16_sm90.cu => flash_fwd_hdim64_256_bf16_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_256_bf16_softcap_packgqa_sm90.cu => flash_fwd_hdim64_256_bf16_softcap_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_256_bf16_softcap_sm90.cu => flash_fwd_hdim64_256_bf16_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_256_bf16_split_sm90.cu => flash_fwd_hdim64_256_bf16_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_256_bf16_split_softcap_sm90.cu => flash_fwd_hdim64_256_bf16_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_256_fp16_packgqa_sm90.cu => flash_fwd_hdim64_256_fp16_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_256_fp16_paged_sm90.cu => flash_fwd_hdim64_256_fp16_paged_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_256_fp16_paged_softcap_sm90.cu => flash_fwd_hdim64_256_fp16_paged_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_256_fp16_paged_split_sm90.cu => flash_fwd_hdim64_256_fp16_paged_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_256_fp16_paged_split_softcap_sm90.cu => flash_fwd_hdim64_256_fp16_paged_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_256_fp16_sm90.cu => flash_fwd_hdim64_256_fp16_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_256_fp16_softcap_packgqa_sm90.cu => flash_fwd_hdim64_256_fp16_softcap_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_256_fp16_softcap_sm90.cu => flash_fwd_hdim64_256_fp16_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_256_fp16_split_sm90.cu => flash_fwd_hdim64_256_fp16_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_256_fp16_split_softcap_sm90.cu => flash_fwd_hdim64_256_fp16_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_512_bf16_packgqa_sm90.cu => flash_fwd_hdim64_512_bf16_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_512_bf16_paged_sm90.cu => flash_fwd_hdim64_512_bf16_paged_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_512_bf16_paged_softcap_sm90.cu => flash_fwd_hdim64_512_bf16_paged_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_512_bf16_paged_split_sm90.cu => flash_fwd_hdim64_512_bf16_paged_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_512_bf16_paged_split_softcap_sm90.cu => flash_fwd_hdim64_512_bf16_paged_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_512_bf16_sm90.cu => flash_fwd_hdim64_512_bf16_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_512_bf16_softcap_packgqa_sm90.cu => flash_fwd_hdim64_512_bf16_softcap_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_512_bf16_softcap_sm90.cu => flash_fwd_hdim64_512_bf16_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_512_bf16_split_sm90.cu => flash_fwd_hdim64_512_bf16_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_512_bf16_split_softcap_sm90.cu => flash_fwd_hdim64_512_bf16_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_512_fp16_packgqa_sm90.cu => flash_fwd_hdim64_512_fp16_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_512_fp16_paged_sm90.cu => flash_fwd_hdim64_512_fp16_paged_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_512_fp16_paged_softcap_sm90.cu => flash_fwd_hdim64_512_fp16_paged_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_512_fp16_paged_split_sm90.cu => flash_fwd_hdim64_512_fp16_paged_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_512_fp16_paged_split_softcap_sm90.cu => flash_fwd_hdim64_512_fp16_paged_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_512_fp16_sm90.cu => flash_fwd_hdim64_512_fp16_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_512_fp16_softcap_packgqa_sm90.cu => flash_fwd_hdim64_512_fp16_softcap_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_512_fp16_softcap_sm90.cu => flash_fwd_hdim64_512_fp16_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_512_fp16_split_sm90.cu => flash_fwd_hdim64_512_fp16_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_512_fp16_split_softcap_sm90.cu => flash_fwd_hdim64_512_fp16_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_bf16_packgqa_sm90.cu => flash_fwd_hdim64_bf16_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_bf16_paged_sm90.cu => flash_fwd_hdim64_bf16_paged_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_bf16_paged_softcap_sm90.cu => flash_fwd_hdim64_bf16_paged_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_bf16_paged_split_sm90.cu => flash_fwd_hdim64_bf16_paged_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_bf16_paged_split_softcap_sm90.cu => flash_fwd_hdim64_bf16_paged_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_bf16_sm90.cu => flash_fwd_hdim64_bf16_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_bf16_softcap_packgqa_sm90.cu => flash_fwd_hdim64_bf16_softcap_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_bf16_softcap_sm90.cu => flash_fwd_hdim64_bf16_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_bf16_split_sm90.cu => flash_fwd_hdim64_bf16_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_bf16_split_softcap_sm90.cu => flash_fwd_hdim64_bf16_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_e4m3_packgqa_sm90.cu => flash_fwd_hdim64_e4m3_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_e4m3_paged_sm90.cu => flash_fwd_hdim64_e4m3_paged_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_e4m3_paged_softcap_sm90.cu => flash_fwd_hdim64_e4m3_paged_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_e4m3_paged_split_sm90.cu => flash_fwd_hdim64_e4m3_paged_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_e4m3_paged_split_softcap_sm90.cu => flash_fwd_hdim64_e4m3_paged_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_e4m3_sm90.cu => flash_fwd_hdim64_e4m3_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_e4m3_softcap_packgqa_sm90.cu => flash_fwd_hdim64_e4m3_softcap_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_e4m3_softcap_sm90.cu => flash_fwd_hdim64_e4m3_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_e4m3_split_sm90.cu => flash_fwd_hdim64_e4m3_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_e4m3_split_softcap_sm90.cu => flash_fwd_hdim64_e4m3_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_fp16_packgqa_sm90.cu => flash_fwd_hdim64_fp16_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_fp16_paged_sm90.cu => flash_fwd_hdim64_fp16_paged_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_fp16_paged_softcap_sm90.cu => flash_fwd_hdim64_fp16_paged_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_fp16_paged_split_sm90.cu => flash_fwd_hdim64_fp16_paged_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_fp16_paged_split_softcap_sm90.cu => flash_fwd_hdim64_fp16_paged_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_fp16_sm90.cu => flash_fwd_hdim64_fp16_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_fp16_softcap_packgqa_sm90.cu => flash_fwd_hdim64_fp16_softcap_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_fp16_softcap_sm90.cu => flash_fwd_hdim64_fp16_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_fp16_split_sm90.cu => flash_fwd_hdim64_fp16_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim64_fp16_split_softcap_sm90.cu => flash_fwd_hdim64_fp16_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_bf16_packgqa_sm90.cu => flash_fwd_hdim96_bf16_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_bf16_paged_sm90.cu => flash_fwd_hdim96_bf16_paged_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_bf16_paged_softcap_sm90.cu => flash_fwd_hdim96_bf16_paged_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_bf16_paged_split_sm90.cu => flash_fwd_hdim96_bf16_paged_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_bf16_paged_split_softcap_sm90.cu => flash_fwd_hdim96_bf16_paged_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_bf16_sm90.cu => flash_fwd_hdim96_bf16_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_bf16_softcap_packgqa_sm90.cu => flash_fwd_hdim96_bf16_softcap_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_bf16_softcap_sm90.cu => flash_fwd_hdim96_bf16_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_bf16_split_sm90.cu => flash_fwd_hdim96_bf16_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_bf16_split_softcap_sm90.cu => flash_fwd_hdim96_bf16_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_e4m3_packgqa_sm90.cu => flash_fwd_hdim96_e4m3_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_e4m3_paged_sm90.cu => flash_fwd_hdim96_e4m3_paged_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_e4m3_paged_softcap_sm90.cu => flash_fwd_hdim96_e4m3_paged_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_e4m3_paged_split_sm90.cu => flash_fwd_hdim96_e4m3_paged_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_e4m3_paged_split_softcap_sm90.cu => flash_fwd_hdim96_e4m3_paged_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_e4m3_sm90.cu => flash_fwd_hdim96_e4m3_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_e4m3_softcap_packgqa_sm90.cu => flash_fwd_hdim96_e4m3_softcap_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_e4m3_softcap_sm90.cu => flash_fwd_hdim96_e4m3_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_e4m3_split_sm90.cu => flash_fwd_hdim96_e4m3_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_e4m3_split_softcap_sm90.cu => flash_fwd_hdim96_e4m3_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_fp16_packgqa_sm90.cu => flash_fwd_hdim96_fp16_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_fp16_paged_sm90.cu => flash_fwd_hdim96_fp16_paged_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_fp16_paged_softcap_sm90.cu => flash_fwd_hdim96_fp16_paged_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_fp16_paged_split_sm90.cu => flash_fwd_hdim96_fp16_paged_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_fp16_paged_split_softcap_sm90.cu => flash_fwd_hdim96_fp16_paged_split_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_fp16_sm90.cu => flash_fwd_hdim96_fp16_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_fp16_softcap_packgqa_sm90.cu => flash_fwd_hdim96_fp16_softcap_packgqa_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_fp16_softcap_sm90.cu => flash_fwd_hdim96_fp16_softcap_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_fp16_split_sm90.cu => flash_fwd_hdim96_fp16_split_sm90.cuh} (100%)
 rename flash-attn3/flash-attn/instantiations/{flash_fwd_hdim96_fp16_split_softcap_sm90.cu => flash_fwd_hdim96_fp16_split_softcap_sm90.cuh} (100%)

diff --git a/flash-attn3/build.toml b/flash-attn3/build.toml
index 2027501f..af0164ae 100644
--- a/flash-attn3/build.toml
+++ b/flash-attn3/build.toml
@@ -267,226 +267,226 @@ src = [
     "flash-attn/instantiations/flash_bwd_hdim96_bf16_softcap_sm90.cu",
     "flash-attn/instantiations/flash_bwd_hdim96_fp16_sm90.cu",
     "flash-attn/instantiations/flash_bwd_hdim96_fp16_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_bf16_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_bf16_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_bf16_softcap_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_bf16_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_bf16_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_bf16_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_e4m3_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_e4m3_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_e4m3_softcap_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_e4m3_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_e4m3_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_e4m3_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_fp16_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_fp16_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_fp16_softcap_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_fp16_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_fp16_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim128_fp16_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_bf16_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_bf16_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_bf16_softcap_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_bf16_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_bf16_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_bf16_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_softcap_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_fp16_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_fp16_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_fp16_softcap_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_fp16_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_fp16_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_128_fp16_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_bf16_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_bf16_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_bf16_softcap_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_bf16_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_bf16_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_bf16_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_e4m3_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_e4m3_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_e4m3_softcap_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_e4m3_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_e4m3_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_e4m3_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_fp16_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_fp16_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_fp16_softcap_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_fp16_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_fp16_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim192_fp16_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_bf16_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_bf16_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_bf16_softcap_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_bf16_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_bf16_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_bf16_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_e4m3_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_e4m3_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_e4m3_softcap_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_e4m3_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_e4m3_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_e4m3_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_fp16_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_fp16_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_fp16_softcap_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_fp16_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_fp16_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim256_fp16_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_256_bf16_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_256_bf16_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_256_bf16_softcap_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_256_bf16_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_256_bf16_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_256_bf16_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_256_fp16_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_256_fp16_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_256_fp16_softcap_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_256_fp16_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_256_fp16_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_256_fp16_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_512_bf16_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_512_bf16_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_512_bf16_softcap_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_512_bf16_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_512_bf16_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_512_bf16_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_512_fp16_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_512_fp16_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_512_fp16_softcap_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_512_fp16_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_512_fp16_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_512_fp16_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_bf16_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_bf16_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_bf16_softcap_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_bf16_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_bf16_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_bf16_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_e4m3_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_e4m3_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_e4m3_softcap_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_e4m3_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_e4m3_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_e4m3_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_fp16_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_fp16_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_fp16_softcap_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_fp16_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_fp16_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim64_fp16_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_bf16_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_bf16_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_bf16_softcap_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_bf16_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_bf16_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_bf16_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_e4m3_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_e4m3_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_e4m3_softcap_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_e4m3_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_e4m3_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_e4m3_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_fp16_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_split_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_fp16_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_fp16_softcap_packgqa_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_fp16_softcap_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_fp16_split_sm90.cu",
-    "flash-attn/instantiations/flash_fwd_hdim96_fp16_split_softcap_sm90.cu",
+    "flash-attn/instantiations/flash_fwd_hdim128_bf16_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_bf16_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_bf16_softcap_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_bf16_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_bf16_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_bf16_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_e4m3_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_e4m3_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_e4m3_softcap_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_e4m3_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_e4m3_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_e4m3_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_fp16_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_fp16_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_fp16_softcap_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_fp16_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_fp16_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim128_fp16_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_bf16_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_bf16_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_bf16_softcap_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_bf16_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_bf16_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_bf16_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_softcap_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_fp16_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_fp16_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_fp16_softcap_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_fp16_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_fp16_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_128_fp16_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_bf16_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_bf16_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_bf16_softcap_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_bf16_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_bf16_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_bf16_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_e4m3_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_e4m3_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_e4m3_softcap_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_e4m3_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_e4m3_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_e4m3_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_fp16_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_fp16_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_fp16_softcap_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_fp16_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_fp16_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim192_fp16_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_bf16_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_bf16_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_bf16_softcap_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_bf16_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_bf16_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_bf16_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_e4m3_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_e4m3_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_e4m3_softcap_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_e4m3_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_e4m3_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_e4m3_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_fp16_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_fp16_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_fp16_softcap_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_fp16_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_fp16_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim256_fp16_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_256_bf16_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_256_bf16_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_256_bf16_softcap_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_256_bf16_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_256_bf16_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_256_bf16_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_256_fp16_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_256_fp16_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_256_fp16_softcap_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_256_fp16_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_256_fp16_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_256_fp16_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_512_bf16_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_512_bf16_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_512_bf16_softcap_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_512_bf16_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_512_bf16_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_512_bf16_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_512_fp16_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_512_fp16_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_512_fp16_softcap_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_512_fp16_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_512_fp16_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_512_fp16_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_bf16_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_bf16_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_bf16_softcap_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_bf16_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_bf16_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_bf16_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_e4m3_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_e4m3_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_e4m3_softcap_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_e4m3_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_e4m3_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_e4m3_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_fp16_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_fp16_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_fp16_softcap_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_fp16_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_fp16_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim64_fp16_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_bf16_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_bf16_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_bf16_softcap_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_bf16_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_bf16_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_bf16_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_e4m3_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_e4m3_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_e4m3_softcap_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_e4m3_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_e4m3_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_e4m3_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_fp16_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_split_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_fp16_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_fp16_softcap_packgqa_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_fp16_softcap_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_fp16_split_sm90.cuh",
+    "flash-attn/instantiations/flash_fwd_hdim96_fp16_split_softcap_sm90.cuh",
     "flash-attn/instantiations/flash_fwd_hdimall_bf16_packgqa_sm90.cu",
     "flash-attn/instantiations/flash_fwd_hdimall_bf16_paged_sm90.cu",
     "flash-attn/instantiations/flash_fwd_hdimall_bf16_paged_softcap_sm90.cu",
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_paged_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_softcap_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_softcap_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_softcap_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_bf16_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_paged_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_softcap_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_softcap_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_softcap_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_e4m3_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_paged_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_softcap_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_softcap_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_softcap_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim128_fp16_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_paged_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_softcap_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_softcap_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_softcap_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_bf16_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_paged_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_softcap_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_softcap_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_softcap_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_e4m3_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_paged_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_softcap_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_softcap_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_softcap_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_128_fp16_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_paged_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_softcap_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_softcap_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_softcap_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_bf16_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_paged_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_softcap_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_softcap_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_softcap_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_e4m3_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_paged_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_softcap_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_softcap_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_softcap_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim192_fp16_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_paged_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_softcap_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_softcap_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_softcap_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_bf16_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_paged_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_softcap_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_softcap_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_softcap_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_e4m3_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_paged_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_softcap_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_softcap_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_softcap_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim256_fp16_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_paged_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_softcap_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_softcap_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_softcap_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_bf16_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_paged_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_softcap_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_softcap_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_softcap_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_256_fp16_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_paged_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_softcap_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_softcap_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_softcap_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_bf16_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_paged_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_softcap_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_softcap_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_softcap_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_512_fp16_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_paged_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_softcap_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_softcap_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_softcap_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_bf16_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_paged_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_softcap_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_softcap_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_softcap_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_e4m3_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_paged_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_softcap_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_softcap_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_softcap_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim64_fp16_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_paged_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_softcap_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_softcap_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_softcap_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_bf16_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_paged_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_softcap_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_softcap_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_softcap_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_e4m3_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_paged_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_softcap_packgqa_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_softcap_packgqa_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_softcap_packgqa_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_split_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_split_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_split_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_split_softcap_sm90.cuh
similarity index 100%
rename from flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_split_softcap_sm90.cu
rename to flash-attn3/flash-attn/instantiations/flash_fwd_hdim96_fp16_split_softcap_sm90.cuh
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_packgqa_sm90.cu
index 8b659e83..75e3b5fe 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_packgqa_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_packgqa_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_bf16_packgqa_sm90.cu"
-#include "flash_fwd_hdim96_bf16_packgqa_sm90.cu"
-#include "flash_fwd_hdim128_bf16_packgqa_sm90.cu"
-#include "flash_fwd_hdim192_bf16_packgqa_sm90.cu"
-#include "flash_fwd_hdim256_bf16_packgqa_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_bf16_packgqa_sm90.cuh"
+#include "flash_fwd_hdim96_bf16_packgqa_sm90.cuh"
+#include "flash_fwd_hdim128_bf16_packgqa_sm90.cuh"
+#include "flash_fwd_hdim192_bf16_packgqa_sm90.cuh"
+#include "flash_fwd_hdim256_bf16_packgqa_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_paged_sm90.cu
index c84d02b6..1c38ac69 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_paged_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_paged_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_bf16_paged_sm90.cu"
-#include "flash_fwd_hdim96_bf16_paged_sm90.cu"
-#include "flash_fwd_hdim128_bf16_paged_sm90.cu"
-#include "flash_fwd_hdim192_bf16_paged_sm90.cu"
-#include "flash_fwd_hdim256_bf16_paged_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_bf16_paged_sm90.cuh"
+#include "flash_fwd_hdim96_bf16_paged_sm90.cuh"
+#include "flash_fwd_hdim128_bf16_paged_sm90.cuh"
+#include "flash_fwd_hdim192_bf16_paged_sm90.cuh"
+#include "flash_fwd_hdim256_bf16_paged_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_paged_softcap_sm90.cu
index 6aaf7d12..7082111d 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_paged_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_paged_softcap_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_bf16_paged_softcap_sm90.cu"
-#include "flash_fwd_hdim96_bf16_paged_softcap_sm90.cu"
-#include "flash_fwd_hdim128_bf16_paged_softcap_sm90.cu"
-#include "flash_fwd_hdim192_bf16_paged_softcap_sm90.cu"
-#include "flash_fwd_hdim256_bf16_paged_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_bf16_paged_softcap_sm90.cuh"
+#include "flash_fwd_hdim96_bf16_paged_softcap_sm90.cuh"
+#include "flash_fwd_hdim128_bf16_paged_softcap_sm90.cuh"
+#include "flash_fwd_hdim192_bf16_paged_softcap_sm90.cuh"
+#include "flash_fwd_hdim256_bf16_paged_softcap_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_paged_split_sm90.cu
index 11712141..bfa1d139 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_paged_split_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_paged_split_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_bf16_paged_split_sm90.cu"
-#include "flash_fwd_hdim96_bf16_paged_split_sm90.cu"
-#include "flash_fwd_hdim128_bf16_paged_split_sm90.cu"
-#include "flash_fwd_hdim192_bf16_paged_split_sm90.cu"
-#include "flash_fwd_hdim256_bf16_paged_split_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_bf16_paged_split_sm90.cuh"
+#include "flash_fwd_hdim96_bf16_paged_split_sm90.cuh"
+#include "flash_fwd_hdim128_bf16_paged_split_sm90.cuh"
+#include "flash_fwd_hdim192_bf16_paged_split_sm90.cuh"
+#include "flash_fwd_hdim256_bf16_paged_split_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_paged_split_softcap_sm90.cu
index 61757230..ada7036d 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_paged_split_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_paged_split_softcap_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_bf16_paged_split_softcap_sm90.cu"
-#include "flash_fwd_hdim96_bf16_paged_split_softcap_sm90.cu"
-#include "flash_fwd_hdim128_bf16_paged_split_softcap_sm90.cu"
-#include "flash_fwd_hdim192_bf16_paged_split_softcap_sm90.cu"
-#include "flash_fwd_hdim256_bf16_paged_split_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_bf16_paged_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim96_bf16_paged_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim128_bf16_paged_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim192_bf16_paged_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim256_bf16_paged_split_softcap_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_sm90.cu
index 2aac1970..490c6578 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_bf16_sm90.cu"
-#include "flash_fwd_hdim96_bf16_sm90.cu"
-#include "flash_fwd_hdim128_bf16_sm90.cu"
-#include "flash_fwd_hdim192_bf16_sm90.cu"
-#include "flash_fwd_hdim256_bf16_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_bf16_sm90.cuh"
+#include "flash_fwd_hdim96_bf16_sm90.cuh"
+#include "flash_fwd_hdim128_bf16_sm90.cuh"
+#include "flash_fwd_hdim192_bf16_sm90.cuh"
+#include "flash_fwd_hdim256_bf16_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_softcap_packgqa_sm90.cu
index be0c5af0..61c0acfd 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_softcap_packgqa_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_softcap_packgqa_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_bf16_softcap_packgqa_sm90.cu"
-#include "flash_fwd_hdim96_bf16_softcap_packgqa_sm90.cu"
-#include "flash_fwd_hdim128_bf16_softcap_packgqa_sm90.cu"
-#include "flash_fwd_hdim192_bf16_softcap_packgqa_sm90.cu"
-#include "flash_fwd_hdim256_bf16_softcap_packgqa_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_bf16_softcap_packgqa_sm90.cuh"
+#include "flash_fwd_hdim96_bf16_softcap_packgqa_sm90.cuh"
+#include "flash_fwd_hdim128_bf16_softcap_packgqa_sm90.cuh"
+#include "flash_fwd_hdim192_bf16_softcap_packgqa_sm90.cuh"
+#include "flash_fwd_hdim256_bf16_softcap_packgqa_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_softcap_sm90.cu
index fd5893c5..450d6caa 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_softcap_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_bf16_softcap_sm90.cu"
-#include "flash_fwd_hdim96_bf16_softcap_sm90.cu"
-#include "flash_fwd_hdim128_bf16_softcap_sm90.cu"
-#include "flash_fwd_hdim192_bf16_softcap_sm90.cu"
-#include "flash_fwd_hdim256_bf16_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_bf16_softcap_sm90.cuh"
+#include "flash_fwd_hdim96_bf16_softcap_sm90.cuh"
+#include "flash_fwd_hdim128_bf16_softcap_sm90.cuh"
+#include "flash_fwd_hdim192_bf16_softcap_sm90.cuh"
+#include "flash_fwd_hdim256_bf16_softcap_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_split_sm90.cu
index bcde9c94..2ba1b6d9 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_split_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_split_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_bf16_split_sm90.cu"
-#include "flash_fwd_hdim96_bf16_split_sm90.cu"
-#include "flash_fwd_hdim128_bf16_split_sm90.cu"
-#include "flash_fwd_hdim192_bf16_split_sm90.cu"
-#include "flash_fwd_hdim256_bf16_split_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_bf16_split_sm90.cuh"
+#include "flash_fwd_hdim96_bf16_split_sm90.cuh"
+#include "flash_fwd_hdim128_bf16_split_sm90.cuh"
+#include "flash_fwd_hdim192_bf16_split_sm90.cuh"
+#include "flash_fwd_hdim256_bf16_split_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_split_softcap_sm90.cu
index 160eb3a1..ee17a7a0 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_split_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_bf16_split_softcap_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_bf16_split_softcap_sm90.cu"
-#include "flash_fwd_hdim96_bf16_split_softcap_sm90.cu"
-#include "flash_fwd_hdim128_bf16_split_softcap_sm90.cu"
-#include "flash_fwd_hdim192_bf16_split_softcap_sm90.cu"
-#include "flash_fwd_hdim256_bf16_split_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_bf16_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim96_bf16_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim128_bf16_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim192_bf16_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim256_bf16_split_softcap_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_packgqa_sm90.cu
index 28819a69..b25ea8e4 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_packgqa_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_packgqa_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_e4m3_packgqa_sm90.cu"
-#include "flash_fwd_hdim96_e4m3_packgqa_sm90.cu"
-#include "flash_fwd_hdim128_e4m3_packgqa_sm90.cu"
-#include "flash_fwd_hdim192_e4m3_packgqa_sm90.cu"
-#include "flash_fwd_hdim256_e4m3_packgqa_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_e4m3_packgqa_sm90.cuh"
+#include "flash_fwd_hdim96_e4m3_packgqa_sm90.cuh"
+#include "flash_fwd_hdim128_e4m3_packgqa_sm90.cuh"
+#include "flash_fwd_hdim192_e4m3_packgqa_sm90.cuh"
+#include "flash_fwd_hdim256_e4m3_packgqa_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_paged_sm90.cu
index 933ad982..85a08cb0 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_paged_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_paged_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_e4m3_paged_sm90.cu"
-#include "flash_fwd_hdim96_e4m3_paged_sm90.cu"
-#include "flash_fwd_hdim128_e4m3_paged_sm90.cu"
-#include "flash_fwd_hdim192_e4m3_paged_sm90.cu"
-#include "flash_fwd_hdim256_e4m3_paged_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_e4m3_paged_sm90.cuh"
+#include "flash_fwd_hdim96_e4m3_paged_sm90.cuh"
+#include "flash_fwd_hdim128_e4m3_paged_sm90.cuh"
+#include "flash_fwd_hdim192_e4m3_paged_sm90.cuh"
+#include "flash_fwd_hdim256_e4m3_paged_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_paged_softcap_sm90.cu
index a934f7d9..57b13644 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_paged_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_paged_softcap_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_e4m3_paged_softcap_sm90.cu"
-#include "flash_fwd_hdim96_e4m3_paged_softcap_sm90.cu"
-#include "flash_fwd_hdim128_e4m3_paged_softcap_sm90.cu"
-#include "flash_fwd_hdim192_e4m3_paged_softcap_sm90.cu"
-#include "flash_fwd_hdim256_e4m3_paged_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_e4m3_paged_softcap_sm90.cuh"
+#include "flash_fwd_hdim96_e4m3_paged_softcap_sm90.cuh"
+#include "flash_fwd_hdim128_e4m3_paged_softcap_sm90.cuh"
+#include "flash_fwd_hdim192_e4m3_paged_softcap_sm90.cuh"
+#include "flash_fwd_hdim256_e4m3_paged_softcap_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_paged_split_sm90.cu
index 8475e878..4cb98696 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_paged_split_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_paged_split_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_e4m3_paged_split_sm90.cu"
-#include "flash_fwd_hdim96_e4m3_paged_split_sm90.cu"
-#include "flash_fwd_hdim128_e4m3_paged_split_sm90.cu"
-#include "flash_fwd_hdim192_e4m3_paged_split_sm90.cu"
-#include "flash_fwd_hdim256_e4m3_paged_split_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_e4m3_paged_split_sm90.cuh"
+#include "flash_fwd_hdim96_e4m3_paged_split_sm90.cuh"
+#include "flash_fwd_hdim128_e4m3_paged_split_sm90.cuh"
+#include "flash_fwd_hdim192_e4m3_paged_split_sm90.cuh"
+#include "flash_fwd_hdim256_e4m3_paged_split_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_paged_split_softcap_sm90.cu
index dd1405b1..81f3ffe1 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_paged_split_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_paged_split_softcap_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_e4m3_paged_split_softcap_sm90.cu"
-#include "flash_fwd_hdim96_e4m3_paged_split_softcap_sm90.cu"
-#include "flash_fwd_hdim128_e4m3_paged_split_softcap_sm90.cu"
-#include "flash_fwd_hdim192_e4m3_paged_split_softcap_sm90.cu"
-#include "flash_fwd_hdim256_e4m3_paged_split_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_e4m3_paged_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim96_e4m3_paged_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim128_e4m3_paged_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim192_e4m3_paged_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim256_e4m3_paged_split_softcap_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_sm90.cu
index 7e7d806c..9a584e0f 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_e4m3_sm90.cu"
-#include "flash_fwd_hdim96_e4m3_sm90.cu"
-#include "flash_fwd_hdim128_e4m3_sm90.cu"
-#include "flash_fwd_hdim192_e4m3_sm90.cu"
-#include "flash_fwd_hdim256_e4m3_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_e4m3_sm90.cuh"
+#include "flash_fwd_hdim96_e4m3_sm90.cuh"
+#include "flash_fwd_hdim128_e4m3_sm90.cuh"
+#include "flash_fwd_hdim192_e4m3_sm90.cuh"
+#include "flash_fwd_hdim256_e4m3_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_softcap_packgqa_sm90.cu
index f973a4e4..ae4eb63a 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_softcap_packgqa_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_softcap_packgqa_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_e4m3_softcap_packgqa_sm90.cu"
-#include "flash_fwd_hdim96_e4m3_softcap_packgqa_sm90.cu"
-#include "flash_fwd_hdim128_e4m3_softcap_packgqa_sm90.cu"
-#include "flash_fwd_hdim192_e4m3_softcap_packgqa_sm90.cu"
-#include "flash_fwd_hdim256_e4m3_softcap_packgqa_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_e4m3_softcap_packgqa_sm90.cuh"
+#include "flash_fwd_hdim96_e4m3_softcap_packgqa_sm90.cuh"
+#include "flash_fwd_hdim128_e4m3_softcap_packgqa_sm90.cuh"
+#include "flash_fwd_hdim192_e4m3_softcap_packgqa_sm90.cuh"
+#include "flash_fwd_hdim256_e4m3_softcap_packgqa_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_softcap_sm90.cu
index 30390838..04cb92ef 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_softcap_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_e4m3_softcap_sm90.cu"
-#include "flash_fwd_hdim96_e4m3_softcap_sm90.cu"
-#include "flash_fwd_hdim128_e4m3_softcap_sm90.cu"
-#include "flash_fwd_hdim192_e4m3_softcap_sm90.cu"
-#include "flash_fwd_hdim256_e4m3_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_e4m3_softcap_sm90.cuh"
+#include "flash_fwd_hdim96_e4m3_softcap_sm90.cuh"
+#include "flash_fwd_hdim128_e4m3_softcap_sm90.cuh"
+#include "flash_fwd_hdim192_e4m3_softcap_sm90.cuh"
+#include "flash_fwd_hdim256_e4m3_softcap_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_split_sm90.cu
index 0b629bd2..60c23e37 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_split_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_split_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_e4m3_split_sm90.cu"
-#include "flash_fwd_hdim96_e4m3_split_sm90.cu"
-#include "flash_fwd_hdim128_e4m3_split_sm90.cu"
-#include "flash_fwd_hdim192_e4m3_split_sm90.cu"
-#include "flash_fwd_hdim256_e4m3_split_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_e4m3_split_sm90.cuh"
+#include "flash_fwd_hdim96_e4m3_split_sm90.cuh"
+#include "flash_fwd_hdim128_e4m3_split_sm90.cuh"
+#include "flash_fwd_hdim192_e4m3_split_sm90.cuh"
+#include "flash_fwd_hdim256_e4m3_split_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_split_softcap_sm90.cu
index 818c7faf..7694c7d0 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_split_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_e4m3_split_softcap_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_e4m3_split_softcap_sm90.cu"
-#include "flash_fwd_hdim96_e4m3_split_softcap_sm90.cu"
-#include "flash_fwd_hdim128_e4m3_split_softcap_sm90.cu"
-#include "flash_fwd_hdim192_e4m3_split_softcap_sm90.cu"
-#include "flash_fwd_hdim256_e4m3_split_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_e4m3_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim96_e4m3_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim128_e4m3_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim192_e4m3_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim256_e4m3_split_softcap_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_packgqa_sm90.cu
index 6652824d..8c68faa9 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_packgqa_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_packgqa_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_fp16_packgqa_sm90.cu"
-#include "flash_fwd_hdim96_fp16_packgqa_sm90.cu"
-#include "flash_fwd_hdim128_fp16_packgqa_sm90.cu"
-#include "flash_fwd_hdim192_fp16_packgqa_sm90.cu"
-#include "flash_fwd_hdim256_fp16_packgqa_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_fp16_packgqa_sm90.cuh"
+#include "flash_fwd_hdim96_fp16_packgqa_sm90.cuh"
+#include "flash_fwd_hdim128_fp16_packgqa_sm90.cuh"
+#include "flash_fwd_hdim192_fp16_packgqa_sm90.cuh"
+#include "flash_fwd_hdim256_fp16_packgqa_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_paged_sm90.cu
index 05d11e2e..60741a2b 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_paged_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_paged_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_fp16_paged_sm90.cu"
-#include "flash_fwd_hdim96_fp16_paged_sm90.cu"
-#include "flash_fwd_hdim128_fp16_paged_sm90.cu"
-#include "flash_fwd_hdim192_fp16_paged_sm90.cu"
-#include "flash_fwd_hdim256_fp16_paged_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_fp16_paged_sm90.cuh"
+#include "flash_fwd_hdim96_fp16_paged_sm90.cuh"
+#include "flash_fwd_hdim128_fp16_paged_sm90.cuh"
+#include "flash_fwd_hdim192_fp16_paged_sm90.cuh"
+#include "flash_fwd_hdim256_fp16_paged_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_paged_softcap_sm90.cu
index b638138e..b15defcc 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_paged_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_paged_softcap_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_fp16_paged_softcap_sm90.cu"
-#include "flash_fwd_hdim96_fp16_paged_softcap_sm90.cu"
-#include "flash_fwd_hdim128_fp16_paged_softcap_sm90.cu"
-#include "flash_fwd_hdim192_fp16_paged_softcap_sm90.cu"
-#include "flash_fwd_hdim256_fp16_paged_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_fp16_paged_softcap_sm90.cuh"
+#include "flash_fwd_hdim96_fp16_paged_softcap_sm90.cuh"
+#include "flash_fwd_hdim128_fp16_paged_softcap_sm90.cuh"
+#include "flash_fwd_hdim192_fp16_paged_softcap_sm90.cuh"
+#include "flash_fwd_hdim256_fp16_paged_softcap_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_paged_split_sm90.cu
index 3619a217..c84f005e 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_paged_split_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_paged_split_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_fp16_paged_split_sm90.cu"
-#include "flash_fwd_hdim96_fp16_paged_split_sm90.cu"
-#include "flash_fwd_hdim128_fp16_paged_split_sm90.cu"
-#include "flash_fwd_hdim192_fp16_paged_split_sm90.cu"
-#include "flash_fwd_hdim256_fp16_paged_split_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_fp16_paged_split_sm90.cuh"
+#include "flash_fwd_hdim96_fp16_paged_split_sm90.cuh"
+#include "flash_fwd_hdim128_fp16_paged_split_sm90.cuh"
+#include "flash_fwd_hdim192_fp16_paged_split_sm90.cuh"
+#include "flash_fwd_hdim256_fp16_paged_split_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_paged_split_softcap_sm90.cu
index 3a408cea..cd7479c4 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_paged_split_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_paged_split_softcap_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_fp16_paged_split_softcap_sm90.cu"
-#include "flash_fwd_hdim96_fp16_paged_split_softcap_sm90.cu"
-#include "flash_fwd_hdim128_fp16_paged_split_softcap_sm90.cu"
-#include "flash_fwd_hdim192_fp16_paged_split_softcap_sm90.cu"
-#include "flash_fwd_hdim256_fp16_paged_split_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_fp16_paged_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim96_fp16_paged_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim128_fp16_paged_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim192_fp16_paged_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim256_fp16_paged_split_softcap_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_sm90.cu
index eec11be9..467914ed 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_fp16_sm90.cu"
-#include "flash_fwd_hdim96_fp16_sm90.cu"
-#include "flash_fwd_hdim128_fp16_sm90.cu"
-#include "flash_fwd_hdim192_fp16_sm90.cu"
-#include "flash_fwd_hdim256_fp16_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_fp16_sm90.cuh"
+#include "flash_fwd_hdim96_fp16_sm90.cuh"
+#include "flash_fwd_hdim128_fp16_sm90.cuh"
+#include "flash_fwd_hdim192_fp16_sm90.cuh"
+#include "flash_fwd_hdim256_fp16_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_softcap_packgqa_sm90.cu
index ca2a1e1b..fe4f5148 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_softcap_packgqa_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_softcap_packgqa_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_fp16_softcap_packgqa_sm90.cu"
-#include "flash_fwd_hdim96_fp16_softcap_packgqa_sm90.cu"
-#include "flash_fwd_hdim128_fp16_softcap_packgqa_sm90.cu"
-#include "flash_fwd_hdim192_fp16_softcap_packgqa_sm90.cu"
-#include "flash_fwd_hdim256_fp16_softcap_packgqa_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_fp16_softcap_packgqa_sm90.cuh"
+#include "flash_fwd_hdim96_fp16_softcap_packgqa_sm90.cuh"
+#include "flash_fwd_hdim128_fp16_softcap_packgqa_sm90.cuh"
+#include "flash_fwd_hdim192_fp16_softcap_packgqa_sm90.cuh"
+#include "flash_fwd_hdim256_fp16_softcap_packgqa_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_softcap_sm90.cu
index 8cf31a8a..b554e0c0 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_softcap_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_fp16_softcap_sm90.cu"
-#include "flash_fwd_hdim96_fp16_softcap_sm90.cu"
-#include "flash_fwd_hdim128_fp16_softcap_sm90.cu"
-#include "flash_fwd_hdim192_fp16_softcap_sm90.cu"
-#include "flash_fwd_hdim256_fp16_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_fp16_softcap_sm90.cuh"
+#include "flash_fwd_hdim96_fp16_softcap_sm90.cuh"
+#include "flash_fwd_hdim128_fp16_softcap_sm90.cuh"
+#include "flash_fwd_hdim192_fp16_softcap_sm90.cuh"
+#include "flash_fwd_hdim256_fp16_softcap_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_split_sm90.cu
index 5ee7ace6..d31ce2fe 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_split_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_split_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_fp16_split_sm90.cu"
-#include "flash_fwd_hdim96_fp16_split_sm90.cu"
-#include "flash_fwd_hdim128_fp16_split_sm90.cu"
-#include "flash_fwd_hdim192_fp16_split_sm90.cu"
-#include "flash_fwd_hdim256_fp16_split_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_fp16_split_sm90.cuh"
+#include "flash_fwd_hdim96_fp16_split_sm90.cuh"
+#include "flash_fwd_hdim128_fp16_split_sm90.cuh"
+#include "flash_fwd_hdim192_fp16_split_sm90.cuh"
+#include "flash_fwd_hdim256_fp16_split_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_split_softcap_sm90.cu
index 4da0ee70..b0ba8281 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_split_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimall_fp16_split_softcap_sm90.cu
@@ -2,8 +2,8 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_fp16_split_softcap_sm90.cu"
-#include "flash_fwd_hdim96_fp16_split_softcap_sm90.cu"
-#include "flash_fwd_hdim128_fp16_split_softcap_sm90.cu"
-#include "flash_fwd_hdim192_fp16_split_softcap_sm90.cu"
-#include "flash_fwd_hdim256_fp16_split_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_fp16_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim96_fp16_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim128_fp16_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim192_fp16_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim256_fp16_split_softcap_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_packgqa_sm90.cu
index ddd8bf07..365622d3 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_packgqa_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_packgqa_sm90.cu
@@ -2,6 +2,6 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_256_bf16_packgqa_sm90.cu"
-#include "flash_fwd_hdim64_512_bf16_packgqa_sm90.cu"
-#include "flash_fwd_hdim192_128_bf16_packgqa_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_256_bf16_packgqa_sm90.cuh"
+#include "flash_fwd_hdim64_512_bf16_packgqa_sm90.cuh"
+#include "flash_fwd_hdim192_128_bf16_packgqa_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_paged_sm90.cu
index c9494c4f..b01c4a2b 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_paged_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_paged_sm90.cu
@@ -2,6 +2,6 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_256_bf16_paged_sm90.cu"
-#include "flash_fwd_hdim64_512_bf16_paged_sm90.cu"
-#include "flash_fwd_hdim192_128_bf16_paged_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_256_bf16_paged_sm90.cuh"
+#include "flash_fwd_hdim64_512_bf16_paged_sm90.cuh"
+#include "flash_fwd_hdim192_128_bf16_paged_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_paged_softcap_sm90.cu
index 4b2ec583..b468f754 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_paged_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_paged_softcap_sm90.cu
@@ -2,6 +2,6 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_256_bf16_paged_softcap_sm90.cu"
-#include "flash_fwd_hdim64_512_bf16_paged_softcap_sm90.cu"
-#include "flash_fwd_hdim192_128_bf16_paged_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_256_bf16_paged_softcap_sm90.cuh"
+#include "flash_fwd_hdim64_512_bf16_paged_softcap_sm90.cuh"
+#include "flash_fwd_hdim192_128_bf16_paged_softcap_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_paged_split_sm90.cu
index 306722d4..cd023b2b 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_paged_split_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_paged_split_sm90.cu
@@ -2,6 +2,6 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_256_bf16_paged_split_sm90.cu"
-#include "flash_fwd_hdim64_512_bf16_paged_split_sm90.cu"
-#include "flash_fwd_hdim192_128_bf16_paged_split_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_256_bf16_paged_split_sm90.cuh"
+#include "flash_fwd_hdim64_512_bf16_paged_split_sm90.cuh"
+#include "flash_fwd_hdim192_128_bf16_paged_split_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_paged_split_softcap_sm90.cu
index e44b2d24..242df508 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_paged_split_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_paged_split_softcap_sm90.cu
@@ -2,6 +2,6 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_256_bf16_paged_split_softcap_sm90.cu"
-#include "flash_fwd_hdim64_512_bf16_paged_split_softcap_sm90.cu"
-#include "flash_fwd_hdim192_128_bf16_paged_split_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_256_bf16_paged_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim64_512_bf16_paged_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim192_128_bf16_paged_split_softcap_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_sm90.cu
index d52417da..b4f83ab8 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_sm90.cu
@@ -2,6 +2,6 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_256_bf16_sm90.cu"
-#include "flash_fwd_hdim64_512_bf16_sm90.cu"
-#include "flash_fwd_hdim192_128_bf16_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_256_bf16_sm90.cuh"
+#include "flash_fwd_hdim64_512_bf16_sm90.cuh"
+#include "flash_fwd_hdim192_128_bf16_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_softcap_packgqa_sm90.cu
index 6428c461..cd182bc5 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_softcap_packgqa_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_softcap_packgqa_sm90.cu
@@ -2,6 +2,6 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_256_bf16_softcap_packgqa_sm90.cu"
-#include "flash_fwd_hdim64_512_bf16_softcap_packgqa_sm90.cu"
-#include "flash_fwd_hdim192_128_bf16_softcap_packgqa_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_256_bf16_softcap_packgqa_sm90.cuh"
+#include "flash_fwd_hdim64_512_bf16_softcap_packgqa_sm90.cuh"
+#include "flash_fwd_hdim192_128_bf16_softcap_packgqa_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_softcap_sm90.cu
index d0df6306..1687d43d 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_softcap_sm90.cu
@@ -2,6 +2,6 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_256_bf16_softcap_sm90.cu"
-#include "flash_fwd_hdim64_512_bf16_softcap_sm90.cu"
-#include "flash_fwd_hdim192_128_bf16_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_256_bf16_softcap_sm90.cuh"
+#include "flash_fwd_hdim64_512_bf16_softcap_sm90.cuh"
+#include "flash_fwd_hdim192_128_bf16_softcap_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_split_sm90.cu
index e116d3ea..0569145b 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_split_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_split_sm90.cu
@@ -2,6 +2,6 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_256_bf16_split_sm90.cu"
-#include "flash_fwd_hdim64_512_bf16_split_sm90.cu"
-#include "flash_fwd_hdim192_128_bf16_split_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_256_bf16_split_sm90.cuh"
+#include "flash_fwd_hdim64_512_bf16_split_sm90.cuh"
+#include "flash_fwd_hdim192_128_bf16_split_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_split_softcap_sm90.cu
index bededf4a..6114c53a 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_split_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_bf16_split_softcap_sm90.cu
@@ -2,6 +2,6 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_256_bf16_split_softcap_sm90.cu"
-#include "flash_fwd_hdim64_512_bf16_split_softcap_sm90.cu"
-#include "flash_fwd_hdim192_128_bf16_split_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_256_bf16_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim64_512_bf16_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim192_128_bf16_split_softcap_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_packgqa_sm90.cu
index 526a51fb..3983dc7b 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_packgqa_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_packgqa_sm90.cu
@@ -2,4 +2,4 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim192_128_e4m3_packgqa_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim192_128_e4m3_packgqa_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_paged_sm90.cu
index 4e5d9cc4..4c504dbf 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_paged_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_paged_sm90.cu
@@ -2,4 +2,4 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim192_128_e4m3_paged_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim192_128_e4m3_paged_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_paged_softcap_sm90.cu
index f553af13..dcb41db0 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_paged_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_paged_softcap_sm90.cu
@@ -2,4 +2,4 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim192_128_e4m3_paged_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim192_128_e4m3_paged_softcap_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_paged_split_sm90.cu
index aa2a8260..94247cca 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_paged_split_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_paged_split_sm90.cu
@@ -2,4 +2,4 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim192_128_e4m3_paged_split_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim192_128_e4m3_paged_split_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_paged_split_softcap_sm90.cu
index bbc4449b..abe365ae 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_paged_split_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_paged_split_softcap_sm90.cu
@@ -2,4 +2,4 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim192_128_e4m3_paged_split_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim192_128_e4m3_paged_split_softcap_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_sm90.cu
index 02ca85ad..b8faa072 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_sm90.cu
@@ -2,4 +2,4 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim192_128_e4m3_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim192_128_e4m3_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_softcap_packgqa_sm90.cu
index d090fde9..25b3ebc4 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_softcap_packgqa_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_softcap_packgqa_sm90.cu
@@ -2,4 +2,4 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim192_128_e4m3_softcap_packgqa_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim192_128_e4m3_softcap_packgqa_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_softcap_sm90.cu
index d48f60ad..a76b38d6 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_softcap_sm90.cu
@@ -2,4 +2,4 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim192_128_e4m3_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim192_128_e4m3_softcap_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_split_sm90.cu
index 9dda19d1..49f3972a 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_split_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_split_sm90.cu
@@ -2,4 +2,4 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim192_128_e4m3_split_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim192_128_e4m3_split_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_split_softcap_sm90.cu
index f3e51fc9..0396bde3 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_split_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_e4m3_split_softcap_sm90.cu
@@ -2,4 +2,4 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim192_128_e4m3_split_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim192_128_e4m3_split_softcap_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_packgqa_sm90.cu
index ea531027..9e908086 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_packgqa_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_packgqa_sm90.cu
@@ -2,6 +2,6 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_256_fp16_packgqa_sm90.cu"
-#include "flash_fwd_hdim64_512_fp16_packgqa_sm90.cu"
-#include "flash_fwd_hdim192_128_fp16_packgqa_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_256_fp16_packgqa_sm90.cuh"
+#include "flash_fwd_hdim64_512_fp16_packgqa_sm90.cuh"
+#include "flash_fwd_hdim192_128_fp16_packgqa_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_paged_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_paged_sm90.cu
index 10d86e5e..f260e5f1 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_paged_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_paged_sm90.cu
@@ -2,6 +2,6 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_256_fp16_paged_sm90.cu"
-#include "flash_fwd_hdim64_512_fp16_paged_sm90.cu"
-#include "flash_fwd_hdim192_128_fp16_paged_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_256_fp16_paged_sm90.cuh"
+#include "flash_fwd_hdim64_512_fp16_paged_sm90.cuh"
+#include "flash_fwd_hdim192_128_fp16_paged_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_paged_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_paged_softcap_sm90.cu
index 375197ef..71418321 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_paged_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_paged_softcap_sm90.cu
@@ -2,6 +2,6 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_256_fp16_paged_softcap_sm90.cu"
-#include "flash_fwd_hdim64_512_fp16_paged_softcap_sm90.cu"
-#include "flash_fwd_hdim192_128_fp16_paged_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_256_fp16_paged_softcap_sm90.cuh"
+#include "flash_fwd_hdim64_512_fp16_paged_softcap_sm90.cuh"
+#include "flash_fwd_hdim192_128_fp16_paged_softcap_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_paged_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_paged_split_sm90.cu
index 4fc4831c..d314f478 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_paged_split_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_paged_split_sm90.cu
@@ -2,6 +2,6 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_256_fp16_paged_split_sm90.cu"
-#include "flash_fwd_hdim64_512_fp16_paged_split_sm90.cu"
-#include "flash_fwd_hdim192_128_fp16_paged_split_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_256_fp16_paged_split_sm90.cuh"
+#include "flash_fwd_hdim64_512_fp16_paged_split_sm90.cuh"
+#include "flash_fwd_hdim192_128_fp16_paged_split_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_paged_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_paged_split_softcap_sm90.cu
index a3d94a16..5aef5084 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_paged_split_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_paged_split_softcap_sm90.cu
@@ -2,6 +2,6 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_256_fp16_paged_split_softcap_sm90.cu"
-#include "flash_fwd_hdim64_512_fp16_paged_split_softcap_sm90.cu"
-#include "flash_fwd_hdim192_128_fp16_paged_split_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_256_fp16_paged_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim64_512_fp16_paged_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim192_128_fp16_paged_split_softcap_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_sm90.cu
index 9663103a..9ec7850e 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_sm90.cu
@@ -2,6 +2,6 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_256_fp16_sm90.cu"
-#include "flash_fwd_hdim64_512_fp16_sm90.cu"
-#include "flash_fwd_hdim192_128_fp16_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_256_fp16_sm90.cuh"
+#include "flash_fwd_hdim64_512_fp16_sm90.cuh"
+#include "flash_fwd_hdim192_128_fp16_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_softcap_packgqa_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_softcap_packgqa_sm90.cu
index b7d2b07c..d79aad84 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_softcap_packgqa_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_softcap_packgqa_sm90.cu
@@ -2,6 +2,6 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_256_fp16_softcap_packgqa_sm90.cu"
-#include "flash_fwd_hdim64_512_fp16_softcap_packgqa_sm90.cu"
-#include "flash_fwd_hdim192_128_fp16_softcap_packgqa_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_256_fp16_softcap_packgqa_sm90.cuh"
+#include "flash_fwd_hdim64_512_fp16_softcap_packgqa_sm90.cuh"
+#include "flash_fwd_hdim192_128_fp16_softcap_packgqa_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_softcap_sm90.cu
index 471b5aba..7581b47e 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_softcap_sm90.cu
@@ -2,6 +2,6 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_256_fp16_softcap_sm90.cu"
-#include "flash_fwd_hdim64_512_fp16_softcap_sm90.cu"
-#include "flash_fwd_hdim192_128_fp16_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_256_fp16_softcap_sm90.cuh"
+#include "flash_fwd_hdim64_512_fp16_softcap_sm90.cuh"
+#include "flash_fwd_hdim192_128_fp16_softcap_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_split_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_split_sm90.cu
index 10f72182..5f72f16b 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_split_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_split_sm90.cu
@@ -2,6 +2,6 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_256_fp16_split_sm90.cu"
-#include "flash_fwd_hdim64_512_fp16_split_sm90.cu"
-#include "flash_fwd_hdim192_128_fp16_split_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_256_fp16_split_sm90.cuh"
+#include "flash_fwd_hdim64_512_fp16_split_sm90.cuh"
+#include "flash_fwd_hdim192_128_fp16_split_sm90.cuh"
\ No newline at end of file
diff --git a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_split_softcap_sm90.cu b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_split_softcap_sm90.cu
index 54db60c2..a371ab5e 100644
--- a/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_split_softcap_sm90.cu
+++ b/flash-attn3/flash-attn/instantiations/flash_fwd_hdimdiff_fp16_split_softcap_sm90.cu
@@ -2,6 +2,6 @@
 // Splitting the different template instantiations to different files to speed up compilation.
 // This file is auto-generated. See "generate_kernels.py"
 
-#include "flash_fwd_hdim64_256_fp16_split_softcap_sm90.cu"
-#include "flash_fwd_hdim64_512_fp16_split_softcap_sm90.cu"
-#include "flash_fwd_hdim192_128_fp16_split_softcap_sm90.cu"
\ No newline at end of file
+#include "flash_fwd_hdim64_256_fp16_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim64_512_fp16_split_softcap_sm90.cuh"
+#include "flash_fwd_hdim192_128_fp16_split_softcap_sm90.cuh"
\ No newline at end of file

From 4b9a0f8a90717e2e1985772eb625057437a000fb Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Dani=C3=ABl=20de=20Kok?= <me@danieldk.eu>
Date: Mon, 29 Jun 2026 10:43:36 +0000
Subject: [PATCH 2/4] flash-atth3: switch the flake back to main

---
 flash-attn3/flake.lock | 7 +++----
 flash-attn3/flake.nix  | 2 +-
 2 files changed, 4 insertions(+), 5 deletions(-)

diff --git a/flash-attn3/flake.lock b/flash-attn3/flake.lock
index 4c3e648c..7b01964f 100644
--- a/flash-attn3/flake.lock
+++ b/flash-attn3/flake.lock
@@ -41,16 +41,15 @@
         "rust-overlay": "rust-overlay"
       },
       "locked": {
-        "lastModified": 1781887812,
-        "narHash": "sha256-0TRF6fwI3OkqsVR992XS9GuNkYj6e4JA23camQNKcdU=",
+        "lastModified": 1782491887,
+        "narHash": "sha256-7IoYeBdYw0SHBDV7C6DnrgRhYCok6DhX1CF3/cKMu04=",
         "owner": "huggingface",
         "repo": "kernels",
-        "rev": "93919aebaa5c7ff3f74d7e7b594e529b1cc823db",
+        "rev": "219d1d03e321757bba5a3cad15e8f1720d8c9cc9",
         "type": "github"
       },
       "original": {
         "owner": "huggingface",
-        "ref": "make-ptxas-overridable",
         "repo": "kernels",
         "type": "github"
       }
diff --git a/flash-attn3/flake.nix b/flash-attn3/flake.nix
index 1d48d13e..88102277 100644
--- a/flash-attn3/flake.nix
+++ b/flash-attn3/flake.nix
@@ -2,7 +2,7 @@
   description = "Flake for Hopper Flash Attention kernel";
 
   inputs = {
-    kernel-builder.url = "github:huggingface/kernels/make-ptxas-overridable";
+    kernel-builder.url = "github:huggingface/kernels";
   };
 
   outputs =

From a3b3f270fdf62622192a304dc54ed6ed2e371746 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Dani=C3=ABl=20de=20Kok?= <me@danieldk.eu>
Date: Mon, 29 Jun 2026 11:07:10 +0000
Subject: [PATCH 3/4] flash-attn3: use `get_kernel` in tests

---
 flash-attn3/tests/test_flash_attn.py | 24 ++++++++++++------------
 1 file changed, 12 insertions(+), 12 deletions(-)

diff --git a/flash-attn3/tests/test_flash_attn.py b/flash-attn3/tests/test_flash_attn.py
index a7954007..969adef2 100644
--- a/flash-attn3/tests/test_flash_attn.py
+++ b/flash-attn3/tests/test_flash_attn.py
@@ -15,18 +15,18 @@
 
 apply_rotary_emb = None
 
-# import kernels
-# flash_attn3 = kernels.get_kernel("kernels-community/flash-attn3")
-# ops = flash_attn3._ops.ops
-# add_op_namespace_prefix = flash_attn3._ops.add_op_namespace_prefix
-from flash_attn3 import (
-    flash_attn_combine,
-    flash_attn_func,
-    flash_attn_varlen_func,
-    flash_attn_with_kvcache,
-    get_scheduler_metadata,
-)
-from flash_attn3._ops import add_op_namespace_prefix, ops
+import kernels
+
+
+_flash_attn3 = kernels.get_kernel("kernels-community/flash-attn3", version=1)
+ops = _flash_attn3._ops.ops
+add_op_namespace_prefix = _flash_attn3._ops.add_op_namespace_prefix
+
+flash_attn_combine = _flash_attn3.flash_attn_combine
+flash_attn_func = _flash_attn3.flash_attn_func
+flash_attn_varlen_func = _flash_attn3.flash_attn_varlen_func
+flash_attn_with_kvcache = _flash_attn3.flash_attn_with_kvcache
+get_scheduler_metadata = _flash_attn3.get_scheduler_metadata
 
 from .padding import pad_input, unpad_input
 from .test_util import (

From b6957e8d4d0aa2fea348ee194cd17904d249750c Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Dani=C3=ABl=20de=20Kok?= <me@danieldk.eu>
Date: Mon, 29 Jun 2026 11:38:49 +0000
Subject: [PATCH 4/4] nix fmt

---
 flash-attn3/flake.nix | 8 ++++++--
 1 file changed, 6 insertions(+), 2 deletions(-)

diff --git a/flash-attn3/flake.nix b/flash-attn3/flake.nix
index 88102277..d7827f23 100644
--- a/flash-attn3/flake.nix
+++ b/flash-attn3/flake.nix
@@ -20,7 +20,11 @@
         ];
 
       torchVersions =
-        allVersions: builtins.map (version: if (version.cudaVersion or null) == "12.6" then version // { ptxasVersion = "12.8"; } else version) allVersions;
- 
+        allVersions:
+        builtins.map (
+          version:
+          if (version.cudaVersion or null) == "12.6" then version // { ptxasVersion = "12.8"; } else version
+        ) allVersions;
+
     };
 }