vulkan : disable FA for mask->ne[2] != 1

ggerganov · ggerganov · commit a65fa3a6a126 · 2025-07-03T09:27:36.000+03:00
diff --git a/ggml/src/ggml-vulkan/ggml-vulkan.cpp b/ggml/src/ggml-vulkan/ggml-vulkan.cpp
@@ -10268,7 +10268,7 @@ static bool ggml_backend_vk_device_supports_op(ggml_backend_dev_t dev, const ggm
                 // TODO: support broadcast
                 // note: this was initially implemented in https://github.com/ggml-org/llama.cpp/pull/14449, but
                 //       the interface of ggml_flash_attn_ext() changed in https://github.com/ggml-org/llama.cpp/pull/14505
-                if (op->src[0]->ne[3] != 1) {
+                if (op->src[0]->ne[3] != 1 || op->src[3]->ne[2] != 1) {
                     return false;
                 }
                 // It's straightforward to support different K/V dequant, but would

Original file line number	Diff line number	Diff line change
`@@ -10268,7 +10268,7 @@ static bool ggml_backend_vk_device_supports_op(ggml_backend_dev_t dev, const ggm`
`10268`	`10268`	`// TODO: support broadcast`
`10269`	`10269`	`// note: this was initially implemented in https://github.com/ggml-org/llama.cpp/pull/14449, but`
`10270`	`10270`	`// the interface of ggml_flash_attn_ext() changed in https://github.com/ggml-org/llama.cpp/pull/14505`
`10271`		`- if (op->src[0]->ne[3] != 1) {`
	`10271`	`+ if (op->src[0]->ne[3] != 1 \|\| op->src[3]->ne[2] != 1) {`
`10272`	`10272`	`return false;`
`10273`	`10273`	`}`
`10274`	`10274`	`// It's straightforward to support different K/V dequant, but would`