1 parent ac74dd9 commit cbaf8d9Copy full SHA for cbaf8d9
1 file changed
src/llama-kv-cache.h
@@ -263,7 +263,7 @@ class llama_kv_cache : public llama_memory_i {
263
// env: LLAMA_KV_CACHE_DEBUG
264
int debug = 0;
265
266
- // set when MSA is enabled
+ // set when a k_idx (indexer) cache exists and the stream layout supports MSA (single seq, or one stream per seq)
267
bool msa_strict_slots = false;
268
269
// this is the SWA type of the cache - not to be confused with the model SWA type
0 commit comments