Skip to content

Commit b4ca8de

Browse files
committed
set default to 'values'
Signed-off-by: shanjiaz <[email protected]>
1 parent 19c68f8 commit b4ca8de

File tree

1 file changed

+4
-3
lines changed

1 file changed

+4
-3
lines changed

src/llmcompressor/modifiers/quantization/calibration.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -250,10 +250,11 @@ def calibrate_kv_cache_input_hook(
250250
kv_cache = getattr(module, "kv_cache")
251251
if not hasattr(module, "_past_kv_name"):
252252
# Determine which past KV parameter name to use once and cache it
253+
# TODO: Find a better place to cache this
253254
module._past_kv_name = (
254-
"past_key_values" # transformers#39956
255-
if "past_key_values" in inspect.signature(module.forward).parameters
256-
else "past_key_value"
255+
"past_key_value" # transformers#39956
256+
if "past_key_value" in inspect.signature(module.forward).parameters
257+
else "past_key_values"
257258
)
258259

259260
kwargs[module._past_kv_name] = kv_cache

0 commit comments

Comments
 (0)