Skip to content

Commit 6e4c992

Browse files
authored
Update vllm.py - set default backend to gemlite
1 parent f08badc commit 6e4c992

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

hqq/utils/vllm.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -523,7 +523,7 @@ class VLLM_HQQ_BACKEND:
523523
PYTORCH = HQQPytorchConfig
524524

525525

526-
DEFAULT_VLLM_HQQ_BACKEND = VLLM_HQQ_BACKEND.MARLIN
526+
DEFAULT_VLLM_HQQ_BACKEND = VLLM_HQQ_BACKEND.GEMLITE
527527
COMPILE_OPTIONS = {} # {"mode":"max-autotune-no-cudagraphs"}
528528

529529

0 commit comments

Comments
 (0)