diff --git a/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_wNa4.py b/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_wNa4.py
index 06715baddadd..aee482a14563 100644
--- a/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_wNa4.py
+++ b/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_wNa4.py
@@ -96,7 +96,7 @@ def get_min_capability(cls) -> int:
         return 75
 
     def _build_input_quant_config(self) -> dict | None:
-        """Build the config dict that BaseInputSchema.from_config expects."""
+        """Build the config dict that HummingInputSchema.from_config expects."""
         if self.input_quant is None:
             return None
         iq = self.input_quant
@@ -112,7 +112,7 @@ def _build_input_quant_config(self) -> dict | None:
             "dynamic": iq.dynamic,
             "group_size": iq.group_size or 0,
             "quant_method": "compressed-tensors",
-            "format": "int-quantized",
+            "format": self.quant_format,
         }
 
     def create_weights(
diff --git a/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_wNa8.py b/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_wNa8.py
index 4ca8a1c12c6d..57988f66f7f5 100644
--- a/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_wNa8.py
+++ b/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_wNa8.py
@@ -96,7 +96,7 @@ def get_min_capability(cls) -> int:
         return 75
 
     def _build_input_quant_config(self) -> dict | None:
-        """Build the config dict that BaseInputSchema.from_config expects."""
+        """Build the config dict that HummingInputSchema.from_config expects."""
         if self.input_quant is None:
             return None
         iq = self.input_quant
@@ -112,7 +112,7 @@ def _build_input_quant_config(self) -> dict | None:
             "dynamic": iq.dynamic,
             "group_size": iq.group_size or 0,
             "quant_method": "compressed-tensors",
-            "format": "int-quantized",
+            "format": self.quant_format,
         }
 
     def create_weights(
diff --git a/vllm/model_executor/layers/quantization/utils/humming_utils.py b/vllm/model_executor/layers/quantization/utils/humming_utils.py
index e08e80ec4bb7..4ed7adcf43c4 100644
--- a/vllm/model_executor/layers/quantization/utils/humming_utils.py
+++ b/vllm/model_executor/layers/quantization/utils/humming_utils.py
@@ -441,7 +441,6 @@ def prepare_humming_layer(
     input_quant_config: dict | None = None,
 ):
     from vllm.utils.humming import (
-        BaseInputSchema,
         BaseWeightSchema,
         HummingInputSchema,
         HummingMethod,
@@ -449,7 +448,7 @@ def prepare_humming_layer(
 
     weight_schema = BaseWeightSchema.from_config(quant_config)
     if input_quant_config is not None:
-        input_schema = BaseInputSchema.from_config(input_quant_config)
+        input_schema = HummingInputSchema.from_config(input_quant_config)
     else:
         input_schema = HummingInputSchema()
 
@@ -464,19 +463,13 @@ def prepare_humming_layer(
     shape_k_stacks = [input_size_per_partition]
     shape_n_stacks = layer.output_partition_sizes
 
-    # Step 1: convert weight and input schemas to humming standard format
+    # Step 1: convert weight to humming standard format
     weight_schema, tensors = weight_schema.convert_humming(
         tensors=dict(layer.named_parameters()),
         shape_n_stacks=shape_n_stacks,
         shape_k_stacks=shape_k_stacks,
         param_dtype=layer.params_dtype,
     )
-    input_schema, _ = input_schema.convert_humming(
-        tensors={},
-        shape_n_stacks=shape_n_stacks,
-        shape_k_stacks=shape_k_stacks,
-        param_dtype=layer.params_dtype,
-    )
 
     layer.weight_schema = weight_schema