fix typo

vllm-project · Jul 17, 2024 · 36425d2 · 36425d2
1 parent 9e32a49
commit 36425d2
Show file tree

Hide file tree

Showing 4 changed files with 9 additions and 8 deletions.
diff --git a/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py b/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py
@@ -84,14 +84,14 @@ def from_config(cls, config: Dict[str, Any]) -> "CompressedTensorsConfig":
     def get_config_filenames(cls) -> List[str]:
         return []
 
-    def _check_scheme_supported_on_device(self, min_capability: int):
+    def _check_scheme_supported(self, min_capability: int):
         capability = current_platform.get_device_capability()
         capability = capability[0] * 10 + capability[1]
         if capability < min_capability:
-            raise RuntimeError("Quantization scheme is not supported for ",
-                               f"the current GPU. Min capability: {min_capability}. ",
-                               f"Current capability: {capability}.")
-
+            raise RuntimeError(
+                "Quantization scheme is not supported for ",
+                f"the current GPU. Min capability: {min_capability}. ",
+                f"Current capability: {capability}.")
 
     def _is_static_tensor_w8a8(self, weight_quant: BaseModel,
                                input_quant: BaseModel) -> bool:
@@ -228,6 +228,7 @@ def get_scheme(self, layer: torch.nn.Module) -> "CompressedTensorsScheme":
 
         return scheme
 
+
 class CompressedTensorsLinearMethod(LinearMethodBase):
 
     def __init__(self, quantization_config: CompressedTensorsConfig):

diff --git a/...odel_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_scheme.py b/...odel_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_scheme.py
@@ -18,7 +18,7 @@ def get_min_capability(self) -> int:
         Get minimum device capability.
         """
         raise NotImplementedError
-    
+
     @abstractmethod
     def create_weights(self, *args, **kwargs):
         """

diff --git a/...el_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a16_24.py b/...el_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a16_24.py
@@ -32,7 +32,7 @@ def __init__(self,
     def get_min_capability(self) -> int:
         # ampere + up
         return 80
-    
+
     def process_weights_after_loading(self, layer: torch.nn.Module) -> None:
         pass
 

diff --git a/...model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_wNa16.py b/...model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_wNa16.py
@@ -45,7 +45,7 @@ def __init__(self,
     def get_min_capability(self) -> int:
         # ampere and up
         return 80
-    
+
     def create_weights(self, layer: torch.nn.Module, input_size: int,
                        output_partition_sizes: List[int],
                        input_size_per_partition: int,