format

Author: gshtras

vllm/_custom_ops.py

@@ -1104,6 +1104,7 @@ def register_graph_buffers(fa: int, handles: List[str],
                            offsets: List[List[int]]) -> None:
     torch.ops._C_custom_ar.register_graph_buffers(fa, handles, offsets)
 
+
 def allocate_meta_buffer(size: int) -> torch.Tensor:
     return torch.ops._C_custom_ar.allocate_meta_buffer(size)
 

vllm/config.py

@@ -183,7 +183,6 @@ def compute_hash(self) -> str:
         factors.append(self.model)
         factors.append(self.dtype)
         factors.append(self.quantization)
-        factors.append(self.quantization_param_path)
         factors.append(self.revision)
         factors.append(self.code_revision)
         factors.append(self.trust_remote_code)
@@ -560,6 +559,7 @@ def _verify_quantization(self) -> None:
 
             # Detect which checkpoint is it
             for name in QUANTIZATION_METHODS:
+                from vllm.platforms import current_platform
                 method = get_quantization_config(name)
                 quantization_override = method.override_quantization_method(
                     quant_cfg, self.quantization)
@@ -1350,7 +1350,6 @@ def use_ray(self) -> bool:
     def _verify_args(self) -> None:
         # Lazy import to avoid circular import
         from vllm.executor.executor_base import ExecutorBase
-        from vllm.platforms import current_platform
         if self.distributed_executor_backend not in (
                 "ray", "mp", None) and not (isinstance(
                     self.distributed_executor_backend, type) and issubclass(

vllm/platforms/rocm.py

@@ -1,6 +1,6 @@
 import os
 from functools import lru_cache, wraps
-from typing import TYPE_CHECKING, List, Dict, List, Optional
+from typing import TYPE_CHECKING, Dict, List, Optional
 
 import torch
 from amdsmi import (AmdSmiException, amdsmi_get_gpu_board_info,

vllm/transformers_utils/config.py

@@ -24,7 +24,8 @@
 # yapf: disable
 from vllm.transformers_utils.configs import (ChatGLMConfig, Cohere2Config,
                                              DbrxConfig, EAGLEConfig,
-                                             Grok1Config, ExaoneConfig, H2OVLChatConfig,
+                                             ExaoneConfig, Grok1Config,
+                                             H2OVLChatConfig,
                                              InternVLChatConfig, JAISConfig,
                                              MedusaConfig, MllamaConfig,
                                              MLPSpeculatorConfig, MPTConfig,