ruff check & format

Author: XkunW

vec_inf/client/_helper.py

@@ -5,7 +5,6 @@
 """
 
 import json
-import os
 import time
 import warnings
 from pathlib import Path
@@ -356,7 +355,7 @@ def _get_launch_params(self) -> dict[str, Any]:
         # Override config defaults with CLI arguments
         self._apply_cli_overrides(params)
 
-        # Validate that weights path exists or HF model provided, and check HF cache configuration
+        # Validate weights path exists or HF model provided, and check HF cache config
         utils.validate_weights_path(params, self.model_name)
 
         # Check for required fields without default vals, will raise an error if missing

vec_inf/client/_slurm_script_generator.py

@@ -35,9 +35,7 @@ def __init__(self, params: dict[str, Any]):
         self.engine = params.get("engine", "vllm")
         self.is_multinode = int(self.params["num_nodes"]) > 1
         self.use_container = self.params["venv"] == CONTAINER_MODULE_NAME
-        self.additional_binds = (
-            self.params["bind"] if self.params.get("bind") else ""
-        )
+        self.additional_binds = self.params["bind"] if self.params.get("bind") else ""
         self.model_weights_path = str(
             Path(self.params["model_weights_parent_dir"], self.params["model_name"])
         )
@@ -187,7 +185,8 @@ def _generate_launch_cmd(self) -> str:
 
         launch_cmd.append(
             "\n".join(SLURM_SCRIPT_TEMPLATE["launch_cmd"][self.engine]).format(  # type: ignore[literal-required]
-                model_weights_path=self.params.get("hf_model") or self.model_weights_path,
+                model_weights_path=self.params.get("hf_model")
+                or self.model_weights_path,
                 model_name=self.params["model_name"],
             )
         )
@@ -352,7 +351,8 @@ def _generate_model_launch_script(self, model_name: str) -> Path:
             "\n".join(
                 BATCH_MODEL_LAUNCH_SCRIPT_TEMPLATE["launch_cmd"][model_params["engine"]]
             ).format(
-                model_weights_path=model_params.get("hf_model") or model_params["model_weights_path"],
+                model_weights_path=model_params.get("hf_model")
+                or model_params["model_weights_path"],
                 model_name=model_name,
             )
         )

vec_inf/client/_utils.py

@@ -523,9 +523,7 @@ def check_hf_cache_and_bind(params: dict[str, Any], model_name: str) -> None:
     """
     hf_cache_vars = ["HF_HOME", "HF_HUB_CACHE", "HUGGINGFACE_HUB_CACHE"]
     env_vars = params.get("env", {})
-    set_cache_values = {
-        env_vars[var] for var in hf_cache_vars if var in env_vars
-    }
+    set_cache_values = {env_vars[var] for var in hf_cache_vars if var in env_vars}
 
     if not set_cache_values:
         warnings.warn(
@@ -540,9 +538,11 @@ def check_hf_cache_and_bind(params: dict[str, Any], model_name: str) -> None:
         return
 
     bind_str = params.get("bind", "")
-    existing_hosts = {
-        b.split(":")[0] for b in bind_str.split(",") if b.strip()
-    } if bind_str else set()
+    existing_hosts = (
+        {b.split(":")[0] for b in bind_str.split(",") if b.strip()}
+        if bind_str
+        else set()
+    )
 
     new_paths = set_cache_values - existing_hosts
     if new_paths:

vec_inf/client/config.py

@@ -162,7 +162,7 @@ class ModelConfig(BaseModel):
         description=(
             "Full HuggingFace model id/path to use for vLLM serve (e.g. "
             "'meta-llama/Meta-Llama-3.1-8B-Instruct')."
-        )
+        ),
     )
     engine: Optional[str] = Field(
         default="vllm",