Merge branch 'main' into pre-commit-ci-update-config

Author: XkunW

.github/workflows/docker.yml

@@ -58,7 +58,7 @@ jobs:
           df -h
 
       - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
+        uses: docker/setup-buildx-action@v4
 
       - name: Log in to Docker Hub
         uses: docker/login-action@c94ce9fb468520275223c153574b00df6fe4bcc9
@@ -68,12 +68,12 @@ jobs:
 
       - name: Extract metadata (tags, labels) for Docker
         id: meta
-        uses: docker/metadata-action@c299e40c65443455700f0fdfc63efafe5b349051
+        uses: docker/metadata-action@030e881283bb7a6894de51c315a6bfe6a94e05cf
         with:
           images: vectorinstitute/vector-inference-${{ matrix.backend }}
 
       - name: Build and push Docker image
-        uses: docker/build-push-action@10e90e3645eae34f1e60eeb005ba3a3d33f178e8
+        uses: docker/build-push-action@d08e5c354a6adb9ed34480a06d141179aa583294
         with:
           context: .
           file: ./${{ matrix.backend }}.Dockerfile

vec_inf/client/_helper.py

@@ -118,12 +118,22 @@ def _get_model_configuration(self, config_path: str | None = None) -> ModelConfi
 
         model_weights_path = Path(model_weights_parent_dir, self.model_name)
 
-        # Only give a warning if weights exist but config missing
+        if self.kwargs.get("hf_model"):
+            return ModelConfig(
+                model_name=self.model_name,
+                model_family="model_family_placeholder",
+                model_type="LLM",
+                gpus_per_node=1,
+                num_nodes=1,
+                vocab_size=1000,
+                model_weights_parent_dir=Path(str(model_weights_parent_dir)),
+            )
+
         if model_weights_path.exists():
             self._warn(
-                f"Warning: '{self.model_name}' configuration not found in config, please ensure model configuration are properly set in command arguments",
+                f"Warning: '{self.model_name}' configuration not found in config, "
+                "please ensure model configuration are properly set in command arguments",
             )
-            # Return a dummy model config object with model name and weights parent dir
             return ModelConfig(
                 model_name=self.model_name,
                 model_family="model_family_placeholder",