Merge branch 'VectorInstitute:main' into add-audio-type

Author: Vismayak

.github/workflows/docker.yml

@@ -73,7 +73,7 @@ jobs:
           images: vectorinstitute/vector-inference-${{ matrix.backend }}
 
       - name: Build and push Docker image
-        uses: docker/build-push-action@10e90e3645eae34f1e60eeb005ba3a3d33f178e8
+        uses: docker/build-push-action@d08e5c354a6adb9ed34480a06d141179aa583294
         with:
           context: .
           file: ./${{ matrix.backend }}.Dockerfile

vec_inf/client/_helper.py

@@ -118,12 +118,22 @@ def _get_model_configuration(self, config_path: str | None = None) -> ModelConfi
 
         model_weights_path = Path(model_weights_parent_dir, self.model_name)
 
-        # Only give a warning if weights exist but config missing
+        if self.kwargs.get("hf_model"):
+            return ModelConfig(
+                model_name=self.model_name,
+                model_family="model_family_placeholder",
+                model_type="LLM",
+                gpus_per_node=1,
+                num_nodes=1,
+                vocab_size=1000,
+                model_weights_parent_dir=Path(str(model_weights_parent_dir)),
+            )
+
         if model_weights_path.exists():
             self._warn(
-                f"Warning: '{self.model_name}' configuration not found in config, please ensure model configuration are properly set in command arguments",
+                f"Warning: '{self.model_name}' configuration not found in config, "
+                "please ensure model configuration are properly set in command arguments",
             )
-            # Return a dummy model config object with model name and weights parent dir
             return ModelConfig(
                 model_name=self.model_name,
                 model_family="model_family_placeholder",