default to autoloading (#1891)

neuralmagic · Dec 11, 2023 · 568bb41 · 568bb41
1 parent b8030b1
commit 568bb41
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/src/sparseml/transformers/sparsification/obcq/obcq.py b/src/sparseml/transformers/sparsification/obcq/obcq.py
@@ -94,7 +94,13 @@ def one_shot(
         model_loader_fn = SparseCausalLM.auto_model_from_pretrained
         forward_fn = llama_forward
     else:
-        raise ValueError(f"model_path={model_path} should be one of {SUPPORTED_MODELS}")
+        _LOGGER.warning(
+            f"A supported model type({SUPPORTED_MODELS}) could not be "
+            f"parsed from model_path={model_path}. Defaulting to "
+            "AutoModelForCausalLM loading. "
+        )
+        model_loader_fn = SparseCausalLM.auto_model_from_pretrained
+        forward_fn = llama_forward
     torch_dtype = _parse_dtype(precision)
     model = model_loader_fn(
         model_path, sequence_length=sequence_length, torch_dtype=torch_dtype