Increase obcq nsamples to 512 (#1812)

neuralmagic · Nov 16, 2023 · d0d3db5 · d0d3db5
1 parent cc5981c
commit d0d3db5
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/sparseml/transformers/sparsification/obcq/obcq.py b/src/sparseml/transformers/sparsification/obcq/obcq.py
@@ -158,7 +158,7 @@ def _save(model, tokenizer, save_path, recipe_path):
         help="Name of dataset to extract calibration data from",
     )
     parser.add_argument(
-        "--nsamples", type=int, default=128, help="Number of calibration data samples"
+        "--nsamples", type=int, default=512, help="Number of calibration data samples"
     )
     parser.add_argument("--device", type=str, default="cuda:0")
     parser.add_argument("--deploy-dir", type=str, default=".")