Add Engine.generate_random_inputs() (#966)

neuralmagic · Mar 21, 2023 · a8079c0 · a8079c0
1 parent 326f513
commit a8079c0
Showing 1 changed file with 12 additions and 1 deletion.
diff --git a/src/deepsparse/engine.py b/src/deepsparse/engine.py
@@ -25,7 +25,11 @@
 from tqdm.auto import tqdm
 
 from deepsparse.benchmark import BenchmarkResults
-from deepsparse.utils import model_to_path, override_onnx_input_shapes
+from deepsparse.utils import (
+    generate_random_inputs,
+    model_to_path,
+    override_onnx_input_shapes,
+)
 
 
 try:
@@ -314,6 +318,13 @@ def cpu_vnni(self) -> bool:
         """
         return self._cpu_vnni
 
+    def generate_random_inputs(self) -> List[numpy.ndarray]:
+        """
+        Generate random data that matches the type and shape of the ONNX model
+        :return: List of random tensors
+        """
+        return generate_random_inputs(self.model_path, self.batch_size)
+
     def run(
         self,
         inp: List[numpy.ndarray],