initial copy (#1414)

neuralmagic · Nov 20, 2023 · 9383653 · 9383653
1 parent d6d1d6b
commit 9383653
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/src/deepsparse/transformers/utils/token_generator.py b/src/deepsparse/transformers/utils/token_generator.py
@@ -77,6 +77,10 @@ def generate(self, logits: numpy.ndarray) -> numpy.ndarray:
         :param logits: the logits from the model with shape (vocab_size,)
         :return: the sampled token
         """
+        # make a copy of logits to avoid modifying the original
+        # logits distribution in-place
+        logits = logits.copy()
+
         if self.deterministic:
             token = numpy.argmax(logits)
             self.tokens.append(token)