Update src/deepsparse/transformers/pipelines/text_generation.py

Co-authored-by: Rahul Tuli <rahul@neuralmagic.com>
neuralmagic · Sep 21, 2023 · b833a22 · b833a22
1 parent 3a18e5f
commit b833a22
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/deepsparse/transformers/pipelines/text_generation.py b/src/deepsparse/transformers/pipelines/text_generation.py
@@ -491,7 +491,7 @@ def process_inputs(self, inputs: TextGenerationInput) -> List[numpy.ndarray]:
     def _create_generated_text_output(
         self,
         sequence: str,
-        finish_reason: FinishReason = None,
+        finish_reason: Optional[FinishReason] = None,
         logits: Optional[numpy.array] = None,
     ):
         if finish_reason: