use max sequence length for tokenization

neuralmagic · Aug 4, 2023 · 7823c07 · 7823c07
1 parent a674414
commit 7823c07
Showing 1 changed file with 5 additions and 6 deletions.
diff --git a/src/deepsparse/transformers/pipelines/pipeline.py b/src/deepsparse/transformers/pipelines/pipeline.py
@@ -172,12 +172,11 @@ def create_pipeline_buckets(
         :param kwargs: keyword args for pipeline creation
         :return: A List[Pipeline] objects representing different buckets
         """
-        pipelines = []
-        for seq_len in sorted(sequence_length):
-            curr_pipeline = Pipeline.create(*args, sequence_length=seq_len, **kwargs)
-            pipelines.append(curr_pipeline)
-
-        return pipelines
+        max_seq_length = max(sequence_length)
+        return [
+            Pipeline.create(*args, sequence_length=max_seq_length, **kwargs)
+            for _ in range(len(sequence_length))
+        ]
 
     @staticmethod
     def select_bucket_by_seq_len(