select largest tokenizer

neuralmagic · Aug 8, 2023 · 7a7df94 · 7a7df94
1 parent a674414
commit 7a7df94
Show file tree

Hide file tree

Showing 5 changed files with 5 additions and 5 deletions.
diff --git a/src/deepsparse/transformers/pipelines/embedding_extraction.py b/src/deepsparse/transformers/pipelines/embedding_extraction.py
@@ -330,7 +330,7 @@ def route_input_to_bucket(
         :param pipelines: Different buckets to be used
         :return: The correct Pipeline object (or Bucket) to route input to
         """
-        tokenizer = pipelines[0].tokenizer
+        tokenizer = pipelines[-1].tokenizer
         tokens = tokenizer(
             input_schema.inputs,
             add_special_tokens=True,

diff --git a/src/deepsparse/transformers/pipelines/question_answering.py b/src/deepsparse/transformers/pipelines/question_answering.py
@@ -493,7 +493,7 @@ def route_input_to_bucket(
         :param pipelines: Different buckets to be used
         :return: The correct Pipeline object (or Bucket) to route input to
         """
-        tokenizer = pipelines[0].tokenizer
+        tokenizer = pipelines[-1].tokenizer
         tokens = tokenizer(
             " ".join((input_schema.context, input_schema.question)),
             add_special_tokens=True,

diff --git a/src/deepsparse/transformers/pipelines/text_classification.py b/src/deepsparse/transformers/pipelines/text_classification.py
@@ -281,7 +281,7 @@ def route_input_to_bucket(
         :param pipelines: Different buckets to be used
         :return: The correct Pipeline object (or Bucket) to route input to
         """
-        tokenizer = pipelines[0].tokenizer
+        tokenizer = pipelines[-1].tokenizer
         tokens = tokenizer(
             input_schema.sequences,
             add_special_tokens=True,

diff --git a/src/deepsparse/transformers/pipelines/token_classification.py b/src/deepsparse/transformers/pipelines/token_classification.py
@@ -368,7 +368,7 @@ def route_input_to_bucket(
         :param pipelines: Different buckets to be used
         :return: The correct Pipeline object (or Bucket) to route input to
         """
-        tokenizer = pipelines[0].tokenizer
+        tokenizer = pipelines[-1].tokenizer
         tokens = tokenizer(
             input_schema.inputs,
             add_special_tokens=True,

diff --git a/src/deepsparse/transformers/pipelines/zero_shot_text_classification.py b/src/deepsparse/transformers/pipelines/zero_shot_text_classification.py
@@ -299,7 +299,7 @@ def route_input_to_bucket(
         :param pipelines: Different buckets to be used
         :return: The correct Pipeline object (or Bucket) to route input to
         """
-        tokenizer = pipelines[0].tokenizer
+        tokenizer = pipelines[-1].tokenizer
         tokens = tokenizer(
             input_schema.sequences,
             add_special_tokens=True,