update comments

Signed-off-by: Tim Schopf <tim.schopf@t-online.de>
TimSchopf · Apr 29, 2024 · b44e9fe · b44e9fe
1 parent 8ddff25
commit b44e9fe
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 26 deletions.
diff --git a/keyphrase_vectorizers/keyphrase_vectorizer_mixin.py b/keyphrase_vectorizers/keyphrase_vectorizer_mixin.py
@@ -428,7 +428,7 @@ def _get_pos_keyphrases(self, document_list: List[str], stop_words: Union[str, L
         else:
             pos_tuples = custom_pos_tagger(raw_documents=document_list)
 
-        # get the original documents after they were processed by spaCy
+        # get the original documents after they were processed by a tokenizer and a POS tagger
         processed_docs = []
         for tup in pos_tuples:
             token = tup[0]

diff --git a/tests/utils.py b/tests/utils.py
@@ -58,31 +58,12 @@ def get_english_test_keyphrases():
 
 
 def get_english_first_doc_test_keyphrases():
-    sorted_english_first_doc_test_keyphrases = ['algorithm',
-                                                'class labels',
-                                                'example',
-                                                'function',
-                                                'inductive bias',
-                                                'input',
-                                                'input object',
-                                                'machine',
-                                                'new examples',
-                                                'optimal scenario',
-                                                'output',
-                                                'output pairs',
-                                                'output value',
-                                                'pair',
-                                                'set',
-                                                'supervised learning',
-                                                'supervised learning algorithm',
-                                                'supervisory signal',
-                                                'task',
-                                                'training data',
-                                                'training examples',
-                                                'unseen instances',
-                                                'unseen situations',
-                                                'vector',
-                                                'way']
+    sorted_english_first_doc_test_keyphrases = ['algorithm', 'class labels', 'example', 'function', 'inductive bias',
+                                                'input', 'input object', 'machine', 'new examples', 'optimal scenario',
+                                                'output', 'output pairs', 'output value', 'pair', 'set',
+                                                'supervised learning', 'supervised learning algorithm',
+                                                'supervisory signal', 'task', 'training data', 'training examples',
+                                                'unseen instances', 'unseen situations', 'vector', 'way']
 
     return sorted_english_first_doc_test_keyphrases