Fix cases where particles were being incorrectly grouped after masu

mwhirls · Jan 30, 2024 · 5c107bf · 5c107bf
1 parent a55cd21
commit 5c107bf
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 2 deletions.
diff --git a/src/internal/segmenter.ts b/src/internal/segmenter.ts
@@ -281,8 +281,10 @@ function handleMasu(cursor: TokenCursor) {
         const masen = nextWord(next);
         const nextNext = next.next();
         if (nextNext) {
-            const desu = nextWord(nextNext);
-            masen.next = desu;
+            if (isPoliteCopula(nextNext.token())) {
+                const desu = nextWord(nextNext);
+                masen.next = desu;
+            }
         }
         return new IpadicConjugation(token, masen);
     } else if (nextToken.pos === PartOfSpeech.AuxillaryVerb) { // まし（た）

diff --git a/test/particle.spec.ts b/test/particle.spec.ts
@@ -204,5 +204,12 @@ export function runTestSuite(context: TestContext) {
             ];
             runTest(cases, 'から', -1, context);
         });
+
+        describe('ので', function () {
+            const cases = [
+                'いつもめ事を起こすか分かりませんので',
+            ];
+            runTest(cases, 'ので', -1, context);
+        });
     });
 }