-
Notifications
You must be signed in to change notification settings - Fork 1
/
test_srx_segmenter.py
31 lines (27 loc) · 1.04 KB
/
test_srx_segmenter.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
import os
import unittest
import srx_segmenter
# class SegmenterTest(unittest.TestCase):
class SegmenterTest(object):
def setUp(self):
srx_filepath = os.path.join(os.path.dirname(os.path.abspath(__file__)), 'segment.srx')
print(srx_filepath)
self.rules = srx_segmenter.parse(srx_filepath)
def test_ja(self):
table = [
{
'expect': (
["Hello.", "This is an example."],
["", " ", ""]
),
'source': ("Hello. This is an example."),
'language': 'English',
},
]
for test in table:
# segmenter = srx_segmenter.SrxSegmenter(self.rules[test['language']], test['source'])
segmenter = srx_segmenter.SrxSegmenter(self.rules[test['language']])
# self.assertEqual(test['expect'], segmenter.extract())
# assert test['expect'] == segmenter.extract()
# print segmenter.extract()
print segmenter.extract(test['source'])