109 lines
3.8 KiB
Python
109 lines
3.8 KiB
Python
import unittest
|
||
|
||
from proces import handle_blank_character
|
||
from proces import uppercase_to_lowercase
|
||
from proces import traditional_to_simplified
|
||
from proces import full_angle_to_half_angle
|
||
from proces import handle_substitute
|
||
from proces import preprocess
|
||
|
||
|
||
class TestPreprocess(unittest.TestCase):
|
||
def setUp(self) -> None:
|
||
self.hbc_data = {
|
||
"删除 空白 字符": "删除空白字符",
|
||
" 删除 空白 字符": "删除空白字符",
|
||
" 删 除 空 白 字 符 ": "删除空白字符",
|
||
}
|
||
|
||
self.hbc_data_with_params = {
|
||
"删除 空白 字符": {
|
||
"params": [","],
|
||
"result": "删除,空白,字符"
|
||
},
|
||
" 删除 空白 字符": {
|
||
"params": [","],
|
||
"result": ",删除,空白,字符"
|
||
},
|
||
" 删 除 空 白 字 符 ": {
|
||
"params": [","],
|
||
"result": ",删,除,空,白,字,符,"
|
||
},
|
||
}
|
||
|
||
self.utl_data = {
|
||
"UP": "up",
|
||
"low": "low",
|
||
"UPtoLOW": "uptolow",
|
||
}
|
||
|
||
self.tts_data = {
|
||
"我幹什麼不干你事": "我干什么不干你事",
|
||
"機械計算機的應用已經完全被電子計算機所取代": "机械计算机的应用已经完全被电子计算机所取代",
|
||
"符號": "符号",
|
||
}
|
||
|
||
self.fth_data = {
|
||
"（hi）": "(hi)",
|
||
"你好：": "你好:",
|
||
"！": "!",
|
||
}
|
||
|
||
self.hsub_data_with_params = {
|
||
"hi/:": {
|
||
"params": [r"/:", ""],
|
||
"result": "hi"
|
||
},
|
||
"你好:": {
|
||
"params": [r":", ""],
|
||
"result": "你好"
|
||
},
|
||
"！/:": {
|
||
"params": [r"！", "!"],
|
||
"result": "!/:"
|
||
}
|
||
}
|
||
|
||
def test_handle_blank_character(self) -> None:
|
||
for key, value in self.hbc_data.items():
|
||
self.assertEqual(handle_blank_character(key), value)
|
||
for key, value in self.hbc_data_with_params.items():
|
||
self.assertEqual(handle_blank_character(key, *value["params"]), value["result"])
|
||
|
||
def test_uppercase_to_lowercase(self) -> None:
|
||
for key, value in self.utl_data.items():
|
||
self.assertEqual(uppercase_to_lowercase(key), value)
|
||
|
||
def test_traditional_to_simplified(self) -> None:
|
||
for key, value in self.tts_data.items():
|
||
self.assertEqual(traditional_to_simplified(key), value)
|
||
|
||
def test_full_angle_to_half_angle(self) -> None:
|
||
for key, value in self.fth_data.items():
|
||
self.assertEqual(full_angle_to_half_angle(key), value)
|
||
|
||
def test_handle_substitute(self) -> None:
|
||
for key, value in self.hsub_data_with_params.items():
|
||
self.assertEqual(handle_substitute(key, *value["params"]), value["result"])
|
||
|
||
def test_preprocess(self) -> None:
|
||
for key, value in self.hbc_data.items():
|
||
self.assertEqual(preprocess(key), value)
|
||
for key, value in self.hbc_data_with_params.items():
|
||
self.assertEqual(preprocess(key, params={"handle_blank_character": value["params"]}), value["result"])
|
||
for key, value in self.utl_data.items():
|
||
self.assertEqual(preprocess(key), value)
|
||
for key, value in self.tts_data.items():
|
||
self.assertEqual(preprocess(key), value)
|
||
for key, value in self.fth_data.items():
|
||
self.assertEqual(preprocess(key), value)
|
||
for key, value in self.hsub_data_with_params.items():
|
||
self.assertEqual(
|
||
preprocess(key, pipelines=["handle_substitute"], params={"handle_substitute": value["params"]}),
|
||
value["result"]
|
||
)
|
||
|
||
|
||
if __name__ == '__main__':
|
||
unittest.main()
|