mirror of
https://github.com/modelscope/FunASR.git
synced 2026-10-12 02:19:18 +00:00
17 lines
551 B
Python
17 lines
551 B
Python
from fun_text_processing.text_normalization.data_loader_utils import post_process_punct
|
|
|
|
|
|
def test_post_process_punct_preserves_ascii_punctuation_spacing():
|
|
assert post_process_punct("test' example", "test 'example") == "test' example"
|
|
|
|
|
|
def test_post_process_punct_handles_unicode_punctuation():
|
|
assert (
|
|
post_process_punct(
|
|
"\u4f60\u597d\uff0c\u4e16\u754c\uff01",
|
|
"\u4f60\u597d \uff0c \u4e16\u754c \uff01",
|
|
add_unicode_punct=True,
|
|
)
|
|
== "\u4f60\u597d\uff0c\u4e16\u754c\uff01"
|
|
)
|