fix(runtime): skip empty deduplicated event segments (#3748)

fix(runtime): skip empty deduplicated event segments

runtime/python/libtorch/funasr_torch/utils/postprocess_utils.py

@@ -355,6 +355,8 @@ def rich_transcription_postprocess(s):
             continue
         if get_event(s_list[i]) == cur_ent_event and get_event(s_list[i]) != None:
             s_list[i] = s_list[i][1:]
+        if len(s_list[i]) == 0:
+            continue
         # else:
         cur_ent_event = get_event(s_list[i])
         if get_emo(s_list[i]) != None and get_emo(s_list[i]) == get_emo(new_s):

runtime/python/onnxruntime/funasr_onnx/utils/postprocess_utils.py

@@ -409,6 +409,8 @@ def rich_transcription_postprocess(s):
             continue
         if get_event(s_list[i]) == cur_ent_event and get_event(s_list[i]) != None:
             s_list[i] = s_list[i][1:]
+        if len(s_list[i]) == 0:
+            continue
         # else:
         cur_ent_event = get_event(s_list[i])
         if get_emo(s_list[i]) != None and get_emo(s_list[i]) == get_emo(new_s):

tests/test_rich_transcription_event_segments.py

@@ -0,0 +1,52 @@
+"""Keep event-only language segments consistent across shipped runtimes."""
+
+import importlib.util
+from pathlib import Path
+
+import pytest
+
+
+ROOT = Path(__file__).resolve().parents[1]
+MODULES = [
+    ROOT / "funasr/utils/postprocess_utils.py",
+    ROOT / "runtime/python/onnxruntime/funasr_onnx/utils/postprocess_utils.py",
+    ROOT / "runtime/python/libtorch/funasr_torch/utils/postprocess_utils.py",
+]
+
+
+@pytest.fixture(params=MODULES, ids=["funasr", "onnx", "libtorch"])
+def postprocess(request):
+    spec = importlib.util.spec_from_file_location("_event_segments", request.param)
+    module = importlib.util.module_from_spec(spec)
+    spec.loader.exec_module(module)
+    return module
+
+
+@pytest.mark.parametrize("event", ["<|Cough|>", "<|Sneeze|>", "<|Applause|>"])
+@pytest.mark.parametrize("following_text", ["", "world"])
+def test_repeated_event_only_segments_keep_following_text(postprocess, event, following_text):
+    text = (
+        f"<|en|><|NEUTRAL|>{event}<|woitn|>hello"
+        f"<|zh|><|NEUTRAL|>{event}<|woitn|>"
+        f"<|ja|><|NEUTRAL|>{event}<|woitn|>"
+        f"<|en|><|NEUTRAL|><|Speech|><|woitn|>{following_text}"
+    )
+
+    result = postprocess.rich_transcription_postprocess(text)
+
+    assert result == postprocess.event_dict[event] + "hello" + following_text
+
+
+@pytest.mark.parametrize("event", ["<|Cough|>", "<|Sneeze|>", "<|Applause|>"])
+def test_repeated_event_only_segments_without_speech(postprocess, event):
+    text = f"<|en|><|NEUTRAL|>{event}<|zh|><|NEUTRAL|>{event}"
+
+    assert postprocess.rich_transcription_postprocess(text) == postprocess.event_dict[event]
+
+
+def test_distinct_event_only_segments_remain_visible(postprocess):
+    text = "<|en|><|NEUTRAL|><|Applause|><|zh|><|NEUTRAL|><|Laughter|>"
+
+    assert postprocess.rich_transcription_postprocess(text) == (
+        postprocess.event_dict["<|Applause|>"] + postprocess.event_dict["<|Laughter|>"]
+    )