Files
FunASR/tests/test_torchaudio_optional.py
li-lizhe ae5c4ccdec Remove hard torchaudio dependency for inference; add kaldi-native-fbank fbank backend (#3526)
* Remove hard torchaudio dependency for inference; add kaldi-native-fbank fbank backend

Make torchaudio an optional dependency for the inference path so FunASR
can run on Ascend NPU (aarch64) servers, where no matching torchaudio
wheel exists (Huawei's Ascend torch is version-decoupled from the PyTorch
upstream release line).

- Add funasr/utils/fbank.py: an fbank shim that delegates to
  torchaudio.compliance.kaldi when torchaudio is installed, otherwise
  falls back to kaldi-native-fbank (a torch-free C++ library with aarch64
  wheels). Options and frame-shift API are mapped to torchaudio semantics
  so outputs are equivalent.
- Switch funasr/frontends/wav_frontend.py, funasr/utils/speaker_utils.py
  and funasr/models/campplus/utils.py to the shim.
- Make the torchaudio import optional in funasr/utils/load_utils.py
  (resampler falls back to librosa).

No device-specific branching is introduced — a pure backend fallback that
also benefits CPU-only and other accelerator platforms.

Verified end-to-end on Ascend 910B (npu:0) with torchaudio absent:
paraformer-large loads and infers correctly, RTF ~0.016 (~60x realtime).

* Make torchaudio import optional in paraformer_v2, fun_asr_nano and dataset preprocessors

Follow-up to the inference-path change: make the remaining top-level
torchaudio imports optional so these modules import cleanly when
torchaudio is not installed (e.g. on Ascend NPU servers).

- funasr/models/paraformer_v2_community/model.py
- funasr/models/fun_asr_nano/tools/utils.py
- funasr/datasets/audio_datasets/preprocessor.py
- funasr/datasets/llm_datasets/preprocessor.py

Functions that still require torchaudio (forced_align, Resample) degrade
to a clear error only when called, rather than a hard import failure.

* Address review: declare knf extra, harden fbank fallback and torchaudio guards

Respond to maintainer review feedback.

- Declare kaldi-native-fbank as an optional 'knf' extra in setup.py; the
  fbank module now raises an actionable ImportError only when fbank() is
  actually called with neither torchaudio nor kaldi-native-fbank installed
  (previously it failed at import time with a bare ModuleNotFoundError).
- Harden the fbank fallback contract: handle the channel argument explicitly
  and reject torchaudio-only options (subtract_mean, min_duration, VTLN
  warping, non-default blackman_coeff) with NotImplementedError instead of
  silently dropping them via **kwargs.
- Add a shared guard funasr/utils/torchaudio_compat.py and use it for
  resampling, forced alignment and speed perturbation so a missing torchaudio
  fails loudly instead of returning a silently wrong result (empty alignment).
- Add regression tests (tests/test_torchaudio_optional.py) that import the
  affected modules with torchaudio absent.
2026-08-27 00:23:11 +08:00

181 lines
7.1 KiB
Python

"""Regression tests for the optional-torchaudio path.
FunASR can now run inference without torchaudio: fbank feature extraction
falls back to kaldi-native-fbank (``funasr.utils.fbank``) and audio decoding
falls back to soundfile/librosa. These tests exercise the torchaudio-absent
environment and assert that:
* the affected modules import cleanly when torchaudio is missing;
* torchaudio-only operations fail with an actionable ``ImportError`` instead
of a bare ``AttributeError`` or a silently wrong result;
* the fbank fallback rejects unsupported torchaudio options and multi-channel
waveforms explicitly instead of silently dropping them.
"""
import subprocess
import sys
import unittest
from unittest import mock
from pathlib import Path
import numpy as np
import torch
ROOT = Path(__file__).resolve().parents[1]
# Run a snippet in a subprocess where importing torchaudio / kaldi_native_fbank
# raises ImportError, simulating a clean environment with neither backend.
_BLOCK_IMPORTS = (
"import builtins\n"
"_orig_import = builtins.__import__\n"
"def _blocked(name, *args, **kwargs):\n"
" if name == 'torchaudio' or name.startswith('torchaudio.'):\n"
" raise ImportError('torchaudio is blocked for this test')\n"
" if name == 'kaldi_native_fbank' or name.startswith('kaldi_native_fbank.'):\n"
" raise ImportError('kaldi_native_fbank is blocked for this test')\n"
" return _orig_import(name, *args, **kwargs)\n"
"builtins.__import__ = _blocked\n"
)
def _run_isolated(code):
"""Execute ``code`` in a subprocess with both backends blocked."""
result = subprocess.run(
[sys.executable, "-c", _BLOCK_IMPORTS + code],
capture_output=True,
text=True,
cwd=str(ROOT),
timeout=120,
)
return result
class TestFbankWithoutTorchaudio(unittest.TestCase):
def test_fbank_module_imports_cleanly(self):
# A clean environment (no torchaudio, no kaldi-native-fbank) must still
# import the module; only actually calling fbank() needs a backend.
result = _run_isolated(
"import funasr.utils.fbank as fb\n"
"print('HAS_TORCHAUDIO', fb._HAS_TORCHAUDIO)\n"
"print('HAS_KNF', fb._knf is not None)\n"
)
self.assertEqual(result.returncode, 0, result.stderr)
self.assertIn("HAS_TORCHAUDIO False", result.stdout)
self.assertIn("HAS_KNF False", result.stdout)
def test_fbank_raises_actionable_error_without_backend(self):
result = _run_isolated(
"import torch\n"
"import funasr.utils.fbank as fb\n"
"try:\n"
" fb.fbank(torch.zeros(16000))\n"
" print('NO_ERROR')\n"
"except ImportError as exc:\n"
" print('IMPORTERROR', 'kaldi-native-fbank' in str(exc), 'funasr[knf]' in str(exc))\n"
)
self.assertEqual(result.returncode, 0, result.stderr)
self.assertIn("IMPORTERROR True True", result.stdout)
def test_fbank_rejects_unsupported_options(self):
import funasr.utils.fbank as fb
fake_knf = mock.Mock()
with mock.patch.object(fb, "_knf", fake_knf):
# torchaudio-only options must be rejected explicitly, not dropped.
with self.assertRaises(NotImplementedError):
fb._fbank_knf(torch.zeros(16000), subtract_mean=True)
with self.assertRaises(NotImplementedError):
fb._fbank_knf(torch.zeros(16000), min_duration=0.5)
with self.assertRaises(NotImplementedError):
fb._fbank_knf(torch.zeros(16000), vtln_warp=0.9)
def test_fbank_rejects_multichannel_without_channel(self):
import funasr.utils.fbank as fb
fake_knf = mock.Mock()
fake_opts = mock.Mock()
fake_fbank = mock.Mock()
fake_fbank.num_frames_ready = 1
fake_fbank.get_frame.return_value = np.zeros(23, dtype=np.float32)
fake_knf.FbankOptions.return_value = fake_opts
fake_knf.OnlineFbank.return_value = fake_fbank
with mock.patch.object(fb, "_knf", fake_knf):
# 2-D stereo waveform without `channel` is unsupported by the
# single-channel kaldi-native-fbank backend.
with self.assertRaises(NotImplementedError):
fb._fbank_knf(torch.zeros(2, 16000))
def test_fbank_honors_channel_selection(self):
import funasr.utils.fbank as fb
fake_knf = mock.Mock()
fake_opts = mock.Mock()
fake_fbank = mock.Mock()
fake_fbank.num_frames_ready = 1
fake_fbank.get_frame.return_value = np.zeros(23, dtype=np.float32)
fake_knf.FbankOptions.return_value = fake_opts
fake_knf.OnlineFbank.return_value = fake_fbank
with mock.patch.object(fb, "_knf", fake_knf):
# `channel=1` selects the second channel of a stereo waveform and
# feeds a 1-D signal to the backend.
fb._fbank_knf(torch.zeros(2, 16000), channel=1, num_mel_bins=23)
accept_args = fake_fbank.accept_waveform.call_args[0]
self.assertEqual(int(accept_args[0]), 16000)
self.assertEqual(len(accept_args[1]), 16000)
class TestModulesImportWithoutTorchaudio(unittest.TestCase):
def test_fun_asr_nano_utils_imports_cleanly(self):
result = _run_isolated(
"import funasr.models.fun_asr_nano.tools.utils as u\n"
"print('OK')\n"
)
self.assertEqual(result.returncode, 0, result.stderr)
self.assertIn("OK", result.stdout)
def test_fun_asr_nano_forced_align_propagates_dependency_error(self):
result = _run_isolated(
"import torch\n"
"import funasr.models.fun_asr_nano.tools.utils as u\n"
"try:\n"
" u.forced_align(torch.zeros(10, 100), torch.tensor([1, 2]))\n"
" print('NO_ERROR')\n"
"except ImportError as exc:\n"
" print('IMPORTERROR', 'torchaudio' in str(exc))\n"
)
self.assertEqual(result.returncode, 0, result.stderr)
self.assertIn("IMPORTERROR True", result.stdout)
def test_paraformer_v2_imports_cleanly(self):
result = _run_isolated(
"import funasr.models.paraformer_v2_community.model\n"
"print('OK')\n"
)
self.assertEqual(result.returncode, 0, result.stderr)
self.assertIn("OK", result.stdout)
def test_audio_datasets_preprocessor_imports_cleanly(self):
result = _run_isolated(
"import funasr.datasets.audio_datasets.preprocessor\n"
"print('OK')\n"
)
self.assertEqual(result.returncode, 0, result.stderr)
self.assertIn("OK", result.stdout)
class TestTorchaudioCompat(unittest.TestCase):
def test_require_torchaudio_raises_actionable_error(self):
from funasr.utils.torchaudio_compat import require_torchaudio
with mock.patch.dict(sys.modules, {"torchaudio": None}):
with self.assertRaises(ImportError) as cm:
require_torchaudio("forced alignment")
message = str(cm.exception)
self.assertIn("forced alignment", message)
self.assertIn("torchaudio", message)
if __name__ == "__main__":
unittest.main()