modelscope/FunASR
1
0
Fork 0
mirror of https://github.com/modelscope/FunASR.git synced 2026-10-12 02:19:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: increase inference_batch_size from 1 to 32 in aishell recipes

Browse Source 
The conformer, transformer, branchformer, and e_branchformer recipes
had inference_batch_size=1 which made GPU decoding extremely slow
(processing one utterance at a time). Changed to 32 to match the
paraformer recipe and utilize GPU parallelism during inference.
This commit is contained in:
游雁
2026-05-23 21:21:02 +08:00
parent 18a980b0dd
commit 0cbf26e0c7
4 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
examples/aishell/branchformer/run.sh
+1 -1
View File
@@ -17,7 +17,7 @@ nj=32
inference_device="cuda" #"cpu"
inference_checkpoint="model.pt.avg10"
inference_scp="wav.scp"
inference_batch_size=1
inference_batch_size=32
# data
raw_data=../raw_data
examples/aishell/conformer/run.sh
+2 -2
View File
@@ -17,7 +17,7 @@ nj=32
inference_device="cuda" #"cpu", "cuda:0", "cuda:1"
inference_checkpoint="model.pt.avg10"
inference_scp="wav.scp"
inference_batch_size=1
inference_batch_size=32
# data
raw_data=../raw_data
@@ -136,7 +136,7 @@ if [ ${stage} -le 5 ] && [ ${stop_stage} -ge 5 ]; then
if [ ${inference_device} == "cuda" ]; then
nj=$(echo $CUDA_VISIBLE_DEVICES | awk -F "," '{print NF}')
else
inference_batch_size=1
inference_batch_size=32
CUDA_VISIBLE_DEVICES=""
for JOB in $(seq ${nj}); do
CUDA_VISIBLE_DEVICES=$CUDA_VISIBLE_DEVICES"-1,"
examples/aishell/e_branchformer/run.sh
+1 -1
View File
@@ -17,7 +17,7 @@ nj=32
inference_device="cuda" #"cpu"
inference_checkpoint="model.pt.avg10"
inference_scp="wav.scp"
inference_batch_size=1
inference_batch_size=32
# data
raw_data=../raw_data
examples/aishell/transformer/run.sh
+2 -2
View File
@@ -17,7 +17,7 @@ nj=32
inference_device="cuda" #"cpu"
inference_checkpoint="model.pt.avg10"
inference_scp="wav.scp"
inference_batch_size=1
inference_batch_size=32
# data
raw_data=../raw_data
@@ -137,7 +137,7 @@ if [ ${stage} -le 5 ] && [ ${stop_stage} -ge 5 ]; then
if [ ${inference_device} == "cuda" ]; then
nj=$(echo $CUDA_VISIBLE_DEVICES | awk -F "," '{print NF}')
else
inference_batch_size=1
inference_batch_size=32
CUDA_VISIBLE_DEVICES=""
for JOB in $(seq ${nj}); do
CUDA_VISIBLE_DEVICES=$CUDA_VISIBLE_DEVICES"-1,"