modelscope/FunASR
1
0
Fork 0
mirror of https://github.com/modelscope/FunASR.git synced 2026-10-12 02:19:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: auto-select model based on device (GPU=fun-asr-nano, CPU=sensevoice)

Browse Source
This commit is contained in:
游雁
2026-05-24 06:03:08 +08:00
parent 754440084b
commit b61d9f5b49
2 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
funasr/bin/_server_app.py
+3 -1
View File
@@ -37,7 +37,9 @@ MODEL_CONFIGS = {
}
def create_app(device: str = "cuda", preload_model: str = "sensevoice") -> FastAPI:
def create_app(device: str = "cuda", preload_model: str = "auto") -> FastAPI:
if preload_model == "auto":
preload_model = "fun-asr-nano" if device.startswith("cuda") else "sensevoice"
app = FastAPI(title="FunASR Server", version="1.3.2")
app.state.models = {}
app.state.device = device
funasr/bin/server.py
+1 -1
View File
@@ -31,7 +31,7 @@ Then use with OpenAI SDK:
parser.add_argument("--host", default="0.0.0.0", help="Bind address (default: 0.0.0.0)")
parser.add_argument("--port", type=int, default=8000, help="Port (default: 8000)")
parser.add_argument("--device", default="cuda", help="Device: cuda, cpu, mps (default: cuda)")
parser.add_argument("--model", default="sensevoice", help="Pre-load model: sensevoice, paraformer, fun-asr-nano (default: sensevoice)")
parser.add_argument("--model", default="auto", help="Pre-load model: auto (GPU=fun-asr-nano, CPU=sensevoice), sensevoice, paraformer, fun-asr-nano")
args = parser.parse_args()
try: