Skip to content

Commit b61d9f5

Browse files
committed
feat: auto-select model based on device (GPU=fun-asr-nano, CPU=sensevoice)
1 parent 7544400 commit b61d9f5

2 files changed

Lines changed: 4 additions & 2 deletions

File tree

funasr/bin/_server_app.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -37,7 +37,9 @@
3737
}
3838

3939

40-
def create_app(device: str = "cuda", preload_model: str = "sensevoice") -> FastAPI:
40+
def create_app(device: str = "cuda", preload_model: str = "auto") -> FastAPI:
41+
if preload_model == "auto":
42+
preload_model = "fun-asr-nano" if device.startswith("cuda") else "sensevoice"
4143
app = FastAPI(title="FunASR Server", version="1.3.2")
4244
app.state.models = {}
4345
app.state.device = device

funasr/bin/server.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,7 @@ def main():
3131
parser.add_argument("--host", default="0.0.0.0", help="Bind address (default: 0.0.0.0)")
3232
parser.add_argument("--port", type=int, default=8000, help="Port (default: 8000)")
3333
parser.add_argument("--device", default="cuda", help="Device: cuda, cpu, mps (default: cuda)")
34-
parser.add_argument("--model", default="sensevoice", help="Pre-load model: sensevoice, paraformer, fun-asr-nano (default: sensevoice)")
34+
parser.add_argument("--model", default="auto", help="Pre-load model: auto (GPU=fun-asr-nano, CPU=sensevoice), sensevoice, paraformer, fun-asr-nano")
3535
args = parser.parse_args()
3636

3737
try:

0 commit comments

Comments
 (0)