feat: 增加 NVIDIA 动态库依赖并默认自动选择计算类型

2026-08-13 22:01:42 +08:00
parent 206275f7d6
commit 812d276998
4 changed files with 60 additions and 1 deletions
@@ -33,7 +33,7 @@ def invoke(request: InvokeRequest) -> InvokeResponse:
            or os.getenv("WHISPER_MODEL_PATH", "large-v3")
        )
        device = str(request.params.get("device") or os.getenv("WHISPER_DEVICE", "auto"))
-        compute_type = str(request.params.get("compute_type") or "float16")
+        compute_type = str(request.params.get("compute_type") or "auto")
        model = WhisperModel(
            model_path,
            device=device,