feat(multimodal): 实现本地模型管线与请求用量配置

2026-09-04 12:39:43 +08:00
parent e52e909c41
commit 8d092533f6
42 changed files with 2234 additions and 98 deletions
@@ -88,7 +88,7 @@ def build_container() -> ApplicationContainer:
    return ApplicationContainer(
        providers=providers,
        provider_factory=provider_factory,
-        model_routing=ModelRoutingService(providers, provider_factory.credentials),
+        model_routing=_local_model_routing(providers, provider_factory.credentials),
        credentials=credentials,
        tools=tools,
        permissions=permissions,
@@ -99,4 +99,9 @@ def build_container() -> ApplicationContainer:
    )


+def _local_model_routing(providers, credentials):
+    from app.local_models.runtime import LocalEmbedding, LocalSpeech
+    return ModelRoutingService(providers, credentials, local_embedding=LocalEmbedding(), local_speech=LocalSpeech())
+
+
 container = build_container()