From 6df7d2d96528ecb4449c516e5c11f3a1c7f5f4bf Mon Sep 17 00:00:00 2001
From: CaptainB <bin@fit2cloud.com>
Date: Thu, 24 Oct 2024 17:37:45 +0800
Subject: [PATCH] =?UTF-8?q?refactor:=20xinference=20=E6=94=AF=E6=8C=81?=
 =?UTF-8?q?=E6=89=8B=E5=8A=A8=E8=BE=93=E5=85=A5=E8=AF=AD=E9=9F=B3=E6=A8=A1?=
 =?UTF-8?q?=E5=9E=8B?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 .../xinference_model_provider.py              | 31 ++++++++++++-------
 1 file changed, 19 insertions(+), 12 deletions(-)

diff --git a/apps/setting/models_provider/impl/xinference_model_provider/xinference_model_provider.py b/apps/setting/models_provider/impl/xinference_model_provider/xinference_model_provider.py
index ae2dc776c..0da07f6d3 100644
--- a/apps/setting/models_provider/impl/xinference_model_provider/xinference_model_provider.py
+++ b/apps/setting/models_provider/impl/xinference_model_provider/xinference_model_provider.py
@@ -277,6 +277,9 @@ model_info_list = [
         xinference_llm_model_credential,
         XinferenceChatModel
     ),
+]
+
+voice_model_info = [
     ModelInfo(
         'CosyVoice-300M-SFT',
         'CosyVoice-300M-SFT是一个小型的语音合成模型。',
@@ -359,18 +362,22 @@ embedding_model_info = [
 rerank_list = [ModelInfo('bce-reranker-base_v1',
                          '发布新的重新排名器，建立在强大的 M3 和LLM （GEMMA 和 MiniCPM，实际上没那么大）骨干上，支持多语言处理和更大的输入，大幅提高 BEIR、C-MTEB/Retrieval 的排名性能、MIRACL、LlamaIndex 评估',
                          ModelTypeConst.RERANKER, XInferenceRerankerModelCredential(), XInferenceReranker)]
-model_info_manage = (ModelInfoManage.builder().append_model_info_list(model_info_list).append_default_model_info(
-    ModelInfo(
-        'phi3',
-        'Phi-3 Mini是Microsoft的3.8B参数，轻量级，最先进的开放模型。',
-        ModelTypeConst.LLM, xinference_llm_model_credential, XinferenceChatModel))
-                     .append_model_info_list(
-    embedding_model_info).append_default_model_info(
-    ModelInfo(
-        '',
-        '',
-        ModelTypeConst.EMBEDDING, xinference_embedding_model_credential, XinferenceEmbedding))
-                     .append_model_info_list(rerank_list).append_default_model_info(rerank_list[0])
+model_info_manage = (ModelInfoManage.builder()
+                     .append_model_info_list(model_info_list)
+                     .append_model_info_list(voice_model_info)
+                     .append_default_model_info(voice_model_info[0])
+                     .append_default_model_info(voice_model_info[1])
+                     .append_default_model_info(ModelInfo('phi3',
+                                                          'Phi-3 Mini是Microsoft的3.8B参数，轻量级，最先进的开放模型。',
+                                                          ModelTypeConst.LLM, xinference_llm_model_credential,
+                                                          XinferenceChatModel))
+                     .append_model_info_list(embedding_model_info)
+                     .append_default_model_info(ModelInfo('',
+                                                          '',
+                                                          ModelTypeConst.EMBEDDING,
+                                                          xinference_embedding_model_credential, XinferenceEmbedding))
+                     .append_model_info_list(rerank_list)
+                     .append_default_model_info(rerank_list[0])
                      .build())