From 7eaac9464941f7ad3976dd347027cd00ba8d6921 Mon Sep 17 00:00:00 2001 From: CaptainB Date: Mon, 6 Jan 2025 18:13:57 +0800 Subject: [PATCH] fix: xinference tti and image model set default model MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --bug=1051237 --user=刘瑞斌 【模型管理】Xorbits Inference添加自定义模型报错问题汇总 https://www.tapd.cn/57709429/s/1642278 (cherry picked from commit 9b576552554ac2d81c3d83cf5e215ff0700b6702) --- .../xinference_model_provider.py | 42 ++++++++++--------- 1 file changed, 23 insertions(+), 19 deletions(-) diff --git a/apps/setting/models_provider/impl/xinference_model_provider/xinference_model_provider.py b/apps/setting/models_provider/impl/xinference_model_provider/xinference_model_provider.py index 4c7b9c0c7..a2846ae8c 100644 --- a/apps/setting/models_provider/impl/xinference_model_provider/xinference_model_provider.py +++ b/apps/setting/models_provider/impl/xinference_model_provider/xinference_model_provider.py @@ -521,25 +521,29 @@ embedding_model_info = [ rerank_list = [ModelInfo('bce-reranker-base_v1', '发布新的重新排名器，建立在强大的 M3 和LLM （GEMMA 和 MiniCPM，实际上没那么大）骨干上，支持多语言处理和更大的输入，大幅提高 BEIR、C-MTEB/Retrieval 的排名性能、MIRACL、LlamaIndex 评估', ModelTypeConst.RERANKER, XInferenceRerankerModelCredential(), XInferenceReranker)] -model_info_manage = (ModelInfoManage.builder() - .append_model_info_list(model_info_list) - .append_model_info_list(voice_model_info) - .append_default_model_info(voice_model_info[0]) - .append_default_model_info(voice_model_info[1]) - .append_default_model_info(ModelInfo('phi3', - 'Phi-3 Mini是Microsoft的3.8B参数，轻量级，最先进的开放模型。', - ModelTypeConst.LLM, xinference_llm_model_credential, - XinferenceChatModel)) - .append_model_info_list(embedding_model_info) - .append_default_model_info(ModelInfo('', - '', - ModelTypeConst.EMBEDDING, - xinference_embedding_model_credential, XinferenceEmbedding)) - .append_model_info_list(rerank_list) - .append_model_info_list(image_model_info) - .append_model_info_list(tti_model_info) - .append_default_model_info(rerank_list[0]) - .build()) +model_info_manage = ( + ModelInfoManage.builder() + .append_model_info_list(model_info_list) + .append_model_info_list(voice_model_info) + .append_default_model_info(voice_model_info[0]) + .append_default_model_info(voice_model_info[1]) + .append_default_model_info(ModelInfo('phi3', + 'Phi-3 Mini是Microsoft的3.8B参数，轻量级，最先进的开放模型。', + ModelTypeConst.LLM, xinference_llm_model_credential, + XinferenceChatModel)) + .append_model_info_list(embedding_model_info) + .append_default_model_info(ModelInfo('', + '', + ModelTypeConst.EMBEDDING, + xinference_embedding_model_credential, XinferenceEmbedding)) + .append_model_info_list(rerank_list) + .append_model_info_list(image_model_info) + .append_default_model_info(image_model_info[0]) + .append_model_info_list(tti_model_info) + .append_default_model_info(tti_model_info[0]) + .append_default_model_info(rerank_list[0]) + .build() +) def get_base_url(url: str):