From 31a441c1c0b008ba41d699bb7975a2192bec4292 Mon Sep 17 00:00:00 2001 From: zhangshaohu Date: Fri, 22 Mar 2024 23:44:53 +0800 Subject: [PATCH] =?UTF-8?q?feat:=20ollama=20=E5=B9=B3=E5=8F=B0api=E5=9F=9F?= =?UTF-8?q?=E5=90=8D=E4=B9=8B=E9=9C=80=E8=A6=81=E5=A1=AB=E5=86=99=E5=88=B0?= =?UTF-8?q?=E7=AB=AF=E5=8F=A3?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../impl/ollama_model_provider/ollama_model_provider.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/apps/setting/models_provider/impl/ollama_model_provider/ollama_model_provider.py b/apps/setting/models_provider/impl/ollama_model_provider/ollama_model_provider.py index 19396953c..40a2fa12b 100644 --- a/apps/setting/models_provider/impl/ollama_model_provider/ollama_model_provider.py +++ b/apps/setting/models_provider/impl/ollama_model_provider/ollama_model_provider.py @@ -148,7 +148,9 @@ class OllamaModelProvider(IModelProvider): return ollama_llm_model_credential def get_model(self, model_type, model_name, model_credential: Dict[str, object], **model_kwargs) -> BaseChatModel: - return OllamaChatModel(model=model_name, openai_api_base=model_credential.get('api_base'), + api_base = model_credential.get('api_base') + base_url = get_base_url(api_base) + return OllamaChatModel(model=model_name, openai_api_base=(base_url + '/v1'), openai_api_key=model_credential.get('api_key')) def get_dialogue_number(self):