From f9784dcbd163035a510857e5f2284b90c2754ddc Mon Sep 17 00:00:00 2001 From: wxg0103 <727495428@qq.com> Date: Tue, 20 Aug 2024 11:51:36 +0800 Subject: [PATCH] =?UTF-8?q?fix:=20=E4=BF=AE=E5=A4=8DXinference=20=E6=A8=A1?= =?UTF-8?q?=E5=9E=8B=E5=9B=9E=E7=AD=94=E9=97=AE=E9=A2=98=E6=9C=80=E5=90=8E?= =?UTF-8?q?=E5=87=A0=E4=B8=AA=E5=AD=97=E4=BC=9A=E9=87=8D=E5=A4=8D=E4=B8=80?= =?UTF-8?q?=E6=AC=A1?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --bug=1045125 --user=王孝刚 【模型管理】本地 Xinference 模型回答问题最后几个字会重复一次 https://www.tapd.cn/57709429/s/1565685 --- apps/setting/models_provider/impl/base_chat_open_ai.py | 1 - 1 file changed, 1 deletion(-) diff --git a/apps/setting/models_provider/impl/base_chat_open_ai.py b/apps/setting/models_provider/impl/base_chat_open_ai.py index c70197eae..b0d5f3bbc 100644 --- a/apps/setting/models_provider/impl/base_chat_open_ai.py +++ b/apps/setting/models_provider/impl/base_chat_open_ai.py @@ -47,7 +47,6 @@ class BaseChatOpenAI(ChatOpenAI): if token_usage := chunk.get("usage"): self.__dict__.setdefault('_last_generation_info', {}).update(token_usage) logprobs = None - else: continue else: choice = chunk["choices"][0]