fix: 修复讯飞星火模型多用户同时提问后,回答内容会错乱 #917 (#920)

This commit is contained in:
shaohuzhang1 2024-08-02 10:39:54 +08:00 committed by GitHub
parent 7b48599e57
commit 76c1acbabb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 8 additions and 1 deletions

View File

@ -18,7 +18,7 @@ class ModelManage:
@staticmethod
def get_model(_id, get_model):
model_instance = ModelManage.cache.get(_id)
if model_instance is None:
if model_instance is None or not model_instance.is_cache_model():
model_instance = get_model(_id)
ModelManage.cache.set(_id, model_instance, timeout=60 * 30)
return model_instance

View File

@ -89,6 +89,10 @@ class MaxKBBaseModel(ABC):
def new_instance(model_type, model_name, model_credential: Dict[str, object], **model_kwargs):
pass
@staticmethod
def is_cache_model():
return True
class BaseModelCredential(ABC):

View File

@ -20,6 +20,9 @@ from setting.models_provider.base_model_provider import MaxKBBaseModel
class XFChatSparkLLM(MaxKBBaseModel, ChatSparkLLM):
@staticmethod
def is_cache_model():
return False
@staticmethod
def new_instance(model_type, model_name, model_credential: Dict[str, object], **model_kwargs):