15308555518/ MaxKB
1
0
Fork 0
mirror of https://github.com/1Panel-dev/MaxKB.git synced 2025-12-26 10:12:51 +00:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

refactor: model

This commit is contained in:
wxg0103 2025-06-30 17:42:28 +08:00
parent c27995c172
commit da3c945b56
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
apps/models_provider/impl/aliyun_bai_lian_model_provider/model/llm.py
View File

@ -14,11 +14,12 @@ class BaiLianChatModel(MaxKBBaseModel, BaseChatOpenAI):
@staticmethod
def new_instance(model_type, model_name, model_credential: Dict[str, object], **model_kwargs):
optional_params = MaxKBBaseModel.filter_optional_params(model_kwargs)
if 'qwen-omni-turbo' in model_name or 'qwq' in model_name:
optional_params['streaming'] = True
# if 'qwen-omni-turbo' in model_name or 'qwq' in model_name:
# optional_params['streaming'] = True
return BaiLianChatModel(
model=model_name,
openai_api_base=model_credential.get('api_base'),
openai_api_key=model_credential.get('api_key'),
streaming=True,
extra_body=optional_params
)