15308555518/ MaxKB
1
0
Fork 0
mirror of https://github.com/1Panel-dev/MaxKB.git synced 2025-12-26 01:33:05 +00:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix: Tokens cannot be obtained from the model dialogue

This commit is contained in:
shaohuzhang1 2025-02-19 12:05:38 +08:00 committed by shaohuzhang1
parent 0d96f797f1
commit a06c5c097e
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
apps/setting/models_provider/impl/base_chat_open_ai.py
View File

@ -52,7 +52,8 @@ class BaseChatOpenAI(ChatOpenAI):
run_manager: Optional[CallbackManagerForLLMRun] = None,
**kwargs: Any,
) -> Iterator[ChatGenerationChunk]:
kwargs["stream"] = True
kwargs["stream_options"] = {"include_usage": True}
"""Set default stream_options."""
stream_usage = self._should_stream_usage(kwargs.get('stream_usage'), **kwargs)
# Note: stream_options is not a valid parameter for Azure OpenAI.
@ -63,7 +64,6 @@ class BaseChatOpenAI(ChatOpenAI):
if stream_usage:
kwargs["stream_options"] = {"include_usage": stream_usage}
kwargs["stream"] = True
payload = self._get_request_payload(messages, stop=stop, **kwargs)
default_chunk_class: Type[BaseMessageChunk] = AIMessageChunk
base_generation_info = {}
@ -107,9 +107,6 @@ class BaseChatOpenAI(ChatOpenAI):
continue
# custom code
if generation_chunk.message.usage_metadata is not None:
self.usage_metadata = generation_chunk.message.usage_metadata
# custom code
if len(chunk['choices']) > 0 and 'reasoning_content' in chunk['choices'][0]['delta']:
generation_chunk.message.additional_kwargs["reasoning_content"] = chunk['choices'][0]['delta'][
'reasoning_content']
@ -121,6 +118,9 @@ class BaseChatOpenAI(ChatOpenAI):
generation_chunk.text, chunk=generation_chunk, logprobs=logprobs
)
is_first_chunk = False
# custom code
if generation_chunk.message.usage_metadata is not None:
self.usage_metadata = generation_chunk.message.usage_metadata
yield generation_chunk
def _create_chat_result(self,