This commit is contained in:
Yeuoly 2024-02-01 13:08:31 +08:00 committed by GitHub
parent d8672796b0
commit f0c9bb7c91
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -168,7 +168,7 @@ class TongyiLargeLanguageModel(LargeLanguageModel):
return result
def _handle_generate_stream_response(self, model: str, credentials: dict, responses: list[Generator],
def _handle_generate_stream_response(self, model: str, credentials: dict, responses: Generator,
prompt_messages: list[PromptMessage]) -> Generator:
"""
Handle llm stream response
@ -182,7 +182,7 @@ class TongyiLargeLanguageModel(LargeLanguageModel):
for index, response in enumerate(responses):
resp_finish_reason = response.output.finish_reason
resp_content = response.output.text
useage = response.usage
usage = response.usage
if resp_finish_reason is None and (resp_content is None or resp_content == ''):
continue
@ -194,7 +194,7 @@ class TongyiLargeLanguageModel(LargeLanguageModel):
if resp_finish_reason is not None:
# transform usage
usage = self._calc_response_usage(model, credentials, useage.input_tokens, useage.output_tokens)
usage = self._calc_response_usage(model, credentials, usage.input_tokens, usage.output_tokens)
yield LLMResultChunk(
model=model,