chore: prompt_message is actually assistant_message which is a bit am… (#13839)
Co-authored-by: 刘江波 <jiangbo721@163.com>
This commit is contained in:
parent
dfdd6dfa20
commit
f535a2aa71
@ -228,7 +228,7 @@ class LargeLanguageModel(AIModel):
|
|||||||
:return: result generator
|
:return: result generator
|
||||||
"""
|
"""
|
||||||
callbacks = callbacks or []
|
callbacks = callbacks or []
|
||||||
prompt_message = AssistantPromptMessage(content="")
|
assistant_message = AssistantPromptMessage(content="")
|
||||||
usage = None
|
usage = None
|
||||||
system_fingerprint = None
|
system_fingerprint = None
|
||||||
real_model = model
|
real_model = model
|
||||||
@ -250,7 +250,7 @@ class LargeLanguageModel(AIModel):
|
|||||||
callbacks=callbacks,
|
callbacks=callbacks,
|
||||||
)
|
)
|
||||||
|
|
||||||
prompt_message.content += chunk.delta.message.content
|
assistant_message.content += chunk.delta.message.content
|
||||||
real_model = chunk.model
|
real_model = chunk.model
|
||||||
if chunk.delta.usage:
|
if chunk.delta.usage:
|
||||||
usage = chunk.delta.usage
|
usage = chunk.delta.usage
|
||||||
@ -265,7 +265,7 @@ class LargeLanguageModel(AIModel):
|
|||||||
result=LLMResult(
|
result=LLMResult(
|
||||||
model=real_model,
|
model=real_model,
|
||||||
prompt_messages=prompt_messages,
|
prompt_messages=prompt_messages,
|
||||||
message=prompt_message,
|
message=assistant_message,
|
||||||
usage=usage or LLMUsage.empty_usage(),
|
usage=usage or LLMUsage.empty_usage(),
|
||||||
system_fingerprint=system_fingerprint,
|
system_fingerprint=system_fingerprint,
|
||||||
),
|
),
|
||||||
|
Loading…
Reference in New Issue
Block a user