fix: LLMUsage ttft bug
This commit is contained in:
parent
f368cbe768
commit
974fff813c
@ -355,6 +355,7 @@ class LargeLanguageModel(AIModel):
|
|||||||
total_price=prompt_price_info.total_amount + completion_price_info.total_amount,
|
total_price=prompt_price_info.total_amount + completion_price_info.total_amount,
|
||||||
currency=prompt_price_info.currency,
|
currency=prompt_price_info.currency,
|
||||||
latency=time.perf_counter() - self.started_at,
|
latency=time.perf_counter() - self.started_at,
|
||||||
|
ttft=self.ttft,
|
||||||
)
|
)
|
||||||
|
|
||||||
return usage
|
return usage
|
||||||
|
Loading…
Reference in New Issue
Block a user