fix: LLMUsage ttft bug

2025-03-07 12:00:59 +08:00 · 2025-03-07 12:00:59 +08:00 · 974fff813c
commit 974fff813c
parent f368cbe768
1 changed files with 1 additions and 0 deletions
--- a/api/core/model_runtime/model_providers/__base/large_language_model.py
+++ b/api/core/model_runtime/model_providers/__base/large_language_model.py
@ -355,6 +355,7 @@ class LargeLanguageModel(AIModel):
            total_price=prompt_price_info.total_amount + completion_price_info.total_amount,
            currency=prompt_price_info.currency,
            latency=time.perf_counter() - self.started_at,
+            ttft=self.ttft,
        )

        return usage