From d3d487d314b0f604a6370786d2f4e3bed839b170 Mon Sep 17 00:00:00 2001 From: Laura Date: Fri, 3 Oct 2025 19:14:12 +0200 Subject: [PATCH] include upstream inference cost for byok --- stats.go | 4 ++++ title.go | 2 +- 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/stats.go b/stats.go index 535cc18..dcce773 100644 --- a/stats.go +++ b/stats.go @@ -45,6 +45,10 @@ func HandleStats(w http.ResponseWriter, r *http.Request) { Time: Nullable(generation.GenerationTime, 0), } + if generation.IsBYOK && generation.UpstreamInferenceCost != nil { + statistics.Cost += *generation.UpstreamInferenceCost + } + nativeIn := Nullable(generation.NativeTokensPrompt, 0) normalIn := Nullable(generation.TokensPrompt, 0) diff --git a/title.go b/title.go index 198ebe6..7279f91 100644 --- a/title.go +++ b/title.go @@ -132,7 +132,7 @@ func HandleTitle(w http.ResponseWriter, r *http.Request) { } choice := response.Choices[0].Message.Content.Text - cost := response.Usage.Cost + cost := response.Usage.Cost + response.Usage.CostDetails.UpstreamInferenceCost var result TitleResponse