diff --git a/stats.go b/stats.go index 535cc18..dcce773 100644 --- a/stats.go +++ b/stats.go @@ -45,6 +45,10 @@ func HandleStats(w http.ResponseWriter, r *http.Request) { Time: Nullable(generation.GenerationTime, 0), } + if generation.IsBYOK && generation.UpstreamInferenceCost != nil { + statistics.Cost += *generation.UpstreamInferenceCost + } + nativeIn := Nullable(generation.NativeTokensPrompt, 0) normalIn := Nullable(generation.TokensPrompt, 0) diff --git a/title.go b/title.go index 198ebe6..7279f91 100644 --- a/title.go +++ b/title.go @@ -132,7 +132,7 @@ func HandleTitle(w http.ResponseWriter, r *http.Request) { } choice := response.Choices[0].Message.Content.Text - cost := response.Usage.Cost + cost := response.Usage.Cost + response.Usage.CostDetails.UpstreamInferenceCost var result TitleResponse