include upstream inference cost for byok

stats.go

@@ -45,6 +45,10 @@ func HandleStats(w http.ResponseWriter, r *http.Request) {
 		Time:     Nullable(generation.GenerationTime, 0),
 	}
 
+	if generation.IsBYOK && generation.UpstreamInferenceCost != nil {
+		statistics.Cost += *generation.UpstreamInferenceCost
+	}
+
 	nativeIn := Nullable(generation.NativeTokensPrompt, 0)
 	normalIn := Nullable(generation.TokensPrompt, 0)
 

title.go

@@ -132,7 +132,7 @@ func HandleTitle(w http.ResponseWriter, r *http.Request) {
 	}
 
 	choice := response.Choices[0].Message.Content.Text
-	cost := response.Usage.Cost
+	cost := response.Usage.Cost + response.Usage.CostDetails.UpstreamInferenceCost
 
 	var result TitleResponse