diff --git a/completion.go b/completion.go index 21d4897c4..02ce7b016 100644 --- a/completion.go +++ b/completion.go @@ -242,7 +242,7 @@ type CompletionResponse struct { Created int64 `json:"created"` Model string `json:"model"` Choices []CompletionChoice `json:"choices"` - Usage Usage `json:"usage"` + Usage *Usage `json:"usage,omitempty"` httpHeader } diff --git a/completion_test.go b/completion_test.go index 27e2d150e..f0ead0d63 100644 --- a/completion_test.go +++ b/completion_test.go @@ -192,7 +192,7 @@ func handleCompletionEndpoint(w http.ResponseWriter, r *http.Request) { } inputTokens *= n completionTokens := completionReq.MaxTokens * len(prompts) * n - res.Usage = openai.Usage{ + res.Usage = &openai.Usage{ PromptTokens: inputTokens, CompletionTokens: completionTokens, TotalTokens: inputTokens + completionTokens,