991326480f
* Completion API: add 'store' param This param allows you to opt a completion request in to being stored, for use in distillations and evals. * Add cached and audio tokens to usage structs These have been added to the completions API recently: https://platform.openai.com/docs/api-reference/chat/object#chat/object-usage
25 lines
939 B
Go
25 lines
939 B
Go
package openai
|
|
|
|
// common.go defines common types used throughout the OpenAI API.
|
|
|
|
// Usage Represents the total token usage per request to OpenAI.
|
|
type Usage struct {
|
|
PromptTokens int `json:"prompt_tokens"`
|
|
CompletionTokens int `json:"completion_tokens"`
|
|
TotalTokens int `json:"total_tokens"`
|
|
PromptTokensDetails *PromptTokensDetails `json:"prompt_tokens_details"`
|
|
CompletionTokensDetails *CompletionTokensDetails `json:"completion_tokens_details"`
|
|
}
|
|
|
|
// CompletionTokensDetails Breakdown of tokens used in a completion.
|
|
type CompletionTokensDetails struct {
|
|
AudioTokens int `json:"audio_tokens"`
|
|
ReasoningTokens int `json:"reasoning_tokens"`
|
|
}
|
|
|
|
// PromptTokensDetails Breakdown of tokens used in the prompt.
|
|
type PromptTokensDetails struct {
|
|
AudioTokens int `json:"audio_tokens"`
|
|
CachedTokens int `json:"cached_tokens"`
|
|
}
|