Interface ExternalModelUsageElement

interface ExternalModelUsageElement {
    completionTokens?: number;
    promptTokens?: number;
    totalTokens?: number;
}

Properties

completionTokens?: number

The number of tokens in the chat/completions response.

promptTokens?: number

The number of tokens in the prompt.

totalTokens?: number

The total number of tokens in the prompt and response.