@microsoft/opentelemetry
    Preparing search index...

    Interface InferenceDetails

    Details for an inference call.

    interface InferenceDetails {
        cacheReadInputTokens?: number;
        cacheWriteInputTokens?: number;
        endpoint?: ServiceEndpoint;
        finishReasons?: string[];
        inputTokens?: number;
        model: string;
        operationName:
            | "chat"
            | "text_completion"
            | "generate_content"
            | InferenceOperationType;
        outputTokens?: number;
        providerName?: string;
        responseModel?: string;
        thoughtProcess?: string;
    }
    Index
    cacheReadInputTokens? cacheWriteInputTokens? endpoint? finishReasons? inputTokens? model operationName outputTokens? providerName? responseModel? thoughtProcess?
    cacheReadInputTokens?: number

    Number of input tokens read from cache.

    cacheWriteInputTokens?: number

    Number of input tokens written to cache.

    endpoint?: ServiceEndpoint

    Endpoint the model is hosted on.

    finishReasons?: string[]

    Finish reasons returned by the model.

    inputTokens?: number

    Number of input (prompt) tokens.

    model: string

    Name of the model used for inference.

    operationName:
        | "chat"
        | "text_completion"
        | "generate_content"
        | InferenceOperationType

    The inference operation enum value or canonical OpenTelemetry operation name.

    outputTokens?: number

    Number of output (completion) tokens.

    providerName?: string

    Name of the provider serving the model.

    responseModel?: string

    Canonical model name returned by the provider.

    thoughtProcess?: string

    The model's thought process / reasoning trace.

    Settings
    Member Visibility

    On This Page
    Properties