Interface PerformanceMetrics

Performance metrics interface

interface PerformanceMetrics {
    startTime: number;
    endTime?: number;
    duration?: number;
    tokensPerSecond?: number;
    firstTokenTime?: number;
    averageChunkTime?: number;
    memoryUsage?: MemoryUsage;
    networkLatency?: number;
    processingLatency?: number;
}

Index

Properties

startTime endTime? duration? tokensPerSecond? firstTokenTime? averageChunkTime? memoryUsage? networkLatency? processingLatency?

Properties

startTime

startTime: number

Request start time

`Optional`endTime

endTime?: number

Request end time

`Optional`duration

duration?: number

Total duration in milliseconds

`Optional`tokensPerSecond

tokensPerSecond?: number

Tokens per second

`Optional`firstTokenTime

firstTokenTime?: number

Time to first token

`Optional`averageChunkTime

averageChunkTime?: number

Average time between chunks

`Optional`memoryUsage

memoryUsage?: MemoryUsage

Memory usage information

`Optional`networkLatency

networkLatency?: number

Network latency

`Optional`processingLatency

processingLatency?: number

Processing latency