pub struct GenerationStats {Show 14 fields
pub tokens_generated: usize,
pub generation_time_ms: u64,
pub tokens_per_second: f32,
pub finish_reason: Option<FinishReason>,
pub quality_metrics: Option<GenerationQualityMetrics>,
pub prefill_tokens: usize,
pub prefill_time_ms: u64,
pub prefill_tokens_per_sec: f32,
pub inference_tokens: usize,
pub inference_time_ms: u64,
pub inference_tokens_per_sec: f32,
pub inference_tokens_per_sec_ema: f32,
pub speculative_accepted: u64,
pub speculative_rejected: u64,
}Expand description
Statistics about text generation with separate prefill/inference metrics
Fields§
§tokens_generated: usize§generation_time_ms: u64§tokens_per_second: f32§finish_reason: Option<FinishReason>§quality_metrics: Option<GenerationQualityMetrics>Quality metrics captured during generation (for self-supervised training)
prefill_tokens: usize§prefill_time_ms: u64§prefill_tokens_per_sec: f32§inference_tokens: usize§inference_time_ms: u64§inference_tokens_per_sec: f32Cumulative average: tokens / time (accurate for final reporting)
inference_tokens_per_sec_ema: f32Exponential moving average (responsive for real-time adaptive batching)
speculative_accepted: u64Draft tokens accepted by greedy exact-match verify this request
speculative_rejected: u64Draft tokens rejected (and rewound) this request
Trait Implementations§
Source§impl Clone for GenerationStats
impl Clone for GenerationStats
Source§fn clone(&self) -> GenerationStats
fn clone(&self) -> GenerationStats
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreAuto Trait Implementations§
impl Freeze for GenerationStats
impl RefUnwindSafe for GenerationStats
impl Send for GenerationStats
impl Sync for GenerationStats
impl Unpin for GenerationStats
impl UnsafeUnpin for GenerationStats
impl UnwindSafe for GenerationStats
Blanket Implementations§
§impl<T> AnySync for T
impl<T> AnySync for T
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
§impl<T> FutureExt for T
impl<T> FutureExt for T
§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
§impl<T> Identity for Twhere
T: ?Sized,
impl<T> Identity for Twhere
T: ?Sized,
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more§impl<T> Pointable for T
impl<T> Pointable for T
§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
§impl<T> ServiceExt for T
impl<T> ServiceExt for T
§fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
Apply a transformation to the response body. Read more
§fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using HTTP status codes. Read more
§fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using gRPC headers. Read more