pub struct GenerationMetricsAccumulator { /* private fields */ }Expand description
O(1) online metrics accumulator using Welford’s algorithm
This accumulator maintains running statistics without storing per-token data, using approximately 360 bytes of memory regardless of sequence length.
§Example
ⓘ
let mut acc = GenerationMetricsAccumulator::new();
for token in generated_tokens {
acc.add_token(log_prob, entropy, token_id);
}
let metrics = acc.finalize();
println!("Perplexity: {}", metrics.perplexity);Implementations§
Source§impl GenerationMetricsAccumulator
impl GenerationMetricsAccumulator
Sourcepub fn finalize(&self) -> GenerationQualityMetrics
pub fn finalize(&self) -> GenerationQualityMetrics
Finalize and return aggregated quality metrics
§Returns
GenerationQualityMetrics containing perplexity, entropy stats, and repetition ratio
Sourcepub fn token_count(&self) -> u64
pub fn token_count(&self) -> u64
Get current token count
Trait Implementations§
Source§impl Clone for GenerationMetricsAccumulator
impl Clone for GenerationMetricsAccumulator
Source§fn clone(&self) -> GenerationMetricsAccumulator
fn clone(&self) -> GenerationMetricsAccumulator
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for GenerationMetricsAccumulator
impl Debug for GenerationMetricsAccumulator
Auto Trait Implementations§
impl Freeze for GenerationMetricsAccumulator
impl RefUnwindSafe for GenerationMetricsAccumulator
impl Send for GenerationMetricsAccumulator
impl Sync for GenerationMetricsAccumulator
impl Unpin for GenerationMetricsAccumulator
impl UnsafeUnpin for GenerationMetricsAccumulator
impl UnwindSafe for GenerationMetricsAccumulator
Blanket Implementations§
§impl<T> AnySync for T
impl<T> AnySync for T
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
§impl<T> FutureExt for T
impl<T> FutureExt for T
§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
§impl<T> Identity for Twhere
T: ?Sized,
impl<T> Identity for Twhere
T: ?Sized,
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more§impl<T> Pointable for T
impl<T> Pointable for T
§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
§impl<T> ServiceExt for T
impl<T> ServiceExt for T
§fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
Apply a transformation to the response body. Read more
§fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using HTTP status codes. Read more
§fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using gRPC headers. Read more