pub struct GenerationMetrics {
pub perplexity: f32,
pub avg_entropy: f32,
pub entropy_variance: f32,
pub repetition_ratio: f32,
pub token_count: u32,
pub tokens_per_second: f32,
pub generation_time_ms: u64,
}Expand description
Generation quality metrics (matches GenerationQualityMetrics)
Fields§
§perplexity: f32Perplexity: exp(-avg_log_prob)
avg_entropy: f32Average entropy of probability distributions
entropy_variance: f32Variance of entropy across tokens
repetition_ratio: f32Ratio of repeated n-grams
token_count: u32Number of tokens generated
tokens_per_second: f32Tokens generated per second
generation_time_ms: u64Total generation time in milliseconds
Implementations§
Source§impl GenerationMetrics
impl GenerationMetrics
Sourcepub fn with_timing(
m: GenerationQualityMetrics,
tokens_per_second: f32,
generation_time_ms: u64,
) -> Self
pub fn with_timing( m: GenerationQualityMetrics, tokens_per_second: f32, generation_time_ms: u64, ) -> Self
Create metrics with timing information from a GenerationQualityMetrics
Trait Implementations§
Source§impl Clone for GenerationMetrics
impl Clone for GenerationMetrics
Source§fn clone(&self) -> GenerationMetrics
fn clone(&self) -> GenerationMetrics
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for GenerationMetrics
impl Debug for GenerationMetrics
Source§impl Default for GenerationMetrics
impl Default for GenerationMetrics
Source§fn default() -> GenerationMetrics
fn default() -> GenerationMetrics
Returns the “default value” for a type. Read more
Source§impl<'de> Deserialize<'de> for GenerationMetrics
impl<'de> Deserialize<'de> for GenerationMetrics
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Source§impl From<GenerationQualityMetrics> for GenerationMetrics
impl From<GenerationQualityMetrics> for GenerationMetrics
Source§fn from(m: GenerationQualityMetrics) -> Self
fn from(m: GenerationQualityMetrics) -> Self
Converts to this type from the input type.
Source§impl Serialize for GenerationMetrics
impl Serialize for GenerationMetrics
impl Copy for GenerationMetrics
Auto Trait Implementations§
impl Freeze for GenerationMetrics
impl RefUnwindSafe for GenerationMetrics
impl Send for GenerationMetrics
impl Sync for GenerationMetrics
impl Unpin for GenerationMetrics
impl UnsafeUnpin for GenerationMetrics
impl UnwindSafe for GenerationMetrics
Blanket Implementations§
§impl<T> AnySync for T
impl<T> AnySync for T
§impl<'a, T, E> AsTaggedExplicit<'a, E> for Twhere
T: 'a,
impl<'a, T, E> AsTaggedExplicit<'a, E> for Twhere
T: 'a,
§impl<'a, T, E> AsTaggedImplicit<'a, E> for Twhere
T: 'a,
impl<'a, T, E> AsTaggedImplicit<'a, E> for Twhere
T: 'a,
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
§impl<T> FutureExt for T
impl<T> FutureExt for T
§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
§impl<T> Identity for Twhere
T: ?Sized,
impl<T> Identity for Twhere
T: ?Sized,
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::Request§impl<T> JaggedSlice<T> for T
impl<T> JaggedSlice<T> for T
§impl<T> NoneValue for Twhere
T: Default,
impl<T> NoneValue for Twhere
T: Default,
type NoneType = T
§fn null_value() -> T
fn null_value() -> T
The none-equivalent value.
§impl<T> NoneValue for Twhere
T: Default,
impl<T> NoneValue for Twhere
T: Default,
type NoneType = T
§fn null_value() -> T
fn null_value() -> T
The none-equivalent value.
§impl<T> Pointable for T
impl<T> Pointable for T
§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
Source§impl<T> Serialize for T
impl<T> Serialize for T
fn erased_serialize(&self, serializer: &mut dyn Serializer) -> Result<Ok, Error>
§impl<T> ServiceExt for T
impl<T> ServiceExt for T
§fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
Apply a transformation to the response body. Read more
§fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using HTTP status codes. Read more
§fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using gRPC headers. Read more