pub enum KvCompatMismatch {
Show 26 variants
FormatVersion {
expected: u32,
observed: u32,
},
Weights {
expected: WeightIdentity,
observed: WeightIdentity,
},
ModelName {
expected: String,
observed: String,
},
Architecture {
expected: String,
observed: String,
},
ModelVersion {
expected: u32,
observed: u32,
},
Geometry {
field: &'static str,
expected: usize,
observed: usize,
},
UseQkNorm {
expected: bool,
observed: bool,
},
PartialRotaryFactor {
expected_bits: Option<u32>,
observed_bits: Option<u32>,
},
LayerTypes {
expected: Vec<String>,
observed: Vec<String>,
},
RmsNormEps {
expected_bits: u32,
observed_bits: u32,
},
LayerNormEps {
expected_bits: Option<u32>,
observed_bits: Option<u32>,
},
HiddenActivation {
expected: String,
observed: String,
},
ScaleEmbeddings {
expected: bool,
observed: bool,
},
QueryPreAttnScalar {
expected_bits: Option<u32>,
observed_bits: Option<u32>,
},
MoeRouting {
expected: MoeRouting,
observed: MoeRouting,
},
SlidingWindow {
expected: Option<usize>,
observed: Option<usize>,
},
RopeLocalBaseFreq {
expected_bits: Option<u32>,
observed_bits: Option<u32>,
},
RopeTheta {
expected_bits: u32,
observed_bits: u32,
},
RopeScaling {
expected: Option<RopeScalingFp>,
observed: Option<RopeScalingFp>,
},
MaxPositionEmbeddings {
expected: usize,
observed: usize,
},
Dtype {
expected: KvDtype,
observed: KvDtype,
},
KvQuant {
expected: KvQuantMode,
observed: KvQuantMode,
},
BlockSize {
expected: usize,
observed: usize,
},
MaxContext {
expected: usize,
observed: usize,
},
VocabSize {
expected: usize,
observed: usize,
},
TokenizerHash {
expected: Option<String>,
observed: Option<String>,
},
}Expand description
Why a cache was rejected for reuse, naming the first differing authoritative
field in a fixed comparison order. Produced by check_compatibility.
Variants§
FormatVersion
Weights
ModelName
Architecture
ModelVersion
Geometry
UseQkNorm
PartialRotaryFactor
LayerTypes
RmsNormEps
Effective model config (changes hidden states / downstream K/V).
LayerNormEps
HiddenActivation
ScaleEmbeddings
QueryPreAttnScalar
MoeRouting
SlidingWindow
RopeLocalBaseFreq
RopeTheta
RopeScaling
MaxPositionEmbeddings
Dtype
KvQuant
BlockSize
MaxContext
VocabSize
TokenizerHash
Trait Implementations§
Source§impl Clone for KvCompatMismatch
impl Clone for KvCompatMismatch
Source§fn clone(&self) -> KvCompatMismatch
fn clone(&self) -> KvCompatMismatch
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for KvCompatMismatch
impl Debug for KvCompatMismatch
Source§impl Display for KvCompatMismatch
impl Display for KvCompatMismatch
Source§impl Error for KvCompatMismatch
impl Error for KvCompatMismatch
1.30.0 · Source§fn source(&self) -> Option<&(dyn Error + 'static)>
fn source(&self) -> Option<&(dyn Error + 'static)>
Returns the lower-level source of this error, if any. Read more
1.0.0 · Source§fn description(&self) -> &str
fn description(&self) -> &str
👎Deprecated since 1.42.0:
use the Display impl or to_string()
Source§impl PartialEq for KvCompatMismatch
impl PartialEq for KvCompatMismatch
Source§fn eq(&self, other: &KvCompatMismatch) -> bool
fn eq(&self, other: &KvCompatMismatch) -> bool
Tests for
self and other values to be equal, and is used by ==.impl Eq for KvCompatMismatch
impl StructuralPartialEq for KvCompatMismatch
Auto Trait Implementations§
impl Freeze for KvCompatMismatch
impl RefUnwindSafe for KvCompatMismatch
impl Send for KvCompatMismatch
impl Sync for KvCompatMismatch
impl Unpin for KvCompatMismatch
impl UnsafeUnpin for KvCompatMismatch
impl UnwindSafe for KvCompatMismatch
Blanket Implementations§
§impl<T> AnySync for T
impl<T> AnySync for T
§impl<'a, T, E> AsTaggedExplicit<'a, E> for Twhere
T: 'a,
impl<'a, T, E> AsTaggedExplicit<'a, E> for Twhere
T: 'a,
§impl<'a, T, E> AsTaggedImplicit<'a, E> for Twhere
T: 'a,
impl<'a, T, E> AsTaggedImplicit<'a, E> for Twhere
T: 'a,
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
Compare self to
key and return true if they are equal.§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
Checks if this value is equivalent to the given key. Read more
Source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
Source§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
Compare self to
key and return true if they are equal.§impl<T> FutureExt for T
impl<T> FutureExt for T
§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
§impl<T> Identity for Twhere
T: ?Sized,
impl<T> Identity for Twhere
T: ?Sized,
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::Request§impl<T> JaggedSlice<T> for T
impl<T> JaggedSlice<T> for T
§impl<T> Pointable for T
impl<T> Pointable for T
§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
§impl<T> ServiceExt for T
impl<T> ServiceExt for T
§fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
Apply a transformation to the response body. Read more
§fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using HTTP status codes. Read more
§fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using gRPC headers. Read more
§fn follow_redirects(self) -> FollowRedirect<Self>where
Self: Sized,
fn follow_redirects(self) -> FollowRedirect<Self>where
Self: Sized,
§impl<T> ToCompactString for Twhere
T: Display,
impl<T> ToCompactString for Twhere
T: Display,
§fn try_to_compact_string(&self) -> Result<CompactString, ToCompactStringError>
fn try_to_compact_string(&self) -> Result<CompactString, ToCompactStringError>
Fallible version of [
ToCompactString::to_compact_string()] Read more§fn to_compact_string(&self) -> CompactString
fn to_compact_string(&self) -> CompactString
Converts the given value to a [
CompactString]. Read more