pub struct Qwen3_5TextConfig {Show 25 fields
pub hidden_size: u32,
pub num_hidden_layers: u32,
pub num_attention_heads: u32,
pub num_key_value_heads: u32,
pub head_dim: u32,
pub intermediate_size: u32,
pub vocab_size: u32,
pub max_position_embeddings: u32,
pub rms_norm_eps: f32,
pub rope_theta: f32,
pub partial_rotary_factor: f32,
pub rotary_dim: usize,
pub layer_types: Vec<String>,
pub linear_conv_kernel_dim: usize,
pub linear_key_head_dim: usize,
pub linear_value_head_dim: usize,
pub linear_num_key_heads: usize,
pub linear_num_value_heads: usize,
pub is_moe: bool,
pub num_experts: usize,
pub num_experts_per_tok: usize,
pub moe_intermediate_size: usize,
pub shared_expert_intermediate_size: usize,
pub has_vision: bool,
pub vision_out_hidden_size: usize,
}Expand description
Qwen3.5 text backbone configuration
Fields§
§num_attention_heads: u32§num_key_value_heads: u32§head_dim: u32§intermediate_size: u32§vocab_size: u32§max_position_embeddings: u32§rms_norm_eps: f32§rope_theta: f32§partial_rotary_factor: f32Fraction of head_dim to rotate (0.25 → rotary_dim = head_dim/4)
rotary_dim: usizeDerived: head_dim * partial_rotary_factor
layer_types: Vec<String>Per-layer type: “linear_attention” or “full_attention”
linear_conv_kernel_dim: usize§linear_key_head_dim: usize§linear_value_head_dim: usize§linear_num_key_heads: usize§linear_num_value_heads: usize§is_moe: bool§num_experts: usize§num_experts_per_tok: usize§moe_intermediate_size: usize§has_vision: boolImplementations§
Source§impl Qwen3_5TextConfig
impl Qwen3_5TextConfig
pub fn from_model_config(cfg: &ModelConfig, max_pos: usize) -> Qwen3_5TextConfig
Trait Implementations§
Source§impl ArchitectureConfig for Qwen3_5TextConfig
impl ArchitectureConfig for Qwen3_5TextConfig
Source§fn num_attention_heads(&self) -> usize
fn num_attention_heads(&self) -> usize
Number of attention heads for queries
Source§fn num_key_value_heads(&self) -> usize
fn num_key_value_heads(&self) -> usize
Number of key-value heads (for MQA/GQA)
Hidden dimension size
Source§fn intermediate_size(&self) -> usize
fn intermediate_size(&self) -> usize
Intermediate/FFN dimension size
Source§fn vocab_size(&self) -> usize
fn vocab_size(&self) -> usize
Vocabulary size
Source§fn max_position_embeddings(&self) -> usize
fn max_position_embeddings(&self) -> usize
Maximum position embeddings
Source§fn rope_theta(&self) -> Option<f32>
fn rope_theta(&self) -> Option<f32>
RoPE base frequency (if applicable)
Source§fn layer_norm_eps(&self) -> f32
fn layer_norm_eps(&self) -> f32
Layer normalization epsilon
Source§fn use_rms_norm(&self) -> bool
fn use_rms_norm(&self) -> bool
Whether to use RMSNorm instead of LayerNorm
Source§fn use_parallel_residual(&self) -> bool
fn use_parallel_residual(&self) -> bool
Whether this architecture uses parallel attention and FFN
Source§fn attention_type(&self) -> AttentionType
fn attention_type(&self) -> AttentionType
Get attention type (MHA, MQA, GQA)
Source§fn default_dtype(&self) -> Kind
fn default_dtype(&self) -> Kind
Default dtype for this architecture
Auto Trait Implementations§
impl Freeze for Qwen3_5TextConfig
impl RefUnwindSafe for Qwen3_5TextConfig
impl Send for Qwen3_5TextConfig
impl Sync for Qwen3_5TextConfig
impl Unpin for Qwen3_5TextConfig
impl UnsafeUnpin for Qwen3_5TextConfig
impl UnwindSafe for Qwen3_5TextConfig
Blanket Implementations§
§impl<T> AnySync for T
impl<T> AnySync for T
§impl<'a, T, E> AsTaggedExplicit<'a, E> for Twhere
T: 'a,
impl<'a, T, E> AsTaggedExplicit<'a, E> for Twhere
T: 'a,
§impl<'a, T, E> AsTaggedImplicit<'a, E> for Twhere
T: 'a,
impl<'a, T, E> AsTaggedImplicit<'a, E> for Twhere
T: 'a,
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
§impl<T> FutureExt for T
impl<T> FutureExt for T
§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
§impl<T> Identity for Twhere
T: ?Sized,
impl<T> Identity for Twhere
T: ?Sized,
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::Request§impl<T> JaggedSlice<T> for T
impl<T> JaggedSlice<T> for T
§impl<T> Pointable for T
impl<T> Pointable for T
§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
§impl<T> ServiceExt for T
impl<T> ServiceExt for T
§fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
Apply a transformation to the response body. Read more
§fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using HTTP status codes. Read more
§fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using gRPC headers. Read more