pub struct JanusConfig {
pub language_config: Box<dyn ArchitectureConfig>,
pub vision_config: VisionEncoderConfig,
pub aligner_config: ProjectorConfig,
pub generation_config: Option<GenerationConfig>,
pub device: Device,
pub dtype: Kind,
}Expand description
Janus model configuration
Fields§
§language_config: Box<dyn ArchitectureConfig>Configuration for the base language model
vision_config: VisionEncoderConfigVision encoder configuration
aligner_config: ProjectorConfigAligner configuration (vision to language)
generation_config: Option<GenerationConfig>Generation configuration (optional)
device: DeviceDevice for computation
dtype: KindData type for computation
Trait Implementations§
Source§impl ArchitectureConfig for JanusConfig
impl ArchitectureConfig for JanusConfig
Hidden dimension size
Source§fn intermediate_size(&self) -> usize
fn intermediate_size(&self) -> usize
Intermediate/FFN dimension size
Source§fn num_attention_heads(&self) -> usize
fn num_attention_heads(&self) -> usize
Number of attention heads for queries
Source§fn num_key_value_heads(&self) -> usize
fn num_key_value_heads(&self) -> usize
Number of key-value heads (for MQA/GQA)
Source§fn vocab_size(&self) -> usize
fn vocab_size(&self) -> usize
Vocabulary size
Source§fn max_position_embeddings(&self) -> usize
fn max_position_embeddings(&self) -> usize
Maximum position embeddings
Source§fn rope_theta(&self) -> Option<f32>
fn rope_theta(&self) -> Option<f32>
RoPE base frequency (if applicable)
Source§fn layer_norm_eps(&self) -> f32
fn layer_norm_eps(&self) -> f32
Layer normalization epsilon
Source§fn use_rms_norm(&self) -> bool
fn use_rms_norm(&self) -> bool
Whether to use RMSNorm instead of LayerNorm
Source§fn attention_type(&self) -> AttentionType
fn attention_type(&self) -> AttentionType
Get attention type (MHA, MQA, GQA)
Source§fn use_parallel_residual(&self) -> bool
fn use_parallel_residual(&self) -> bool
Whether this architecture uses parallel attention and FFN
Source§fn default_dtype(&self) -> DType
fn default_dtype(&self) -> DType
Default dtype for this architecture
Auto Trait Implementations§
impl Freeze for JanusConfig
impl !RefUnwindSafe for JanusConfig
impl Send for JanusConfig
impl Sync for JanusConfig
impl Unpin for JanusConfig
impl UnsafeUnpin for JanusConfig
impl !UnwindSafe for JanusConfig
Blanket Implementations§
§impl<T> AnySync for T
impl<T> AnySync for T
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
§impl<T> FutureExt for T
impl<T> FutureExt for T
§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
§impl<T> Identity for Twhere
T: ?Sized,
impl<T> Identity for Twhere
T: ?Sized,
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more§impl<T> Pointable for T
impl<T> Pointable for T
§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
§impl<T> ServiceExt for T
impl<T> ServiceExt for T
§fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
Apply a transformation to the response body. Read more
§fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using HTTP status codes. Read more
§fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using gRPC headers. Read more