pub struct JanusModel { /* private fields */ }Expand description
Main Janus multimodal model
Implementations§
Source§impl JanusModel
impl JanusModel
Sourcepub fn from_weights(
weights: HashMap<String, Tensor>,
config: JanusConfig,
device: Device,
dtype: DType,
) -> Result<Self>
pub fn from_weights( weights: HashMap<String, Tensor>, config: JanusConfig, device: Device, dtype: DType, ) -> Result<Self>
Create Janus model from weights
Trait Implementations§
Source§impl ModelOperations for JanusModel
impl ModelOperations for JanusModel
Source§fn architecture(&self) -> ModelArchitecture
fn architecture(&self) -> ModelArchitecture
Get the architecture type
Source§fn config(&self) -> &dyn ArchitectureConfig
fn config(&self) -> &dyn ArchitectureConfig
Get architecture configuration
Source§fn forward(&self, input: &Tensor, past_kv: Option<&Tensor>) -> Result<Tensor>
fn forward(&self, input: &Tensor, past_kv: Option<&Tensor>) -> Result<Tensor>
Forward pass through the model
Source§fn embed_tokens(&self, input_ids: &Tensor) -> Result<Tensor>
fn embed_tokens(&self, input_ids: &Tensor) -> Result<Tensor>
Get token embeddings for input IDs
Source§fn forward_from_embeddings(
&self,
embeddings: &Tensor,
start_pos: usize,
) -> Result<Tensor>
fn forward_from_embeddings( &self, embeddings: &Tensor, start_pos: usize, ) -> Result<Tensor>
Forward pass from pre-computed embeddings (for multimodal models) Read more
Source§fn forward_with_cache(&self, input: &Tensor, start_pos: usize) -> Result<Tensor>
fn forward_with_cache(&self, input: &Tensor, start_pos: usize) -> Result<Tensor>
Forward pass with position information for KV caching
Source§fn prepare_multimodal_inputs(
&self,
input_ids: &Tensor,
pixel_values: Option<&Tensor>,
images_seq_mask: Option<&Tensor>,
images_emb_mask: Option<&Tensor>,
) -> Result<Tensor>
fn prepare_multimodal_inputs( &self, input_ids: &Tensor, pixel_values: Option<&Tensor>, images_seq_mask: Option<&Tensor>, images_emb_mask: Option<&Tensor>, ) -> Result<Tensor>
Prepare inputs with vision embeddings (for multimodal models) Read more
Source§fn decode_layer(
&self,
layer_idx: usize,
hidden_states: &Tensor,
attention_mask: Option<&Tensor>,
position_ids: Option<&Tensor>,
past_kv: Option<&LayerKVCache>,
) -> Result<(Tensor, Option<(Tensor, Tensor)>)>
fn decode_layer( &self, layer_idx: usize, hidden_states: &Tensor, attention_mask: Option<&Tensor>, position_ids: Option<&Tensor>, past_kv: Option<&LayerKVCache>, ) -> Result<(Tensor, Option<(Tensor, Tensor)>)>
Decode a single layer (for layer-wise processing)
Source§fn apply_final_norm(&self, hidden_states: &Tensor) -> Result<Tensor>
fn apply_final_norm(&self, hidden_states: &Tensor) -> Result<Tensor>
Apply final layer normalization
Source§fn lm_head(&self, hidden_states: &Tensor) -> Result<Tensor>
fn lm_head(&self, hidden_states: &Tensor) -> Result<Tensor>
Apply language model head to get logits
Source§fn num_layers(&self) -> usize
fn num_layers(&self) -> usize
Get the number of transformer layers
Source§fn reshape_for_attention(
&self,
tensor: &Tensor,
is_key_value: bool,
) -> Result<Tensor>
fn reshape_for_attention( &self, tensor: &Tensor, is_key_value: bool, ) -> Result<Tensor>
Reshape tensor for attention computation
Source§fn apply_rope(&self, tensor: &Tensor, position_ids: &Tensor) -> Result<Tensor>
fn apply_rope(&self, tensor: &Tensor, position_ids: &Tensor) -> Result<Tensor>
Apply RoPE (Rotary Position Embeddings) if supported
Source§fn normalize(&self, tensor: &Tensor) -> Result<Tensor>
fn normalize(&self, tensor: &Tensor) -> Result<Tensor>
Apply architecture-specific normalization (RMSNorm, LayerNorm, etc.)
Source§fn get_attention_mask(
&self,
seq_len: usize,
past_kv_len: usize,
) -> Result<Tensor>
fn get_attention_mask( &self, seq_len: usize, past_kv_len: usize, ) -> Result<Tensor>
Get attention mask for the architecture
Source§fn encode_vision(&self, pixel_values: &Tensor) -> Result<Tensor>
fn encode_vision(&self, pixel_values: &Tensor) -> Result<Tensor>
Encode images through the vision encoder and return embeddings. Read more
Source§fn get_tokenizer_config(&self) -> Box<dyn TokenizerConfig>
fn get_tokenizer_config(&self) -> Box<dyn TokenizerConfig>
Get the tokenizer configuration for this model Read more
Stateless full-sequence final-normalized hidden states; no vocabulary logits.
Implementations must use fresh call-local recurrent/KV state.
Stateless decision forward with a cooperative deadline/cancellation check.
Native implementations call the checker between decoder layers.
Source§fn decision_output_embedding_rows(&self, _ids: &[i64]) -> Result<Tensor>
fn decision_output_embedding_rows(&self, _ids: &[i64]) -> Result<Tensor>
Gather original output embedding rows, preserving the LM-head vocabulary axis.
Source§fn var_store_mut(&mut self) -> Option<&mut VarStore>
fn var_store_mut(&mut self) -> Option<&mut VarStore>
Get mutable VarStore for training (if available)
Source§fn forward_with_cache_and_delta(
&self,
input: &Tensor,
start_pos: usize,
_delta: Option<&TenantDelta>,
) -> Result<Tensor>
fn forward_with_cache_and_delta( &self, input: &Tensor, start_pos: usize, _delta: Option<&TenantDelta>, ) -> Result<Tensor>
Forward pass with KV caching and optional per-tenant delta injection Read more
Source§fn forward_batched(
&self,
_sequences: &mut [(Vec<i64>, usize, Arc<Mutex<KVCacheManager>>)],
_delta: Option<&TenantDelta>,
) -> Result<Tensor>
fn forward_batched( &self, _sequences: &mut [(Vec<i64>, usize, Arc<Mutex<KVCacheManager>>)], _delta: Option<&TenantDelta>, ) -> Result<Tensor>
Batched ragged forward for continuous decode (#329, epic #310). Read more
Source§fn is_multimodal(&self) -> bool
fn is_multimodal(&self) -> bool
Check if this model is multimodal
Source§fn decode_layer_with_delta(
&self,
layer_idx: usize,
hidden_states: &Tensor,
attention_mask: Option<&Tensor>,
position_ids: Option<&Tensor>,
past_kv: Option<&LayerKVCache>,
_delta: &TenantDelta,
) -> Result<(Tensor, Option<(Tensor, Tensor)>)>
fn decode_layer_with_delta( &self, layer_idx: usize, hidden_states: &Tensor, attention_mask: Option<&Tensor>, position_ids: Option<&Tensor>, past_kv: Option<&LayerKVCache>, _delta: &TenantDelta, ) -> Result<(Tensor, Option<(Tensor, Tensor)>)>
Decode a single layer with per-tenant delta injection (for TTT training path) Read more
Source§fn forward_layers(
&self,
_hidden: &Tensor,
_range: Range<usize>,
_start_pos: usize,
_delta: Option<&TenantDelta>,
) -> Result<Tensor>
fn forward_layers( &self, _hidden: &Tensor, _range: Range<usize>, _start_pos: usize, _delta: Option<&TenantDelta>, ) -> Result<Tensor>
Run a contiguous range of decoder layers — the 2b intra-host pipeline
(layer-split) primitive (#314). Read more
Source§fn forward_layers_train(
&self,
_hidden: &Tensor,
_range: Range<usize>,
_delta: Option<&TenantDelta>,
) -> Result<Tensor>
fn forward_layers_train( &self, _hidden: &Tensor, _range: Range<usize>, _delta: Option<&TenantDelta>, ) -> Result<Tensor>
Training-path sibling of
Self::forward_layers — the cross-device
autograd primitive for TTT-on-split (#316, M-TRAIN-COUPLING). Read moreSource§fn clear_kv_cache(&self)
fn clear_kv_cache(&self)
Clear the KV cache (for new generation)
Source§fn kv_cache_memory_usage(&self) -> usize
fn kv_cache_memory_usage(&self) -> usize
Get KV cache memory usage in bytes
Source§fn set_kv_cache(&mut self, _cache: Arc<Mutex<KVCacheManager>>)
fn set_kv_cache(&mut self, _cache: Arc<Mutex<KVCacheManager>>)
Set an external KV cache (for session-based cache management) Read more
Source§fn get_kv_cache(&self) -> Option<Arc<Mutex<KVCacheManager>>>
fn get_kv_cache(&self) -> Option<Arc<Mutex<KVCacheManager>>>
Get the current KV cache (for external management)
Source§fn take_kv_cache(&mut self) -> Option<Arc<Mutex<KVCacheManager>>>
fn take_kv_cache(&mut self) -> Option<Arc<Mutex<KVCacheManager>>>
Take ownership of the KV cache (removes it from the model)
impl Send for JanusModel
Auto Trait Implementations§
impl !Freeze for JanusModel
impl !RefUnwindSafe for JanusModel
impl !Sync for JanusModel
impl Unpin for JanusModel
impl UnsafeUnpin for JanusModel
impl !UnwindSafe for JanusModel
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
§impl<T> FutureExt for T
impl<T> FutureExt for T
§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
§impl<T> Identity for Twhere
T: ?Sized,
impl<T> Identity for Twhere
T: ?Sized,
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more§impl<T> Pointable for T
impl<T> Pointable for T
§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
§impl<T> ServiceExt for T
impl<T> ServiceExt for T
§fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
Apply a transformation to the response body. Read more
§fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using HTTP status codes. Read more
§fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using gRPC headers. Read more