Skip to main content

hyprstream_inference/training/
mod.rs

1//! Training utilities and checkpoint management
2//!
3//! This module provides:
4//! - `ttt`: Test-Time Training for research-valid model adaptation
5//! - `tenant_delta`: Per-tenant LoRA delta for isolated TTT
6//! - `delta_pool`: Per-tenant delta registry with LRU eviction
7//! - `merge`: LoRA adapter merging strategies (DO-Merge, additive, replace) — 1-vs-1 save-time path
8//! - `delta_reducer`: order-independent N-way param-server reducer (stack + truncated SVD)
9//! - `quality_filter`: Heuristic-based output filtering (NOT for training)
10//! - `checkpoint`: Checkpoint management with git integration
11//! - `data_loader`: Training data loading utilities
12
13pub mod adaptation_state;
14pub mod checkpoint;
15pub mod data_loader;
16pub mod delta_pool;
17pub mod delta_reducer;
18pub mod merge;
19pub mod muon;
20pub mod pipeline;
21pub mod quality_filter;
22pub mod tenant_delta;
23pub mod ttt;
24
25pub use adaptation_state::{
26    AdaptationStrategy, DeltaAdaptationState, EvictedSnapshot, GuardStatus, ResolveOutcome,
27    WritebackInfo,
28};
29
30pub use checkpoint::{
31    CheckpointConfig, CheckpointInfo, CheckpointManager, CheckpointRequest, TrainingMetrics,
32    WeightFormat, WeightSnapshot,
33};
34
35pub use data_loader::{ChatTemplateDataLoader, TrainingDataset, TrainingSample};
36
37pub use delta_pool::DeltaPool;
38
39pub use quality_filter::{FilterReason, FilterResult, QualityFilter, QualityFilterConfig};
40
41pub use tenant_delta::{
42    load_state_dict_from_bytes, serialize_state_dict_to_bytes, SharedTenantDelta, TenantDelta,
43    TenantDeltaConfig,
44};
45
46pub use merge::{merge_state_dicts, MergeStrategy};
47
48pub use delta_reducer::{
49    rank_cap_for_dtype_bytes, reduce_state_dicts, Contribution, ContributionGate, ContributorState,
50    DeltaReducer, NoopValidation, Provenance, StackSvdReducer, ValidationHook,
51};
52
53pub use ttt::{
54    GradientGatingConfig, RankOracle, RankOracleConfig, TTTConfig, TTTContext, TTTOverrides,
55    TTTResult, TTTVerifier, TestTimeTrainer,
56};
57
58pub use pipeline::{compute_ntp_loss_split, forward_train_pipeline, stage_ranges, TrainStage};