Type Alias GenerationRequest
Source pub type GenerationRequest = GenerationRequest;
pub struct GenerationRequest {Show 16 fields
pub prompt: String,
pub max_tokens: Option<u32>,
pub temperature: Option<f32>,
pub top_p: Option<f32>,
pub top_k: Option<u32>,
pub repeat_penalty: Option<f32>,
pub repeat_last_n: Option<u32>,
pub stop_tokens: Option<Vec<String>>,
pub seed: Option<u32>,
pub images: Option<Vec<Vec<u8>>>,
pub timeout_ms: Option<u64>,
pub ttt_enabled: bool,
pub ttt_gradient_steps: Option<u32>,
pub ttt_learning_rate: Option<f32>,
pub adaptation_strategy: AdaptationStrategy,
pub writeback_threshold: Option<f32>,
}