Skip to main content

hyprstream_core/cli/commands/
chat.rs

1//! Chat command for inference with models/composed models
2
3use clap::Args;
4
5/// Chat with a model or composed model
6#[derive(Args)]
7pub struct ChatCommand {
8    /// Model or composed model ID to chat with
9    pub model_id: String,
10
11    /// Enable training mode (inference on base, train on LoRA)
12    #[arg(long)]
13    pub train: bool,
14
15    /// Maximum tokens per response
16    #[arg(long, default_value = "500")]
17    pub max_tokens: usize,
18
19    /// Temperature for sampling
20    #[arg(long, default_value = "0.7")]
21    pub temperature: f32,
22
23    /// Top-p for nucleus sampling
24    #[arg(long, default_value = "0.9")]
25    pub top_p: f32,
26
27    /// Load chat history from file
28    #[arg(long)]
29    pub history: Option<String>,
30
31    /// Save chat history to file
32    #[arg(long)]
33    pub save_history: Option<String>,
34
35    /// Single prompt mode (non-interactive)
36    #[arg(long)]
37    pub prompt: Option<String>,
38}