hyprstream_core/cli/commands/chat.rs
1//! Chat command for inference with models/composed models
2
3use clap::Args;
4
5/// Chat with a model or composed model
6#[derive(Args)]
7pub struct ChatCommand {
8 /// Model or composed model ID to chat with
9 pub model_id: String,
10
11 /// Enable training mode (inference on base, train on LoRA)
12 #[arg(long)]
13 pub train: bool,
14
15 /// Maximum tokens per response
16 #[arg(long, default_value = "500")]
17 pub max_tokens: usize,
18
19 /// Temperature for sampling
20 #[arg(long, default_value = "0.7")]
21 pub temperature: f32,
22
23 /// Top-p for nucleus sampling
24 #[arg(long, default_value = "0.9")]
25 pub top_p: f32,
26
27 /// Load chat history from file
28 #[arg(long)]
29 pub history: Option<String>,
30
31 /// Save chat history to file
32 #[arg(long)]
33 pub save_history: Option<String>,
34
35 /// Single prompt mode (non-interactive)
36 #[arg(long)]
37 pub prompt: Option<String>,
38}