hyprstream_k8s/
serving.rs1use kube::CustomResource;
11use schemars::JsonSchema;
12use serde::{Deserialize, Serialize};
13
14#[derive(Serialize, Deserialize, Clone, Debug, PartialEq, Eq, Default, JsonSchema)]
17pub enum Statefulness {
18 Stateless,
20 #[default]
23 TttStateful,
24}
25
26#[derive(CustomResource, Serialize, Deserialize, Clone, Debug, JsonSchema)]
33#[kube(
34 group = "serving.hyprstream.io",
35 version = "v1alpha1",
36 kind = "InferenceService",
37 plural = "inferenceservices",
38 singular = "inferenceservice",
39 shortname = "hsisvc",
40 namespaced,
41 status = "InferenceServiceStatus",
42 category = "hyprstream",
43 doc = "Serving intent for a model:branch with autoscaling bounds and a statefulness class. Subspaced under serving.hyprstream.io so it never collides with serving.kserve.io.",
44 printcolumn = r#"{"name":"Model","type":"string","jsonPath":".spec.model"}"#,
45 printcolumn = r#"{"name":"Ready","type":"integer","jsonPath":".status.readyReplicas"}"#,
46 printcolumn = r#"{"name":"URL","type":"string","jsonPath":".status.url"}"#,
47 validation = "self.spec.model != ''",
48 validation = "self.spec.minReplicas <= self.spec.maxReplicas",
49 validation = "self.spec.maxReplicas >= 1",
50 cel
51)]
52#[serde(rename_all = "camelCase")]
53pub struct InferenceServiceSpec {
54 pub model: String,
57
58 #[serde(default)]
60 pub min_replicas: u32,
61
62 #[serde(default = "default_max_replicas")]
64 pub max_replicas: u32,
65
66 #[serde(default)]
68 pub statefulness: Statefulness,
69}
70
71fn default_max_replicas() -> u32 {
72 1
73}
74
75#[derive(Serialize, Deserialize, Clone, Debug, Default, JsonSchema)]
78#[serde(rename_all = "camelCase")]
79pub struct InferenceServiceStatus {
80 #[serde(default, skip_serializing_if = "Option::is_none")]
82 pub phase: Option<String>,
83
84 #[serde(default, skip_serializing_if = "Option::is_none")]
86 pub ready_replicas: Option<u32>,
87
88 #[serde(default, skip_serializing_if = "Option::is_none")]
90 pub url: Option<String>,
91
92 #[serde(default, skip_serializing_if = "Option::is_none")]
94 pub message: Option<String>,
95
96 #[serde(default, skip_serializing_if = "Option::is_none")]
98 pub observed_generation: Option<i64>,
99}