pub struct ServerConfig {Show 20 fields
pub ninep_canonical_read: Option<NinepCanonicalReadConfig>,
pub host: String,
pub port: u16,
pub max_cached_models: usize,
pub preload_models: Vec<String>,
pub enable_logging: bool,
pub enable_metrics: bool,
pub max_tokens_limit: usize,
pub request_timeout_secs: u64,
pub max_concurrent_requests: usize,
pub cancellation_check_interval: u64,
pub max_concurrent_streams_per_service: usize,
pub max_context: Option<usize>,
pub kv_quant: KVQuantArg,
pub cors: CorsConfig,
pub sampling_defaults: SamplingParamDefaults,
pub tls_cert: Option<PathBuf>,
pub tls_key: Option<PathBuf>,
pub working_dir: Option<PathBuf>,
pub pid_file: Option<PathBuf>,
}Expand description
Unified server configuration combining network, runtime, and TLS settings
Fields§
§ninep_canonical_read: Option<NinepCanonicalReadConfig>Explicit, single-repository read-only 9P export. Missing means the existing synthetic root remains authoritative.
host: String§port: u16§max_cached_models: usize§preload_models: Vec<String>§enable_logging: bool§enable_metrics: bool§max_tokens_limit: usize§request_timeout_secs: u64§max_concurrent_requests: usize§cancellation_check_interval: u64§max_concurrent_streams_per_service: usizeMax concurrent server-side streaming responses per service — how many streaming RPCs one service may actively push data for at once. Bounds the streaming-response tasks spawned by the RPC dispatch core (#186).
max_context: Option<usize>Maximum context length for KV cache allocation. Overrides model’s max_position_embeddings to reduce GPU memory. None = use model’s default, Some(n) = cap at n tokens
kv_quant: KVQuantArgKV cache quantization type for reduced GPU memory usage. Reduces GPU memory by 50-75% at slight quality cost.
cors: CorsConfig§sampling_defaults: SamplingParamDefaults§tls_cert: Option<PathBuf>§tls_key: Option<PathBuf>§working_dir: Option<PathBuf>§pid_file: Option<PathBuf>Implementations§
Source§impl ServerConfig
impl ServerConfig
Sourcepub fn builder() -> ServerConfigBuilder
pub fn builder() -> ServerConfigBuilder
Create a builder for this config
Sourcepub fn to_builder(self) -> ServerConfigBuilder
pub fn to_builder(self) -> ServerConfigBuilder
Create a builder from existing config
Trait Implementations§
Source§impl Clone for ServerConfig
impl Clone for ServerConfig
Source§fn clone(&self) -> ServerConfig
fn clone(&self) -> ServerConfig
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for ServerConfig
impl Debug for ServerConfig
Source§impl Default for ServerConfig
impl Default for ServerConfig
Source§impl<'de> Deserialize<'de> for ServerConfig
impl<'de> Deserialize<'de> for ServerConfig
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for ServerConfig
impl RefUnwindSafe for ServerConfig
impl Send for ServerConfig
impl Sync for ServerConfig
impl Unpin for ServerConfig
impl UnsafeUnpin for ServerConfig
impl UnwindSafe for ServerConfig
Blanket Implementations§
§impl<T> AnySync for T
impl<T> AnySync for T
§impl<'a, T, E> AsTaggedExplicit<'a, E> for Twhere
T: 'a,
impl<'a, T, E> AsTaggedExplicit<'a, E> for Twhere
T: 'a,
§impl<'a, T, E> AsTaggedImplicit<'a, E> for Twhere
T: 'a,
impl<'a, T, E> AsTaggedImplicit<'a, E> for Twhere
T: 'a,
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
§impl<T> FutureExt for T
impl<T> FutureExt for T
§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
§impl<T> Identity for Twhere
T: ?Sized,
impl<T> Identity for Twhere
T: ?Sized,
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::Request§impl<T> JaggedSlice<T> for T
impl<T> JaggedSlice<T> for T
§impl<T> NoneValue for Twhere
T: Default,
impl<T> NoneValue for Twhere
T: Default,
type NoneType = T
§fn null_value() -> T
fn null_value() -> T
The none-equivalent value.
§impl<T> NoneValue for Twhere
T: Default,
impl<T> NoneValue for Twhere
T: Default,
type NoneType = T
§fn null_value() -> T
fn null_value() -> T
The none-equivalent value.
§impl<T> Pointable for T
impl<T> Pointable for T
§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
Source§impl<T> Serialize for T
impl<T> Serialize for T
fn erased_serialize(&self, serializer: &mut dyn Serializer) -> Result<Ok, Error>
§impl<T> ServiceExt for T
impl<T> ServiceExt for T
§fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
Apply a transformation to the response body. Read more
§fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using HTTP status codes. Read more
§fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using gRPC headers. Read more