pub struct ModelClient { /* private fields */ }Expand description
Auto-generated client for the Model service.
Implementations§
Source§impl ModelClient
impl ModelClient
Sourcepub const SERVICE_NAME: &'static str = "model"
pub const SERVICE_NAME: &'static str = "model"
Canonical service/destination domain used for cryptographic RPC binding.
Sourcepub fn from_provider(
provider: &dyn RpcClientProvider,
signing_key: SigningKey,
token: Option<String>,
) -> Result<Self>
pub fn from_provider( provider: &dyn RpcClientProvider, signing_key: SigningKey, token: Option<String>, ) -> Result<Self>
Construct this typed client through an application-supplied
hyprstream_rpc::RpcClientProvider. Resolver authority and
endpoint policy stay outside the portable contract crate.
pub fn with_delegated_bearer(self, token: impl Into<String>) -> Self
Sourcepub fn with_bearer(self, token: impl Into<String>) -> Self
pub fn with_bearer(self, token: impl Into<String>) -> Self
Set this client’s DIRECT bearer for every call.
Unlike Self::with_delegated_bearer, the token travels as the
envelope’s own JWT — the caller is asserting the token as ITS
verified credential, and the receiving service’s holder/cnf
binding applies against this client’s signing key. Used for
caller-authored credentials (e.g. the Model→Inference
iw+jwt internal work order); never for relaying a foreign
holder’s token.
Sourcepub fn request(&self) -> RequestBuilder<'_>
pub fn request(&self) -> RequestBuilder<'_>
Create a per-call request builder for custom authentication options.
The builder is Send+Sync and idempotent — it stores per-call auth context without mutating the shared client. Safe for use with connection pooling.
Sourcepub async fn call(&self, payload: Vec<u8>) -> Result<Vec<u8>>
pub async fn call(&self, payload: Vec<u8>) -> Result<Vec<u8>>
Send a raw request and return the raw response bytes.
Sourcepub async fn call_with_method(
&self,
method_discriminator: u16,
payload: Vec<u8>,
) -> Result<Vec<u8>>
pub async fn call_with_method( &self, method_discriminator: u16, payload: Vec<u8>, ) -> Result<Vec<u8>>
Send a generated request with its canonical schema method id.
Sourcepub async fn call_streaming(
&self,
payload: Vec<u8>,
ephemeral_pubkey: [u8; 32],
) -> Result<Vec<u8>>
pub async fn call_streaming( &self, payload: Vec<u8>, ephemeral_pubkey: [u8; 32], ) -> Result<Vec<u8>>
Send a streaming request with ephemeral DH pubkey.
Sourcepub async fn call_streaming_with_method(
&self,
method_discriminator: u16,
payload: Vec<u8>,
ephemeral_pubkey: [u8; 32],
) -> Result<Vec<u8>>
pub async fn call_streaming_with_method( &self, method_discriminator: u16, payload: Vec<u8>, ephemeral_pubkey: [u8; 32], ) -> Result<Vec<u8>>
Send a generated streaming request with its schema method id.
Sourcepub async fn load(
&self,
__request: &LoadModelRequest,
) -> Result<LoadedModelResponse>
pub async fn load( &self, __request: &LoadModelRequest, ) -> Result<LoadedModelResponse>
Load a model into memory for inference
Scope: write
Sourcepub async fn unload(&self, __request: &UnloadModelRequest) -> Result<()>
pub async fn unload(&self, __request: &UnloadModelRequest) -> Result<()>
Unload a model from memory to free resources
Scope: write
Sourcepub async fn status(
&self,
__request: &StatusRequest,
) -> Result<Vec<ModelStatusEntry>>
pub async fn status( &self, __request: &StatusRequest, ) -> Result<Vec<ModelStatusEntry>>
Get status of all loaded/loading models (empty modelRef) or a specific model
Scope: query
Sourcepub async fn health_check(&self) -> Result<ModelHealthStatus>
pub async fn health_check(&self) -> Result<ModelHealthStatus>
Check model service health and status
Scope: query
Sourcepub fn parse_response(bytes: &[u8]) -> Result<ModelResponseVariant>
pub fn parse_response(bytes: &[u8]) -> Result<ModelResponseVariant>
Parse a response from raw bytes.
Sourcepub fn adapter(&self, model_ref: &str) -> AdapterClient
pub fn adapter(&self, model_ref: &str) -> AdapterClient
Create a scoped adapter client.
Sourcepub fn infer(&self, model_ref: &str) -> InferClient
pub fn infer(&self, model_ref: &str) -> InferClient
Create a scoped infer client.
Sourcepub fn fs(&self, model_ref: &str) -> ModelFsClient
pub fn fs(&self, model_ref: &str) -> ModelFsClient
Create a scoped fs client.
Source§impl ModelClient
impl ModelClient
Sourcepub fn for_local_bootstrap(
signing_key: SigningKey,
destination: VerifyingKey,
token: Option<String>,
) -> Result<Self>
pub fn for_local_bootstrap( signing_key: SigningKey, destination: VerifyingKey, token: Option<String>, ) -> Result<Self>
Construct a client for a co-located service discovered through the explicitly registered local endpoint.
Sourcepub fn for_local_endpoint_bootstrap(
endpoint: &str,
signing_key: SigningKey,
destination: VerifyingKey,
token: Option<String>,
) -> Result<Self>
pub fn for_local_endpoint_bootstrap( endpoint: &str, signing_key: SigningKey, destination: VerifyingKey, token: Option<String>, ) -> Result<Self>
Construct a client from an explicit local endpoint string.
Sourcepub fn for_local_transport_bootstrap(
transport: &TransportConfig,
signing_key: SigningKey,
destination: VerifyingKey,
token: Option<String>,
) -> Result<Self>
pub fn for_local_transport_bootstrap( transport: &TransportConfig, signing_key: SigningKey, destination: VerifyingKey, token: Option<String>, ) -> Result<Self>
Construct a client from a typed local transport.
Source§impl ModelClient
impl ModelClient
Sourcepub async fn call_method(&self, method: &str, args: &Value) -> Result<Value>
pub async fn call_method(&self, method: &str, args: &Value) -> Result<Value>
Dispatch a method call by name with JSON arguments. Returns the response as a proper JSON value.
Sourcepub async fn call_streaming_method(
&self,
method: &str,
args: &Value,
ephemeral_pubkey: [u8; 32],
) -> Result<StreamInfo>
pub async fn call_streaming_method( &self, method: &str, args: &Value, ephemeral_pubkey: [u8; 32], ) -> Result<StreamInfo>
Dispatch a streaming method call by name with JSON arguments and an ephemeral public key.
Returns the verified-capnp StreamInfo library type (decoded + COSE-verified
inside call_streaming) — NOT a re-serialized serde_json::Value (#468).
Trait Implementations§
Source§impl Clone for ModelClient
impl Clone for ModelClient
Source§fn clone(&self) -> ModelClient
fn clone(&self) -> ModelClient
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
source. Read moreSource§impl ModelRpc for ModelClient
impl ModelRpc for ModelClient
type Ttt = TttClient
type Adapter = AdapterClient
type Infer = InferClient
type Fs = ModelFsClient
fn ttt(&self, model_ref: &str) -> Self::Ttt
fn adapter(&self, model_ref: &str) -> Self::Adapter
fn infer(&self, model_ref: &str) -> Self::Infer
fn fs(&self, model_ref: &str) -> Self::Fs
fn load<'life0, 'life1, 'async_trait>(
&'life0 self,
request: &'life1 LoadModelRequest,
) -> Pin<Box<dyn Future<Output = Result<LoadedModelResponse>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
fn unload<'life0, 'life1, 'async_trait>(
&'life0 self,
request: &'life1 UnloadModelRequest,
) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
fn status<'life0, 'life1, 'async_trait>(
&'life0 self,
request: &'life1 StatusRequest,
) -> Pin<Box<dyn Future<Output = Result<Vec<ModelStatusEntry>>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
fn health_check<'life0, 'async_trait>(
&'life0 self,
) -> Pin<Box<dyn Future<Output = Result<ModelHealthStatus>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
Auto Trait Implementations§
impl Freeze for ModelClient
impl !RefUnwindSafe for ModelClient
impl Send for ModelClient
impl Sync for ModelClient
impl Unpin for ModelClient
impl UnsafeUnpin for ModelClient
impl !UnwindSafe for ModelClient
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more