Skip to main content

InferenceClient

Struct InferenceClient 

Source
pub struct InferenceClient { /* private fields */ }
Expand description

Auto-generated client for the Inference service.

Implementations§

Source§

impl InferenceClient

Source

pub const SERVICE_NAME: &'static str = "inference"

Canonical service/destination domain used for cryptographic RPC binding.

Source

pub fn new(client: Arc<dyn RpcClient>) -> Self

Create from any RpcClient implementation.

Source

pub fn from_provider( provider: &dyn RpcClientProvider, signing_key: SigningKey, token: Option<String>, ) -> Result<Self>

Construct this typed client through an application-supplied hyprstream_rpc::RpcClientProvider. Resolver authority and endpoint policy stay outside the portable contract crate.

Source

pub fn with_delegated_bearer(self, token: impl Into<String>) -> Self

Source

pub fn with_bearer(self, token: impl Into<String>) -> Self

Set this client’s DIRECT bearer for every call.

Unlike Self::with_delegated_bearer, the token travels as the envelope’s own JWT — the caller is asserting the token as ITS verified credential, and the receiving service’s holder/cnf binding applies against this client’s signing key. Used for caller-authored credentials (e.g. the Model→Inference iw+jwt internal work order); never for relaying a foreign holder’s token.

Source

pub fn next_id(&self) -> u64

Get the next request ID.

Source

pub fn request(&self) -> RequestBuilder<'_>

Create a per-call request builder for custom authentication options.

The builder is Send+Sync and idempotent — it stores per-call auth context without mutating the shared client. Safe for use with connection pooling.

Source

pub async fn call(&self, payload: Vec<u8>) -> Result<Vec<u8>>

Send a raw request and return the raw response bytes.

Source

pub async fn call_with_method( &self, method_discriminator: u16, payload: Vec<u8>, ) -> Result<Vec<u8>>

Send a generated request with its canonical schema method id.

Source

pub async fn call_streaming( &self, payload: Vec<u8>, ephemeral_pubkey: [u8; 32], ) -> Result<Vec<u8>>

Send a streaming request with ephemeral DH pubkey.

Source

pub async fn call_streaming_with_method( &self, method_discriminator: u16, payload: Vec<u8>, ephemeral_pubkey: [u8; 32], ) -> Result<Vec<u8>>

Send a generated streaming request with its schema method id.

Source

pub async fn generate_stream( &self, __request: &GenerationRequest, ephemeral_pubkey: [u8; 32], ) -> Result<StreamInfo>

generate_stream (GenerationRequest variant)

Source

pub async fn model_info(&self) -> Result<ModelInfo>

model_info (Void variant)

Source

pub async fn is_ready(&self) -> Result<bool>

is_ready (Void variant)

Source

pub async fn apply_chat_template( &self, __request: &ChatTemplateRequest, ) -> Result<String>

apply_chat_template (ChatTemplateRequest variant)

Source

pub async fn create_lora(&self, __request: &LoraConfig) -> Result<()>

create_lora (LoraConfig variant)

Source

pub async fn load_lora(&self, value: &str) -> Result<()>

load_lora (Text variant)

Source

pub async fn save_lora(&self, value: &str) -> Result<()>

save_lora (Text variant)

Source

pub async fn unload_lora(&self) -> Result<()>

unload_lora (Void variant)

Source

pub async fn has_lora(&self) -> Result<bool>

has_lora (Void variant)

Source

pub async fn set_session(&self, value: &str) -> Result<()>

set_session (Text variant)

Source

pub async fn clear_session(&self) -> Result<()>

clear_session (Void variant)

Source

pub async fn release_session(&self, value: &str) -> Result<()>

release_session (Text variant)

Source

pub async fn health_check(&self) -> Result<HealthStatus>

health_check (Void variant)

Source

pub async fn shutdown(&self) -> Result<InferenceResponseVariant>

shutdown (Void variant)

Source

pub async fn ttt_writeback(&self) -> Result<()>

ttt_writeback (Void variant)

Source

pub async fn ttt_evict(&self) -> Result<()>

ttt_evict (Void variant)

Source

pub async fn train_step( &self, __request: &TrainStepRequest, ) -> Result<TrainStepResult>

train_step (TrainStepRequest variant)

Source

pub async fn ttt_zero(&self) -> Result<()>

ttt_zero (Void variant)

Source

pub async fn get_delta_status(&self) -> Result<DeltaStatusResult>

get_delta_status (Void variant)

Source

pub async fn save_adaptation( &self, __request: &SaveAdaptationRequest, ) -> Result<SaveAdaptationResult>

save_adaptation (SaveAdaptationRequest variant)

Source

pub async fn snapshot_delta(&self) -> Result<SnapshotDeltaResult>

snapshot_delta (Void variant)

Source

pub async fn train_step_stream( &self, __request: &TrainStepRequest, ephemeral_pubkey: [u8; 32], ) -> Result<StreamInfo>

train_step_stream (TrainStepRequest variant)

Source

pub async fn export_peft_adapter( &self, __request: &ExportPeftRequest, ) -> Result<ExportPeftResult>

export_peft_adapter (ExportPeftRequest variant)

Source

pub async fn merge_lora(&self, __request: &MergeLoraRequest) -> Result<()>

merge_lora (MergeLoraRequest variant)

Source

pub async fn create_lora_stream( &self, __request: &LoraConfig, ephemeral_pubkey: [u8; 32], ) -> Result<StreamInfo>

create_lora_stream (LoraConfig variant)

Source

pub async fn load_lora_stream( &self, value: &str, ephemeral_pubkey: [u8; 32], ) -> Result<StreamInfo>

load_lora_stream (Text variant)

Source

pub async fn save_lora_stream( &self, value: &str, ephemeral_pubkey: [u8; 32], ) -> Result<StreamInfo>

save_lora_stream (Text variant)

Source

pub async fn save_adaptation_stream( &self, __request: &SaveAdaptationRequest, ephemeral_pubkey: [u8; 32], ) -> Result<StreamInfo>

save_adaptation_stream (SaveAdaptationRequest variant)

Source

pub async fn snapshot_delta_stream( &self, ephemeral_pubkey: [u8; 32], ) -> Result<StreamInfo>

snapshot_delta_stream (Void variant)

Source

pub async fn export_peft_adapter_stream( &self, __request: &ExportPeftRequest, ephemeral_pubkey: [u8; 32], ) -> Result<StreamInfo>

export_peft_adapter_stream (ExportPeftRequest variant)

Source

pub async fn merge_lora_stream( &self, __request: &MergeLoraRequest, ephemeral_pubkey: [u8; 32], ) -> Result<StreamInfo>

merge_lora_stream (MergeLoraRequest variant)

Source

pub async fn embed( &self, __request: &EmbedImagesRequest, ) -> Result<EmbedImagesResponse>

embed (EmbedImagesRequest variant)

Source

pub async fn get_layer_profile(&self) -> Result<LayerProfileResult>

get_layer_profile (Void variant)

Source

pub fn parse_response(bytes: &[u8]) -> Result<InferenceResponseVariant>

Parse a response from raw bytes.

Source§

impl InferenceClient

Source

pub fn for_local_bootstrap( signing_key: SigningKey, destination: VerifyingKey, token: Option<String>, ) -> Result<Self>

Construct a client for a co-located service discovered through the explicitly registered local endpoint.

Source

pub fn for_local_endpoint_bootstrap( endpoint: &str, signing_key: SigningKey, destination: VerifyingKey, token: Option<String>, ) -> Result<Self>

Construct a client from an explicit local endpoint string.

Source

pub fn for_local_transport_bootstrap( transport: &TransportConfig, signing_key: SigningKey, destination: VerifyingKey, token: Option<String>, ) -> Result<Self>

Construct a client from a typed local transport.

Source§

impl InferenceClient

Source

pub async fn call_method(&self, method: &str, args: &Value) -> Result<Value>

Dispatch a method call by name with JSON arguments. Returns the response as a proper JSON value.

Source

pub async fn call_streaming_method( &self, method: &str, args: &Value, ephemeral_pubkey: [u8; 32], ) -> Result<StreamInfo>

Dispatch a streaming method call by name with JSON arguments and an ephemeral public key. Returns the verified-capnp StreamInfo library type (decoded + COSE-verified inside call_streaming) — NOT a re-serialized serde_json::Value (#468).

Trait Implementations§

Source§

impl Clone for InferenceClient

Source§

fn clone(&self) -> InferenceClient

Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more
Source§

impl InferenceRpc for InferenceClient

Source§

fn generate_stream<'life0, 'life1, 'async_trait>( &'life0 self, request: &'life1 GenerationRequest, ) -> Pin<Box<dyn Future<Output = Result<MoqStreamHandle>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Source§

fn model_info<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<ModelInfo>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait,

Source§

fn is_ready<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<bool>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait,

Source§

fn apply_chat_template<'life0, 'life1, 'async_trait>( &'life0 self, request: &'life1 ChatTemplateRequest, ) -> Pin<Box<dyn Future<Output = Result<String>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Source§

fn create_lora<'life0, 'life1, 'async_trait>( &'life0 self, request: &'life1 LoraConfig, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Source§

fn load_lora<'life0, 'life1, 'async_trait>( &'life0 self, value: &'life1 str, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Source§

fn save_lora<'life0, 'life1, 'async_trait>( &'life0 self, value: &'life1 str, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Source§

fn unload_lora<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait,

Source§

fn has_lora<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<bool>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait,

Source§

fn set_session<'life0, 'life1, 'async_trait>( &'life0 self, value: &'life1 str, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Source§

fn clear_session<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait,

Source§

fn release_session<'life0, 'life1, 'async_trait>( &'life0 self, value: &'life1 str, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Source§

fn health_check<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<HealthStatus>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait,

Source§

fn ttt_writeback<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait,

Source§

fn ttt_evict<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait,

Source§

fn train_step<'life0, 'life1, 'async_trait>( &'life0 self, request: &'life1 TrainStepRequest, ) -> Pin<Box<dyn Future<Output = Result<TrainStepResult>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Source§

fn ttt_zero<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait,

Source§

fn get_delta_status<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<DeltaStatusResult>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait,

Source§

fn save_adaptation<'life0, 'life1, 'async_trait>( &'life0 self, request: &'life1 SaveAdaptationRequest, ) -> Pin<Box<dyn Future<Output = Result<SaveAdaptationResult>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Source§

fn snapshot_delta<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<SnapshotDeltaResult>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait,

Source§

fn train_step_stream<'life0, 'life1, 'async_trait>( &'life0 self, request: &'life1 TrainStepRequest, ) -> Pin<Box<dyn Future<Output = Result<MoqStreamHandle>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Source§

fn export_peft_adapter<'life0, 'life1, 'async_trait>( &'life0 self, request: &'life1 ExportPeftRequest, ) -> Pin<Box<dyn Future<Output = Result<ExportPeftResult>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Source§

fn merge_lora<'life0, 'life1, 'async_trait>( &'life0 self, request: &'life1 MergeLoraRequest, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Source§

fn create_lora_stream<'life0, 'life1, 'async_trait>( &'life0 self, request: &'life1 LoraConfig, ) -> Pin<Box<dyn Future<Output = Result<MoqStreamHandle>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Source§

fn load_lora_stream<'life0, 'life1, 'async_trait>( &'life0 self, value: &'life1 str, ) -> Pin<Box<dyn Future<Output = Result<MoqStreamHandle>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Source§

fn save_lora_stream<'life0, 'life1, 'async_trait>( &'life0 self, value: &'life1 str, ) -> Pin<Box<dyn Future<Output = Result<MoqStreamHandle>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Source§

fn save_adaptation_stream<'life0, 'life1, 'async_trait>( &'life0 self, request: &'life1 SaveAdaptationRequest, ) -> Pin<Box<dyn Future<Output = Result<MoqStreamHandle>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Source§

fn snapshot_delta_stream<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<MoqStreamHandle>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait,

Source§

fn export_peft_adapter_stream<'life0, 'life1, 'async_trait>( &'life0 self, request: &'life1 ExportPeftRequest, ) -> Pin<Box<dyn Future<Output = Result<MoqStreamHandle>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Source§

fn merge_lora_stream<'life0, 'life1, 'async_trait>( &'life0 self, request: &'life1 MergeLoraRequest, ) -> Pin<Box<dyn Future<Output = Result<MoqStreamHandle>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Source§

fn embed<'life0, 'life1, 'async_trait>( &'life0 self, request: &'life1 EmbedImagesRequest, ) -> Pin<Box<dyn Future<Output = Result<EmbedImagesResponse>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Source§

fn get_layer_profile<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<LayerProfileResult>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait,

Auto Trait Implementations§

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<T> CloneToUninit for T
where T: Clone,

Source§

unsafe fn clone_to_uninit(&self, dest: *mut u8)

🔬This is a nightly-only experimental API. (clone_to_uninit)
Performs copy-assignment from self to dest. Read more
Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

§

impl<T> Instrument for T

§

fn instrument(self, span: Span) -> Instrumented<Self>

Instruments this type with the provided [Span], returning an Instrumented wrapper. Read more
§

fn in_current_span(self) -> Instrumented<Self>

Instruments this type with the current Span, returning an Instrumented wrapper. Read more
Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> IntoEither for T

Source§

fn into_either(self, into_left: bool) -> Either<Self, Self>

Converts self into a Left variant of Either<Self, Self> if into_left is true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

Converts self into a Left variant of Either<Self, Self> if into_left(&self) returns true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
§

impl<T> Pointable for T

§

const ALIGN: usize

The alignment of pointer.
§

type Init = T

The type for initializers.
§

unsafe fn init(init: <T as Pointable>::Init) -> usize

Initializes a with the given initializer. Read more
§

unsafe fn deref<'a>(ptr: usize) -> &'a T

Dereferences the given pointer. Read more
§

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

Mutably dereferences the given pointer. Read more
§

unsafe fn drop(ptr: usize)

Drops the object pointed to by the given pointer. Read more
§

impl<T> PolicyExt for T
where T: ?Sized,

§

fn and<P, B, E>(self, other: P) -> And<T, P>
where T: Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns [Action::Follow] only if self and other return Action::Follow. Read more
§

fn or<P, B, E>(self, other: P) -> Or<T, P>
where T: Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns [Action::Follow] if either self or other returns Action::Follow. Read more
Source§

impl<T> Same for T

Source§

type Output = T

Should always be Self
§

impl<T> ServiceExt for T

§

fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>
where Self: Sized,

Apply a transformation to the response body. Read more
§

fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>
where Self: Sized,

High level tracing that classifies responses using HTTP status codes. Read more
§

fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>
where Self: Sized,

High level tracing that classifies responses using gRPC headers. Read more
§

fn follow_redirects(self) -> FollowRedirect<Self>
where Self: Sized,

Follow redirect resposes using the Standard policy. Read more
Source§

impl<T> ToOwned for T
where T: Clone,

Source§

type Owned = T

The resulting type after obtaining ownership.
Source§

fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more
Source§

fn clone_into(&self, target: &mut T)

Uses borrowed data to replace owned data, usually by cloning. Read more
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = Infallible

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
§

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

§

fn vzip(self) -> V

§

impl<T> WithSubscriber for T

§

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a [WithDispatch] wrapper. Read more
§

fn with_current_subscriber(self) -> WithDispatch<Self>

Attaches the current default Subscriber to this type, returning a [WithDispatch] wrapper. Read more
§

impl<T> ErasedDestructor for T
where T: 'static,

§

impl<T> MaybeSend for T
where T: Send,

§

impl<T> MaybeSend for T
where T: Send,

§

impl<T> MaybeSync for T
where T: Sync,

§

impl<T> MaybeSync for T
where T: Sync,

§

impl<T> TerminalState for T
where T: Clone + Send + Sync,