pub trait InferRpc: Send + Sync {
// Required methods
fn generate_stream<'life0, 'life1, 'async_trait>(
&'life0 self,
request: &'life1 GenerationRequest,
) -> Pin<Box<dyn Future<Output = Result<MoqStreamHandle>> + Send + 'async_trait>>
where Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait;
fn apply_chat_template<'life0, 'life1, 'async_trait>(
&'life0 self,
request: &'life1 ChatTemplateRequest,
) -> Pin<Box<dyn Future<Output = Result<String>> + Send + 'async_trait>>
where Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait;
fn status<'life0, 'async_trait>(
&'life0 self,
) -> Pin<Box<dyn Future<Output = Result<ModelStatusResponse>> + Send + 'async_trait>>
where Self: 'async_trait,
'life0: 'async_trait;
fn embed<'life0, 'life1, 'async_trait>(
&'life0 self,
request: &'life1 EmbedImagesRequest,
) -> Pin<Box<dyn Future<Output = Result<EmbedImagesResponse>> + Send + 'async_trait>>
where Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait;
}Expand description
Generated RPC trait for infer scope.