Skip to main content

InferRpc

Trait InferRpc 

Source
pub trait InferRpc: Send + Sync {
    // Required methods
    fn generate_stream<'life0, 'life1, 'async_trait>(
        &'life0 self,
        request: &'life1 GenerationRequest,
    ) -> Pin<Box<dyn Future<Output = Result<MoqStreamHandle>> + Send + 'async_trait>>
       where Self: 'async_trait,
             'life0: 'async_trait,
             'life1: 'async_trait;
    fn apply_chat_template<'life0, 'life1, 'async_trait>(
        &'life0 self,
        request: &'life1 ChatTemplateRequest,
    ) -> Pin<Box<dyn Future<Output = Result<String>> + Send + 'async_trait>>
       where Self: 'async_trait,
             'life0: 'async_trait,
             'life1: 'async_trait;
    fn status<'life0, 'async_trait>(
        &'life0 self,
    ) -> Pin<Box<dyn Future<Output = Result<ModelStatusResponse>> + Send + 'async_trait>>
       where Self: 'async_trait,
             'life0: 'async_trait;
    fn embed<'life0, 'life1, 'async_trait>(
        &'life0 self,
        request: &'life1 EmbedImagesRequest,
    ) -> Pin<Box<dyn Future<Output = Result<EmbedImagesResponse>> + Send + 'async_trait>>
       where Self: 'async_trait,
             'life0: 'async_trait,
             'life1: 'async_trait;
}
Expand description

Generated RPC trait for infer scope.

Required Methods§

Source

fn generate_stream<'life0, 'life1, 'async_trait>( &'life0 self, request: &'life1 GenerationRequest, ) -> Pin<Box<dyn Future<Output = Result<MoqStreamHandle>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Source

fn apply_chat_template<'life0, 'life1, 'async_trait>( &'life0 self, request: &'life1 ChatTemplateRequest, ) -> Pin<Box<dyn Future<Output = Result<String>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Source

fn status<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<ModelStatusResponse>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait,

Source

fn embed<'life0, 'life1, 'async_trait>( &'life0 self, request: &'life1 EmbedImagesRequest, ) -> Pin<Box<dyn Future<Output = Result<EmbedImagesResponse>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Implementors§