Skip to main content

Module inference_request

Module inference_request 

Source

Re-exports§

pub use self::Which::GenerateStream;
pub use self::Which::ModelInfo;
pub use self::Which::IsReady;
pub use self::Which::ApplyChatTemplate;
pub use self::Which::CreateLora;
pub use self::Which::LoadLora;
pub use self::Which::SaveLora;
pub use self::Which::UnloadLora;
pub use self::Which::HasLora;
pub use self::Which::SetSession;
pub use self::Which::ClearSession;
pub use self::Which::ReleaseSession;
pub use self::Which::HealthCheck;
pub use self::Which::Shutdown;
pub use self::Which::TttWriteback;
pub use self::Which::TttEvict;
pub use self::Which::TrainStep;
pub use self::Which::TttZero;
pub use self::Which::GetDeltaStatus;
pub use self::Which::SaveAdaptation;
pub use self::Which::SnapshotDelta;
pub use self::Which::TrainStepStream;
pub use self::Which::ExportPeftAdapter;
pub use self::Which::MergeLora;
pub use self::Which::CreateLoraStream;
pub use self::Which::LoadLoraStream;
pub use self::Which::SaveLoraStream;
pub use self::Which::SaveAdaptationStream;
pub use self::Which::SnapshotDeltaStream;
pub use self::Which::ExportPeftAdapterStream;
pub use self::Which::MergeLoraStream;
pub use self::Which::Embed;
pub use self::Which::GetLayerProfile;

Structs§

Builder
Owned
Pipeline
Reader

Enums§

Which

Type Aliases§

WhichBuilder
WhichReader