pub struct TemplateEngine { /* private fields */ }Expand description
Template engine for rendering chat templates
Implementations§
Source§impl TemplateEngine
impl TemplateEngine
Sourcepub fn new(config: TemplateConfig) -> Result<Self>
pub fn new(config: TemplateConfig) -> Result<Self>
Create a new template engine with the given configuration
Sourcepub fn apply_chat_template(
&self,
messages: &[ChatMessage],
add_generation_prompt: Option<bool>,
tools: Option<&Value>,
) -> Result<String>
pub fn apply_chat_template( &self, messages: &[ChatMessage], add_generation_prompt: Option<bool>, tools: Option<&Value>, ) -> Result<String>
Apply chat template to messages.
tools is an optional JSON value (array of tool definitions) that will be
passed to the template as the tools variable. HuggingFace chat templates
for tool-calling models (Qwen3, Llama 3.1, Mistral, etc.) use this variable
to format tool descriptions natively.
pub fn apply_chat_template_with_vars( &self, messages: &[ChatMessage], add_generation_prompt: Option<bool>, tools: Option<&Value>, enable_thinking: Option<bool>, template_vars_json: Option<&str>, ) -> Result<String>
Sourcepub fn get_fallback_template(model_type: &str) -> String
pub fn get_fallback_template(model_type: &str) -> String
Get a fallback template for common model architectures
Sourcepub fn from_tokenizer_config(config_json: &Value) -> Result<TemplateConfig>
pub fn from_tokenizer_config(config_json: &Value) -> Result<TemplateConfig>
Parse template configuration from tokenizer_config.json
Auto Trait Implementations§
impl !Freeze for TemplateEngine
impl !RefUnwindSafe for TemplateEngine
impl Send for TemplateEngine
impl Sync for TemplateEngine
impl Unpin for TemplateEngine
impl UnsafeUnpin for TemplateEngine
impl !UnwindSafe for TemplateEngine
Blanket Implementations§
§impl<T> AnySync for T
impl<T> AnySync for T
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
§impl<T> FutureExt for T
impl<T> FutureExt for T
§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
§impl<T> Identity for Twhere
T: ?Sized,
impl<T> Identity for Twhere
T: ?Sized,
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more§impl<T> Pointable for T
impl<T> Pointable for T
§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
§impl<T> ServiceExt for T
impl<T> ServiceExt for T
§fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
Apply a transformation to the response body. Read more
§fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using HTTP status codes. Read more
§fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using gRPC headers. Read more