pub struct GenerationRequest {Show 16 fields
pub prompt: String,
pub max_tokens: Option<u32>,
pub temperature: Option<f32>,
pub top_p: Option<f32>,
pub top_k: Option<u32>,
pub repeat_penalty: Option<f32>,
pub repeat_last_n: Option<u32>,
pub stop_tokens: Option<Vec<String>>,
pub seed: Option<u32>,
pub images: Option<Vec<Vec<u8>>>,
pub timeout_ms: Option<u64>,
pub ttt_enabled: bool,
pub ttt_gradient_steps: Option<u32>,
pub ttt_learning_rate: Option<f32>,
pub adaptation_strategy: AdaptationStrategy,
pub writeback_threshold: Option<f32>,
}Expand description
Generated from Cap’n Proto struct GenerationRequest
Fields§
§prompt: String§max_tokens: Option<u32>§temperature: Option<f32>§top_p: Option<f32>§top_k: Option<u32>§repeat_penalty: Option<f32>§repeat_last_n: Option<u32>§stop_tokens: Option<Vec<String>>§seed: Option<u32>§images: Option<Vec<Vec<u8>>>§timeout_ms: Option<u64>§ttt_enabled: bool§ttt_gradient_steps: Option<u32>§ttt_learning_rate: Option<f32>§adaptation_strategy: AdaptationStrategy§writeback_threshold: Option<f32>Trait Implementations§
Source§impl Clone for GenerationRequest
impl Clone for GenerationRequest
Source§fn clone(&self) -> GenerationRequest
fn clone(&self) -> GenerationRequest
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for GenerationRequest
impl Debug for GenerationRequest
Source§impl Default for GenerationRequest
impl Default for GenerationRequest
Source§fn default() -> GenerationRequest
fn default() -> GenerationRequest
Returns the “default value” for a type. Read more
Source§impl<'de> Deserialize<'de> for GenerationRequest
impl<'de> Deserialize<'de> for GenerationRequest
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Source§impl FromCapnp for GenerationRequest
impl FromCapnp for GenerationRequest
Source§impl PartialEq for GenerationRequest
impl PartialEq for GenerationRequest
Source§fn eq(&self, other: &GenerationRequest) -> bool
fn eq(&self, other: &GenerationRequest) -> bool
Tests for
self and other values to be equal, and is used by ==.Source§impl Serialize for GenerationRequest
impl Serialize for GenerationRequest
Source§impl ToCapnp for GenerationRequest
impl ToCapnp for GenerationRequest
impl StructuralPartialEq for GenerationRequest
Auto Trait Implementations§
impl Freeze for GenerationRequest
impl RefUnwindSafe for GenerationRequest
impl Send for GenerationRequest
impl Sync for GenerationRequest
impl Unpin for GenerationRequest
impl UnsafeUnpin for GenerationRequest
impl UnwindSafe for GenerationRequest
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more§impl<T> Pointable for T
impl<T> Pointable for T
§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
§impl<T> ServiceExt for T
impl<T> ServiceExt for T
§fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
Apply a transformation to the response body. Read more
§fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using HTTP status codes. Read more
§fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using gRPC headers. Read more