pub struct TrainingDataset {
pub samples: Vec<TrainingSample>,
}Expand description
Training dataset
Fields§
§samples: Vec<TrainingSample>Implementations§
Source§impl TrainingDataset
impl TrainingDataset
Sourcepub fn from_jsonl(path: &Path) -> Result<Self>
pub fn from_jsonl(path: &Path) -> Result<Self>
Load training data from JSONL file
Sourcepub fn from_conversations(path: &Path) -> Result<Self>
pub fn from_conversations(path: &Path) -> Result<Self>
Create dataset from conversation format Expects format: [{“role”: “user”, “content”: “…”}, {“role”: “assistant”, “content”: “…”}]
Sourcepub fn get(&self, index: usize) -> Option<&TrainingSample>
pub fn get(&self, index: usize) -> Option<&TrainingSample>
Get sample by index
Sourcepub fn iter(&self) -> impl Iterator<Item = &TrainingSample>
pub fn iter(&self) -> impl Iterator<Item = &TrainingSample>
Iterator over samples
Sourcepub fn batches(
&self,
batch_size: usize,
) -> impl Iterator<Item = &[TrainingSample]>
pub fn batches( &self, batch_size: usize, ) -> impl Iterator<Item = &[TrainingSample]>
Create batches of specified size
Sourcepub fn train_test_split(
&self,
train_ratio: f64,
) -> (TrainingDataset, TrainingDataset)
pub fn train_test_split( &self, train_ratio: f64, ) -> (TrainingDataset, TrainingDataset)
Split dataset into train/validation
Trait Implementations§
Source§impl Clone for TrainingDataset
impl Clone for TrainingDataset
Source§fn clone(&self) -> TrainingDataset
fn clone(&self) -> TrainingDataset
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreAuto Trait Implementations§
impl Freeze for TrainingDataset
impl RefUnwindSafe for TrainingDataset
impl Send for TrainingDataset
impl Sync for TrainingDataset
impl Unpin for TrainingDataset
impl UnsafeUnpin for TrainingDataset
impl UnwindSafe for TrainingDataset
Blanket Implementations§
§impl<T> AnySync for T
impl<T> AnySync for T
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
§impl<T> FutureExt for T
impl<T> FutureExt for T
§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
§impl<T> Identity for Twhere
T: ?Sized,
impl<T> Identity for Twhere
T: ?Sized,
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more§impl<T> Pointable for T
impl<T> Pointable for T
§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
§impl<T> ServiceExt for T
impl<T> ServiceExt for T
§fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
Apply a transformation to the response body. Read more
§fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using HTTP status codes. Read more
§fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using gRPC headers. Read more