pub struct RoPE { /* private fields */ }Expand description
RoPE (Rotary Position Embedding) implementation optimized for tch-rs
Implementations§
Source§impl RoPE
impl RoPE
Sourcepub fn new(
dim: i64,
base: f64,
max_seq_len: i64,
device: Device,
) -> Result<RoPE, Error>
pub fn new( dim: i64, base: f64, max_seq_len: i64, device: Device, ) -> Result<RoPE, Error>
Create a new RoPE instance
Sourcepub fn new_with_dtype(
dim: i64,
base: f64,
max_seq_len: i64,
device: Device,
dtype: Kind,
) -> Result<RoPE, Error>
pub fn new_with_dtype( dim: i64, base: f64, max_seq_len: i64, device: Device, dtype: Kind, ) -> Result<RoPE, Error>
Create a new RoPE instance with explicit dtype
Sourcepub fn new_standard(
dim: i64,
max_seq_len: i64,
device: Device,
) -> Result<RoPE, Error>
pub fn new_standard( dim: i64, max_seq_len: i64, device: Device, ) -> Result<RoPE, Error>
Create RoPE for standard models (base=10000)
Note: For model-specific configurations, always read rope_theta from config.json
and use new() or new_with_dtype() with the actual value instead of hardcoding.
Sourcepub fn new_standard_with_dtype(
dim: i64,
max_seq_len: i64,
device: Device,
dtype: Kind,
) -> Result<RoPE, Error>
pub fn new_standard_with_dtype( dim: i64, max_seq_len: i64, device: Device, dtype: Kind, ) -> Result<RoPE, Error>
Create RoPE for standard models with dtype
Note: For model-specific configurations, always read rope_theta from config.json
and use new() or new_with_dtype() with the actual value instead of hardcoding.
Sourcepub fn forward(
&mut self,
x: &Tensor,
position_ids: Option<&Tensor>,
) -> Result<Tensor, Error>
pub fn forward( &mut self, x: &Tensor, position_ids: Option<&Tensor>, ) -> Result<Tensor, Error>
Auto Trait Implementations§
impl Freeze for RoPE
impl RefUnwindSafe for RoPE
impl Send for RoPE
impl !Sync for RoPE
impl Unpin for RoPE
impl UnsafeUnpin for RoPE
impl UnwindSafe for RoPE
Blanket Implementations§
§impl<'a, T, E> AsTaggedExplicit<'a, E> for Twhere
T: 'a,
impl<'a, T, E> AsTaggedExplicit<'a, E> for Twhere
T: 'a,
§impl<'a, T, E> AsTaggedImplicit<'a, E> for Twhere
T: 'a,
impl<'a, T, E> AsTaggedImplicit<'a, E> for Twhere
T: 'a,
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
§impl<T> FutureExt for T
impl<T> FutureExt for T
§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
§impl<T> Identity for Twhere
T: ?Sized,
impl<T> Identity for Twhere
T: ?Sized,
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::Request§impl<T> JaggedSlice<T> for T
impl<T> JaggedSlice<T> for T
§impl<T> Pointable for T
impl<T> Pointable for T
§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
§impl<T> ServiceExt for T
impl<T> ServiceExt for T
§fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
Apply a transformation to the response body. Read more
§fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using HTTP status codes. Read more
§fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using gRPC headers. Read more