infini::ops::RmsNorm Class Reference

#include <rms_norm.h>

Inheritance diagram for infini::ops::RmsNorm:

Public Member Functions
	RmsNorm (const Tensor input, const Tensor weight, float eps, Tensor out)
	RmsNorm (const Tensor input, const Tensor weight, Tensor out)
virtual void	operator() (const Tensor input, const Tensor weight, float eps, Tensor out) const =0
virtual void	operator() (const Tensor input, const Tensor weight, Tensor out) const
Public Member Functions inherited from infini::ops::Operator< RmsNorm >
void	operator() (const Handle &handle, const Args &... args)
void	operator() (const Args &... args) const
void	operator() (const Handle &handle, const Args &... args)
void	operator() (const Args &... args) const
Public Member Functions inherited from infini::ops::OperatorBase
virtual	~OperatorBase ()=default
virtual std::size_t	workspace_size_in_bytes () const
void	set_handle (const Handle &handle)
void	set_config (const Config &config)
void	set_stream (void *stream)
void	set_workspace (void *workspace)
void	set_workspace_size_in_bytes (std::size_t workspace_size_in_bytes)
virtual	~OperatorBase ()=default
virtual std::size_t	workspace_size_in_bytes () const
void	set_handle (const Handle &handle)
void	set_config (const Config &config)
void	set_stream (void *stream)
void	set_workspace (void *workspace)
void	set_workspace_size_in_bytes (std::size_t workspace_size_in_bytes)

Protected Attributes
Tensor::Shape	input_shape_
Tensor::Shape	out_shape_
Tensor::Strides	input_strides_
Tensor::Strides	out_strides_
float	eps_ {1e-6f}
Tensor::Size	dim_ {0}
Tensor::Size	ndim_ {0}
Tensor::Size	batch_size_ {0}
Tensor::Size	nhead_ {1}
Protected Attributes inherited from infini::ops::OperatorBase
std::unique_ptr< Handle >	handle_ptr_
std::unique_ptr< Config >	config_ptr_
void *	stream_ {nullptr}
void *	workspace_ {nullptr}
std::size_t	workspace_size_in_bytes_ {0}

Additional Inherited Members
Static Public Member Functions inherited from infini::ops::Operator< RmsNorm >
static void	clear_cache ()
static void	clear_cache ()
static std::unique_ptr< Operator >	Make (const Config &config, const Tensor tensor, Args &&... args)
static std::unique_ptr< Operator >	Make (const Tensor tensor, Args &&... args)
static std::unique_ptr< Operator >	Make (const Config &config, const std::vector< Tensor > tensors, Args &&... args)
static std::unique_ptr< Operator >	Make (const std::vector< Tensor > tensors, Args &&... args)
static std::unique_ptr< Operator >	Make (const Config &config, const Tensor tensor, Args &&... args)
static std::unique_ptr< Operator >	Make (const Tensor tensor, Args &&... args)
static std::unique_ptr< Operator >	Make (const Config &config, const std::vector< Tensor > tensors, Args &&... args)
static std::unique_ptr< Operator >	Make (const std::vector< Tensor > tensors, Args &&... args)
static void	Call (const Handle &handle, const Config &config, const Args &... args)
static void	Call (const Tensor tensor, const Args &... args)
static auto	Call (const TensorLike &tensor, const Args &... args)
static void	Call (const Handle &handle, const Config &config, const Args &... args)
static void	Call (const Tensor tensor, const Args &... args)
static auto	Call (const TensorLike &tensor, const Args &... args)
static std::vector< std::size_t >	active_implementation_indices (Device::Type dev_type)
static std::vector< std::size_t >	active_implementation_indices (Device::Type dev_type)
Static Protected Attributes inherited from infini::ops::Operator< RmsNorm >
static constexpr Device::Type	device_type_
static constexpr std::size_t	implementation_index_

Constructor & Destructor Documentation

RmsNorm() [1/2]

infini::ops::RmsNorm::RmsNorm ( const Tensor  input, const Tensor  weight, float  eps, Tensor  out  )

inline

RmsNorm() [2/2]

infini::ops::RmsNorm::RmsNorm ( const Tensor  input, const Tensor  weight, Tensor  out  )

inline

Member Function Documentation

operator()() [1/2]

virtual void infini::ops::RmsNorm::operator() ( const Tensor  input, const Tensor  weight, float  eps, Tensor  out  ) const

pure virtual

operator()() [2/2]

virtual void infini::ops::RmsNorm::operator() ( const Tensor  input, const Tensor  weight, Tensor  out  ) const

inlinevirtual

Member Data Documentation

batch_size_

Tensor::Size infini::ops::RmsNorm::batch_size_ {0}

protected

dim_

Tensor::Size infini::ops::RmsNorm::dim_ {0}

protected

eps_

float infini::ops::RmsNorm::eps_ {1e-6f}

protected

input_shape_

Tensor::Shape infini::ops::RmsNorm::input_shape_

protected

input_strides_

Tensor::Strides infini::ops::RmsNorm::input_strides_

protected

ndim_

Tensor::Size infini::ops::RmsNorm::ndim_ {0}

protected

nhead_

Tensor::Size infini::ops::RmsNorm::nhead_ {1}

protected

out_shape_

Tensor::Shape infini::ops::RmsNorm::out_shape_

protected

out_strides_

Tensor::Strides infini::ops::RmsNorm::out_strides_

protected

---

The documentation for this class was generated from the following file:

• rms_norm.h