infini::ops::AddRmsNorm Class Reference

#include <add_rms_norm.h>

Inheritance diagram for infini::ops::AddRmsNorm:

Public Member Functions
	AddRmsNorm (const Tensor input, const Tensor residual, const Tensor weight, std::optional< float > eps, Tensor out, Tensor residual_out)
virtual void	operator() (const Tensor input, const Tensor residual, const Tensor weight, std::optional< float > eps, Tensor out, Tensor residual_out) const =0
virtual void	operator() (const Tensor input, const Tensor residual, const Tensor weight, Tensor out, Tensor residual_out) const
Public Member Functions inherited from infini::ops::Operator< AddRmsNorm >
void	operator() (const Handle &handle, const Args &... args)
void	operator() (const Args &... args) const
void	operator() (const Handle &handle, const Args &... args)
void	operator() (const Args &... args) const
Public Member Functions inherited from infini::ops::OperatorBase
virtual	~OperatorBase ()=default
virtual std::size_t	workspace_size_in_bytes () const
void	set_handle (const Handle &handle)
void	set_config (const Config &config)
void	set_stream (void *stream)
void	set_workspace (void *workspace)
void	set_workspace_size_in_bytes (std::size_t workspace_size_in_bytes)
virtual	~OperatorBase ()=default
virtual std::size_t	workspace_size_in_bytes () const
void	set_handle (const Handle &handle)
void	set_config (const Config &config)
void	set_stream (void *stream)
void	set_workspace (void *workspace)
void	set_workspace_size_in_bytes (std::size_t workspace_size_in_bytes)

Protected Attributes
Tensor::Shape	input_shape_
Tensor::Shape	out_shape_
Tensor::Strides	input_strides_
Tensor::Strides	residual_strides_
Tensor::Strides	out_strides_
Tensor::Strides	residual_out_strides_
float	eps_ {1e-6f}
Tensor::Size	dim_ {0}
Tensor::Size	ndim_ {0}
Tensor::Size	batch_size_ {0}
Tensor::Size	nhead_ {1}
Protected Attributes inherited from infini::ops::OperatorBase
std::unique_ptr< Handle >	handle_ptr_
std::unique_ptr< Config >	config_ptr_
void *	stream_ {nullptr}
void *	workspace_ {nullptr}
std::size_t	workspace_size_in_bytes_ {0}

Additional Inherited Members
Static Public Member Functions inherited from infini::ops::Operator< AddRmsNorm >
static void	clear_cache ()
static void	clear_cache ()
static std::unique_ptr< Operator >	Make (const Config &config, const Tensor tensor, Args &&... args)
static std::unique_ptr< Operator >	Make (const Tensor tensor, Args &&... args)
static std::unique_ptr< Operator >	Make (const Config &config, const std::vector< Tensor > tensors, Args &&... args)
static std::unique_ptr< Operator >	Make (const std::vector< Tensor > tensors, Args &&... args)
static std::unique_ptr< Operator >	Make (const Config &config, const Tensor tensor, Args &&... args)
static std::unique_ptr< Operator >	Make (const Tensor tensor, Args &&... args)
static std::unique_ptr< Operator >	Make (const Config &config, const std::vector< Tensor > tensors, Args &&... args)
static std::unique_ptr< Operator >	Make (const std::vector< Tensor > tensors, Args &&... args)
static void	Call (const Handle &handle, const Config &config, const Args &... args)
static void	Call (const Tensor tensor, const Args &... args)
static auto	Call (const TensorLike &tensor, const Args &... args)
static void	Call (const Handle &handle, const Config &config, const Args &... args)
static void	Call (const Tensor tensor, const Args &... args)
static auto	Call (const TensorLike &tensor, const Args &... args)
static std::vector< std::size_t >	active_implementation_indices (Device::Type dev_type)
static std::vector< std::size_t >	active_implementation_indices (Device::Type dev_type)
Static Protected Attributes inherited from infini::ops::Operator< AddRmsNorm >
static constexpr Device::Type	device_type_
static constexpr std::size_t	implementation_index_

Detailed Description

Deprecated:

Use FusedAddRmsNorm. This interface will be removed in a future release.

Constructor & Destructor Documentation

AddRmsNorm()

infini::ops::AddRmsNorm::AddRmsNorm ( const Tensor  input, const Tensor  residual, const Tensor  weight, std::optional< float >  eps, Tensor  out, Tensor  residual_out  )

inline

Member Function Documentation

operator()() [1/2]

virtual void infini::ops::AddRmsNorm::operator() ( const Tensor  input, const Tensor  residual, const Tensor  weight, std::optional< float >  eps, Tensor  out, Tensor  residual_out  ) const

pure virtual

operator()() [2/2]

virtual void infini::ops::AddRmsNorm::operator() ( const Tensor  input, const Tensor  residual, const Tensor  weight, Tensor  out, Tensor  residual_out  ) const

inlinevirtual

Member Data Documentation

batch_size_

Tensor::Size infini::ops::AddRmsNorm::batch_size_ {0}

protected

dim_

Tensor::Size infini::ops::AddRmsNorm::dim_ {0}

protected

eps_

float infini::ops::AddRmsNorm::eps_ {1e-6f}

protected

input_shape_

Tensor::Shape infini::ops::AddRmsNorm::input_shape_

protected

input_strides_

Tensor::Strides infini::ops::AddRmsNorm::input_strides_

protected

ndim_

Tensor::Size infini::ops::AddRmsNorm::ndim_ {0}

protected

nhead_

Tensor::Size infini::ops::AddRmsNorm::nhead_ {1}

protected

out_shape_

Tensor::Shape infini::ops::AddRmsNorm::out_shape_

protected

out_strides_

Tensor::Strides infini::ops::AddRmsNorm::out_strides_

protected

residual_out_strides_

Tensor::Strides infini::ops::AddRmsNorm::residual_out_strides_

protected

residual_strides_

Tensor::Strides infini::ops::AddRmsNorm::residual_strides_

protected

---

The documentation for this class was generated from the following file:

• add_rms_norm.h