infini::ops Namespace Reference

Namespaces
namespace	detail
namespace	fft
namespace	internal
namespace	linalg
namespace	special

Classes
class	Abs
class	Absolute
class	Acos
class	Acosh
struct	ActiveDevicesImpl
struct	ActiveImplementations
struct	ActiveImplementationsImpl
struct	ActiveImplementationsImpl< Key, kDev, N, true >
class	AdaptiveAvgPool2d
class	AdaptiveAvgPool3d
class	AdaptiveAvgPool3dBackward
class	AdaptiveMaxPool2d
class	AdaptiveMaxPool2dBackward
class	AdaptiveMaxPool3d
class	AdaptiveMaxPool3dBackward
class	Add
class	Addbmm
class	Addcdiv
class	Addcmul
class	Addmm
class	Addmv
class	Addr
class	AddRmsNorm
class	Amax
class	Amin
class	Aminmax
class	Angle
class	Arccos
class	Arccosh
class	Arcsin
class	Arcsinh
class	Arctan
class	Arctan2
class	Arctanh
class	Argmax
class	Argmin
class	Argsort
class	Asin
class	Asinh
class	Atan
class	Atan2
class	Atanh
class	AvgPool2d
class	AvgPool2dBackward
class	AvgPool3d
class	AvgPool3dBackward
class	AwqMarlinRepack
class	Baddbmm
class	BatchNormElemt
class	Bernoulli
class	BinaryCrossEntropy
class	BinaryCrossEntropyBackward
class	BitwiseAnd
class	BitwiseLeftShift
class	BitwiseNot
class	BitwiseOr
class	BitwiseRightShift
class	BitwiseXor
class	Bmm
class	Bucketize
struct	CacheKeyBuilder
struct	CacheKeyBuilder< RandomSampleInfinilm >
struct	CacheKeyBuilder< TopKTopPSamplingFromLogits >
class	Cast
class	Cat
class	CausalSoftmax
class	CausalSoftmaxInfinilm
class	Ceil
class	ChainMatmul
class	Cholesky
class	CholeskyInverse
class	CholeskySolve
class	Clamp
class	ClampMax
class	ClampMin
class	Clip
class	Col2im
class	ColumnStack
class	Complex
class	Concatenate
class	Config
class	ConjPhysical
class	Conv1d
class	Conv2d
class	Conv3d
class	ConvInfinilm
class	Convolution
class	Copy
class	Copysign
class	Cos
class	Cosh
class	Cross
class	CudnnConvolution
class	Cummax
class	Cummin
class	Cumprod
class	Cumsum
class	CutlassScaledMm
class	Deg2rad
class	Diag
class	Diff
class	Digamma
class	Div
class	Divide
class	Dot
class	Dstack
class	Elu
class	EluBackward
class	Embedding
class	Eq
class	Erf
class	Erfc
class	Erfinv
class	Exp
class	Exp2
class	Expm1
class	Fill
class	Fix
class	FlashAttention
class	FlashAttnVarlenFunc
class	FlashAttnWithKvcache
class	FloatPower
class	Floor
class	FloorDivide
class	Fmax
class	Fmin
class	Fmod
class	Frac
class	FractionalMaxPool2d
class	FractionalMaxPool2dBackward
class	FractionalMaxPool3d
class	FractionalMaxPool3dBackward
class	Frexp
class	FrobeniusNorm
class	FusedAddRmsNorm
class	Gather
class	Gcd
class	Ge
class	Gelu
class	GeluBackward
class	GeluInfinilm
class	GelutanhInfinilm
class	Gemm
class	Geqrf
class	Ger
class	GetCutlassMoeMmData
class	Glu
class	GluBackward
class	GptqMarlinRepack
class	Greater
class	GreaterEqual
class	GroupedTopk
class	Gt
class	Handle
class	Hardshrink
class	HardshrinkBackward
class	Hardsigmoid
class	HardsigmoidBackward
class	Hardswish
class	Hardtanh
class	HardtanhBackward
class	Heaviside
class	Histc
class	Histogram
class	Hspmm
class	Hstack
class	HuberLoss
class	HuberLossBackward
class	Hypot
class	I0
class	Igamma
class	Igammac
class	Im2col
class	Index
class	IndexAdd
class	IndexCopy
class	IndexFill
class	IndexReduce
class	IndexSelect
class	Inner
class	Inverse
class	Isin
class	Isneginf
class	Isposinf
class	Kron
class	Kthvalue
class	KvCachingInfinilm
class	Lcm
class	Ldexp
class	Le
class	LeakyRelu
class	LeakyReluBackward
class	Lerp
class	Less
class	LessEqual
class	Lgamma
class	Linear
class	Linspace
class	Log
class	Log10
class	Log1p
class	Log2
class	Logaddexp
class	Logaddexp2
class	Logcumsumexp
class	LogicalAnd
class	LogicalNot
class	LogicalOr
class	LogicalXor
class	Logit
class	LogitBackward
class	LogSigmoid
class	LogSigmoidBackward
class	LogSigmoidForward
class	LogSoftmax
class	Logspace
class	Logsumexp
class	Lt
class	LuSolve
class	LuUnpack
class	MaskedFill
class	MaskedSelect
class	Matmul
class	MatrixPower
class	Max
class	Maximum
class	MaxPool2dWithIndices
class	MaxPool2dWithIndicesBackward
class	MaxPool3dWithIndices
class	MaxPool3dWithIndicesBackward
class	MaxUnpool2d
class	MaxUnpool3d
class	Mean
class	Median
class	Min
class	Minimum
class	Mish
class	MkldnnAdaptiveAvgPool2d
class	Mm
class	Mode
class	MoeAlignBlockSize
class	MoeSum
class	MoeWna16Gemm
class	MoeWna16MarlinGemm
class	MseLoss
class	MseLossBackward
class	Msort
class	Mul
struct	MultiDispatchRecurseAdapter
struct	MultiDispatchRecurseAdapter< TypePack< RestLists... >, Functor, items... >
class	MultilabelMarginLoss
class	MultilabelMarginLossBackward
class	MultilabelMarginLossForward
class	MultiMarginLoss
class	MultiMarginLossBackward
class	Multinomial
class	Multiply
class	Mv
class	Mvlgamma
class	Nanmean
class	Nanmedian
class	Nanquantile
class	Nansum
class	NanToNum
class	NarrowCopy
class	NativeBatchNorm
class	Ne
class	Neg
class	Negative
class	Nextafter
class	NllLoss
class	NllLoss2d
class	NllLoss2dBackward
class	NllLoss2dForward
class	NllLossBackward
class	NllLossForward
class	Nonzero
class	NonzeroStatic
class	Norm
class	Normal
class	NotEqual
class	NuclearNorm
class	Operator
class	OperatorBase
class	Orgqr
class	Ormqr
class	Outer
class	PagedAttentionInfinilm
class	PagedAttentionPrefillInfinilm
class	PagedCachingInfinilm
class	Polar
class	Pow
class	Prod
class	Qr
class	Quantile
class	Rad2deg
class	Random
class	RandomSampleInfinilm
class	RearrangeInfinilm
class	Reciprocal
class	ReflectionPad1d
class	ReflectionPad1dBackward
class	ReflectionPad2d
class	ReflectionPad2dBackward
class	ReflectionPad3d
class	ReflectionPad3dBackward
class	Relu
class	ReluInfinilm
class	Remainder
class	Renorm
class	ReplicationPad1d
class	ReplicationPad1dBackward
class	ReplicationPad2d
class	ReplicationPad2dBackward
class	ReplicationPad3d
class	ReplicationPad3dBackward
class	ReshapeAndCache
class	ReshapeAndCacheFlash
class	RmsNorm
class	RotaryEmbedding
class	RotaryEmbeddingInfinilm
class	Round
class	RowStack
class	RreluWithNoise
class	Rsqrt
class	ScaledDotProductAttention
class	ScaledSoftmax
class	ScaledSoftmaxInfinilm
class	Scatter
class	ScatterAdd
class	ScatterReduce
class	Searchsorted
class	Set
class	Sgn
class	Sigmoid
class	SigmoidBackward
class	SigmoidInfinilm
class	Sign
class	Signbit
class	Silu
class	SiluAndMul
class	SiluAndMulInfinilm
class	SiluBackward
class	Sin
class	Sinc
class	Sinh
class	Slogdet
class	SlowConv3d
class	SlowConv3dForward
class	SlowConvTranspose2d
class	SlowConvTranspose3d
class	SmoothL1Loss
class	SmoothL1LossBackward
class	SoftMarginLoss
class	SoftMarginLossBackward
class	Softmax
class	SoftmaxInfinilm
class	Softplus
class	SoftplusBackward
class	Softshrink
class	SoftshrinkBackward
class	Sort
class	SparseSampledAddmm
class	Sqrt
class	Square
class	Sspaddmm
class	Stack
class	Std
class	Sub
class	Subtract
class	Sum
class	Svd
class	Swiglu
class	Take
class	TakeAlongDim
class	Tan
class	Tanh
class	TanhBackward
class	Tensordot
class	ThnnConv2d
class	Threshold
class	ThresholdBackward
class	Topk
class	TopkSigmoid
class	TopkSoftmax
class	TopksoftmaxInfinilm
class	TopKTopPSampleInfinilm
class	TopKTopPSampler
class	TopKTopPSamplingFromLogits
class	TriangularSolve
class	Tril
class	Triu
class	TrueDivide
class	Trunc
class	UpsampleBicubic2d
class	UpsampleBicubic2dBackward
class	UpsampleBilinear2d
class	UpsampleBilinear2dBackward
class	UpsampleLinear1d
class	UpsampleLinear1dBackward
class	UpsampleNearest1d
class	UpsampleNearest1dBackward
class	UpsampleNearest2d
class	UpsampleNearest2dBackward
class	UpsampleNearest3d
class	UpsampleNearest3dBackward
class	UpsampleTrilinear3d
class	UpsampleTrilinear3dBackward
class	Var
class	Vdot
class	Vstack
class	Where
class	Xlogy
class	ZerosInfinilm

Typedefs
using	Tensor = infini::rt::TensorView
using	Device = infini::rt::Device
template<Device::Type device_type>
using	DeviceEnabled = infini::rt::DeviceEnabled< device_type >
using	AllDeviceTypes = List< Device::Type::kCpu, Device::Type::kNvidia, Device::Type::kCambricon, Device::Type::kAscend, Device::Type::kMetax, Device::Type::kMoore, Device::Type::kIluvatar, Device::Type::kHygon, Device::Type::kMars, Device::Type::kThead >
template<typename T >
using	ActiveDevices = typename ActiveDevicesImpl< T >::type
template<Device::Type dev, DataType dtype>
using	TypeMap = infini::rt::TypeMap< dev, dtype >
template<Device::Type dev, DataType dtype>
using	TypeMapType = infini::rt::TypeMapType< dev, dtype >
using	FloatTypes = List< DataType::kFloat32, DataType::kFloat64 >
using	ReducedFloatTypes = List< DataType::kFloat16, DataType::kBFloat16 >
using	IntTypes = List< DataType::kInt8, DataType::kInt16, DataType::kInt32, DataType::kInt64 >
using	UIntTypes = List< DataType::kUInt8, DataType::kUInt16, DataType::kUInt32, DataType::kUInt64 >
using	BitTypes8 = List< DataType::kInt8, DataType::kUInt8 >
using	BitTypes16 = List< DataType::kInt16, DataType::kUInt16, DataType::kFloat16, DataType::kBFloat16 >
using	BitTypes32 = List< DataType::kInt32, DataType::kUInt32, DataType::kFloat32 >
using	BitTypes64 = List< DataType::kInt64, DataType::kUInt64, DataType::kFloat64 >
using	AllFloatTypes = ConcatType< FloatTypes, ReducedFloatTypes >
using	AllIntTypes = ConcatType< IntTypes, UIntTypes >
using	AllTypes = ConcatType< AllFloatTypes, AllIntTypes >
using	ReluDataTypes = ConcatType< ConcatType< AllFloatTypes, IntTypes >, List< DataType::kUInt8 > >

Functions
template void	Tensor (const Tensor &input, const Tensor &weight, const std::optional< Tensor > &bias, const Tensor &out) const
template void	Tensor (const Tensor &logits, const std::optional< Tensor > &k, const std::optional< Tensor > &p, const Tensor &out) const
template void	Tensor (const Tensor &logits, const std::optional< Tensor > &k, const std::optional< Tensor > &p, const uint64_t &seed, const uint64_t &offset, const Tensor &out) const
template void	Tensor (const Tensor &logits, const Tensor &top_k, const Tensor &top_p, const std::optional< Tensor > &indices, const std::string &filter_apply_order, const bool &deterministic, const bool &check_nan, const std::optional< int64_t > &seed, const std::optional< int64_t > &offset, const Tensor &out) const
template void	Tensor (const Tensor &a, const Tensor &b, const std::optional< Tensor > &c, const std::optional< float > &alpha, const std::optional< float > &beta, const std::optional< int > &trans_a, const std::optional< int > &trans_b, const Tensor &y) const
template<typename ValueType , ValueType... all_values, typename Functor , typename... Args>
auto	DispatchFunc (ValueType value, Functor &&func, std::string_view context_str="", Args &&... args)
template<typename Functor , typename... Args, auto... items>
auto	DispatchFunc (const std::vector< int64_t > &values, size_t, Functor &&func, std::string_view, List< items... >, Args &&... args)
template<typename FirstList , typename... RestLists, typename Functor , typename... Args, auto... items>
auto	DispatchFunc (const std::vector< int64_t > &values, size_t index, Functor &&func, std::string_view context_str, List< items... >, Args &&... args)
template<typename RestListsPack , typename Functor , typename... Args, auto... items, auto... allowed>
auto	MultiDispatchFirstDim (const std::vector< int64_t > &values, size_t index, Functor &func, std::string_view context_str, List< items... >, List< allowed... >, Args &&... args)
template<Device::Type kDev, DataType... allowed_dtypes, typename Functor , typename... Args>
auto	DispatchFunc (DataType dtype, Functor &&func, std::string_view context_str="", Args &&... args)
template<Device::Type kDev, typename... Lists, typename Functor , typename... Args>
auto	DispatchFunc (std::initializer_list< DataType > dtypes, Functor &&func, std::string_view context_str="", Args &&... args)
template<auto... allowed_devices, typename Functor , typename... Args>
auto	DispatchFunc (Device::Type device, Functor &&func, std::string_view context_str="", Args &&... args)
template<typename... Lists, typename Functor , typename... Args>
auto	DispatchFunc (std::initializer_list< Device::Type > devices, Functor &&func, std::string_view context_str="", Args &&... args)
template<typename ValueType , typename Functor , typename... Args, auto... items>
auto	DispatchFuncListAliasImpl (ValueType value, Functor &&func, std::string_view context_str, List< items... >, Args &&... args)
template<Device::Type kDev, typename ValueType , typename Functor , typename... Args, auto... items>
auto	DispatchFuncListAliasImpl (ValueType value, Functor &&func, std::string_view context_str, List< items... >, Args &&... args)
template<typename ListType , typename ValueType , typename Functor , typename... Args, typename = std::enable_if_t<IsListType<ListType>::value>>
auto	DispatchFunc (ValueType value, Functor &&func, std::string_view context_str="", Args &&... args)
template<Device::Type kDev, typename ListType , typename ValueType , typename Functor , typename... Args, typename = std::enable_if_t<IsListType<ListType>::value>>
auto	DispatchFunc (ValueType value, Functor &&func, std::string_view context_str="", Args &&... args)
template<typename... Lists, typename Functor , typename... Args>
auto	DispatchFunc (std::initializer_list< int64_t > keys, Functor &&func, std::string_view context_str="", Args &&... args)

Variables
constexpr std::size_t	kMaxImplementations = 32
template void	uint64_t
template void	bool
template<Device::Type dev, typename T >
constexpr bool	IsBFloat16 = infini::rt::IsBFloat16<dev, T>
template<Device::Type dev, typename T >
constexpr bool	IsFP16 = infini::rt::IsFP16<dev, T>

Typedef Documentation

ActiveDevices

template<typename T >

using infini::ops::ActiveDevices = typedef typename ActiveDevicesImpl<T>::type

AllDeviceTypes

using infini::ops::AllDeviceTypes = typedef List<Device::Type::kCpu, Device::Type::kNvidia, Device::Type::kCambricon, Device::Type::kAscend, Device::Type::kMetax, Device::Type::kMoore, Device::Type::kIluvatar, Device::Type::kHygon, Device::Type::kMars, Device::Type::kThead>

AllFloatTypes

using infini::ops::AllFloatTypes = typedef ConcatType<FloatTypes, ReducedFloatTypes>

AllIntTypes

using infini::ops::AllIntTypes = typedef ConcatType<IntTypes, UIntTypes>

AllTypes

using infini::ops::AllTypes = typedef ConcatType<AllFloatTypes, AllIntTypes>

BitTypes16

using infini::ops::BitTypes16 = typedef List<DataType::kInt16, DataType::kUInt16, DataType::kFloat16, DataType::kBFloat16>

BitTypes32

using infini::ops::BitTypes32 = typedef List<DataType::kInt32, DataType::kUInt32, DataType::kFloat32>

BitTypes64

using infini::ops::BitTypes64 = typedef List<DataType::kInt64, DataType::kUInt64, DataType::kFloat64>

BitTypes8

using infini::ops::BitTypes8 = typedef List<DataType::kInt8, DataType::kUInt8>

Device

using infini::ops::Device = typedef infini::rt::Device

DeviceEnabled

template<Device::Type device_type>

using infini::ops::DeviceEnabled = typedef infini::rt::DeviceEnabled<device_type>

FloatTypes

using infini::ops::FloatTypes = typedef List<DataType::kFloat32, DataType::kFloat64>

IntTypes

using infini::ops::IntTypes = typedef List<DataType::kInt8, DataType::kInt16, DataType::kInt32, DataType::kInt64>

ReducedFloatTypes

using infini::ops::ReducedFloatTypes = typedef List<DataType::kFloat16, DataType::kBFloat16>

ReluDataTypes

using infini::ops::ReluDataTypes = typedef ConcatType<ConcatType<AllFloatTypes, IntTypes>, List<DataType::kUInt8> >

Tensor

template void infini::ops::Tensor

TypeMap

template<Device::Type dev, DataType dtype>

using infini::ops::TypeMap = typedef infini::rt::TypeMap<dev, dtype>

TypeMapType

template<Device::Type dev, DataType dtype>

using infini::ops::TypeMapType = typedef infini::rt::TypeMapType<dev, dtype>

UIntTypes

using infini::ops::UIntTypes = typedef List<DataType::kUInt8, DataType::kUInt16, DataType::kUInt32, DataType::kUInt64>

Function Documentation

DispatchFunc() [1/10]

template<typename FirstList , typename... RestLists, typename Functor , typename... Args, auto... items>

auto infini::ops::DispatchFunc	(	const std::vector< int64_t > &	values,
		size_t	index,
		Functor &&	func,
		std::string_view	context_str,
		List< items... >	,
		Args &&...	args
	)

DispatchFunc() [2/10]

template<typename Functor , typename... Args, auto... items>

auto infini::ops::DispatchFunc	(	const std::vector< int64_t > &	values,
		size_t	,
		Functor &&	func,
		std::string_view	,
		List< items... >	,
		Args &&...	args
	)

DispatchFunc() [3/10]

template<Device::Type kDev, DataType... allowed_dtypes, typename Functor , typename... Args>

auto infini::ops::DispatchFunc	(	DataType	dtype,
		Functor &&	func,
		std::string_view	context_str = "",
		Args &&...	args
	)

DispatchFunc() [4/10]

template<auto... allowed_devices, typename Functor , typename... Args>

auto infini::ops::DispatchFunc	(	Device::Type	device,
		Functor &&	func,
		std::string_view	context_str = "",
		Args &&...	args
	)

DispatchFunc() [5/10]

template<Device::Type kDev, typename... Lists, typename Functor , typename... Args>

auto infini::ops::DispatchFunc	(	std::initializer_list< DataType >	dtypes,
		Functor &&	func,
		std::string_view	context_str = "",
		Args &&...	args
	)

DispatchFunc() [6/10]

template<typename... Lists, typename Functor , typename... Args>

auto infini::ops::DispatchFunc	(	std::initializer_list< Device::Type >	devices,
		Functor &&	func,
		std::string_view	context_str = "",
		Args &&...	args
	)

DispatchFunc() [7/10]

template<typename... Lists, typename Functor , typename... Args>

auto infini::ops::DispatchFunc	(	std::initializer_list< int64_t >	keys,
		Functor &&	func,
		std::string_view	context_str = "",
		Args &&...	args
	)

DispatchFunc() [8/10]

template<typename ValueType , ValueType... all_values, typename Functor , typename... Args>

auto infini::ops::DispatchFunc	(	ValueType	value,
		Functor &&	func,
		std::string_view	context_str = "",
		Args &&...	args
	)

DispatchFunc() [9/10]

template<typename ListType , typename ValueType , typename Functor , typename... Args, typename = std::enable_if_t<IsListType<ListType>::value>>

auto infini::ops::DispatchFunc	(	ValueType	value,
		Functor &&	func,
		std::string_view	context_str = "",
		Args &&...	args
	)

DispatchFunc() [10/10]

template<Device::Type kDev, typename ListType , typename ValueType , typename Functor , typename... Args, typename = std::enable_if_t<IsListType<ListType>::value>>

auto infini::ops::DispatchFunc	(	ValueType	value,
		Functor &&	func,
		std::string_view	context_str = "",
		Args &&...	args
	)

DispatchFuncListAliasImpl() [1/2]

template<typename ValueType , typename Functor , typename... Args, auto... items>

auto infini::ops::DispatchFuncListAliasImpl	(	ValueType	value,
		Functor &&	func,
		std::string_view	context_str,
		List< items... >	,
		Args &&...	args
	)

DispatchFuncListAliasImpl() [2/2]

template<Device::Type kDev, typename ValueType , typename Functor , typename... Args, auto... items>

auto infini::ops::DispatchFuncListAliasImpl	(	ValueType	value,
		Functor &&	func,
		std::string_view	context_str,
		List< items... >	,
		Args &&...	args
	)

MultiDispatchFirstDim()

template<typename RestListsPack , typename Functor , typename... Args, auto... items, auto... allowed>

auto infini::ops::MultiDispatchFirstDim	(	const std::vector< int64_t > &	values,
		size_t	index,
		Functor &	func,
		std::string_view	context_str,
		List< items... >	,
		List< allowed... >	,
		Args &&...	args
	)

Tensor() [1/5]

template void infini::ops::Tensor	(	const Tensor &	a,
		const Tensor &	b,
		const std::optional< Tensor > &	c,
		const std::optional< float > &	alpha,
		const std::optional< float > &	beta,
		const std::optional< int > &	trans_a,
		const std::optional< int > &	trans_b,
		const Tensor &	y
	)		const

Tensor() [2/5]

template void infini::ops::Tensor	(	const Tensor &	input,
		const Tensor &	weight,
		const std::optional< Tensor > &	bias,
		const Tensor &	out
	)		const

Tensor() [3/5]

template void infini::ops::Tensor	(	const Tensor &	logits,
		const std::optional< Tensor > &	k,
		const std::optional< Tensor > &	p,
		const Tensor &	out
	)		const

Tensor() [4/5]

template void infini::ops::Tensor	(	const Tensor &	logits,
		const std::optional< Tensor > &	k,
		const std::optional< Tensor > &	p,
		const uint64_t &	seed,
		const uint64_t &	offset,
		const Tensor &	out
	)		const

Tensor() [5/5]

template void infini::ops::Tensor	(	const Tensor &	logits,
		const Tensor &	top_k,
		const Tensor &	top_p,
		const std::optional< Tensor > &	indices,
		const std::string &	filter_apply_order,
		const bool &	deterministic,
		const bool &	check_nan,
		const std::optional< int64_t > &	seed,
		const std::optional< int64_t > &	offset,
		const Tensor &	out
	)		const

Variable Documentation

bool

template void infini::ops::bool

IsBFloat16

template<Device::Type dev, typename T >

constexpr bool infini::ops::IsBFloat16 = infini::rt::IsBFloat16<dev, T>

inlineconstexpr

IsFP16

template<Device::Type dev, typename T >

constexpr bool infini::ops::IsFP16 = infini::rt::IsFP16<dev, T>

inlineconstexpr

kMaxImplementations

constexpr std::size_t infini::ops::kMaxImplementations = 32

constexpr

uint64_t

template void infini::ops::uint64_t