InfiniOps
Operator Library for Accelerators
Loading...
Searching...
No Matches
Public Member Functions | Protected Attributes | List of all members
infini::ops::OperatorBase Class Reference

#include <operator.h>

Inheritance diagram for infini::ops::OperatorBase:
infini::ops::Operator< Abs > infini::ops::Operator< Absolute > infini::ops::Operator< Acos > infini::ops::Operator< Acosh > infini::ops::Operator< AdaptiveAvgPool2d > infini::ops::Operator< AdaptiveAvgPool3d > infini::ops::Operator< AdaptiveAvgPool3dBackward > infini::ops::Operator< AdaptiveMaxPool2d > infini::ops::Operator< AdaptiveMaxPool2dBackward > infini::ops::Operator< AdaptiveMaxPool3d > infini::ops::Operator< AdaptiveMaxPool3dBackward > infini::ops::Operator< Add > infini::ops::Operator< AddRmsNorm > infini::ops::Operator< Addbmm > infini::ops::Operator< Addcdiv > infini::ops::Operator< Addcmul > infini::ops::Operator< Addmm > infini::ops::Operator< Addmv > infini::ops::Operator< Addr > infini::ops::Operator< Amax > infini::ops::Operator< Amin > infini::ops::Operator< Aminmax > infini::ops::Operator< Angle > infini::ops::Operator< Arccos > infini::ops::Operator< Arccosh > infini::ops::Operator< Arcsin > infini::ops::Operator< Arcsinh > infini::ops::Operator< Arctan > infini::ops::Operator< Arctan2 > infini::ops::Operator< Arctanh > infini::ops::Operator< Argmax > infini::ops::Operator< Argmin > infini::ops::Operator< Argsort > infini::ops::Operator< Asin > infini::ops::Operator< Asinh > infini::ops::Operator< Atan > infini::ops::Operator< Atan2 > infini::ops::Operator< Atanh > infini::ops::Operator< AvgPool2d > infini::ops::Operator< AvgPool2dBackward > infini::ops::Operator< AvgPool3d > infini::ops::Operator< AvgPool3dBackward > infini::ops::Operator< AwqMarlinRepack > infini::ops::Operator< Baddbmm > infini::ops::Operator< BatchNormElemt > infini::ops::Operator< Bernoulli > infini::ops::Operator< BinaryCrossEntropy > infini::ops::Operator< BinaryCrossEntropyBackward > infini::ops::Operator< BitwiseAnd > infini::ops::Operator< BitwiseLeftShift > infini::ops::Operator< BitwiseNot > infini::ops::Operator< BitwiseOr > infini::ops::Operator< BitwiseRightShift > infini::ops::Operator< BitwiseXor > infini::ops::Operator< Bmm > infini::ops::Operator< Bucketize > infini::ops::Operator< Cast > infini::ops::Operator< Cat > infini::ops::Operator< CausalSoftmax > infini::ops::Operator< CausalSoftmaxInfinilm > infini::ops::Operator< Ceil > infini::ops::Operator< ChainMatmul > infini::ops::Operator< Cholesky > infini::ops::Operator< CholeskyInverse > infini::ops::Operator< CholeskySolve > infini::ops::Operator< Clamp > infini::ops::Operator< ClampMax > infini::ops::Operator< ClampMin > infini::ops::Operator< Clip > infini::ops::Operator< Col2im > infini::ops::Operator< ColumnStack > infini::ops::Operator< Complex > infini::ops::Operator< Concatenate > infini::ops::Operator< ConjPhysical > infini::ops::Operator< Conv1d > infini::ops::Operator< Conv2d > infini::ops::Operator< Conv3d > infini::ops::Operator< ConvInfinilm > infini::ops::Operator< Convolution > infini::ops::Operator< Copy > infini::ops::Operator< Copysign > infini::ops::Operator< Cos > infini::ops::Operator< Cosh > infini::ops::Operator< Cross > infini::ops::Operator< CudnnConvolution > infini::ops::Operator< Cummax > infini::ops::Operator< Cummin > infini::ops::Operator< Cumprod > infini::ops::Operator< Cumsum > infini::ops::Operator< CutlassScaledMm > infini::ops::Operator< Deg2rad > infini::ops::Operator< Diag > infini::ops::Operator< Diff > infini::ops::Operator< Digamma > infini::ops::Operator< Div > infini::ops::Operator< Divide > infini::ops::Operator< Dot > infini::ops::Operator< Dstack > infini::ops::Operator< Elu > infini::ops::Operator< EluBackward > infini::ops::Operator< Embedding > infini::ops::Operator< Eq > infini::ops::Operator< Erf > infini::ops::Operator< Erfc > infini::ops::Operator< Erfinv > infini::ops::Operator< Exp > infini::ops::Operator< Exp2 > infini::ops::Operator< Expm1 > infini::ops::Operator< Fill > infini::ops::Operator< Fix > infini::ops::Operator< FlashAttention > infini::ops::Operator< FlashAttnVarlenFunc > infini::ops::Operator< FlashAttnWithKvcache > infini::ops::Operator< FloatPower > infini::ops::Operator< Floor > infini::ops::Operator< FloorDivide > infini::ops::Operator< Fmax > infini::ops::Operator< Fmin > infini::ops::Operator< Fmod > infini::ops::Operator< Frac > infini::ops::Operator< FractionalMaxPool2d > infini::ops::Operator< FractionalMaxPool2dBackward > infini::ops::Operator< FractionalMaxPool3d > infini::ops::Operator< FractionalMaxPool3dBackward > infini::ops::Operator< Frexp > infini::ops::Operator< FrobeniusNorm > infini::ops::Operator< FusedAddRmsNorm > infini::ops::Operator< Gather > infini::ops::Operator< Gcd > infini::ops::Operator< Ge > infini::ops::Operator< Gelu > infini::ops::Operator< GeluBackward > infini::ops::Operator< GeluInfinilm > infini::ops::Operator< GelutanhInfinilm > infini::ops::Operator< Gemm > infini::ops::Operator< Geqrf > infini::ops::Operator< Ger > infini::ops::Operator< GetCutlassMoeMmData > infini::ops::Operator< Glu > infini::ops::Operator< GluBackward > infini::ops::Operator< GptqMarlinRepack > infini::ops::Operator< Greater > infini::ops::Operator< GreaterEqual > infini::ops::Operator< GroupedTopk > infini::ops::Operator< Gt > infini::ops::Operator< Hardshrink > infini::ops::Operator< HardshrinkBackward > infini::ops::Operator< Hardsigmoid > infini::ops::Operator< HardsigmoidBackward > infini::ops::Operator< Hardswish > infini::ops::Operator< Hardtanh > infini::ops::Operator< HardtanhBackward > infini::ops::Operator< Heaviside > infini::ops::Operator< Histc > infini::ops::Operator< Histogram > infini::ops::Operator< Hspmm > infini::ops::Operator< Hstack > infini::ops::Operator< HuberLoss > infini::ops::Operator< HuberLossBackward > infini::ops::Operator< Hypot > infini::ops::Operator< I0 > infini::ops::Operator< Igamma > infini::ops::Operator< Igammac > infini::ops::Operator< Im2col > infini::ops::Operator< Index > infini::ops::Operator< IndexAdd > infini::ops::Operator< IndexCopy > infini::ops::Operator< IndexFill > infini::ops::Operator< IndexReduce > infini::ops::Operator< IndexSelect > infini::ops::Operator< Inner > infini::ops::Operator< Inverse > infini::ops::Operator< Isin > infini::ops::Operator< Isneginf > infini::ops::Operator< Isposinf > infini::ops::Operator< Kron > infini::ops::Operator< Kthvalue > infini::ops::Operator< KvCachingInfinilm > infini::ops::Operator< Lcm > infini::ops::Operator< Ldexp > infini::ops::Operator< Le > infini::ops::Operator< LeakyRelu > infini::ops::Operator< LeakyReluBackward > infini::ops::Operator< Lerp > infini::ops::Operator< Less > infini::ops::Operator< LessEqual > infini::ops::Operator< Lgamma > infini::ops::Operator< Linear > infini::ops::Operator< Linspace > infini::ops::Operator< Log > infini::ops::Operator< Log10 > infini::ops::Operator< Log1p > infini::ops::Operator< Log2 > infini::ops::Operator< LogSigmoid > infini::ops::Operator< LogSigmoidBackward > infini::ops::Operator< LogSigmoidForward > infini::ops::Operator< LogSoftmax > infini::ops::Operator< Logaddexp > infini::ops::Operator< Logaddexp2 > infini::ops::Operator< Logcumsumexp > infini::ops::Operator< LogicalAnd > infini::ops::Operator< LogicalNot > infini::ops::Operator< LogicalOr > infini::ops::Operator< LogicalXor > infini::ops::Operator< Logit > infini::ops::Operator< LogitBackward > infini::ops::Operator< Logspace > infini::ops::Operator< Logsumexp > infini::ops::Operator< Lt > infini::ops::Operator< LuSolve > infini::ops::Operator< LuUnpack > infini::ops::Operator< MaskedFill > infini::ops::Operator< MaskedSelect > infini::ops::Operator< Matmul > infini::ops::Operator< MatrixPower > infini::ops::Operator< Max > infini::ops::Operator< MaxPool2dWithIndices > infini::ops::Operator< MaxPool2dWithIndicesBackward > infini::ops::Operator< MaxPool3dWithIndices > infini::ops::Operator< MaxPool3dWithIndicesBackward > infini::ops::Operator< MaxUnpool2d > infini::ops::Operator< MaxUnpool3d > infini::ops::Operator< Maximum > infini::ops::Operator< Mean > infini::ops::Operator< Median > infini::ops::Operator< Min > infini::ops::Operator< Minimum > infini::ops::Operator< Mish > infini::ops::Operator< MkldnnAdaptiveAvgPool2d > infini::ops::Operator< Mm > infini::ops::Operator< Mode > infini::ops::Operator< MoeAlignBlockSize > infini::ops::Operator< MoeSum > infini::ops::Operator< MoeWna16Gemm > infini::ops::Operator< MoeWna16MarlinGemm > infini::ops::Operator< MseLoss > infini::ops::Operator< MseLossBackward > infini::ops::Operator< Msort > infini::ops::Operator< Mul > infini::ops::Operator< MultiMarginLoss > infini::ops::Operator< MultiMarginLossBackward > infini::ops::Operator< MultilabelMarginLoss > infini::ops::Operator< MultilabelMarginLossBackward > infini::ops::Operator< MultilabelMarginLossForward > infini::ops::Operator< Multinomial > infini::ops::Operator< Multiply > infini::ops::Operator< Mv > infini::ops::Operator< Mvlgamma > infini::ops::Operator< NanToNum > infini::ops::Operator< Nanmean > infini::ops::Operator< Nanmedian > infini::ops::Operator< Nanquantile > infini::ops::Operator< Nansum > infini::ops::Operator< NarrowCopy > infini::ops::Operator< NativeBatchNorm > infini::ops::Operator< Ne > infini::ops::Operator< Neg > infini::ops::Operator< Negative > infini::ops::Operator< Nextafter > infini::ops::Operator< NllLoss > infini::ops::Operator< NllLoss2d > infini::ops::Operator< NllLoss2dBackward > infini::ops::Operator< NllLoss2dForward > infini::ops::Operator< NllLossBackward > infini::ops::Operator< NllLossForward > infini::ops::Operator< Nonzero > infini::ops::Operator< NonzeroStatic > infini::ops::Operator< Norm > infini::ops::Operator< Normal > infini::ops::Operator< NotEqual > infini::ops::Operator< NuclearNorm > infini::ops::Operator< Orgqr > infini::ops::Operator< Ormqr > infini::ops::Operator< Outer > infini::ops::Operator< PagedAttentionInfinilm > infini::ops::Operator< PagedAttentionPrefillInfinilm > infini::ops::Operator< PagedCachingInfinilm > infini::ops::Operator< Polar > infini::ops::Operator< Pow > infini::ops::Operator< Prod > infini::ops::Operator< Qr > infini::ops::Operator< Quantile > infini::ops::Operator< Rad2deg > infini::ops::Operator< Random > infini::ops::Operator< RandomSampleInfinilm > infini::ops::Operator< RearrangeInfinilm > infini::ops::Operator< Reciprocal > infini::ops::Operator< ReflectionPad1d > infini::ops::Operator< ReflectionPad1dBackward > infini::ops::Operator< ReflectionPad2d > infini::ops::Operator< ReflectionPad2dBackward > infini::ops::Operator< ReflectionPad3d > infini::ops::Operator< ReflectionPad3dBackward > infini::ops::Operator< Relu > infini::ops::Operator< ReluInfinilm > infini::ops::Operator< Remainder > infini::ops::Operator< Renorm > infini::ops::Operator< ReplicationPad1d > infini::ops::Operator< ReplicationPad1dBackward > infini::ops::Operator< ReplicationPad2d > infini::ops::Operator< ReplicationPad2dBackward > infini::ops::Operator< ReplicationPad3d > infini::ops::Operator< ReplicationPad3dBackward > infini::ops::Operator< ReshapeAndCache > infini::ops::Operator< ReshapeAndCacheFlash > infini::ops::Operator< RmsNorm > infini::ops::Operator< RotaryEmbedding > infini::ops::Operator< RotaryEmbeddingInfinilm > infini::ops::Operator< Round > infini::ops::Operator< RowStack > infini::ops::Operator< RreluWithNoise > infini::ops::Operator< Rsqrt > infini::ops::Operator< ScaledDotProductAttention > infini::ops::Operator< ScaledSoftmax > infini::ops::Operator< ScaledSoftmaxInfinilm > infini::ops::Operator< Scatter > infini::ops::Operator< ScatterAdd > infini::ops::Operator< ScatterReduce > infini::ops::Operator< Searchsorted > infini::ops::Operator< Set > infini::ops::Operator< Sgn > infini::ops::Operator< Sigmoid > infini::ops::Operator< SigmoidBackward > infini::ops::Operator< SigmoidInfinilm > infini::ops::Operator< Sign > infini::ops::Operator< Signbit > infini::ops::Operator< Silu > infini::ops::Operator< SiluAndMul > infini::ops::Operator< SiluAndMulInfinilm > infini::ops::Operator< SiluBackward > infini::ops::Operator< Sin > infini::ops::Operator< Sinc > infini::ops::Operator< Sinh > infini::ops::Operator< Slogdet > infini::ops::Operator< SlowConv3d > infini::ops::Operator< SlowConv3dForward > infini::ops::Operator< SlowConvTranspose2d > infini::ops::Operator< SlowConvTranspose3d > infini::ops::Operator< SmoothL1Loss > infini::ops::Operator< SmoothL1LossBackward > infini::ops::Operator< SoftMarginLoss > infini::ops::Operator< SoftMarginLossBackward > infini::ops::Operator< Softmax > infini::ops::Operator< SoftmaxInfinilm > infini::ops::Operator< Softplus > infini::ops::Operator< SoftplusBackward > infini::ops::Operator< Softshrink > infini::ops::Operator< SoftshrinkBackward > infini::ops::Operator< Sort > infini::ops::Operator< SparseSampledAddmm > infini::ops::Operator< Sqrt > infini::ops::Operator< Square > infini::ops::Operator< Sspaddmm > infini::ops::Operator< Stack > infini::ops::Operator< Std > infini::ops::Operator< Sub > infini::ops::Operator< Subtract > infini::ops::Operator< Sum > infini::ops::Operator< Svd > infini::ops::Operator< Swiglu > infini::ops::Operator< Take > infini::ops::Operator< TakeAlongDim > infini::ops::Operator< Tan > infini::ops::Operator< Tanh > infini::ops::Operator< TanhBackward > infini::ops::Operator< Tensordot > infini::ops::Operator< ThnnConv2d > infini::ops::Operator< Threshold > infini::ops::Operator< ThresholdBackward > infini::ops::Operator< TopKTopPSampleInfinilm > infini::ops::Operator< TopKTopPSampler > infini::ops::Operator< TopKTopPSamplingFromLogits > infini::ops::Operator< Topk > infini::ops::Operator< TopkSigmoid > infini::ops::Operator< TopkSoftmax > infini::ops::Operator< TopksoftmaxInfinilm > infini::ops::Operator< TriangularSolve > infini::ops::Operator< Tril > infini::ops::Operator< Triu > infini::ops::Operator< TrueDivide > infini::ops::Operator< Trunc > infini::ops::Operator< UpsampleBicubic2d > infini::ops::Operator< UpsampleBicubic2dBackward > infini::ops::Operator< UpsampleBilinear2d > infini::ops::Operator< UpsampleBilinear2dBackward > infini::ops::Operator< UpsampleLinear1d > infini::ops::Operator< UpsampleLinear1dBackward > infini::ops::Operator< UpsampleNearest1d > infini::ops::Operator< UpsampleNearest1dBackward > infini::ops::Operator< UpsampleNearest2d > infini::ops::Operator< UpsampleNearest2dBackward > infini::ops::Operator< UpsampleNearest3d > infini::ops::Operator< UpsampleNearest3dBackward > infini::ops::Operator< UpsampleTrilinear3d > infini::ops::Operator< UpsampleTrilinear3dBackward > infini::ops::Operator< Var > infini::ops::Operator< Vdot > infini::ops::Operator< Vstack > infini::ops::Operator< Where > infini::ops::Operator< Xlogy > infini::ops::Operator< ZerosInfinilm > infini::ops::Operator< Fft > infini::ops::Operator< Fft2 > infini::ops::Operator< Fftn > infini::ops::Operator< Hfft > infini::ops::Operator< Hfft2 > infini::ops::Operator< Hfftn > infini::ops::Operator< Ifft > infini::ops::Operator< Ifft2 > infini::ops::Operator< Ifftn > infini::ops::Operator< Ihfft > infini::ops::Operator< Ihfft2 > infini::ops::Operator< Ihfftn > infini::ops::Operator< Irfft > infini::ops::Operator< Irfft2 > infini::ops::Operator< Irfftn > infini::ops::Operator< Rfft > infini::ops::Operator< Rfft2 > infini::ops::Operator< Rfftn > infini::ops::Operator< AddRelu > infini::ops::Operator< AddmmActivation > infini::ops::Operator< BatchNormWithUpdate > infini::ops::Operator< ChunkCat > infini::ops::Operator< ComputeLinearCombination > infini::ops::Operator< ConvDepthwise2d > infini::ops::Operator< ConvertIndicesFromCooToCsr > infini::ops::Operator< ConvertIndicesFromCsrToCoo > infini::ops::Operator< IntMm > infini::ops::Operator< LogSoftmaxBackwardData > infini::ops::Operator< NativeBatchNormLegit > infini::ops::Operator< SlowConv2dBackward > infini::ops::Operator< SlowConv2dForward > infini::ops::Operator< SoftmaxBackwardData > infini::ops::Operator< UpsampleBicubic2dAa > infini::ops::Operator< UpsampleBicubic2dAaBackward > infini::ops::Operator< UpsampleBilinear2dAa > infini::ops::Operator< UpsampleBilinear2dAaBackward > infini::ops::Operator< UpsampleNearestExact1d > infini::ops::Operator< UpsampleNearestExact1dBackward > infini::ops::Operator< UpsampleNearestExact2d > infini::ops::Operator< UpsampleNearestExact2dBackward > infini::ops::Operator< UpsampleNearestExact3d > infini::ops::Operator< UpsampleNearestExact3dBackward > infini::ops::Operator< C2c > infini::ops::Operator< C2r > infini::ops::Operator< R2c > infini::ops::Operator< Det > infini::ops::Operator< Eigh > infini::ops::Operator< SolveEx > infini::ops::Operator< CholeskyEx > infini::ops::Operator< Cond > infini::ops::Operator< Eig > infini::ops::Operator< Eigvals > infini::ops::Operator< Eigvalsh > infini::ops::Operator< HouseholderProduct > infini::ops::Operator< Inv > infini::ops::Operator< InvEx > infini::ops::Operator< LdlFactor > infini::ops::Operator< LdlFactorEx > infini::ops::Operator< LdlSolve > infini::ops::Operator< Lstsq > infini::ops::Operator< Lu > infini::ops::Operator< LuFactor > infini::ops::Operator< LuFactorEx > infini::ops::Operator< MatrixNorm > infini::ops::Operator< MatrixRank > infini::ops::Operator< MultiDot > infini::ops::Operator< Pinv > infini::ops::Operator< Solve > infini::ops::Operator< SolveTriangular > infini::ops::Operator< Svdvals > infini::ops::Operator< Tensorinv > infini::ops::Operator< Tensorsolve > infini::ops::Operator< Vecdot > infini::ops::Operator< VectorNorm > infini::ops::Operator< AiryAi > infini::ops::Operator< BesselJ0 > infini::ops::Operator< BesselJ1 > infini::ops::Operator< BesselY0 > infini::ops::Operator< BesselY1 > infini::ops::Operator< ChebyshevPolynomialT > infini::ops::Operator< ChebyshevPolynomialU > infini::ops::Operator< ChebyshevPolynomialV > infini::ops::Operator< ChebyshevPolynomialW > infini::ops::Operator< Entr > infini::ops::Operator< Erfcx > infini::ops::Operator< Expit > infini::ops::Operator< Gammainc > infini::ops::Operator< Gammaincc > infini::ops::Operator< Gammaln > infini::ops::Operator< HermitePolynomialH > infini::ops::Operator< HermitePolynomialHe > infini::ops::Operator< I0e > infini::ops::Operator< I1 > infini::ops::Operator< I1e > infini::ops::Operator< LaguerrePolynomialL > infini::ops::Operator< LegendrePolynomialP > infini::ops::Operator< LogNdtr > infini::ops::Operator< ModifiedBesselI0 > infini::ops::Operator< ModifiedBesselI1 > infini::ops::Operator< ModifiedBesselK0 > infini::ops::Operator< ModifiedBesselK1 > infini::ops::Operator< Multigammaln > infini::ops::Operator< Ndtr > infini::ops::Operator< Ndtri > infini::ops::Operator< Psi > infini::ops::Operator< ScaledModifiedBesselK0 > infini::ops::Operator< ScaledModifiedBesselK1 > infini::ops::Operator< ShiftedChebyshevPolynomialT > infini::ops::Operator< ShiftedChebyshevPolynomialU > infini::ops::Operator< ShiftedChebyshevPolynomialV > infini::ops::Operator< ShiftedChebyshevPolynomialW > infini::ops::Operator< SphericalBesselJ0 > infini::ops::Operator< Xlog1py > infini::ops::Operator< Zeta > infini::ops::Operator< Abs > infini::ops::Operator< Absolute > infini::ops::Operator< Acos > infini::ops::Operator< Acosh > infini::ops::Operator< AdaptiveAvgPool2d > infini::ops::Operator< AdaptiveAvgPool3d > infini::ops::Operator< AdaptiveAvgPool3dBackward > infini::ops::Operator< AdaptiveMaxPool2d > infini::ops::Operator< AdaptiveMaxPool2dBackward > infini::ops::Operator< AdaptiveMaxPool3d > infini::ops::Operator< AdaptiveMaxPool3dBackward > infini::ops::Operator< Add > infini::ops::Operator< AddRmsNorm > infini::ops::Operator< Addbmm > infini::ops::Operator< Addcdiv > infini::ops::Operator< Addcmul > infini::ops::Operator< Addmm > infini::ops::Operator< Addmv > infini::ops::Operator< Addr > infini::ops::Operator< Amax > infini::ops::Operator< Amin > infini::ops::Operator< Aminmax > infini::ops::Operator< Angle > infini::ops::Operator< Arccos > infini::ops::Operator< Arccosh > infini::ops::Operator< Arcsin > infini::ops::Operator< Arcsinh > infini::ops::Operator< Arctan > infini::ops::Operator< Arctan2 > infini::ops::Operator< Arctanh > infini::ops::Operator< Argmax > infini::ops::Operator< Argmin > infini::ops::Operator< Argsort > infini::ops::Operator< Asin > infini::ops::Operator< Asinh > infini::ops::Operator< Atan > infini::ops::Operator< Atan2 > infini::ops::Operator< Atanh > infini::ops::Operator< AvgPool2d > infini::ops::Operator< AvgPool2dBackward > infini::ops::Operator< AvgPool3d > infini::ops::Operator< AvgPool3dBackward > infini::ops::Operator< AwqMarlinRepack > infini::ops::Operator< Baddbmm > infini::ops::Operator< BatchNormElemt > infini::ops::Operator< Bernoulli > infini::ops::Operator< BinaryCrossEntropy > infini::ops::Operator< BinaryCrossEntropyBackward > infini::ops::Operator< BitwiseAnd > infini::ops::Operator< BitwiseLeftShift > infini::ops::Operator< BitwiseNot > infini::ops::Operator< BitwiseOr > infini::ops::Operator< BitwiseRightShift > infini::ops::Operator< BitwiseXor > infini::ops::Operator< Bmm > infini::ops::Operator< Bucketize > infini::ops::Operator< Cast > infini::ops::Operator< Cat > infini::ops::Operator< CausalSoftmax > infini::ops::Operator< CausalSoftmaxInfinilm > infini::ops::Operator< Ceil > infini::ops::Operator< ChainMatmul > infini::ops::Operator< Cholesky > infini::ops::Operator< CholeskyInverse > infini::ops::Operator< CholeskySolve > infini::ops::Operator< Clamp > infini::ops::Operator< ClampMax > infini::ops::Operator< ClampMin > infini::ops::Operator< Clip > infini::ops::Operator< Col2im > infini::ops::Operator< ColumnStack > infini::ops::Operator< Complex > infini::ops::Operator< Concatenate > infini::ops::Operator< ConjPhysical > infini::ops::Operator< Conv1d > infini::ops::Operator< Conv2d > infini::ops::Operator< Conv3d > infini::ops::Operator< ConvInfinilm > infini::ops::Operator< Convolution > infini::ops::Operator< Copy > infini::ops::Operator< Copysign > infini::ops::Operator< Cos > infini::ops::Operator< Cosh > infini::ops::Operator< Cross > infini::ops::Operator< CudnnConvolution > infini::ops::Operator< Cummax > infini::ops::Operator< Cummin > infini::ops::Operator< Cumprod > infini::ops::Operator< Cumsum > infini::ops::Operator< CutlassScaledMm > infini::ops::Operator< Deg2rad > infini::ops::Operator< Diag > infini::ops::Operator< Diff > infini::ops::Operator< Digamma > infini::ops::Operator< Div > infini::ops::Operator< Divide > infini::ops::Operator< Dot > infini::ops::Operator< Dstack > infini::ops::Operator< Elu > infini::ops::Operator< EluBackward > infini::ops::Operator< Embedding > infini::ops::Operator< Eq > infini::ops::Operator< Erf > infini::ops::Operator< Erfc > infini::ops::Operator< Erfinv > infini::ops::Operator< Exp > infini::ops::Operator< Exp2 > infini::ops::Operator< Expm1 > infini::ops::Operator< Fill > infini::ops::Operator< Fix > infini::ops::Operator< FlashAttention > infini::ops::Operator< FlashAttnVarlenFunc > infini::ops::Operator< FlashAttnWithKvcache > infini::ops::Operator< FloatPower > infini::ops::Operator< Floor > infini::ops::Operator< FloorDivide > infini::ops::Operator< Fmax > infini::ops::Operator< Fmin > infini::ops::Operator< Fmod > infini::ops::Operator< Frac > infini::ops::Operator< FractionalMaxPool2d > infini::ops::Operator< FractionalMaxPool2dBackward > infini::ops::Operator< FractionalMaxPool3d > infini::ops::Operator< FractionalMaxPool3dBackward > infini::ops::Operator< Frexp > infini::ops::Operator< FrobeniusNorm > infini::ops::Operator< FusedAddRmsNorm > infini::ops::Operator< Gather > infini::ops::Operator< Gcd > infini::ops::Operator< Ge > infini::ops::Operator< Gelu > infini::ops::Operator< GeluBackward > infini::ops::Operator< GeluInfinilm > infini::ops::Operator< GelutanhInfinilm > infini::ops::Operator< Gemm > infini::ops::Operator< Geqrf > infini::ops::Operator< Ger > infini::ops::Operator< GetCutlassMoeMmData > infini::ops::Operator< Glu > infini::ops::Operator< GluBackward > infini::ops::Operator< GptqMarlinRepack > infini::ops::Operator< Greater > infini::ops::Operator< GreaterEqual > infini::ops::Operator< GroupedTopk > infini::ops::Operator< Gt > infini::ops::Operator< Hardshrink > infini::ops::Operator< HardshrinkBackward > infini::ops::Operator< Hardsigmoid > infini::ops::Operator< HardsigmoidBackward > infini::ops::Operator< Hardswish > infini::ops::Operator< Hardtanh > infini::ops::Operator< HardtanhBackward > infini::ops::Operator< Heaviside > infini::ops::Operator< Histc > infini::ops::Operator< Histogram > infini::ops::Operator< Hspmm > infini::ops::Operator< Hstack > infini::ops::Operator< HuberLoss > infini::ops::Operator< HuberLossBackward > infini::ops::Operator< Hypot > infini::ops::Operator< I0 > infini::ops::Operator< Igamma > infini::ops::Operator< Igammac > infini::ops::Operator< Im2col > infini::ops::Operator< Index > infini::ops::Operator< IndexAdd > infini::ops::Operator< IndexCopy > infini::ops::Operator< IndexFill > infini::ops::Operator< IndexReduce > infini::ops::Operator< IndexSelect > infini::ops::Operator< Inner > infini::ops::Operator< Inverse > infini::ops::Operator< Isin > infini::ops::Operator< Isneginf > infini::ops::Operator< Isposinf > infini::ops::Operator< Kron > infini::ops::Operator< Kthvalue > infini::ops::Operator< KvCachingInfinilm > infini::ops::Operator< Lcm > infini::ops::Operator< Ldexp > infini::ops::Operator< Le > infini::ops::Operator< LeakyRelu > infini::ops::Operator< LeakyReluBackward > infini::ops::Operator< Lerp > infini::ops::Operator< Less > infini::ops::Operator< LessEqual > infini::ops::Operator< Lgamma > infini::ops::Operator< Linear > infini::ops::Operator< Linspace > infini::ops::Operator< Log > infini::ops::Operator< Log10 > infini::ops::Operator< Log1p > infini::ops::Operator< Log2 > infini::ops::Operator< LogSigmoid > infini::ops::Operator< LogSigmoidBackward > infini::ops::Operator< LogSigmoidForward > infini::ops::Operator< LogSoftmax > infini::ops::Operator< Logaddexp > infini::ops::Operator< Logaddexp2 > infini::ops::Operator< Logcumsumexp > infini::ops::Operator< LogicalAnd > infini::ops::Operator< LogicalNot > infini::ops::Operator< LogicalOr > infini::ops::Operator< LogicalXor > infini::ops::Operator< Logit > infini::ops::Operator< LogitBackward > infini::ops::Operator< Logspace > infini::ops::Operator< Logsumexp > infini::ops::Operator< Lt > infini::ops::Operator< LuSolve > infini::ops::Operator< LuUnpack > infini::ops::Operator< MaskedFill > infini::ops::Operator< MaskedSelect > infini::ops::Operator< Matmul > infini::ops::Operator< MatrixPower > infini::ops::Operator< Max > infini::ops::Operator< MaxPool2dWithIndices > infini::ops::Operator< MaxPool2dWithIndicesBackward > infini::ops::Operator< MaxPool3dWithIndices > infini::ops::Operator< MaxPool3dWithIndicesBackward > infini::ops::Operator< MaxUnpool2d > infini::ops::Operator< MaxUnpool3d > infini::ops::Operator< Maximum > infini::ops::Operator< Mean > infini::ops::Operator< Median > infini::ops::Operator< Min > infini::ops::Operator< Minimum > infini::ops::Operator< Mish > infini::ops::Operator< MkldnnAdaptiveAvgPool2d > infini::ops::Operator< Mm > infini::ops::Operator< Mode > infini::ops::Operator< MoeAlignBlockSize > infini::ops::Operator< MoeSum > infini::ops::Operator< MoeWna16Gemm > infini::ops::Operator< MoeWna16MarlinGemm > infini::ops::Operator< MseLoss > infini::ops::Operator< MseLossBackward > infini::ops::Operator< Msort > infini::ops::Operator< Mul > infini::ops::Operator< MultiMarginLoss > infini::ops::Operator< MultiMarginLossBackward > infini::ops::Operator< MultilabelMarginLoss > infini::ops::Operator< MultilabelMarginLossBackward > infini::ops::Operator< MultilabelMarginLossForward > infini::ops::Operator< Multinomial > infini::ops::Operator< Multiply > infini::ops::Operator< Mv > infini::ops::Operator< Mvlgamma > infini::ops::Operator< NanToNum > infini::ops::Operator< Nanmean > infini::ops::Operator< Nanmedian > infini::ops::Operator< Nanquantile > infini::ops::Operator< Nansum > infini::ops::Operator< NarrowCopy > infini::ops::Operator< NativeBatchNorm > infini::ops::Operator< Ne > infini::ops::Operator< Neg > infini::ops::Operator< Negative > infini::ops::Operator< Nextafter > infini::ops::Operator< NllLoss > infini::ops::Operator< NllLoss2d > infini::ops::Operator< NllLoss2dBackward > infini::ops::Operator< NllLoss2dForward > infini::ops::Operator< NllLossBackward > infini::ops::Operator< NllLossForward > infini::ops::Operator< Nonzero > infini::ops::Operator< NonzeroStatic > infini::ops::Operator< Norm > infini::ops::Operator< Normal > infini::ops::Operator< NotEqual > infini::ops::Operator< NuclearNorm > infini::ops::Operator< Orgqr > infini::ops::Operator< Ormqr > infini::ops::Operator< Outer > infini::ops::Operator< PagedAttentionInfinilm > infini::ops::Operator< PagedAttentionPrefillInfinilm > infini::ops::Operator< PagedCachingInfinilm > infini::ops::Operator< Polar > infini::ops::Operator< Pow > infini::ops::Operator< Prod > infini::ops::Operator< Qr > infini::ops::Operator< Quantile > infini::ops::Operator< Rad2deg > infini::ops::Operator< Random > infini::ops::Operator< RandomSampleInfinilm > infini::ops::Operator< RearrangeInfinilm > infini::ops::Operator< Reciprocal > infini::ops::Operator< ReflectionPad1d > infini::ops::Operator< ReflectionPad1dBackward > infini::ops::Operator< ReflectionPad2d > infini::ops::Operator< ReflectionPad2dBackward > infini::ops::Operator< ReflectionPad3d > infini::ops::Operator< ReflectionPad3dBackward > infini::ops::Operator< Relu > infini::ops::Operator< ReluInfinilm > infini::ops::Operator< Remainder > infini::ops::Operator< Renorm > infini::ops::Operator< ReplicationPad1d > infini::ops::Operator< ReplicationPad1dBackward > infini::ops::Operator< ReplicationPad2d > infini::ops::Operator< ReplicationPad2dBackward > infini::ops::Operator< ReplicationPad3d > infini::ops::Operator< ReplicationPad3dBackward > infini::ops::Operator< ReshapeAndCache > infini::ops::Operator< ReshapeAndCacheFlash > infini::ops::Operator< RmsNorm > infini::ops::Operator< RotaryEmbedding > infini::ops::Operator< RotaryEmbeddingInfinilm > infini::ops::Operator< Round > infini::ops::Operator< RowStack > infini::ops::Operator< RreluWithNoise > infini::ops::Operator< Rsqrt > infini::ops::Operator< ScaledDotProductAttention > infini::ops::Operator< ScaledSoftmax > infini::ops::Operator< ScaledSoftmaxInfinilm > infini::ops::Operator< Scatter > infini::ops::Operator< ScatterAdd > infini::ops::Operator< ScatterReduce > infini::ops::Operator< Searchsorted > infini::ops::Operator< Set > infini::ops::Operator< Sgn > infini::ops::Operator< Sigmoid > infini::ops::Operator< SigmoidBackward > infini::ops::Operator< SigmoidInfinilm > infini::ops::Operator< Sign > infini::ops::Operator< Signbit > infini::ops::Operator< Silu > infini::ops::Operator< SiluAndMul > infini::ops::Operator< SiluAndMulInfinilm > infini::ops::Operator< SiluBackward > infini::ops::Operator< Sin > infini::ops::Operator< Sinc > infini::ops::Operator< Sinh > infini::ops::Operator< Slogdet > infini::ops::Operator< SlowConv3d > infini::ops::Operator< SlowConv3dForward > infini::ops::Operator< SlowConvTranspose2d > infini::ops::Operator< SlowConvTranspose3d > infini::ops::Operator< SmoothL1Loss > infini::ops::Operator< SmoothL1LossBackward > infini::ops::Operator< SoftMarginLoss > infini::ops::Operator< SoftMarginLossBackward > infini::ops::Operator< Softmax > infini::ops::Operator< SoftmaxInfinilm > infini::ops::Operator< Softplus > infini::ops::Operator< SoftplusBackward > infini::ops::Operator< Softshrink > infini::ops::Operator< SoftshrinkBackward > infini::ops::Operator< Sort > infini::ops::Operator< SparseSampledAddmm > infini::ops::Operator< Sqrt > infini::ops::Operator< Square > infini::ops::Operator< Sspaddmm > infini::ops::Operator< Stack > infini::ops::Operator< Std > infini::ops::Operator< Sub > infini::ops::Operator< Subtract > infini::ops::Operator< Sum > infini::ops::Operator< Svd > infini::ops::Operator< Swiglu > infini::ops::Operator< Take > infini::ops::Operator< TakeAlongDim > infini::ops::Operator< Tan > infini::ops::Operator< Tanh > infini::ops::Operator< TanhBackward > infini::ops::Operator< Tensordot > infini::ops::Operator< ThnnConv2d > infini::ops::Operator< Threshold > infini::ops::Operator< ThresholdBackward > infini::ops::Operator< TopKTopPSampleInfinilm > infini::ops::Operator< TopKTopPSampler > infini::ops::Operator< TopKTopPSamplingFromLogits > infini::ops::Operator< Topk > infini::ops::Operator< TopkSigmoid > infini::ops::Operator< TopkSoftmax > infini::ops::Operator< TopksoftmaxInfinilm > infini::ops::Operator< TriangularSolve > infini::ops::Operator< Tril > infini::ops::Operator< Triu > infini::ops::Operator< TrueDivide > infini::ops::Operator< Trunc > infini::ops::Operator< UpsampleBicubic2d > infini::ops::Operator< UpsampleBicubic2dBackward > infini::ops::Operator< UpsampleBilinear2d > infini::ops::Operator< UpsampleBilinear2dBackward > infini::ops::Operator< UpsampleLinear1d > infini::ops::Operator< UpsampleLinear1dBackward > infini::ops::Operator< UpsampleNearest1d > infini::ops::Operator< UpsampleNearest1dBackward > infini::ops::Operator< UpsampleNearest2d > infini::ops::Operator< UpsampleNearest2dBackward > infini::ops::Operator< UpsampleNearest3d > infini::ops::Operator< UpsampleNearest3dBackward > infini::ops::Operator< UpsampleTrilinear3d > infini::ops::Operator< UpsampleTrilinear3dBackward > infini::ops::Operator< Var > infini::ops::Operator< Vdot > infini::ops::Operator< Vstack > infini::ops::Operator< Where > infini::ops::Operator< Xlogy > infini::ops::Operator< ZerosInfinilm > infini::ops::Operator< Fft > infini::ops::Operator< Fft2 > infini::ops::Operator< Fftn > infini::ops::Operator< Hfft > infini::ops::Operator< Hfft2 > infini::ops::Operator< Hfftn > infini::ops::Operator< Ifft > infini::ops::Operator< Ifft2 > infini::ops::Operator< Ifftn > infini::ops::Operator< Ihfft > infini::ops::Operator< Ihfft2 > infini::ops::Operator< Ihfftn > infini::ops::Operator< Irfft > infini::ops::Operator< Irfft2 > infini::ops::Operator< Irfftn > infini::ops::Operator< Rfft > infini::ops::Operator< Rfft2 > infini::ops::Operator< Rfftn > infini::ops::Operator< AddRelu > infini::ops::Operator< AddmmActivation > infini::ops::Operator< BatchNormWithUpdate > infini::ops::Operator< ChunkCat > infini::ops::Operator< ComputeLinearCombination > infini::ops::Operator< ConvDepthwise2d > infini::ops::Operator< ConvertIndicesFromCooToCsr > infini::ops::Operator< ConvertIndicesFromCsrToCoo > infini::ops::Operator< IntMm > infini::ops::Operator< LogSoftmaxBackwardData > infini::ops::Operator< NativeBatchNormLegit > infini::ops::Operator< SlowConv2dBackward > infini::ops::Operator< SlowConv2dForward > infini::ops::Operator< SoftmaxBackwardData > infini::ops::Operator< UpsampleBicubic2dAa > infini::ops::Operator< UpsampleBicubic2dAaBackward > infini::ops::Operator< UpsampleBilinear2dAa > infini::ops::Operator< UpsampleBilinear2dAaBackward > infini::ops::Operator< UpsampleNearestExact1d > infini::ops::Operator< UpsampleNearestExact1dBackward > infini::ops::Operator< UpsampleNearestExact2d > infini::ops::Operator< UpsampleNearestExact2dBackward > infini::ops::Operator< UpsampleNearestExact3d > infini::ops::Operator< UpsampleNearestExact3dBackward > infini::ops::Operator< C2c > infini::ops::Operator< C2r > infini::ops::Operator< R2c > infini::ops::Operator< Det > infini::ops::Operator< Eigh > infini::ops::Operator< SolveEx > infini::ops::Operator< CholeskyEx > infini::ops::Operator< Cond > infini::ops::Operator< Eig > infini::ops::Operator< Eigvals > infini::ops::Operator< Eigvalsh > infini::ops::Operator< HouseholderProduct > infini::ops::Operator< Inv > infini::ops::Operator< InvEx > infini::ops::Operator< LdlFactor > infini::ops::Operator< LdlFactorEx > infini::ops::Operator< LdlSolve > infini::ops::Operator< Lstsq > infini::ops::Operator< Lu > infini::ops::Operator< LuFactor > infini::ops::Operator< LuFactorEx > infini::ops::Operator< MatrixNorm > infini::ops::Operator< MatrixRank > infini::ops::Operator< MultiDot > infini::ops::Operator< Pinv > infini::ops::Operator< Solve > infini::ops::Operator< SolveTriangular > infini::ops::Operator< Svdvals > infini::ops::Operator< Tensorinv > infini::ops::Operator< Tensorsolve > infini::ops::Operator< Vecdot > infini::ops::Operator< VectorNorm > infini::ops::Operator< AiryAi > infini::ops::Operator< BesselJ0 > infini::ops::Operator< BesselJ1 > infini::ops::Operator< BesselY0 > infini::ops::Operator< BesselY1 > infini::ops::Operator< ChebyshevPolynomialT > infini::ops::Operator< ChebyshevPolynomialU > infini::ops::Operator< ChebyshevPolynomialV > infini::ops::Operator< ChebyshevPolynomialW > infini::ops::Operator< Entr > infini::ops::Operator< Erfcx > infini::ops::Operator< Expit > infini::ops::Operator< Gammainc > infini::ops::Operator< Gammaincc > infini::ops::Operator< Gammaln > infini::ops::Operator< HermitePolynomialH > infini::ops::Operator< HermitePolynomialHe > infini::ops::Operator< I0e > infini::ops::Operator< I1 > infini::ops::Operator< I1e > infini::ops::Operator< LaguerrePolynomialL > infini::ops::Operator< LegendrePolynomialP > infini::ops::Operator< LogNdtr > infini::ops::Operator< ModifiedBesselI0 > infini::ops::Operator< ModifiedBesselI1 > infini::ops::Operator< ModifiedBesselK0 > infini::ops::Operator< ModifiedBesselK1 > infini::ops::Operator< Multigammaln > infini::ops::Operator< Ndtr > infini::ops::Operator< Ndtri > infini::ops::Operator< Psi > infini::ops::Operator< ScaledModifiedBesselK0 > infini::ops::Operator< ScaledModifiedBesselK1 > infini::ops::Operator< ShiftedChebyshevPolynomialT > infini::ops::Operator< ShiftedChebyshevPolynomialU > infini::ops::Operator< ShiftedChebyshevPolynomialV > infini::ops::Operator< ShiftedChebyshevPolynomialW > infini::ops::Operator< SphericalBesselJ0 > infini::ops::Operator< Xlog1py > infini::ops::Operator< Zeta > infini::ops::Operator< Key, device_type, implementation_index > infini::ops::Operator< Key, device_type, implementation_index >

Public Member Functions

virtual ~OperatorBase ()=default
 
virtual std::size_t workspace_size_in_bytes () const
 
void set_handle (const Handle &handle)
 
void set_config (const Config &config)
 
void set_stream (void *stream)
 
void set_workspace (void *workspace)
 
void set_workspace_size_in_bytes (std::size_t workspace_size_in_bytes)
 
virtual ~OperatorBase ()=default
 
virtual std::size_t workspace_size_in_bytes () const
 
void set_handle (const Handle &handle)
 
void set_config (const Config &config)
 
void set_stream (void *stream)
 
void set_workspace (void *workspace)
 
void set_workspace_size_in_bytes (std::size_t workspace_size_in_bytes)
 

Protected Attributes

std::unique_ptr< Handle > handle_ptr_
 
std::unique_ptr< Config > config_ptr_
 
void * stream_ {nullptr}
 
void * workspace_ {nullptr}
 
std::size_t workspace_size_in_bytes_ {0}
 

Constructor & Destructor Documentation

◆ ~OperatorBase() [1/2]

virtual infini::ops::OperatorBase::~OperatorBase ( )
virtualdefault

◆ ~OperatorBase() [2/2]

virtual infini::ops::OperatorBase::~OperatorBase ( )
virtualdefault

Member Function Documentation

◆ set_config() [1/2]

void infini::ops::OperatorBase::set_config ( const Config &  config)
inline

◆ set_config() [2/2]

void infini::ops::OperatorBase::set_config ( const Config &  config)
inline

◆ set_handle() [1/2]

void infini::ops::OperatorBase::set_handle ( const Handle &  handle)
inline

◆ set_handle() [2/2]

void infini::ops::OperatorBase::set_handle ( const Handle &  handle)
inline

◆ set_stream() [1/2]

void infini::ops::OperatorBase::set_stream ( void *  stream)
inline

◆ set_stream() [2/2]

void infini::ops::OperatorBase::set_stream ( void *  stream)
inline

◆ set_workspace() [1/2]

void infini::ops::OperatorBase::set_workspace ( void *  workspace)
inline

◆ set_workspace() [2/2]

void infini::ops::OperatorBase::set_workspace ( void *  workspace)
inline

◆ set_workspace_size_in_bytes() [1/2]

void infini::ops::OperatorBase::set_workspace_size_in_bytes ( std::size_t  workspace_size_in_bytes)
inline

◆ set_workspace_size_in_bytes() [2/2]

void infini::ops::OperatorBase::set_workspace_size_in_bytes ( std::size_t  workspace_size_in_bytes)
inline

◆ workspace_size_in_bytes() [1/2]

virtual std::size_t infini::ops::OperatorBase::workspace_size_in_bytes ( ) const
inlinevirtual

◆ workspace_size_in_bytes() [2/2]

virtual std::size_t infini::ops::OperatorBase::workspace_size_in_bytes ( ) const
inlinevirtual

Member Data Documentation

◆ config_ptr_

std::unique_ptr< Config > infini::ops::OperatorBase::config_ptr_
protected

◆ handle_ptr_

std::unique_ptr< Handle > infini::ops::OperatorBase::handle_ptr_
protected

◆ stream_

void * infini::ops::OperatorBase::stream_ {nullptr}
protected

◆ workspace_

void * infini::ops::OperatorBase::workspace_ {nullptr}
protected

◆ workspace_size_in_bytes_

std::size_t infini::ops::OperatorBase::workspace_size_in_bytes_ {0}
protected
The documentation for this class was generated from the following files: