InfiniOps
Operator Library for Accelerators
Loading...
Searching...
No Matches
infini::ops::GroupedTopk Member List

This is the complete list of members for infini::ops::GroupedTopk, including all inherited members.

active_implementation_indices(Device::Type dev_type)infini::ops::Operator< GroupedTopk >inlinestatic
active_implementation_indices(Device::Type dev_type)infini::ops::Operator< GroupedTopk >inlinestatic
bias_dtype_infini::ops::GroupedTopkprotected
Call(const Handle &handle, const Config &config, const Args &... args)infini::ops::Operator< GroupedTopk >static
Call(const Tensor tensor, const Args &... args)infini::ops::Operator< GroupedTopk >inlinestatic
Call(const TensorLike &tensor, const Args &... args)infini::ops::Operator< GroupedTopk >inlinestatic
Call(const Handle &handle, const Config &config, const Args &... args)infini::ops::Operator< GroupedTopk >inlinestatic
Call(const Tensor tensor, const Args &... args)infini::ops::Operator< GroupedTopk >inlinestatic
Call(const TensorLike &tensor, const Args &... args)infini::ops::Operator< GroupedTopk >inlinestatic
clear_cache()infini::ops::Operator< GroupedTopk >inlinestatic
clear_cache()infini::ops::Operator< GroupedTopk >inlinestatic
config_ptr_infini::ops::OperatorBaseprotected
device_index_infini::ops::GroupedTopkprotected
device_type_infini::ops::Operator< GroupedTopk >protectedstatic
GroupedTopk(const Tensor scores, const Tensor bias, const int64_t num_expert_group, const int64_t topk_group, const int64_t topk, const bool renormalize, const double routed_scaling_factor, const int64_t scoring_func, Tensor topk_values, Tensor topk_indices)infini::ops::GroupedTopkinline
handle_ptr_infini::ops::OperatorBaseprotected
implementation_index_infini::ops::Operator< GroupedTopk >protectedstatic
Make(const Config &config, const Tensor tensor, Args &&... args)infini::ops::Operator< GroupedTopk >inlinestatic
Make(const Tensor tensor, Args &&... args)infini::ops::Operator< GroupedTopk >inlinestatic
Make(const Config &config, const std::vector< Tensor > tensors, Args &&... args)infini::ops::Operator< GroupedTopk >inlinestatic
Make(const std::vector< Tensor > tensors, Args &&... args)infini::ops::Operator< GroupedTopk >inlinestatic
Make(const Config &config, const Tensor tensor, Args &&... args)infini::ops::Operator< GroupedTopk >inlinestatic
Make(const Tensor tensor, Args &&... args)infini::ops::Operator< GroupedTopk >inlinestatic
Make(const Config &config, const std::vector< Tensor > tensors, Args &&... args)infini::ops::Operator< GroupedTopk >inlinestatic
Make(const std::vector< Tensor > tensors, Args &&... args)infini::ops::Operator< GroupedTopk >inlinestatic
num_expert_group_infini::ops::GroupedTopkprotected
num_experts_infini::ops::GroupedTopkprotected
num_tokens_infini::ops::GroupedTopkprotected
operator()(const Tensor scores, const Tensor bias, const int64_t num_expert_group, const int64_t topk_group, const int64_t topk, const bool renormalize, const double routed_scaling_factor, const int64_t scoring_func, Tensor topk_values, Tensor topk_indices) const =0infini::ops::GroupedTopkpure virtual
Operator< GroupedTopk >::operator()(const Handle &handle, const Args &... args)infini::ops::Operator< GroupedTopk >inline
Operator< GroupedTopk >::operator()(const Args &... args) constinfini::ops::Operator< GroupedTopk >inline
renormalize_infini::ops::GroupedTopkprotected
routed_scaling_factor_infini::ops::GroupedTopkprotected
scores_dtype_infini::ops::GroupedTopkprotected
scoring_func_infini::ops::GroupedTopkprotected
set_config(const Config &config)infini::ops::OperatorBaseinline
set_config(const Config &config)infini::ops::OperatorBaseinline
set_handle(const Handle &handle)infini::ops::OperatorBaseinline
set_handle(const Handle &handle)infini::ops::OperatorBaseinline
set_stream(void *stream)infini::ops::OperatorBaseinline
set_stream(void *stream)infini::ops::OperatorBaseinline
set_workspace(void *workspace)infini::ops::OperatorBaseinline
set_workspace(void *workspace)infini::ops::OperatorBaseinline
set_workspace_size_in_bytes(std::size_t workspace_size_in_bytes)infini::ops::OperatorBaseinline
set_workspace_size_in_bytes(std::size_t workspace_size_in_bytes)infini::ops::OperatorBaseinline
stream_infini::ops::OperatorBaseprotected
topk_infini::ops::GroupedTopkprotected
topk_group_infini::ops::GroupedTopkprotected
ValidateCallMetadata(const Tensor scores, const Tensor bias, const int64_t num_expert_group, const int64_t topk_group, const int64_t topk, const bool renormalize, const double routed_scaling_factor, const int64_t scoring_func, Tensor topk_values, Tensor topk_indices) constinfini::ops::GroupedTopkinlineprotected
workspace_infini::ops::OperatorBaseprotected
workspace_size_in_bytes() constinfini::ops::OperatorBaseinlinevirtual
workspace_size_in_bytes() constinfini::ops::OperatorBaseinlinevirtual
workspace_size_in_bytes_infini::ops::OperatorBaseprotected
~OperatorBase()=defaultinfini::ops::OperatorBasevirtual
~OperatorBase()=defaultinfini::ops::OperatorBasevirtual