InfiniOps
Operator Library for Accelerators
Loading...
Searching...
No Matches
infini::ops::AwqMarlinRepack Member List

This is the complete list of members for infini::ops::AwqMarlinRepack, including all inherited members.

active_implementation_indices(Device::Type dev_type)infini::ops::Operator< AwqMarlinRepack >inlinestatic
active_implementation_indices(Device::Type dev_type)infini::ops::Operator< AwqMarlinRepack >inlinestatic
AwqMarlinRepack(const Tensor b_q_weight, const int64_t size_k, const int64_t size_n, const int64_t num_bits, const bool is_a_8bit, Tensor out)infini::ops::AwqMarlinRepackinline
b_q_weight_metadata_infini::ops::AwqMarlinRepackprotected
Call(const Handle &handle, const Config &config, const Args &... args)infini::ops::Operator< AwqMarlinRepack >static
Call(const Tensor tensor, const Args &... args)infini::ops::Operator< AwqMarlinRepack >inlinestatic
Call(const TensorLike &tensor, const Args &... args)infini::ops::Operator< AwqMarlinRepack >inlinestatic
Call(const Handle &handle, const Config &config, const Args &... args)infini::ops::Operator< AwqMarlinRepack >inlinestatic
Call(const Tensor tensor, const Args &... args)infini::ops::Operator< AwqMarlinRepack >inlinestatic
Call(const TensorLike &tensor, const Args &... args)infini::ops::Operator< AwqMarlinRepack >inlinestatic
clear_cache()infini::ops::Operator< AwqMarlinRepack >inlinestatic
clear_cache()infini::ops::Operator< AwqMarlinRepack >inlinestatic
config_ptr_infini::ops::OperatorBaseprotected
device_index_infini::ops::AwqMarlinRepackprotected
device_type_infini::ops::Operator< AwqMarlinRepack >protectedstatic
handle_ptr_infini::ops::OperatorBaseprotected
implementation_index_infini::ops::Operator< AwqMarlinRepack >protectedstatic
is_a_8bit_infini::ops::AwqMarlinRepackprotected
Make(const Config &config, const Tensor tensor, Args &&... args)infini::ops::Operator< AwqMarlinRepack >inlinestatic
Make(const Tensor tensor, Args &&... args)infini::ops::Operator< AwqMarlinRepack >inlinestatic
Make(const Config &config, const std::vector< Tensor > tensors, Args &&... args)infini::ops::Operator< AwqMarlinRepack >inlinestatic
Make(const std::vector< Tensor > tensors, Args &&... args)infini::ops::Operator< AwqMarlinRepack >inlinestatic
Make(const Config &config, const Tensor tensor, Args &&... args)infini::ops::Operator< AwqMarlinRepack >inlinestatic
Make(const Tensor tensor, Args &&... args)infini::ops::Operator< AwqMarlinRepack >inlinestatic
Make(const Config &config, const std::vector< Tensor > tensors, Args &&... args)infini::ops::Operator< AwqMarlinRepack >inlinestatic
Make(const std::vector< Tensor > tensors, Args &&... args)infini::ops::Operator< AwqMarlinRepack >inlinestatic
num_bits_infini::ops::AwqMarlinRepackprotected
operator()(const Tensor b_q_weight, const int64_t size_k, const int64_t size_n, const int64_t num_bits, const bool is_a_8bit, Tensor out) const =0infini::ops::AwqMarlinRepackpure virtual
Operator< AwqMarlinRepack >::operator()(const Handle &handle, const Args &... args)infini::ops::Operator< AwqMarlinRepack >inline
Operator< AwqMarlinRepack >::operator()(const Args &... args) constinfini::ops::Operator< AwqMarlinRepack >inline
out_metadata_infini::ops::AwqMarlinRepackprotected
pack_factor_infini::ops::AwqMarlinRepackprotected
set_config(const Config &config)infini::ops::OperatorBaseinline
set_config(const Config &config)infini::ops::OperatorBaseinline
set_handle(const Handle &handle)infini::ops::OperatorBaseinline
set_handle(const Handle &handle)infini::ops::OperatorBaseinline
set_stream(void *stream)infini::ops::OperatorBaseinline
set_stream(void *stream)infini::ops::OperatorBaseinline
set_workspace(void *workspace)infini::ops::OperatorBaseinline
set_workspace(void *workspace)infini::ops::OperatorBaseinline
set_workspace_size_in_bytes(std::size_t workspace_size_in_bytes)infini::ops::OperatorBaseinline
set_workspace_size_in_bytes(std::size_t workspace_size_in_bytes)infini::ops::OperatorBaseinline
size_k_infini::ops::AwqMarlinRepackprotected
size_n_infini::ops::AwqMarlinRepackprotected
stream_infini::ops::OperatorBaseprotected
ValidateCallMetadata(const Tensor b_q_weight, const int64_t size_k, const int64_t size_n, const int64_t num_bits, const bool is_a_8bit, const Tensor out) constinfini::ops::AwqMarlinRepackinlineprotected
workspace_infini::ops::OperatorBaseprotected
workspace_size_in_bytes() constinfini::ops::OperatorBaseinlinevirtual
workspace_size_in_bytes() constinfini::ops::OperatorBaseinlinevirtual
workspace_size_in_bytes_infini::ops::OperatorBaseprotected
~OperatorBase()=defaultinfini::ops::OperatorBasevirtual
~OperatorBase()=defaultinfini::ops::OperatorBasevirtual