infini::ops::ScaledDotProductAttention Member List

This is the complete list of members for infini::ops::ScaledDotProductAttention, including all inherited members.

active_implementation_indices(Device::Type dev_type)	infini::ops::Operator< ScaledDotProductAttention >	inlinestatic
active_implementation_indices(Device::Type dev_type)	infini::ops::Operator< ScaledDotProductAttention >	inlinestatic
attn_mask_shape_	infini::ops::ScaledDotProductAttention	protected
attn_mask_strides_	infini::ops::ScaledDotProductAttention	protected
attn_mask_type_	infini::ops::ScaledDotProductAttention	protected
Call(const Handle &handle, const Config &config, const Args &... args)	infini::ops::Operator< ScaledDotProductAttention >	static
Call(const Tensor tensor, const Args &... args)	infini::ops::Operator< ScaledDotProductAttention >	inlinestatic
Call(const TensorLike &tensor, const Args &... args)	infini::ops::Operator< ScaledDotProductAttention >	inlinestatic
Call(const Handle &handle, const Config &config, const Args &... args)	infini::ops::Operator< ScaledDotProductAttention >	inlinestatic
Call(const Tensor tensor, const Args &... args)	infini::ops::Operator< ScaledDotProductAttention >	inlinestatic
Call(const TensorLike &tensor, const Args &... args)	infini::ops::Operator< ScaledDotProductAttention >	inlinestatic
clear_cache()	infini::ops::Operator< ScaledDotProductAttention >	inlinestatic
clear_cache()	infini::ops::Operator< ScaledDotProductAttention >	inlinestatic
config_ptr_	infini::ops::OperatorBase	protected
device_index_	infini::ops::ScaledDotProductAttention	protected
device_type_	infini::ops::Operator< ScaledDotProductAttention >	protectedstatic
dropout_p_	infini::ops::ScaledDotProductAttention	protected
enable_gqa_	infini::ops::ScaledDotProductAttention	protected
handle_ptr_	infini::ops::OperatorBase	protected
implementation_index_	infini::ops::Operator< ScaledDotProductAttention >	protectedstatic
is_causal_	infini::ops::ScaledDotProductAttention	protected
key_shape_	infini::ops::ScaledDotProductAttention	protected
key_strides_	infini::ops::ScaledDotProductAttention	protected
Make(const Config &config, const Tensor tensor, Args &&... args)	infini::ops::Operator< ScaledDotProductAttention >	inlinestatic
Make(const Tensor tensor, Args &&... args)	infini::ops::Operator< ScaledDotProductAttention >	inlinestatic
Make(const Config &config, const std::vector< Tensor > tensors, Args &&... args)	infini::ops::Operator< ScaledDotProductAttention >	inlinestatic
Make(const std::vector< Tensor > tensors, Args &&... args)	infini::ops::Operator< ScaledDotProductAttention >	inlinestatic
Make(const Config &config, const Tensor tensor, Args &&... args)	infini::ops::Operator< ScaledDotProductAttention >	inlinestatic
Make(const Tensor tensor, Args &&... args)	infini::ops::Operator< ScaledDotProductAttention >	inlinestatic
Make(const Config &config, const std::vector< Tensor > tensors, Args &&... args)	infini::ops::Operator< ScaledDotProductAttention >	inlinestatic
Make(const std::vector< Tensor > tensors, Args &&... args)	infini::ops::Operator< ScaledDotProductAttention >	inlinestatic
MakeReturnValue(const TensorLike &query, const TensorLike &key, const TensorLike &value, const std::optional< TensorLike > attn_mask=std::nullopt, double dropout_p=0.0, bool is_causal=false, const std::optional< double > scale=std::nullopt, bool enable_gqa=false)	infini::ops::ScaledDotProductAttention	inlinestatic
operator()(const Tensor query, const Tensor key, const Tensor value, const std::optional< Tensor > attn_mask, double dropout_p, bool is_causal, const std::optional< double > scale, bool enable_gqa, Tensor out) const =0	infini::ops::ScaledDotProductAttention	pure virtual
operator()(const Tensor query, const Tensor key, const Tensor value, Tensor out) const	infini::ops::ScaledDotProductAttention	inline
Operator< ScaledDotProductAttention >::operator()(const Handle &handle, const Args &... args)	infini::ops::Operator< ScaledDotProductAttention >	inline
Operator< ScaledDotProductAttention >::operator()(const Args &... args) const	infini::ops::Operator< ScaledDotProductAttention >	inline
out_shape_	infini::ops::ScaledDotProductAttention	protected
out_strides_	infini::ops::ScaledDotProductAttention	protected
query_shape_	infini::ops::ScaledDotProductAttention	protected
query_strides_	infini::ops::ScaledDotProductAttention	protected
query_type_	infini::ops::ScaledDotProductAttention	protected
scale_	infini::ops::ScaledDotProductAttention	protected
ScaledDotProductAttention(const Tensor query, const Tensor key, const Tensor value, const std::optional< Tensor > attn_mask, double dropout_p, bool is_causal, const std::optional< double > scale, bool enable_gqa, Tensor out)	infini::ops::ScaledDotProductAttention	inline
ScaledDotProductAttention(const Tensor query, const Tensor key, const Tensor value, Tensor out)	infini::ops::ScaledDotProductAttention	inline
set_config(const Config &config)	infini::ops::OperatorBase	inline
set_config(const Config &config)	infini::ops::OperatorBase	inline
set_handle(const Handle &handle)	infini::ops::OperatorBase	inline
set_handle(const Handle &handle)	infini::ops::OperatorBase	inline
set_stream(void *stream)	infini::ops::OperatorBase	inline
set_stream(void *stream)	infini::ops::OperatorBase	inline
set_workspace(void *workspace)	infini::ops::OperatorBase	inline
set_workspace(void *workspace)	infini::ops::OperatorBase	inline
set_workspace_size_in_bytes(std::size_t workspace_size_in_bytes)	infini::ops::OperatorBase	inline
set_workspace_size_in_bytes(std::size_t workspace_size_in_bytes)	infini::ops::OperatorBase	inline
stream_	infini::ops::OperatorBase	protected
value_shape_	infini::ops::ScaledDotProductAttention	protected
value_strides_	infini::ops::ScaledDotProductAttention	protected
workspace_	infini::ops::OperatorBase	protected
workspace_size_in_bytes() const	infini::ops::OperatorBase	inlinevirtual
workspace_size_in_bytes() const	infini::ops::OperatorBase	inlinevirtual
workspace_size_in_bytes_	infini::ops::OperatorBase	protected
~OperatorBase()=default	infini::ops::OperatorBase	virtual
~OperatorBase()=default	infini::ops::OperatorBase	virtual