infini::ops::FlashAttnVarlenFunc Member List

This is the complete list of members for infini::ops::FlashAttnVarlenFunc, including all inherited members.

active_implementation_indices(Device::Type dev_type)	infini::ops::Operator< FlashAttnVarlenFunc >	inlinestatic
active_implementation_indices(Device::Type dev_type)	infini::ops::Operator< FlashAttnVarlenFunc >	inlinestatic
alibi_slopes_dtype_	infini::ops::FlashAttnVarlenFunc	protected
alibi_slopes_shape_	infini::ops::FlashAttnVarlenFunc	protected
alibi_slopes_strides_	infini::ops::FlashAttnVarlenFunc	protected
block_table_dtype_	infini::ops::FlashAttnVarlenFunc	protected
block_table_shape_	infini::ops::FlashAttnVarlenFunc	protected
block_table_strides_	infini::ops::FlashAttnVarlenFunc	protected
Call(const Handle &handle, const Config &config, const Args &... args)	infini::ops::Operator< FlashAttnVarlenFunc >	static
Call(const Tensor tensor, const Args &... args)	infini::ops::Operator< FlashAttnVarlenFunc >	inlinestatic
Call(const TensorLike &tensor, const Args &... args)	infini::ops::Operator< FlashAttnVarlenFunc >	inlinestatic
Call(const Handle &handle, const Config &config, const Args &... args)	infini::ops::Operator< FlashAttnVarlenFunc >	inlinestatic
Call(const Tensor tensor, const Args &... args)	infini::ops::Operator< FlashAttnVarlenFunc >	inlinestatic
Call(const TensorLike &tensor, const Args &... args)	infini::ops::Operator< FlashAttnVarlenFunc >	inlinestatic
clear_cache()	infini::ops::Operator< FlashAttnVarlenFunc >	inlinestatic
clear_cache()	infini::ops::Operator< FlashAttnVarlenFunc >	inlinestatic
config_ptr_	infini::ops::OperatorBase	protected
cu_seqlens_k_dtype_	infini::ops::FlashAttnVarlenFunc	protected
cu_seqlens_k_shape_	infini::ops::FlashAttnVarlenFunc	protected
cu_seqlens_k_strides_	infini::ops::FlashAttnVarlenFunc	protected
cu_seqlens_q_dtype_	infini::ops::FlashAttnVarlenFunc	protected
cu_seqlens_q_shape_	infini::ops::FlashAttnVarlenFunc	protected
cu_seqlens_q_strides_	infini::ops::FlashAttnVarlenFunc	protected
device_index_	infini::ops::FlashAttnVarlenFunc	protected
device_type_	infini::ops::Operator< FlashAttnVarlenFunc >	protectedstatic
FlashAttnVarlenFunc(const Tensor q, const Tensor k, const Tensor v, const Tensor cu_seqlens_q, const Tensor cu_seqlens_k, const int64_t max_seqlen_q, const int64_t max_seqlen_k, Tensor out)	infini::ops::FlashAttnVarlenFunc	inline
FlashAttnVarlenFunc(const Tensor q, const Tensor k, const Tensor v, const Tensor cu_seqlens_q, const Tensor cu_seqlens_k, const std::optional< Tensor > alibi_slopes, const std::optional< Tensor > block_table, const int64_t max_seqlen_q, const int64_t max_seqlen_k, const double dropout_p, const std::optional< double > softmax_scale, const bool causal, const std::vector< int64_t > window_size, const double softcap, const bool deterministic, const bool return_attn_probs, Tensor out, std::optional< Tensor > softmax_lse, std::optional< Tensor > s_dmask)	infini::ops::FlashAttnVarlenFunc	inline
handle_ptr_	infini::ops::OperatorBase	protected
has_auxiliary_outputs_	infini::ops::FlashAttnVarlenFunc	protected
implementation_index_	infini::ops::Operator< FlashAttnVarlenFunc >	protectedstatic
k_dtype_	infini::ops::FlashAttnVarlenFunc	protected
k_shape_	infini::ops::FlashAttnVarlenFunc	protected
k_strides_	infini::ops::FlashAttnVarlenFunc	protected
Make(const Config &config, const Tensor tensor, Args &&... args)	infini::ops::Operator< FlashAttnVarlenFunc >	inlinestatic
Make(const Tensor tensor, Args &&... args)	infini::ops::Operator< FlashAttnVarlenFunc >	inlinestatic
Make(const Config &config, const std::vector< Tensor > tensors, Args &&... args)	infini::ops::Operator< FlashAttnVarlenFunc >	inlinestatic
Make(const std::vector< Tensor > tensors, Args &&... args)	infini::ops::Operator< FlashAttnVarlenFunc >	inlinestatic
Make(const Config &config, const Tensor tensor, Args &&... args)	infini::ops::Operator< FlashAttnVarlenFunc >	inlinestatic
Make(const Tensor tensor, Args &&... args)	infini::ops::Operator< FlashAttnVarlenFunc >	inlinestatic
Make(const Config &config, const std::vector< Tensor > tensors, Args &&... args)	infini::ops::Operator< FlashAttnVarlenFunc >	inlinestatic
Make(const std::vector< Tensor > tensors, Args &&... args)	infini::ops::Operator< FlashAttnVarlenFunc >	inlinestatic
operator()(const Tensor q, const Tensor k, const Tensor v, const Tensor cu_seqlens_q, const Tensor cu_seqlens_k, const int64_t max_seqlen_q, const int64_t max_seqlen_k, Tensor out) const	infini::ops::FlashAttnVarlenFunc	inline
operator()(const Tensor q, const Tensor k, const Tensor v, const Tensor cu_seqlens_q, const Tensor cu_seqlens_k, const std::optional< Tensor > alibi_slopes, const std::optional< Tensor > block_table, const int64_t max_seqlen_q, const int64_t max_seqlen_k, const double dropout_p, const std::optional< double > softmax_scale, const bool causal, const std::vector< int64_t > window_size, const double softcap, const bool deterministic, const bool return_attn_probs, Tensor out, std::optional< Tensor > softmax_lse, std::optional< Tensor > s_dmask) const =0	infini::ops::FlashAttnVarlenFunc	pure virtual
Operator< FlashAttnVarlenFunc >::operator()(const Handle &handle, const Args &... args)	infini::ops::Operator< FlashAttnVarlenFunc >	inline
Operator< FlashAttnVarlenFunc >::operator()(const Args &... args) const	infini::ops::Operator< FlashAttnVarlenFunc >	inline
out_dtype_	infini::ops::FlashAttnVarlenFunc	protected
out_shape_	infini::ops::FlashAttnVarlenFunc	protected
out_strides_	infini::ops::FlashAttnVarlenFunc	protected
q_dtype_	infini::ops::FlashAttnVarlenFunc	protected
q_shape_	infini::ops::FlashAttnVarlenFunc	protected
q_strides_	infini::ops::FlashAttnVarlenFunc	protected
s_dmask_dtype_	infini::ops::FlashAttnVarlenFunc	protected
s_dmask_shape_	infini::ops::FlashAttnVarlenFunc	protected
s_dmask_strides_	infini::ops::FlashAttnVarlenFunc	protected
set_config(const Config &config)	infini::ops::OperatorBase	inline
set_config(const Config &config)	infini::ops::OperatorBase	inline
set_handle(const Handle &handle)	infini::ops::OperatorBase	inline
set_handle(const Handle &handle)	infini::ops::OperatorBase	inline
set_stream(void *stream)	infini::ops::OperatorBase	inline
set_stream(void *stream)	infini::ops::OperatorBase	inline
set_workspace(void *workspace)	infini::ops::OperatorBase	inline
set_workspace(void *workspace)	infini::ops::OperatorBase	inline
set_workspace_size_in_bytes(std::size_t workspace_size_in_bytes)	infini::ops::OperatorBase	inline
set_workspace_size_in_bytes(std::size_t workspace_size_in_bytes)	infini::ops::OperatorBase	inline
softmax_lse_dtype_	infini::ops::FlashAttnVarlenFunc	protected
softmax_lse_shape_	infini::ops::FlashAttnVarlenFunc	protected
softmax_lse_strides_	infini::ops::FlashAttnVarlenFunc	protected
stream_	infini::ops::OperatorBase	protected
v_dtype_	infini::ops::FlashAttnVarlenFunc	protected
v_shape_	infini::ops::FlashAttnVarlenFunc	protected
v_strides_	infini::ops::FlashAttnVarlenFunc	protected
workspace_	infini::ops::OperatorBase	protected
workspace_size_in_bytes() const	infini::ops::OperatorBase	inlinevirtual
workspace_size_in_bytes() const	infini::ops::OperatorBase	inlinevirtual
workspace_size_in_bytes_	infini::ops::OperatorBase	protected
~OperatorBase()=default	infini::ops::OperatorBase	virtual
~OperatorBase()=default	infini::ops::OperatorBase	virtual