infini::ops::TopKTopPSamplingFromLogits Class Reference

#include <top_k_top_p_sampling_from_logits.h>

Inheritance diagram for infini::ops::TopKTopPSamplingFromLogits:

Public Member Functions
	TopKTopPSamplingFromLogits (const Tensor logits, const Tensor top_k, const Tensor top_p, const std::optional< Tensor > indices, const std::string filter_apply_order, const bool deterministic, const bool check_nan, const std::optional< int64_t > seed, const std::optional< int64_t > offset, Tensor out)
virtual void	operator() (const Tensor logits, const Tensor top_k, const Tensor top_p, const std::optional< Tensor > indices, const std::string filter_apply_order, const bool deterministic, const bool check_nan, const std::optional< int64_t > seed, const std::optional< int64_t > offset, Tensor out) const =0
Public Member Functions inherited from infini::ops::Operator< TopKTopPSamplingFromLogits >
void	operator() (const Handle &handle, const Args &... args)
void	operator() (const Args &... args) const
void	operator() (const Handle &handle, const Args &... args)
void	operator() (const Args &... args) const
Public Member Functions inherited from infini::ops::OperatorBase
virtual	~OperatorBase ()=default
virtual std::size_t	workspace_size_in_bytes () const
void	set_handle (const Handle &handle)
void	set_config (const Config &config)
void	set_stream (void *stream)
void	set_workspace (void *workspace)
void	set_workspace_size_in_bytes (std::size_t workspace_size_in_bytes)
virtual	~OperatorBase ()=default
virtual std::size_t	workspace_size_in_bytes () const
void	set_handle (const Handle &handle)
void	set_config (const Config &config)
void	set_stream (void *stream)
void	set_workspace (void *workspace)
void	set_workspace_size_in_bytes (std::size_t workspace_size_in_bytes)

Static Protected Member Functions
static bool	IsFloatDtype (DataType dtype)
static bool	IsIntegerDtype (DataType dtype)

Protected Attributes
Tensor::Size	batch_size_ {0}
Tensor::Size	vocab_size_ {0}
DataType	dtype_
Protected Attributes inherited from infini::ops::OperatorBase
std::unique_ptr< Handle >	handle_ptr_
std::unique_ptr< Config >	config_ptr_
void *	stream_ {nullptr}
void *	workspace_ {nullptr}
std::size_t	workspace_size_in_bytes_ {0}

Additional Inherited Members
Static Public Member Functions inherited from infini::ops::Operator< TopKTopPSamplingFromLogits >
static void	clear_cache ()
static void	clear_cache ()
static std::unique_ptr< Operator >	Make (const Config &config, const Tensor tensor, Args &&... args)
static std::unique_ptr< Operator >	Make (const Tensor tensor, Args &&... args)
static std::unique_ptr< Operator >	Make (const Config &config, const std::vector< Tensor > tensors, Args &&... args)
static std::unique_ptr< Operator >	Make (const std::vector< Tensor > tensors, Args &&... args)
static std::unique_ptr< Operator >	Make (const Config &config, const Tensor tensor, Args &&... args)
static std::unique_ptr< Operator >	Make (const Tensor tensor, Args &&... args)
static std::unique_ptr< Operator >	Make (const Config &config, const std::vector< Tensor > tensors, Args &&... args)
static std::unique_ptr< Operator >	Make (const std::vector< Tensor > tensors, Args &&... args)
static void	Call (const Handle &handle, const Config &config, const Args &... args)
static void	Call (const Tensor tensor, const Args &... args)
static auto	Call (const TensorLike &tensor, const Args &... args)
static void	Call (const Handle &handle, const Config &config, const Args &... args)
static void	Call (const Tensor tensor, const Args &... args)
static auto	Call (const TensorLike &tensor, const Args &... args)
static std::vector< std::size_t >	active_implementation_indices (Device::Type dev_type)
static std::vector< std::size_t >	active_implementation_indices (Device::Type dev_type)
Static Protected Attributes inherited from infini::ops::Operator< TopKTopPSamplingFromLogits >
static constexpr Device::Type	device_type_
static constexpr std::size_t	implementation_index_

Constructor & Destructor Documentation

TopKTopPSamplingFromLogits()

infini::ops::TopKTopPSamplingFromLogits::TopKTopPSamplingFromLogits ( const Tensor  logits, const Tensor  top_k, const Tensor  top_p, const std::optional< Tensor >  indices, const std::string  filter_apply_order, const bool  deterministic, const bool  check_nan, const std::optional< int64_t >  seed, const std::optional< int64_t >  offset, Tensor  out  )

inline

Member Function Documentation

IsFloatDtype()

static bool infini::ops::TopKTopPSamplingFromLogits::IsFloatDtype ( DataType  dtype )

inlinestaticprotected

IsIntegerDtype()

static bool infini::ops::TopKTopPSamplingFromLogits::IsIntegerDtype ( DataType  dtype )

inlinestaticprotected

operator()()

virtual void infini::ops::TopKTopPSamplingFromLogits::operator() ( const Tensor  logits, const Tensor  top_k, const Tensor  top_p, const std::optional< Tensor >  indices, const std::string  filter_apply_order, const bool  deterministic, const bool  check_nan, const std::optional< int64_t >  seed, const std::optional< int64_t >  offset, Tensor  out  ) const

pure virtual

Member Data Documentation

batch_size_

Tensor::Size infini::ops::TopKTopPSamplingFromLogits::batch_size_ {0}

protected

dtype_

DataType infini::ops::TopKTopPSamplingFromLogits::dtype_

protected

vocab_size_

Tensor::Size infini::ops::TopKTopPSamplingFromLogits::vocab_size_ {0}

protected

---

The documentation for this class was generated from the following file:

• top_k_top_p_sampling_from_logits.h