Public Member Functions
detail::CacheKey	operator() (const Config &config, const Tensor logits, const Tensor top_k, const Tensor top_p, const std::optional< Tensor > indices, const std::string filter_apply_order, const bool deterministic, const bool check_nan, const std::optional< int64_t >, const std::optional< int64_t >, Tensor out) const

Member Function Documentation

◆ operator()()

detail::CacheKey infini::ops::CacheKeyBuilder< TopKTopPSamplingFromLogits >::operator()	(	const Config &	config,
		const Tensor	logits,
		const Tensor	top_k,
		const Tensor	top_p,
		const std::optional< Tensor >	indices,
		const std::string	filter_apply_order,
		const bool	deterministic,
		const bool	check_nan,
		const std::optional< int64_t >	,
		const std::optional< int64_t >	,
		Tensor	out
	)		const

inline

The documentation for this struct was generated from the following file: