infini::ops::CacheKeyBuilder< RandomSampleInfinilm > Struct Reference

#include <random_sample_infinilm.h>

Public Member Functions
detail::CacheKey	operator() (const Config &config, const Tensor logits, float, float topp, int64_t topk, float temperature, Tensor out) const

Member Function Documentation

operator()()

detail::CacheKey infini::ops::CacheKeyBuilder< RandomSampleInfinilm >::operator() ( const Config &  config, const Tensor  logits, float  , float  topp, int64_t  topk, float  temperature, Tensor  out  ) const

inline

---

The documentation for this struct was generated from the following file:

• random_sample_infinilm.h