| active_implementation_indices(Device::Type dev_type) | infini::ops::Operator< ReshapeAndCacheFlash > | inlinestatic |
| active_implementation_indices(Device::Type dev_type) | infini::ops::Operator< ReshapeAndCacheFlash > | inlinestatic |
| block_size_ | infini::ops::ReshapeAndCacheFlash | protected |
| Call(const Handle &handle, const Config &config, const Args &... args) | infini::ops::Operator< ReshapeAndCacheFlash > | static |
| Call(const Tensor tensor, const Args &... args) | infini::ops::Operator< ReshapeAndCacheFlash > | inlinestatic |
| Call(const TensorLike &tensor, const Args &... args) | infini::ops::Operator< ReshapeAndCacheFlash > | inlinestatic |
| Call(const Handle &handle, const Config &config, const Args &... args) | infini::ops::Operator< ReshapeAndCacheFlash > | inlinestatic |
| Call(const Tensor tensor, const Args &... args) | infini::ops::Operator< ReshapeAndCacheFlash > | inlinestatic |
| Call(const TensorLike &tensor, const Args &... args) | infini::ops::Operator< ReshapeAndCacheFlash > | inlinestatic |
| clear_cache() | infini::ops::Operator< ReshapeAndCacheFlash > | inlinestatic |
| clear_cache() | infini::ops::Operator< ReshapeAndCacheFlash > | inlinestatic |
| config_ptr_ | infini::ops::OperatorBase | protected |
| device_type_ | infini::ops::Operator< ReshapeAndCacheFlash > | protectedstatic |
| dtype_ | infini::ops::ReshapeAndCacheFlash | protected |
| handle_ptr_ | infini::ops::OperatorBase | protected |
| head_size_ | infini::ops::ReshapeAndCacheFlash | protected |
| implementation_index_ | infini::ops::Operator< ReshapeAndCacheFlash > | protectedstatic |
| key_cache_block_stride_ | infini::ops::ReshapeAndCacheFlash | protected |
| key_cache_head_stride_ | infini::ops::ReshapeAndCacheFlash | protected |
| key_cache_page_stride_ | infini::ops::ReshapeAndCacheFlash | protected |
| key_head_stride_ | infini::ops::ReshapeAndCacheFlash | protected |
| key_token_stride_ | infini::ops::ReshapeAndCacheFlash | protected |
| Make(const Config &config, const Tensor tensor, Args &&... args) | infini::ops::Operator< ReshapeAndCacheFlash > | inlinestatic |
| Make(const Tensor tensor, Args &&... args) | infini::ops::Operator< ReshapeAndCacheFlash > | inlinestatic |
| Make(const Config &config, const std::vector< Tensor > tensors, Args &&... args) | infini::ops::Operator< ReshapeAndCacheFlash > | inlinestatic |
| Make(const std::vector< Tensor > tensors, Args &&... args) | infini::ops::Operator< ReshapeAndCacheFlash > | inlinestatic |
| Make(const Config &config, const Tensor tensor, Args &&... args) | infini::ops::Operator< ReshapeAndCacheFlash > | inlinestatic |
| Make(const Tensor tensor, Args &&... args) | infini::ops::Operator< ReshapeAndCacheFlash > | inlinestatic |
| Make(const Config &config, const std::vector< Tensor > tensors, Args &&... args) | infini::ops::Operator< ReshapeAndCacheFlash > | inlinestatic |
| Make(const std::vector< Tensor > tensors, Args &&... args) | infini::ops::Operator< ReshapeAndCacheFlash > | inlinestatic |
| num_heads_ | infini::ops::ReshapeAndCacheFlash | protected |
| num_tokens_ | infini::ops::ReshapeAndCacheFlash | protected |
| operator()(const Tensor key, const Tensor value, const Tensor slot_mapping, const Tensor k_scale, const Tensor v_scale, const std::string kv_cache_dtype, Tensor key_cache, Tensor value_cache) const =0 | infini::ops::ReshapeAndCacheFlash | pure virtual |
| Operator< ReshapeAndCacheFlash >::operator()(const Handle &handle, const Args &... args) | infini::ops::Operator< ReshapeAndCacheFlash > | inline |
| Operator< ReshapeAndCacheFlash >::operator()(const Args &... args) const | infini::ops::Operator< ReshapeAndCacheFlash > | inline |
| ReshapeAndCacheFlash(const Tensor key, const Tensor value, const Tensor slot_mapping, const Tensor k_scale, const Tensor v_scale, const std::string kv_cache_dtype, Tensor key_cache, Tensor value_cache) | infini::ops::ReshapeAndCacheFlash | inline |
| set_config(const Config &config) | infini::ops::OperatorBase | inline |
| set_config(const Config &config) | infini::ops::OperatorBase | inline |
| set_handle(const Handle &handle) | infini::ops::OperatorBase | inline |
| set_handle(const Handle &handle) | infini::ops::OperatorBase | inline |
| set_stream(void *stream) | infini::ops::OperatorBase | inline |
| set_stream(void *stream) | infini::ops::OperatorBase | inline |
| set_workspace(void *workspace) | infini::ops::OperatorBase | inline |
| set_workspace(void *workspace) | infini::ops::OperatorBase | inline |
| set_workspace_size_in_bytes(std::size_t workspace_size_in_bytes) | infini::ops::OperatorBase | inline |
| set_workspace_size_in_bytes(std::size_t workspace_size_in_bytes) | infini::ops::OperatorBase | inline |
| stream_ | infini::ops::OperatorBase | protected |
| value_cache_block_stride_ | infini::ops::ReshapeAndCacheFlash | protected |
| value_cache_head_stride_ | infini::ops::ReshapeAndCacheFlash | protected |
| value_cache_page_stride_ | infini::ops::ReshapeAndCacheFlash | protected |
| value_head_stride_ | infini::ops::ReshapeAndCacheFlash | protected |
| value_token_stride_ | infini::ops::ReshapeAndCacheFlash | protected |
| workspace_ | infini::ops::OperatorBase | protected |
| workspace_size_in_bytes() const | infini::ops::OperatorBase | inlinevirtual |
| workspace_size_in_bytes() const | infini::ops::OperatorBase | inlinevirtual |
| workspace_size_in_bytes_ | infini::ops::OperatorBase | protected |
| ~OperatorBase()=default | infini::ops::OperatorBase | virtual |
| ~OperatorBase()=default | infini::ops::OperatorBase | virtual |
1.9.8