| active_implementation_indices(Device::Type dev_type) | infini::ops::Operator< RotaryEmbedding > | inlinestatic |
| active_implementation_indices(Device::Type dev_type) | infini::ops::Operator< RotaryEmbedding > | inlinestatic |
| Call(const Handle &handle, const Config &config, const Args &... args) | infini::ops::Operator< RotaryEmbedding > | static |
| Call(const Tensor tensor, const Args &... args) | infini::ops::Operator< RotaryEmbedding > | inlinestatic |
| Call(const TensorLike &tensor, const Args &... args) | infini::ops::Operator< RotaryEmbedding > | inlinestatic |
| Call(const Handle &handle, const Config &config, const Args &... args) | infini::ops::Operator< RotaryEmbedding > | inlinestatic |
| Call(const Tensor tensor, const Args &... args) | infini::ops::Operator< RotaryEmbedding > | inlinestatic |
| Call(const TensorLike &tensor, const Args &... args) | infini::ops::Operator< RotaryEmbedding > | inlinestatic |
| clear_cache() | infini::ops::Operator< RotaryEmbedding > | inlinestatic |
| clear_cache() | infini::ops::Operator< RotaryEmbedding > | inlinestatic |
| config_ptr_ | infini::ops::OperatorBase | protected |
| cos_sin_cache_shape_ | infini::ops::RotaryEmbedding | protected |
| cos_sin_cache_strides_ | infini::ops::RotaryEmbedding | protected |
| cos_sin_cache_type_ | infini::ops::RotaryEmbedding | protected |
| device_index_ | infini::ops::RotaryEmbedding | protected |
| device_type_ | infini::ops::Operator< RotaryEmbedding > | protectedstatic |
| handle_ptr_ | infini::ops::OperatorBase | protected |
| head_size_ | infini::ops::RotaryEmbedding | protected |
| implementation_index_ | infini::ops::Operator< RotaryEmbedding > | protectedstatic |
| inverse_ | infini::ops::RotaryEmbedding | protected |
| is_neox_ | infini::ops::RotaryEmbedding | protected |
| key_head_stride_ | infini::ops::RotaryEmbedding | protected |
| key_hidden_size_ | infini::ops::RotaryEmbedding | protected |
| key_shape_ | infini::ops::RotaryEmbedding | protected |
| key_strides_ | infini::ops::RotaryEmbedding | protected |
| key_token_stride_ | infini::ops::RotaryEmbedding | protected |
| Make(const Config &config, const Tensor tensor, Args &&... args) | infini::ops::Operator< RotaryEmbedding > | inlinestatic |
| Make(const Tensor tensor, Args &&... args) | infini::ops::Operator< RotaryEmbedding > | inlinestatic |
| Make(const Config &config, const std::vector< Tensor > tensors, Args &&... args) | infini::ops::Operator< RotaryEmbedding > | inlinestatic |
| Make(const std::vector< Tensor > tensors, Args &&... args) | infini::ops::Operator< RotaryEmbedding > | inlinestatic |
| Make(const Config &config, const Tensor tensor, Args &&... args) | infini::ops::Operator< RotaryEmbedding > | inlinestatic |
| Make(const Tensor tensor, Args &&... args) | infini::ops::Operator< RotaryEmbedding > | inlinestatic |
| Make(const Config &config, const std::vector< Tensor > tensors, Args &&... args) | infini::ops::Operator< RotaryEmbedding > | inlinestatic |
| Make(const std::vector< Tensor > tensors, Args &&... args) | infini::ops::Operator< RotaryEmbedding > | inlinestatic |
| num_heads_ | infini::ops::RotaryEmbedding | protected |
| num_kv_heads_ | infini::ops::RotaryEmbedding | protected |
| num_tokens_ | infini::ops::RotaryEmbedding | protected |
| operator()(const Tensor positions, Tensor query, std::optional< Tensor > key, const Tensor cos_sin_cache, int64_t head_size, bool is_neox, int64_t rope_dim_offset=0, bool inverse=false) const =0 | infini::ops::RotaryEmbedding | pure virtual |
| Operator< RotaryEmbedding >::operator()(const Handle &handle, const Args &... args) | infini::ops::Operator< RotaryEmbedding > | inline |
| Operator< RotaryEmbedding >::operator()(const Args &... args) const | infini::ops::Operator< RotaryEmbedding > | inline |
| positions_ndim_ | infini::ops::RotaryEmbedding | protected |
| positions_shape_ | infini::ops::RotaryEmbedding | protected |
| positions_strides_ | infini::ops::RotaryEmbedding | protected |
| positions_type_ | infini::ops::RotaryEmbedding | protected |
| query_head_stride_ | infini::ops::RotaryEmbedding | protected |
| query_hidden_size_ | infini::ops::RotaryEmbedding | protected |
| query_shape_ | infini::ops::RotaryEmbedding | protected |
| query_strides_ | infini::ops::RotaryEmbedding | protected |
| query_token_stride_ | infini::ops::RotaryEmbedding | protected |
| query_type_ | infini::ops::RotaryEmbedding | protected |
| rope_dim_offset_ | infini::ops::RotaryEmbedding | protected |
| rot_dim_ | infini::ops::RotaryEmbedding | protected |
| RotaryEmbedding(const Tensor positions, Tensor query, std::optional< Tensor > key, const Tensor cos_sin_cache, int64_t head_size, bool is_neox, int64_t rope_dim_offset=0, bool inverse=false) | infini::ops::RotaryEmbedding | inline |
| set_config(const Config &config) | infini::ops::OperatorBase | inline |
| set_config(const Config &config) | infini::ops::OperatorBase | inline |
| set_handle(const Handle &handle) | infini::ops::OperatorBase | inline |
| set_handle(const Handle &handle) | infini::ops::OperatorBase | inline |
| set_stream(void *stream) | infini::ops::OperatorBase | inline |
| set_stream(void *stream) | infini::ops::OperatorBase | inline |
| set_workspace(void *workspace) | infini::ops::OperatorBase | inline |
| set_workspace(void *workspace) | infini::ops::OperatorBase | inline |
| set_workspace_size_in_bytes(std::size_t workspace_size_in_bytes) | infini::ops::OperatorBase | inline |
| set_workspace_size_in_bytes(std::size_t workspace_size_in_bytes) | infini::ops::OperatorBase | inline |
| stream_ | infini::ops::OperatorBase | protected |
| workspace_ | infini::ops::OperatorBase | protected |
| workspace_size_in_bytes() const | infini::ops::OperatorBase | inlinevirtual |
| workspace_size_in_bytes() const | infini::ops::OperatorBase | inlinevirtual |
| workspace_size_in_bytes_ | infini::ops::OperatorBase | protected |
| ~OperatorBase()=default | infini::ops::OperatorBase | virtual |
| ~OperatorBase()=default | infini::ops::OperatorBase | virtual |
1.9.8