InfiniOps
Operator Library for Accelerators
Loading...
Searching...
No Matches
Public Member Functions | Protected Attributes | List of all members
infini::ops::CudnnConvolution Class Referenceabstract

#include <cudnn_convolution.h>

Inheritance diagram for infini::ops::CudnnConvolution:
infini::ops::Operator< CudnnConvolution > infini::ops::OperatorBase infini::ops::OperatorBase

Public Member Functions

 CudnnConvolution (const Tensor input, const Tensor weight, const std::vector< int64_t > padding, const std::vector< int64_t > stride, const std::vector< int64_t > dilation, const int64_t groups, const bool benchmark, const bool deterministic, const bool allow_tf32, Tensor out)
 
virtual void operator() (const Tensor input, const Tensor weight, const std::vector< int64_t > padding, const std::vector< int64_t > stride, const std::vector< int64_t > dilation, const int64_t groups, const bool benchmark, const bool deterministic, const bool allow_tf32, Tensor out) const =0
 
- Public Member Functions inherited from infini::ops::Operator< CudnnConvolution >
void operator() (const Handle &handle, const Args &... args)
 
void operator() (const Args &... args) const
 
void operator() (const Handle &handle, const Args &... args)
 
void operator() (const Args &... args) const
 
- Public Member Functions inherited from infini::ops::OperatorBase
virtual ~OperatorBase ()=default
 
virtual std::size_t workspace_size_in_bytes () const
 
void set_handle (const Handle &handle)
 
void set_config (const Config &config)
 
void set_stream (void *stream)
 
void set_workspace (void *workspace)
 
void set_workspace_size_in_bytes (std::size_t workspace_size_in_bytes)
 
virtual ~OperatorBase ()=default
 
virtual std::size_t workspace_size_in_bytes () const
 
void set_handle (const Handle &handle)
 
void set_config (const Config &config)
 
void set_stream (void *stream)
 
void set_workspace (void *workspace)
 
void set_workspace_size_in_bytes (std::size_t workspace_size_in_bytes)
 

Protected Attributes

Tensor::Shape input_shape_
 
Tensor::Strides input_strides_
 
DataType input_type_
 
Tensor::Shape weight_shape_
 
Tensor::Strides weight_strides_
 
DataType weight_type_
 
Tensor::Shape out_shape_
 
Tensor::Strides out_strides_
 
DataType out_type_
 
std::vector< int64_t > padding_ {}
 
std::vector< int64_t > stride_ {}
 
std::vector< int64_t > dilation_ {}
 
int64_t groups_ {}
 
bool benchmark_ {}
 
bool deterministic_ {}
 
bool allow_tf32_ {}
 
int device_index_ {0}
 
- Protected Attributes inherited from infini::ops::OperatorBase
std::unique_ptr< Handle > handle_ptr_
 
std::unique_ptr< Config > config_ptr_
 
void * stream_ {nullptr}
 
void * workspace_ {nullptr}
 
std::size_t workspace_size_in_bytes_ {0}
 

Additional Inherited Members

- Static Public Member Functions inherited from infini::ops::Operator< CudnnConvolution >
static void clear_cache ()
 
static void clear_cache ()
 
static std::unique_ptr< Operator > Make (const Config &config, const Tensor tensor, Args &&... args)
 
static std::unique_ptr< Operator > Make (const Tensor tensor, Args &&... args)
 
static std::unique_ptr< Operator > Make (const Config &config, const std::vector< Tensor > tensors, Args &&... args)
 
static std::unique_ptr< Operator > Make (const std::vector< Tensor > tensors, Args &&... args)
 
static std::unique_ptr< Operator > Make (const Config &config, const Tensor tensor, Args &&... args)
 
static std::unique_ptr< Operator > Make (const Tensor tensor, Args &&... args)
 
static std::unique_ptr< Operator > Make (const Config &config, const std::vector< Tensor > tensors, Args &&... args)
 
static std::unique_ptr< Operator > Make (const std::vector< Tensor > tensors, Args &&... args)
 
static void Call (const Handle &handle, const Config &config, const Args &... args)
 
static void Call (const Tensor tensor, const Args &... args)
 
static auto Call (const TensorLike &tensor, const Args &... args)
 
static void Call (const Handle &handle, const Config &config, const Args &... args)
 
static void Call (const Tensor tensor, const Args &... args)
 
static auto Call (const TensorLike &tensor, const Args &... args)
 
static std::vector< std::size_t > active_implementation_indices (Device::Type dev_type)
 
static std::vector< std::size_t > active_implementation_indices (Device::Type dev_type)
 
- Static Protected Attributes inherited from infini::ops::Operator< CudnnConvolution >
static constexpr Device::Type device_type_
 
static constexpr std::size_t implementation_index_
 

Constructor & Destructor Documentation

◆ CudnnConvolution()

infini::ops::CudnnConvolution::CudnnConvolution ( const Tensor  input,
const Tensor  weight,
const std::vector< int64_t >  padding,
const std::vector< int64_t >  stride,
const std::vector< int64_t >  dilation,
const int64_t  groups,
const bool  benchmark,
const bool  deterministic,
const bool  allow_tf32,
Tensor  out 
)
inline

Member Function Documentation

◆ operator()()

virtual void infini::ops::CudnnConvolution::operator() ( const Tensor  input,
const Tensor  weight,
const std::vector< int64_t >  padding,
const std::vector< int64_t >  stride,
const std::vector< int64_t >  dilation,
const int64_t  groups,
const bool  benchmark,
const bool  deterministic,
const bool  allow_tf32,
Tensor  out 
) const
pure virtual

Member Data Documentation

◆ allow_tf32_

bool infini::ops::CudnnConvolution::allow_tf32_ {}
protected

◆ benchmark_

bool infini::ops::CudnnConvolution::benchmark_ {}
protected

◆ deterministic_

bool infini::ops::CudnnConvolution::deterministic_ {}
protected

◆ device_index_

int infini::ops::CudnnConvolution::device_index_ {0}
protected

◆ dilation_

std::vector<int64_t> infini::ops::CudnnConvolution::dilation_ {}
protected

◆ groups_

int64_t infini::ops::CudnnConvolution::groups_ {}
protected

◆ input_shape_

Tensor::Shape infini::ops::CudnnConvolution::input_shape_
protected

◆ input_strides_

Tensor::Strides infini::ops::CudnnConvolution::input_strides_
protected

◆ input_type_

DataType infini::ops::CudnnConvolution::input_type_
protected

◆ out_shape_

Tensor::Shape infini::ops::CudnnConvolution::out_shape_
protected

◆ out_strides_

Tensor::Strides infini::ops::CudnnConvolution::out_strides_
protected

◆ out_type_

DataType infini::ops::CudnnConvolution::out_type_
protected

◆ padding_

std::vector<int64_t> infini::ops::CudnnConvolution::padding_ {}
protected

◆ stride_

std::vector<int64_t> infini::ops::CudnnConvolution::stride_ {}
protected

◆ weight_shape_

Tensor::Shape infini::ops::CudnnConvolution::weight_shape_
protected

◆ weight_strides_

Tensor::Strides infini::ops::CudnnConvolution::weight_strides_
protected

◆ weight_type_

DataType infini::ops::CudnnConvolution::weight_type_
protected
The documentation for this class was generated from the following file: