internal_addmm_activation.h

Go to the documentation of this file.

#ifndef INFINI_OPS_BASE_INTERNAL_ADDMM_ACTIVATION_H_
#define INFINI_OPS_BASE_INTERNAL_ADDMM_ACTIVATION_H_
 
#include "operator.h"
 
namespace infini::ops::internal {
 
class AddmmActivation : public Operator<AddmmActivation> {
 public:
  AddmmActivation(const Tensor input, const Tensor mat1, const Tensor mat2,
                  const double beta, const double alpha, const bool use_gelu,
                  Tensor out)
      : input_shape_{input.shape()},
        input_strides_{input.strides()},
        input_type_{input.dtype()},
        mat1_shape_{mat1.shape()},
        mat1_strides_{mat1.strides()},
        mat1_type_{mat1.dtype()},
        mat2_shape_{mat2.shape()},
        mat2_strides_{mat2.strides()},
        mat2_type_{mat2.dtype()},
        out_shape_{out.shape()},
        out_strides_{out.strides()},
        out_type_{out.dtype()},
        beta_{beta},
        alpha_{alpha},
        use_gelu_{use_gelu},
        device_index_{out.device().index()} {}
 
  virtual void operator()(const Tensor input, const Tensor mat1,
                          const Tensor mat2, const double beta,
                          const double alpha, const bool use_gelu,
                          Tensor out) const = 0;
 
 protected:
  Tensor::Shape input_shape_;
 
  Tensor::Strides input_strides_;
 
  DataType input_type_;
 
  Tensor::Shape mat1_shape_;
 
  Tensor::Strides mat1_strides_;
 
  DataType mat1_type_;
 
  Tensor::Shape mat2_shape_;
 
  Tensor::Strides mat2_strides_;
 
  DataType mat2_type_;
 
  Tensor::Shape out_shape_;
 
  Tensor::Strides out_strides_;
 
  DataType out_type_;
 
  double beta_{};
 
  double alpha_{};
 
  bool use_gelu_{};
 
  int device_index_{0};
};
 
}  // namespace infini::ops::internal
 
#endif