softplus_backward.h

Go to the documentation of this file.

#ifndef INFINI_OPS_BASE_SOFTPLUS_BACKWARD_H_
#define INFINI_OPS_BASE_SOFTPLUS_BACKWARD_H_
 
#include "operator.h"
 
namespace infini::ops {
 
class SoftplusBackward : public Operator<SoftplusBackward> {
 public:
  SoftplusBackward(const Tensor grad_output, const Tensor input,
                   const double beta, const double threshold, Tensor grad_input)
      : grad_output_shape_{grad_output.shape()},
        grad_output_strides_{grad_output.strides()},
        grad_output_type_{grad_output.dtype()},
        input_shape_{input.shape()},
        input_strides_{input.strides()},
        input_type_{input.dtype()},
        grad_input_shape_{grad_input.shape()},
        grad_input_strides_{grad_input.strides()},
        grad_input_type_{grad_input.dtype()},
        beta_{beta},
        threshold_{threshold},
        device_index_{grad_input.device().index()} {}
 
  virtual void operator()(const Tensor grad_output, const Tensor input,
                          const double beta, const double threshold,
                          Tensor grad_input) const = 0;
 
 protected:
  Tensor::Shape grad_output_shape_;
 
  Tensor::Strides grad_output_strides_;
 
  DataType grad_output_type_;
 
  Tensor::Shape input_shape_;
 
  Tensor::Strides input_strides_;
 
  DataType input_type_;
 
  Tensor::Shape grad_input_shape_;
 
  Tensor::Strides grad_input_strides_;
 
  DataType grad_input_type_;
 
  double beta_{};
 
  double threshold_{};
 
  int device_index_{0};
};
 
}  // namespace infini::ops
 
#endif