InfiniOps
Operator Library for Accelerators
Loading...
Searching...
No Matches
hardtanh_backward.h
Go to the documentation of this file.
1#ifndef INFINI_OPS_BASE_HARDTANH_BACKWARD_H_
2#define INFINI_OPS_BASE_HARDTANH_BACKWARD_H_
3
4#include "operator.h"
5
6namespace infini::ops {
7
8class HardtanhBackward : public Operator<HardtanhBackward> {
9 public:
10 HardtanhBackward(const Tensor grad_output, const Tensor input,
11 const double min_val, const double max_val,
12 Tensor grad_input)
13 : grad_output_shape_{grad_output.shape()},
14 grad_output_strides_{grad_output.strides()},
15 grad_output_type_{grad_output.dtype()},
16 input_shape_{input.shape()},
17 input_strides_{input.strides()},
18 input_type_{input.dtype()},
19 grad_input_shape_{grad_input.shape()},
20 grad_input_strides_{grad_input.strides()},
21 grad_input_type_{grad_input.dtype()},
22 min_val_{min_val},
23 max_val_{max_val},
24 device_index_{grad_input.device().index()} {}
25
26 virtual void operator()(const Tensor grad_output, const Tensor input,
27 const double min_val, const double max_val,
28 Tensor grad_input) const = 0;
29
30 protected:
31 Tensor::Shape grad_output_shape_;
32
33 Tensor::Strides grad_output_strides_;
34
36
37 Tensor::Shape input_shape_;
38
39 Tensor::Strides input_strides_;
40
41 DataType input_type_;
42
43 Tensor::Shape grad_input_shape_;
44
45 Tensor::Strides grad_input_strides_;
46
48
49 double min_val_{};
50
51 double max_val_{};
52
54};
55
56} // namespace infini::ops
57
58#endif
Definition hardtanh_backward.h:8
HardtanhBackward(const Tensor grad_output, const Tensor input, const double min_val, const double max_val, Tensor grad_input)
Definition hardtanh_backward.h:10
Tensor::Strides grad_output_strides_
Definition hardtanh_backward.h:33
double max_val_
Definition hardtanh_backward.h:51
int device_index_
Definition hardtanh_backward.h:53
Tensor::Shape grad_input_shape_
Definition hardtanh_backward.h:43
Tensor::Strides input_strides_
Definition hardtanh_backward.h:39
DataType input_type_
Definition hardtanh_backward.h:41
double min_val_
Definition hardtanh_backward.h:49
DataType grad_input_type_
Definition hardtanh_backward.h:47
Tensor::Shape grad_output_shape_
Definition hardtanh_backward.h:31
Tensor::Strides grad_input_strides_
Definition hardtanh_backward.h:45
DataType grad_output_type_
Definition hardtanh_backward.h:35
Tensor::Shape input_shape_
Definition hardtanh_backward.h:37
virtual void operator()(const Tensor grad_output, const Tensor input, const double min_val, const double max_val, Tensor grad_input) const =0
Definition generated/include/operator.h:282
Definition generated/include/operator.h:28
infini::rt::TensorView Tensor
Definition tensor.h:8