Revert D26009829: Optimize relu on cpu using clamp_min

albanD · facebook-github-bot · commit 430329e875bd · 2021-02-05T14:48:06.000-08:00
Test Plan: revert-hammer Differential Revision: D26009829 (pytorch@2054cd5) Original commit changeset: 7bb1583ffb3e fbshipit-source-id: 3e945b438fb8d83f721e400ae69be8848cab9720
diff --git a/aten/src/ATen/native/Activation.cpp b/aten/src/ATen/native/Activation.cpp
@@ -162,11 +162,11 @@ Tensor hardswish_backward(const Tensor& grad_output, const Tensor& self) {
 }
 
 Tensor relu(const Tensor & self) {
-  return at::clamp_min(self, 0);
+  return at::threshold(self, 0, 0);
 }
 
 Tensor & relu_(Tensor & self) {
-  return at::clamp_min_(self, 0);
+  return at::threshold_(self, 0, 0);
 }
 
 Tensor selu(const Tensor & self) {

Original file line number	Diff line number	Diff line change
`@@ -162,11 +162,11 @@ Tensor hardswish_backward(const Tensor& grad_output, const Tensor& self) {`
`162`	`162`	`}`
`163`	`163`
`164`	`164`	`Tensor relu(const Tensor & self) {`
`165`		`- return at::clamp_min(self, 0);`
	`165`	`+ return at::threshold(self, 0, 0);`
`166`	`166`	`}`
`167`	`167`
`168`	`168`	`Tensor & relu_(Tensor & self) {`
`169`		`- return at::clamp_min_(self, 0);`
	`169`	`+ return at::threshold_(self, 0, 0);`
`170`	`170`	`}`
`171`	`171`
`172`	`172`	`Tensor selu(const Tensor & self) {`