use np.sign in l1

Author: rasbt

code/ch12/ch12.ipynb

@@ -772,8 +772,10 @@
     "        grad2 = sigma3.dot(a2.T)\n",
     "\n",
     "        # regularize\n",
-    "        grad1[:, 1:] += (w1[:, 1:] * (self.l1 + self.l2))\n",
-    "        grad2[:, 1:] += (w2[:, 1:] * (self.l1 + self.l2))\n",
+    "        grad1[:, 1:] += self.l2 * w1[:, 1:]\n",
+    "        grad1[:, 1:] += self.l1 * np.sign(w1[:, 1:])\n",
+    "        grad2[:, 1:] += self.l2 * w2[:, 1:]\n",
+    "        grad2[:, 1:] += self.l1 * np.sign(w2[:, 1:])\n",
     "\n",
     "        return grad1, grad2\n",
     "\n",
@@ -1566,8 +1568,10 @@
     "        grad2 = sigma3.dot(a2.T)\n",
     "\n",
     "        # regularize\n",
-    "        grad1[:, 1:] += (w1[:, 1:] * (self.l1 + self.l2))\n",
-    "        grad2[:, 1:] += (w2[:, 1:] * (self.l1 + self.l2))\n",
+    "        grad1[:, 1:] += self.l2 * w1[:, 1:]\n",
+    "        grad1[:, 1:] += self.l1 * np.sign(w1[:, 1:])\n",
+    "        grad2[:, 1:] += self.l2 * w2[:, 1:]\n",
+    "        grad2[:, 1:] += self.l1 * np.sign(w2[:, 1:])\n",
     "\n",
     "        return grad1, grad2\n",
     "\n",

docs/errata.md

@@ -24,7 +24,7 @@ I would be happy if you just write me a short [mail](mailto:mail@sebastianraschk
 
 ## Donations
 
-- Current amount for the next donation: $19.00
+- Current amount for the next donation: $20.00
 - Amount donated to charity:
   - [$39.00 2016-04-07](./2016-04-07-unicef.pdf)
   - [$76.00 2016-03-03](./2016-03-03-unicef.pdf)
@@ -67,6 +67,7 @@ I would be happy if you just write me a short [mail](mailto:mail@sebastianraschk
 26. Attila B. ($1.00)
 27. Simon C. ($1.00)
 28. Andrew R. ($1.00)
+29. Haesun P. ($1.00)
 
 
 ...