hotfix: add note to relu

2026-08-29 10:56:08 +00:00 · 2025-05-22 09:13:38 -07:00
parent c6cbf0145a
commit c46edbf262
1 changed files with 1 additions and 0 deletions
@@ -2824,6 +2824,7 @@ class Tensor(SimpleMathTrait):
    print(Tensor([-3., -2., -1., 0., 1., 2., 3.]).relu().numpy())
    ```
    """
+    # NOTE: if you write this as self.maximum(0) the gradient is wrong, passing through half when self is 0
    return (self>0).where(self, 0)

  def sigmoid(self) -> Tensor: