Use IncSubtensor in gradient of RepeatOp

Author: ricardoV94

pytensor/tensor/extra_ops.py

@@ -740,18 +740,15 @@ def grad(self, inputs, gout):
         (gz,) = gout
         axis = self.axis
 
-        # To sum the gradients that belong to the same repeated x,
-        # We create a repeated eye and dot product it with the gradient.
+        # Use IncSubtensor to sum the gradients that belong to the repeated entries of x
         axis_size = x.shape[axis]
-        repeated_eye = repeat(
-            ptb.eye(axis_size), repeats, axis=0
-        )  # A sparse repeat would be neat
-
-        # Place gradient axis at end for dot product
-        gx = ptb.moveaxis(gz, axis, -1)
-        gx = gx @ repeated_eye
-        # Place gradient back into the correct axis
-        gx = ptb.moveaxis(gx, -1, axis)
+        repeated_arange = repeat(ptb.arange(axis_size), repeats, axis=0)
+
+        # Move the axis to repeat to front for easier indexing
+        x_transpose = ptb.moveaxis(x, axis, 0)
+        gz_transpose = ptb.moveaxis(gz, axis, 0)
+        gx_transpose = ptb.zeros_like(x_transpose)[repeated_arange].inc(gz_transpose)
+        gx = ptb.moveaxis(gx_transpose, 0, axis)
 
         return [gx, DisconnectedType()()]