Update optimum/habana/transformers/models/mt5/modeling_mt5.py

Co-authored-by: Yaser Afshar <[email protected]>
Gaurav7888 · Aug 5, 2024 · 4ed7a02 · 4ed7a02
1 parent 4df97be
commit 4ed7a02
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/optimum/habana/transformers/models/mt5/modeling_mt5.py b/optimum/habana/transformers/models/mt5/modeling_mt5.py
@@ -259,6 +259,10 @@ def gaudi_MT5Block_forward(
         return_dict=True,
         token_idx=None,
     ):
+    """
+    The only differences are:
+    - add new args token_idx
+    """
         if past_key_value is not None:
             if not self.is_decoder:
                 logger.warning("`past_key_values` is passed to the encoder. Please make sure this is intended.")