fix

Author: alien-0119

mindone/transformers/generation/utils.py

@@ -2050,7 +2050,7 @@ def _supports_default_dynamic_cache(cls) -> bool:
         """
         # NOTE: remove xlnet/reformer when the models are deprecated, non-standard model architecture/cache name
         return not cls._is_stateful and all(
-            special_model_name not in cls.__class__.__name__.lower()
+            special_model_name not in cls.__name__.lower()
             for special_model_name in [
                 "reformer",
                 "minimax",

mindone/transformers/models/kyutai_speech_to_text/modeling_kyutai_speech_to_text.py

@@ -1169,12 +1169,15 @@ def _prepare_model_inputs(
         cache_methods = [
             "_prepare_cache_for_generation",
             "_get_cache",
-            "_supports_default_dynamic_cache",
             # "_get_layer_device_map_for_cache_init",
         ]
         for method in cache_methods:
             setattr(self.codec_model, method, types.MethodType(getattr(self, method).__func__, self.codec_model))
 
+        setattr(
+            self.codec_model, "_supports_default_dynamic_cache", types.MethodType(lambda x: True, self.codec_model)
+        )
+
         self.codec_model._prepare_cache_for_generation(
             generation_config=self.codec_model.generation_config,
             model_kwargs=temporary_model_kwargs,