Fix the AttributeError: 'KimiVLForConditionalGeneration' object has no attribute '_supports_sdpa' issue after bumping to transformers==4.54.0 (#29)

- Fix the AttributeError: 'KimiVLForConditionalGeneration' object has no attribute '_supports_sdpa' issue after bumping to transformers==4.54.0 (b9478eca74c82bf4e1802ab4e820651e42883326)


Co-authored-by: He <[email protected]>

modeling_kimi_vl.py

@@ -2406,6 +2406,7 @@ class KimiVLPreTrainedModel(PreTrainedModel, GenerationMixin):
     _no_split_modules = ["MoonVitEncoderLayer", "DeepseekV3DecoderLayer"]
     _skip_keys_device_placement = "past_key_values"
     _supports_flash_attn_2 = True
+    _supports_sdpa = False
 
     def _init_weights(self, module):
         # important: this ported version of Llava isn't meant for training from scratch - only
@@ -2429,14 +2430,6 @@ class KimiVLPreTrainedModel(PreTrainedModel, GenerationMixin):
             if module.padding_idx is not None:
                 module.weight.data[module.padding_idx].zero_()
 
-    @property
-    def _supports_sdpa(self):
-        """
-        Retrieve language_model's attribute to check whether the model supports
-        SDPA or not.
-        """
-        return self.language_model._supports_sdpa
-
 
 class KimiVLForConditionalGeneration(KimiVLPreTrainedModel, GenerationMixin):