feat: support modify attn_implementation of vision tower
Browse files- modeling_vision_tower.py +4 -0
modeling_vision_tower.py
CHANGED
|
@@ -44,6 +44,10 @@ def build_vision_tower(vision_tower_cfg, **kwargs):
|
|
| 44 |
if "siglip-so400m-patch14-384" in vision_tower:
|
| 45 |
# Eagle
|
| 46 |
if getattr(vision_tower_cfg, "eagle_vision_tower", None) is not None:
|
|
|
|
|
|
|
|
|
|
|
|
|
| 47 |
qwen2vl_vision_tower = Qwen2VisionTransformerPretrainedModel._from_config(qwen2vl_vit_config)
|
| 48 |
|
| 49 |
if getattr(vision_tower_cfg, "navit_merger_hidden_dim", None) is not None:
|
|
|
|
| 44 |
if "siglip-so400m-patch14-384" in vision_tower:
|
| 45 |
# Eagle
|
| 46 |
if getattr(vision_tower_cfg, "eagle_vision_tower", None) is not None:
|
| 47 |
+
if getattr(vision_tower_cfg, "_vit_attn_implementation", None) is not None:
|
| 48 |
+
qwen2vl_vit_config._attn_implementation = vision_tower_cfg._vit_attn_implementation
|
| 49 |
+
qwen2vl_vit_config._attn_implementation_internal = vision_tower_cfg._vit_attn_implementation
|
| 50 |
+
|
| 51 |
qwen2vl_vision_tower = Qwen2VisionTransformerPretrainedModel._from_config(qwen2vl_vit_config)
|
| 52 |
|
| 53 |
if getattr(vision_tower_cfg, "navit_merger_hidden_dim", None) is not None:
|