OpenGVLab
/

VideoChat-Flash-Qwen2-7B_res448

Video-Text-to-Text

videochat_flash_qwen

feature-extraction

Model card Files Files and versions

lixinhao commited on Jan 15

Commit

129bf29

·

verified ·

1 Parent(s): af77f1b

Update config.json

update to transformers==4.40.1

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -197,7 +197,7 @@
   "mm_vision_select_layer": -2,
   "mm_vision_tower": "umt-hd-large",
   "mm_vision_tower_lr": 2e-06,
-  "model_type": "qwen2",
   "num_attention_heads": 28,
   "num_hidden_layers": 28,
   "num_key_value_heads": 4,
@@ -210,7 +210,7 @@
   "tokenizer_model_max_length": 32768,
   "tokenizer_padding_side": "right",
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.39.2",
   "use_cache": true,
   "use_mm_proj": true,
   "use_pos_skipping": false,

   "mm_vision_select_layer": -2,
   "mm_vision_tower": "umt-hd-large",
   "mm_vision_tower_lr": 2e-06,
+  "model_type": "videochat_flash_qwen",
   "num_attention_heads": 28,
   "num_hidden_layers": 28,
   "num_key_value_heads": 4,
   "tokenizer_model_max_length": 32768,
   "tokenizer_padding_side": "right",
   "torch_dtype": "bfloat16",
+  "transformers_version": "4.40.1",
   "use_cache": true,
   "use_mm_proj": true,
   "use_pos_skipping": false,