Upload Idefics3ForConditionalGeneration

config.json

@@ -7,21 +7,6 @@
   "image_token_id": 49153,
   "model_type": "idefics3",
   "pad_token_id": 128002,
-  "quantization_config": {
-    "_load_in_4bit": true,
-    "_load_in_8bit": false,
-    "bnb_4bit_compute_dtype": "bfloat16",
-    "bnb_4bit_quant_storage": "uint8",
-    "bnb_4bit_quant_type": "nf4",
-    "bnb_4bit_use_double_quant": true,
-    "llm_int8_enable_fp32_cpu_offload": false,
-    "llm_int8_has_fp16_weight": false,
-    "llm_int8_skip_modules": null,
-    "llm_int8_threshold": 6.0,
-    "load_in_4bit": true,
-    "load_in_8bit": false,
-    "quant_method": "bitsandbytes"
-  },
   "scale_factor": 3,
   "text_config": {
     "_flash_attn_2_enabled": true,
@@ -115,12 +100,12 @@
     "qk_layer_norms": false,
     "rms_norm_eps": 1e-05,
     "rope_theta": 273768.0,
-    "torch_dtype": "float16",
+    "torch_dtype": "bfloat16",
     "use_resampler": false,
     "vocab_size": 49155
   },
   "tie_word_embeddings": false,
-  "torch_dtype": "float16",
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.49.0",
   "use_cache": true,
   "vision_config": {
@@ -136,7 +121,7 @@
       "longest_edge": 1920
     },
     "tie_word_embeddings": false,
-    "torch_dtype": "float16"
+    "torch_dtype": "bfloat16"
   },
   "vocab_size": 49155
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90aa19025019b111684729d807d025a2e3d96b5d11fd19f4248e2472689ab0f2
-size 1461312635
+oid sha256:b280a0bb825330a6eba12e714a8b0a5f5d05b879d199bd132231cd7fdcecc613
+size 4492630912