Upload 3 files

README.md

@@ -1,3 +1,34 @@
----
-license: apache-2.0
----
+---
+license: other
+inference: false
+base_model: mistralai/Mistral-Small-3.2-24B-Instruct-2506
+base_model_relation: quantized 
+tags: [p24, gguf, llmware-chat, green]
+---
+
+# mistral-3.2-24b-gguf
+
+**mistral-3.2-24b-gguf** is a GGUF Q4_K_M quantized version of [mistral-3.2-24b](https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506), which is a 24B general purpose chat/instruct model from Mistral.  
+
+
+### Model Description
+
+- **Developed by:** mistralai
+- **Quantized by:** llmware
+- **Model type:** mistral-3.2-24b  
+- **Parameters:** 24 billion
+- **Model Parent:**  mistralai/Mistral-Small-3.2-24B-Instruct-2506
+- **Language(s) (NLP):** English  
+- **License:** Apache 2.0
+- **Uses:** General use  
+- **Quantization:** int4  
+  
+
+## Model Card Contact
+
+[llmware on github](https://www.github.com/llmware-ai/llmware)  
+
+[llmware on hf](https://www.huggingface.co/llmware)  
+
+[llmware website](https://www.llmware.ai)  
+

config.json

@@ -0,0 +1,46 @@
+{
+  "architectures": [
+    "Mistral3ForConditionalGeneration"
+  ],
+  "image_token_index": 10,
+  "model_type": "mistral3",
+  "multimodal_projector_bias": false,
+  "projector_hidden_act": "gelu",
+  "spatial_merge_size": 2,
+  "text_config": {
+    "attention_dropout": 0.0,
+    "head_dim": 128,
+    "hidden_act": "silu",
+    "hidden_size": 5120,
+    "initializer_range": 0.02,
+    "intermediate_size": 32768,
+    "max_position_embeddings": 131072,
+    "model_type": "mistral",
+    "num_attention_heads": 32,
+    "num_hidden_layers": 40,
+    "num_key_value_heads": 8,
+    "rms_norm_eps": 1e-05,
+    "rope_theta": 1000000000.0,
+    "sliding_window": null,
+    "use_cache": true,
+    "vocab_size": 131072
+  },
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.52.4",
+  "vision_config": {
+    "attention_dropout": 0.0,
+    "head_dim": 64,
+    "hidden_act": "silu",
+    "hidden_size": 1024,
+    "image_size": 1540,
+    "initializer_range": 0.02,
+    "intermediate_size": 4096,
+    "model_type": "pixtral",
+    "num_attention_heads": 16,
+    "num_channels": 3,
+    "num_hidden_layers": 24,
+    "patch_size": 14,
+    "rope_theta": 10000.0
+  },
+  "vision_feature_layer": -1
+}

hash_record_sha256.json

@@ -0,0 +1,4 @@
+{
+ "Mistral-Small-3.2-24B-Instruct-2506-Q4_K_M.gguf": "6a62a374d2776856bc193baec7e7b6897f2da6e5c6ca77a5ae81869d58b0d90d",
+ "time_stamp": "2025-07-06_005505"
+}