Update config.json
Browse files- config.json +2 -1
config.json
CHANGED
|
@@ -2,6 +2,7 @@
|
|
| 2 |
"architectures": [
|
| 3 |
"DeepseekV3ForCausalLM"
|
| 4 |
],
|
|
|
|
| 5 |
"attention_bias": false,
|
| 6 |
"attention_dropout": 0.0,
|
| 7 |
"auto_map": {
|
|
@@ -62,4 +63,4 @@
|
|
| 62 |
"use_cache": true,
|
| 63 |
"v_head_dim": 128,
|
| 64 |
"vocab_size": 129280
|
| 65 |
-
}
|
|
|
|
| 2 |
"architectures": [
|
| 3 |
"DeepseekV3ForCausalLM"
|
| 4 |
],
|
| 5 |
+
"quantization": "bitsandbytes",
|
| 6 |
"attention_bias": false,
|
| 7 |
"attention_dropout": 0.0,
|
| 8 |
"auto_map": {
|
|
|
|
| 63 |
"use_cache": true,
|
| 64 |
"v_head_dim": 128,
|
| 65 |
"vocab_size": 129280
|
| 66 |
+
}
|