Nishi0923 commited on
Commit
c27e61a
·
verified ·
1 Parent(s): 26f71c6

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +2 -1
config.json CHANGED
@@ -2,6 +2,7 @@
2
  "architectures": [
3
  "DeepseekV3ForCausalLM"
4
  ],
 
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
  "auto_map": {
@@ -62,4 +63,4 @@
62
  "use_cache": true,
63
  "v_head_dim": 128,
64
  "vocab_size": 129280
65
- }
 
2
  "architectures": [
3
  "DeepseekV3ForCausalLM"
4
  ],
5
+ "quantization": "bitsandbytes",
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "auto_map": {
 
63
  "use_cache": true,
64
  "v_head_dim": 128,
65
  "vocab_size": 129280
66
+ }