Hugging Face's logo

mlx-community
/
Kimi-K2-Thinking-4bit

Text Generation
MLX
Safetensors
kimi_k2
conversational
custom_code
4-bit precision
Model card Files
xet
Community
awni commited on
Commit
b295ca8
·
verified ·
1 Parent(s): e7ddd1c

Add files using upload-large-folder tool

Browse files
Files changed (44) hide show
  1. README.md +1 -1
  2. config.json +31 -8
  3. model-00010-of-00182.safetensors +3 -0
  4. model-00015-of-00182.safetensors +3 -0
  5. model-00022-of-00182.safetensors +3 -0
  6. model-00027-of-00182.safetensors +3 -0
  7. model-00028-of-00182.safetensors +3 -0
  8. model-00030-of-00182.safetensors +3 -0
  9. model-00033-of-00182.safetensors +3 -0
  10. model-00049-of-00182.safetensors +3 -0
  11. model-00051-of-00182.safetensors +3 -0
  12. model-00054-of-00182.safetensors +3 -0
  13. model-00063-of-00182.safetensors +3 -0
  14. model-00065-of-00182.safetensors +3 -0
  15. model-00066-of-00182.safetensors +3 -0
  16. model-00069-of-00182.safetensors +3 -0
  17. model-00071-of-00182.safetensors +3 -0
  18. model-00082-of-00182.safetensors +3 -0
  19. model-00090-of-00182.safetensors +3 -0
  20. model-00095-of-00182.safetensors +3 -0
  21. model-00096-of-00182.safetensors +3 -0
  22. model-00103-of-00182.safetensors +3 -0
  23. model-00106-of-00182.safetensors +3 -0
  24. model-00109-of-00182.safetensors +3 -0
  25. model-00111-of-00182.safetensors +3 -0
  26. model-00129-of-00182.safetensors +3 -0
  27. model-00131-of-00182.safetensors +3 -0
  28. model-00134-of-00182.safetensors +3 -0
  29. model-00137-of-00182.safetensors +3 -0
  30. model-00141-of-00182.safetensors +3 -0
  31. model-00142-of-00182.safetensors +3 -0
  32. model-00144-of-00182.safetensors +3 -0
  33. model-00147-of-00182.safetensors +3 -0
  34. model-00148-of-00182.safetensors +3 -0
  35. model-00156-of-00182.safetensors +3 -0
  36. model-00168-of-00182.safetensors +3 -0
  37. model-00170-of-00182.safetensors +3 -0
  38. model-00173-of-00182.safetensors +3 -0
  39. model-00175-of-00182.safetensors +3 -0
  40. model-00176-of-00182.safetensors +3 -0
  41. model-00179-of-00182.safetensors +3 -0
  42. model-00180-of-00182.safetensors +3 -0
  43. model.safetensors.index.json +0 -0
  44. special_tokens_map.json +40 -0
README.md CHANGED
@@ -2,10 +2,10 @@
2
  license: other
3
  license_name: modified-mit
4
  library_name: mlx
5
- base_model: moonshotai/Kimi-K2-Thinking
6
  tags:
7
  - mlx
8
  pipeline_tag: text-generation
 
9
  ---
10
 
11
  # mlx-community/Kimi-K2-Thinking
 
2
  license: other
3
  license_name: modified-mit
4
  library_name: mlx
 
5
  tags:
6
  - mlx
7
  pipeline_tag: text-generation
8
+ base_model: moonshotai/Kimi-K2-Thinking
9
  ---
10
 
11
  # mlx-community/Kimi-K2-Thinking
config.json CHANGED
@@ -75,15 +75,38 @@
75
  "q_lora_rank": 1536,
76
  "qk_nope_head_dim": 128,
77
  "qk_rope_head_dim": 64,
78
- "quantization": {
79
- "group_size": 32,
80
- "bits": 4,
81
- "mode": "affine"
82
- },
83
  "quantization_config": {
84
- "group_size": 32,
85
- "bits": 4,
86
- "mode": "affine"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
87
  },
88
  "remove_invalid_values": false,
89
  "repetition_penalty": 1.0,
 
75
  "q_lora_rank": 1536,
76
  "qk_nope_head_dim": 128,
77
  "qk_rope_head_dim": 64,
 
 
 
 
 
78
  "quantization_config": {
79
+ "config_groups": {
80
+ "group_0": {
81
+ "input_activations": null,
82
+ "output_activations": null,
83
+ "targets": [
84
+ "Linear"
85
+ ],
86
+ "weights": {
87
+ "actorder": null,
88
+ "block_structure": null,
89
+ "dynamic": false,
90
+ "group_size": 32,
91
+ "num_bits": 4,
92
+ "observer": "minmax",
93
+ "observer_kwargs": {},
94
+ "strategy": "group",
95
+ "symmetric": true,
96
+ "type": "int"
97
+ }
98
+ }
99
+ },
100
+ "format": "pack-quantized",
101
+ "ignore": [
102
+ "lm_head",
103
+ "re:.*self_attn.*",
104
+ "re:.*shared_experts.*",
105
+ "re:.*mlp\\.(gate|up|gate_up|down)_proj.*"
106
+ ],
107
+ "kv_cache_scheme": null,
108
+ "quant_method": "compressed-tensors",
109
+ "quantization_status": "compressed"
110
  },
111
  "remove_invalid_values": false,
112
  "repetition_penalty": 1.0,
model-00010-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11bbd66cb18911b0d23121637668a9172869113b6249709ee52c9c9fceab06f0
3
+ size 3819081246
model-00015-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:749a08fe98806cc941b71911983d24dd2a7db3cff9cfbeb39002cf26c66b5fe8
3
+ size 3523215765
model-00022-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e387214ac58e88b8790bedb4d41952ab257d48e46c06dc5ffae43fb9a0545e9
3
+ size 3819081238
model-00027-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edafd7fd6b3f2b27354cb42cc6e09b12a6173de95a3bd8afce03c234c7cd04c3
3
+ size 3523215765
model-00028-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56fad25cf33dde30c3234ac816e59063cbb0cfd08a3ce17e6c75ceb35c2e9510
3
+ size 3819081253
model-00030-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54b2e0f3e8e34742b604355315c8df3bfab36d2d4e714471fecaaf16fd003562
3
+ size 3523215768
model-00033-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a3d7cb1950c3c610136dc080dba8d3810dea97489915d48a4461c9fc6988512
3
+ size 3523215768
model-00049-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b980377b59a9658face4184a61f7235fa44930563f3a855863de157e5719e650
3
+ size 3819081253
model-00051-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6999f96d0b347c2413a6e8b416c5b16dd2f0879dd5a757c1630b1bf61bcc96ad
3
+ size 3523215768
model-00054-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e08d50a4017a0424b21c3ccebaebdb4ce52bc0492e4bb93d50fa57de13d68033
3
+ size 3523215768
model-00063-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d54457119cfd7a92ca9888220a7b9b47132f3bc3721836d36d1d48b9de35297a
3
+ size 3523215768
model-00065-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dff1a1dc9499e38b737e36d00e46e750c0e81d8be818bae799f9f885f9b3d5e6
3
+ size 3523215774
model-00066-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9611f8e3fc02ebf9d5a3fc0c553359181d8a80f52f4fdf7d7f7df75a4d1ca58
3
+ size 3523215768
model-00069-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb560f6932429b3591eb40b3cbfbc96a5b3f71bae56f2620f044f3570cbaad81
3
+ size 3523215768
model-00071-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9740baf937ab304fa57abc986d68e29a6cb31008c9e58ead49134b7c19ddcb63
3
+ size 3523215774
model-00082-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8323c6ce6dcfb68c0b3081713ad0fd5cab89b3090279c568f47cdc9c3db570d
3
+ size 3819081275
model-00090-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed78ca671e8a70a0dc02ea63da99ef3f3bd724cdc17bd6fb74c407497edc6208
3
+ size 3523215768
model-00095-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:064580c8983b14b1c694e6a5ddaa860a81793e3661e423181c4d2c342084c738
3
+ size 3523215774
model-00096-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b82212332227b238359c5207c22382b3fb867d1d1d25108dbf31ec12829ce08
3
+ size 3523215768
model-00103-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2097a5ee99752a78bf1c52505a3ee4b3aba4ffc9877d989202020571acfae55
3
+ size 3819081249
model-00106-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:829a6c7a93f95a0e3951af2f4e67e6c72b47b9ba3fd247171ea9538f4827a102
3
+ size 3819081255
model-00109-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d525da0596a0e210b473b6d15022540a6aad54c40a6d3f1a6bdbd3177fc1438
3
+ size 3819081239
model-00111-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d6354dbb7d61745a0445d1813c82bc738b86045a1523e7b36af04cba5b4576b
3
+ size 3523215768
model-00129-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd0cbf75b3c0b1538a2e358221d16584b59d85322f74cf5962b31f7a592c941b
3
+ size 3523215768
model-00131-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bba94f9fbe6b9c195d8f3047b2bd6f6e69dbd3084212d2006e949ca4da7c298
3
+ size 3523215774
model-00134-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58c66b86e611e48ca52164b09e6decd5ebe201fb2563e721831f1a132ac27283
3
+ size 3523215774
model-00137-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:845debb19cfe911f7afe5ca3274e41b1a645a1aa66ad84b709670fc19c65f126
3
+ size 3523215774
model-00141-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08e8338c1c2f228b250b6253b6097c414ce53e971b358623a3bbd5fc7fd1203d
3
+ size 3523215768
model-00142-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07c0228e6241c8d76ba622180ba0c3531cdae69ec892d08c5f6bed7359760c57
3
+ size 3819081241
model-00144-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45a5ef15a803291714414c57d81cf250de91cc3a031fbb7d95515b1b7c68854e
3
+ size 3523215768
model-00147-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edea1da511927bd3b1323cc5a3bf4c8772e0206a9516b84c4fabbd5851d69b88
3
+ size 3523215768
model-00148-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fad6e378bcd7c57f819c7d025fb0c8272b8927ae17a8624874e8ba0d36a38fe4
3
+ size 3819081245
model-00156-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:444eaeabfa895d0cf793ad6b3be860b8be700798a3eabd80b0df87bfe979220e
3
+ size 3523215768
model-00168-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d8e0023f67bff69b86456db7016f6c995b348b9176044a7a8e4078c67a9caa7
3
+ size 3523215768
model-00170-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76388a7f80fe562481e09beb3edc88fb93198fe655efa29adafacbad4750657d
3
+ size 3523215774
model-00173-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:380c42dbe69317fc9710257ecbd19aa9795ef74a9367d39a295f922158cbde33
3
+ size 3523215774
model-00175-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c0781411bcd5d420fa67f7acdbef70d76f51de4731e2e3160e0ca2fd66a1905
3
+ size 3819081233
model-00176-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b19979a79af3394533d4b751eb5ce440e1a605499836eeade70fdf2e05acf3c1
3
+ size 3523215774
model-00179-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f5c7917ff525818f156f08aa956b7ea507ca0cccc6ef99180faee0a09154bdd
3
+ size 3523215774
model-00180-of-00182.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0f653be79450a64d73056b97489020c19cd29b26aa8676e09267c03b8cee9e9
3
+ size 3523215768
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff
 
special_tokens_map.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_end|>",
4
+ "<|im_user|>",
5
+ "<|im_assistant|>",
6
+ "<|start_header_id|>",
7
+ "<|end_header_id|>",
8
+ "[EOT]",
9
+ "<|im_system|>",
10
+ "<|im_middle|>"
11
+ ],
12
+ "bos_token": {
13
+ "content": "[BOS]",
14
+ "lstrip": false,
15
+ "normalized": false,
16
+ "rstrip": false,
17
+ "single_word": false
18
+ },
19
+ "eos_token": {
20
+ "content": "[EOS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false
25
+ },
26
+ "pad_token": {
27
+ "content": "[PAD]",
28
+ "lstrip": false,
29
+ "normalized": false,
30
+ "rstrip": false,
31
+ "single_word": false
32
+ },
33
+ "unk_token": {
34
+ "content": "[UNK]",
35
+ "lstrip": false,
36
+ "normalized": false,
37
+ "rstrip": false,
38
+ "single_word": false
39
+ }
40
+ }