Upload folder using huggingface_hub

model-00001-of-00009.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dfd3960c50edbe96d7a2821636476d9dbcd28cb98a548fbf807ea341c497831f
-size 4707557616
+oid sha256:d418a84d3f217a392b8be61a52b2709ebdb2e742e0a4d71f2cc5556758365cf2
+size 4691828232

model-00002-of-00009.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c39b70baff7c022dd9fbb23a23b4fff939264c991188c4e2125fd92a6402f7c9
-size 4995920616
+oid sha256:13218b59621b3bd998143d97e2454fce9005e972fb650a9e8e41d2ae5ed9e603
+size 4972326544

model-00003-of-00009.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed1f016ca5954c1de2ca7f4eff6cd6cb72491963bffd0ab867fccb50bc3c1147
-size 4988056488
+oid sha256:e57fb00719ba2816dcb7099eefc47b52b138923ba21e1525a21997ccce6f54e4
+size 4964462408

model-00004-of-00009.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2503408d79a9eb1078250d73fd54cfab7029b95c76cf8e5cca92d3ca08823e62
-size 4995920728
+oid sha256:c9ff45e48754f8ed7f2617d7618a107ef906a678eb60af70c78401c6a6545d9c
+size 4972326648

model-00005-of-00009.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f395f9c314ccb60cbfe052a8b3576515802e40769b3c9918cb609caecb55169
-size 4988061400
+oid sha256:d721b5ce36d91d06cae02e0b01fc08ea984c4dc739d4d4814a2eac8354d5cf0c
+size 4956602632

model-00006-of-00009.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94be392cde6b5cb00171f428a6c5e13ffb83c92a6ad766dedc9daa6c31e8e8cb
-size 4996581560
+oid sha256:15bbba410e206d7091385c8d5d44e5c62486c6ad06ab5f71ac257c07f6fa2a84
+size 4972987488

model-00007-of-00009.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6c2b24dfd4f10f4830473da040176a704b9ac0d809e927adf31180e447ccc37
-size 4995920672
+oid sha256:81d39a1f2b14fe875436acf8bd4585dcfb1c293cc898c0f3406720471fedca8c
+size 4972326600

model-00008-of-00009.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a3be133d4cd089a4ee185e316c69dc761e4642e952f2a73e616a240a1e34135
-size 4988056336
+oid sha256:cc900ee1edd9b2b1ab3c67aeaab02952d2293e7af5ce097e97e0c592939105f3
+size 4964462256

model-00009-of-00009.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7c23cd1f8709147fbcdd4d88ecd46b79ef7b2d8958571f92666706c3de7867e
-size 4216679584
+oid sha256:a42af40a048dc16eb4959e76ae225923d5d315c633a158f40f0168eddb26a378
+size 4193085520

model.safetensors.index.json

@@ -1,6 +1,6 @@
 {
     "metadata": {
-        "total_size": 43872063232
+        "total_size": 43659726592
     },
     "weight_map": {
         "model.layers.15.mlp.gate.weight": "model-00001-of-00009.safetensors",
@@ -203,9 +203,6 @@
         "model.layers.15.mlp.experts.63.down_proj.weight": "model-00001-of-00009.safetensors",
         "model.layers.15.mlp.experts.63.up_proj.weight": "model-00001-of-00009.safetensors",
         "model.layers.15.mlp.experts.63.gate_proj.weight": "model-00001-of-00009.safetensors",
-        "model.layers.15.mlp.experts.64.down_proj.weight": "model-00001-of-00009.safetensors",
-        "model.layers.15.mlp.experts.64.up_proj.weight": "model-00001-of-00009.safetensors",
-        "model.layers.15.mlp.experts.64.gate_proj.weight": "model-00001-of-00009.safetensors",
         "model.layers.15.mlp.experts.7.down_proj.weight": "model-00001-of-00009.safetensors",
         "model.layers.15.mlp.experts.7.up_proj.weight": "model-00001-of-00009.safetensors",
         "model.layers.15.mlp.experts.7.gate_proj.weight": "model-00001-of-00009.safetensors",
@@ -407,9 +404,6 @@
         "model.layers.20.mlp.experts.63.down_proj.weight": "model-00001-of-00009.safetensors",
         "model.layers.20.mlp.experts.63.up_proj.weight": "model-00001-of-00009.safetensors",
         "model.layers.20.mlp.experts.63.gate_proj.weight": "model-00001-of-00009.safetensors",
-        "model.layers.20.mlp.experts.64.down_proj.weight": "model-00001-of-00009.safetensors",
-        "model.layers.20.mlp.experts.64.up_proj.weight": "model-00001-of-00009.safetensors",
-        "model.layers.20.mlp.experts.64.gate_proj.weight": "model-00001-of-00009.safetensors",
         "model.layers.20.mlp.experts.7.down_proj.weight": "model-00001-of-00009.safetensors",
         "model.layers.20.mlp.experts.7.up_proj.weight": "model-00001-of-00009.safetensors",
         "model.layers.20.mlp.experts.7.gate_proj.weight": "model-00001-of-00009.safetensors",
@@ -840,9 +834,6 @@
         "model.layers.19.mlp.experts.63.down_proj.weight": "model-00002-of-00009.safetensors",
         "model.layers.19.mlp.experts.63.up_proj.weight": "model-00002-of-00009.safetensors",
         "model.layers.19.mlp.experts.63.gate_proj.weight": "model-00002-of-00009.safetensors",
-        "model.layers.19.mlp.experts.64.down_proj.weight": "model-00002-of-00009.safetensors",
-        "model.layers.19.mlp.experts.64.up_proj.weight": "model-00002-of-00009.safetensors",
-        "model.layers.19.mlp.experts.64.gate_proj.weight": "model-00002-of-00009.safetensors",
         "model.layers.19.mlp.experts.7.down_proj.weight": "model-00002-of-00009.safetensors",
         "model.layers.19.mlp.experts.7.up_proj.weight": "model-00002-of-00009.safetensors",
         "model.layers.19.mlp.experts.7.gate_proj.weight": "model-00002-of-00009.safetensors",
@@ -1044,9 +1035,6 @@
         "model.layers.4.mlp.experts.63.down_proj.weight": "model-00002-of-00009.safetensors",
         "model.layers.4.mlp.experts.63.up_proj.weight": "model-00002-of-00009.safetensors",
         "model.layers.4.mlp.experts.63.gate_proj.weight": "model-00002-of-00009.safetensors",
-        "model.layers.4.mlp.experts.64.down_proj.weight": "model-00002-of-00009.safetensors",
-        "model.layers.4.mlp.experts.64.up_proj.weight": "model-00002-of-00009.safetensors",
-        "model.layers.4.mlp.experts.64.gate_proj.weight": "model-00002-of-00009.safetensors",
         "model.layers.4.mlp.experts.7.down_proj.weight": "model-00002-of-00009.safetensors",
         "model.layers.4.mlp.experts.7.up_proj.weight": "model-00002-of-00009.safetensors",
         "model.layers.4.mlp.experts.7.gate_proj.weight": "model-00002-of-00009.safetensors",
@@ -1150,9 +1138,6 @@
         "model.layers.8.mlp.experts.63.down_proj.weight": "model-00002-of-00009.safetensors",
         "model.layers.8.mlp.experts.63.up_proj.weight": "model-00002-of-00009.safetensors",
         "model.layers.8.mlp.experts.63.gate_proj.weight": "model-00002-of-00009.safetensors",
-        "model.layers.8.mlp.experts.64.down_proj.weight": "model-00002-of-00009.safetensors",
-        "model.layers.8.mlp.experts.64.up_proj.weight": "model-00002-of-00009.safetensors",
-        "model.layers.8.mlp.experts.64.gate_proj.weight": "model-00002-of-00009.safetensors",
         "model.layers.8.mlp.experts.7.down_proj.weight": "model-00002-of-00009.safetensors",
         "model.layers.8.mlp.experts.7.up_proj.weight": "model-00002-of-00009.safetensors",
         "model.layers.8.mlp.experts.7.gate_proj.weight": "model-00002-of-00009.safetensors",
@@ -1360,9 +1345,6 @@
         "model.layers.11.mlp.experts.63.down_proj.weight": "model-00003-of-00009.safetensors",
         "model.layers.11.mlp.experts.63.up_proj.weight": "model-00003-of-00009.safetensors",
         "model.layers.11.mlp.experts.63.gate_proj.weight": "model-00003-of-00009.safetensors",
-        "model.layers.11.mlp.experts.64.down_proj.weight": "model-00003-of-00009.safetensors",
-        "model.layers.11.mlp.experts.64.up_proj.weight": "model-00003-of-00009.safetensors",
-        "model.layers.11.mlp.experts.64.gate_proj.weight": "model-00003-of-00009.safetensors",
         "model.layers.11.mlp.experts.7.down_proj.weight": "model-00003-of-00009.safetensors",
         "model.layers.11.mlp.experts.7.up_proj.weight": "model-00003-of-00009.safetensors",
         "model.layers.11.mlp.experts.7.gate_proj.weight": "model-00003-of-00009.safetensors",
@@ -1564,9 +1546,6 @@
         "model.layers.13.mlp.experts.63.down_proj.weight": "model-00003-of-00009.safetensors",
         "model.layers.13.mlp.experts.63.up_proj.weight": "model-00003-of-00009.safetensors",
         "model.layers.13.mlp.experts.63.gate_proj.weight": "model-00003-of-00009.safetensors",
-        "model.layers.13.mlp.experts.64.down_proj.weight": "model-00003-of-00009.safetensors",
-        "model.layers.13.mlp.experts.64.up_proj.weight": "model-00003-of-00009.safetensors",
-        "model.layers.13.mlp.experts.64.gate_proj.weight": "model-00003-of-00009.safetensors",
         "model.layers.13.mlp.experts.7.down_proj.weight": "model-00003-of-00009.safetensors",
         "model.layers.13.mlp.experts.7.up_proj.weight": "model-00003-of-00009.safetensors",
         "model.layers.13.mlp.experts.7.gate_proj.weight": "model-00003-of-00009.safetensors",
@@ -1644,9 +1623,6 @@
         "model.layers.18.mlp.experts.63.down_proj.weight": "model-00003-of-00009.safetensors",
         "model.layers.18.mlp.experts.63.up_proj.weight": "model-00003-of-00009.safetensors",
         "model.layers.18.mlp.experts.63.gate_proj.weight": "model-00003-of-00009.safetensors",
-        "model.layers.18.mlp.experts.64.down_proj.weight": "model-00003-of-00009.safetensors",
-        "model.layers.18.mlp.experts.64.up_proj.weight": "model-00003-of-00009.safetensors",
-        "model.layers.18.mlp.experts.64.gate_proj.weight": "model-00003-of-00009.safetensors",
         "model.layers.18.mlp.experts.7.down_proj.weight": "model-00003-of-00009.safetensors",
         "model.layers.18.mlp.experts.7.up_proj.weight": "model-00003-of-00009.safetensors",
         "model.layers.18.mlp.experts.7.gate_proj.weight": "model-00003-of-00009.safetensors",
@@ -2003,9 +1979,6 @@
         "model.layers.17.mlp.experts.63.down_proj.weight": "model-00004-of-00009.safetensors",
         "model.layers.17.mlp.experts.63.up_proj.weight": "model-00004-of-00009.safetensors",
         "model.layers.17.mlp.experts.63.gate_proj.weight": "model-00004-of-00009.safetensors",
-        "model.layers.17.mlp.experts.64.down_proj.weight": "model-00004-of-00009.safetensors",
-        "model.layers.17.mlp.experts.64.up_proj.weight": "model-00004-of-00009.safetensors",
-        "model.layers.17.mlp.experts.64.gate_proj.weight": "model-00004-of-00009.safetensors",
         "model.layers.17.mlp.experts.7.down_proj.weight": "model-00004-of-00009.safetensors",
         "model.layers.17.mlp.experts.7.up_proj.weight": "model-00004-of-00009.safetensors",
         "model.layers.17.mlp.experts.7.gate_proj.weight": "model-00004-of-00009.safetensors",
@@ -2233,9 +2206,6 @@
         "model.layers.27.mlp.experts.63.down_proj.weight": "model-00004-of-00009.safetensors",
         "model.layers.27.mlp.experts.63.up_proj.weight": "model-00004-of-00009.safetensors",
         "model.layers.27.mlp.experts.63.gate_proj.weight": "model-00004-of-00009.safetensors",
-        "model.layers.27.mlp.experts.64.down_proj.weight": "model-00004-of-00009.safetensors",
-        "model.layers.27.mlp.experts.64.up_proj.weight": "model-00004-of-00009.safetensors",
-        "model.layers.27.mlp.experts.64.gate_proj.weight": "model-00004-of-00009.safetensors",
         "model.layers.27.mlp.experts.7.down_proj.weight": "model-00004-of-00009.safetensors",
         "model.layers.27.mlp.experts.7.up_proj.weight": "model-00004-of-00009.safetensors",
         "model.layers.27.mlp.experts.7.gate_proj.weight": "model-00004-of-00009.safetensors",
@@ -2437,9 +2407,6 @@
         "model.layers.9.mlp.experts.63.down_proj.weight": "model-00004-of-00009.safetensors",
         "model.layers.9.mlp.experts.63.up_proj.weight": "model-00004-of-00009.safetensors",
         "model.layers.9.mlp.experts.63.gate_proj.weight": "model-00004-of-00009.safetensors",
-        "model.layers.9.mlp.experts.64.down_proj.weight": "model-00004-of-00009.safetensors",
-        "model.layers.9.mlp.experts.64.up_proj.weight": "model-00004-of-00009.safetensors",
-        "model.layers.9.mlp.experts.64.gate_proj.weight": "model-00004-of-00009.safetensors",
         "model.layers.9.mlp.experts.7.down_proj.weight": "model-00004-of-00009.safetensors",
         "model.layers.9.mlp.experts.7.up_proj.weight": "model-00004-of-00009.safetensors",
         "model.layers.9.mlp.experts.7.gate_proj.weight": "model-00004-of-00009.safetensors",
@@ -2647,9 +2614,6 @@
         "model.layers.22.mlp.experts.63.down_proj.weight": "model-00005-of-00009.safetensors",
         "model.layers.22.mlp.experts.63.up_proj.weight": "model-00005-of-00009.safetensors",
         "model.layers.22.mlp.experts.63.gate_proj.weight": "model-00005-of-00009.safetensors",
-        "model.layers.22.mlp.experts.64.down_proj.weight": "model-00005-of-00009.safetensors",
-        "model.layers.22.mlp.experts.64.up_proj.weight": "model-00005-of-00009.safetensors",
-        "model.layers.22.mlp.experts.64.gate_proj.weight": "model-00005-of-00009.safetensors",
         "model.layers.22.mlp.experts.7.down_proj.weight": "model-00005-of-00009.safetensors",
         "model.layers.22.mlp.experts.7.up_proj.weight": "model-00005-of-00009.safetensors",
         "model.layers.22.mlp.experts.7.gate_proj.weight": "model-00005-of-00009.safetensors",
@@ -2847,9 +2811,6 @@
         "model.layers.24.mlp.experts.63.down_proj.weight": "model-00005-of-00009.safetensors",
         "model.layers.24.mlp.experts.63.up_proj.weight": "model-00005-of-00009.safetensors",
         "model.layers.24.mlp.experts.63.gate_proj.weight": "model-00005-of-00009.safetensors",
-        "model.layers.24.mlp.experts.64.down_proj.weight": "model-00005-of-00009.safetensors",
-        "model.layers.24.mlp.experts.64.up_proj.weight": "model-00005-of-00009.safetensors",
-        "model.layers.24.mlp.experts.64.gate_proj.weight": "model-00005-of-00009.safetensors",
         "model.layers.24.mlp.experts.7.down_proj.weight": "model-00005-of-00009.safetensors",
         "model.layers.24.mlp.experts.7.up_proj.weight": "model-00005-of-00009.safetensors",
         "model.layers.24.mlp.experts.7.gate_proj.weight": "model-00005-of-00009.safetensors",
@@ -2876,9 +2837,6 @@
         "model.layers.26.mlp.experts.63.down_proj.weight": "model-00005-of-00009.safetensors",
         "model.layers.26.mlp.experts.63.up_proj.weight": "model-00005-of-00009.safetensors",
         "model.layers.26.mlp.experts.63.gate_proj.weight": "model-00005-of-00009.safetensors",
-        "model.layers.26.mlp.experts.64.down_proj.weight": "model-00005-of-00009.safetensors",
-        "model.layers.26.mlp.experts.64.up_proj.weight": "model-00005-of-00009.safetensors",
-        "model.layers.26.mlp.experts.64.gate_proj.weight": "model-00005-of-00009.safetensors",
         "model.layers.26.mlp.experts.7.down_proj.weight": "model-00005-of-00009.safetensors",
         "model.layers.26.mlp.experts.7.up_proj.weight": "model-00005-of-00009.safetensors",
         "model.layers.26.mlp.experts.7.gate_proj.weight": "model-00005-of-00009.safetensors",
@@ -3080,9 +3038,6 @@
         "model.layers.6.mlp.experts.63.down_proj.weight": "model-00005-of-00009.safetensors",
         "model.layers.6.mlp.experts.63.up_proj.weight": "model-00005-of-00009.safetensors",
         "model.layers.6.mlp.experts.63.gate_proj.weight": "model-00005-of-00009.safetensors",
-        "model.layers.6.mlp.experts.64.down_proj.weight": "model-00005-of-00009.safetensors",
-        "model.layers.6.mlp.experts.64.up_proj.weight": "model-00005-of-00009.safetensors",
-        "model.layers.6.mlp.experts.64.gate_proj.weight": "model-00005-of-00009.safetensors",
         "model.layers.6.mlp.experts.7.down_proj.weight": "model-00005-of-00009.safetensors",
         "model.layers.6.mlp.experts.7.up_proj.weight": "model-00005-of-00009.safetensors",
         "model.layers.6.mlp.experts.7.gate_proj.weight": "model-00005-of-00009.safetensors",
@@ -3292,9 +3247,6 @@
         "model.layers.1.mlp.experts.63.down_proj.weight": "model-00006-of-00009.safetensors",
         "model.layers.1.mlp.experts.63.up_proj.weight": "model-00006-of-00009.safetensors",
         "model.layers.1.mlp.experts.63.gate_proj.weight": "model-00006-of-00009.safetensors",
-        "model.layers.1.mlp.experts.64.down_proj.weight": "model-00006-of-00009.safetensors",
-        "model.layers.1.mlp.experts.64.up_proj.weight": "model-00006-of-00009.safetensors",
-        "model.layers.1.mlp.experts.64.gate_proj.weight": "model-00006-of-00009.safetensors",
         "model.layers.1.mlp.experts.7.down_proj.weight": "model-00006-of-00009.safetensors",
         "model.layers.1.mlp.experts.7.up_proj.weight": "model-00006-of-00009.safetensors",
         "model.layers.1.mlp.experts.7.gate_proj.weight": "model-00006-of-00009.safetensors",
@@ -3496,9 +3448,6 @@
         "model.layers.16.mlp.experts.63.down_proj.weight": "model-00006-of-00009.safetensors",
         "model.layers.16.mlp.experts.63.up_proj.weight": "model-00006-of-00009.safetensors",
         "model.layers.16.mlp.experts.63.gate_proj.weight": "model-00006-of-00009.safetensors",
-        "model.layers.16.mlp.experts.64.down_proj.weight": "model-00006-of-00009.safetensors",
-        "model.layers.16.mlp.experts.64.up_proj.weight": "model-00006-of-00009.safetensors",
-        "model.layers.16.mlp.experts.64.gate_proj.weight": "model-00006-of-00009.safetensors",
         "model.layers.16.mlp.experts.7.down_proj.weight": "model-00006-of-00009.safetensors",
         "model.layers.16.mlp.experts.7.up_proj.weight": "model-00006-of-00009.safetensors",
         "model.layers.16.mlp.experts.7.gate_proj.weight": "model-00006-of-00009.safetensors",
@@ -3700,9 +3649,6 @@
         "model.layers.2.mlp.experts.63.down_proj.weight": "model-00006-of-00009.safetensors",
         "model.layers.2.mlp.experts.63.up_proj.weight": "model-00006-of-00009.safetensors",
         "model.layers.2.mlp.experts.63.gate_proj.weight": "model-00006-of-00009.safetensors",
-        "model.layers.2.mlp.experts.64.down_proj.weight": "model-00006-of-00009.safetensors",
-        "model.layers.2.mlp.experts.64.up_proj.weight": "model-00006-of-00009.safetensors",
-        "model.layers.2.mlp.experts.64.gate_proj.weight": "model-00006-of-00009.safetensors",
         "model.layers.2.mlp.experts.7.down_proj.weight": "model-00006-of-00009.safetensors",
         "model.layers.2.mlp.experts.7.up_proj.weight": "model-00006-of-00009.safetensors",
         "model.layers.2.mlp.experts.7.gate_proj.weight": "model-00006-of-00009.safetensors",
@@ -3937,9 +3883,6 @@
         "model.layers.12.mlp.experts.63.down_proj.weight": "model-00007-of-00009.safetensors",
         "model.layers.12.mlp.experts.63.up_proj.weight": "model-00007-of-00009.safetensors",
         "model.layers.12.mlp.experts.63.gate_proj.weight": "model-00007-of-00009.safetensors",
-        "model.layers.12.mlp.experts.64.down_proj.weight": "model-00007-of-00009.safetensors",
-        "model.layers.12.mlp.experts.64.up_proj.weight": "model-00007-of-00009.safetensors",
-        "model.layers.12.mlp.experts.64.gate_proj.weight": "model-00007-of-00009.safetensors",
         "model.layers.12.mlp.experts.7.down_proj.weight": "model-00007-of-00009.safetensors",
         "model.layers.12.mlp.experts.7.up_proj.weight": "model-00007-of-00009.safetensors",
         "model.layers.12.mlp.experts.7.gate_proj.weight": "model-00007-of-00009.safetensors",
@@ -4118,9 +4061,6 @@
         "model.layers.21.mlp.experts.63.down_proj.weight": "model-00007-of-00009.safetensors",
         "model.layers.21.mlp.experts.63.up_proj.weight": "model-00007-of-00009.safetensors",
         "model.layers.21.mlp.experts.63.gate_proj.weight": "model-00007-of-00009.safetensors",
-        "model.layers.21.mlp.experts.64.down_proj.weight": "model-00007-of-00009.safetensors",
-        "model.layers.21.mlp.experts.64.up_proj.weight": "model-00007-of-00009.safetensors",
-        "model.layers.21.mlp.experts.64.gate_proj.weight": "model-00007-of-00009.safetensors",
         "model.layers.21.mlp.experts.7.down_proj.weight": "model-00007-of-00009.safetensors",
         "model.layers.21.mlp.experts.7.up_proj.weight": "model-00007-of-00009.safetensors",
         "model.layers.21.mlp.experts.7.gate_proj.weight": "model-00007-of-00009.safetensors",
@@ -4371,9 +4311,6 @@
         "model.layers.7.mlp.experts.63.down_proj.weight": "model-00007-of-00009.safetensors",
         "model.layers.7.mlp.experts.63.up_proj.weight": "model-00007-of-00009.safetensors",
         "model.layers.7.mlp.experts.63.gate_proj.weight": "model-00007-of-00009.safetensors",
-        "model.layers.7.mlp.experts.64.down_proj.weight": "model-00007-of-00009.safetensors",
-        "model.layers.7.mlp.experts.64.up_proj.weight": "model-00007-of-00009.safetensors",
-        "model.layers.7.mlp.experts.64.gate_proj.weight": "model-00007-of-00009.safetensors",
         "model.layers.7.mlp.experts.7.down_proj.weight": "model-00007-of-00009.safetensors",
         "model.layers.7.mlp.experts.7.up_proj.weight": "model-00007-of-00009.safetensors",
         "model.layers.7.mlp.experts.7.gate_proj.weight": "model-00007-of-00009.safetensors",
@@ -4581,9 +4518,6 @@
         "model.layers.10.mlp.experts.63.down_proj.weight": "model-00008-of-00009.safetensors",
         "model.layers.10.mlp.experts.63.up_proj.weight": "model-00008-of-00009.safetensors",
         "model.layers.10.mlp.experts.63.gate_proj.weight": "model-00008-of-00009.safetensors",
-        "model.layers.10.mlp.experts.64.down_proj.weight": "model-00008-of-00009.safetensors",
-        "model.layers.10.mlp.experts.64.up_proj.weight": "model-00008-of-00009.safetensors",
-        "model.layers.10.mlp.experts.64.gate_proj.weight": "model-00008-of-00009.safetensors",
         "model.layers.10.mlp.experts.7.down_proj.weight": "model-00008-of-00009.safetensors",
         "model.layers.10.mlp.experts.7.up_proj.weight": "model-00008-of-00009.safetensors",
         "model.layers.10.mlp.experts.7.gate_proj.weight": "model-00008-of-00009.safetensors",
@@ -4859,9 +4793,6 @@
         "model.layers.23.mlp.experts.63.down_proj.weight": "model-00008-of-00009.safetensors",
         "model.layers.23.mlp.experts.63.up_proj.weight": "model-00008-of-00009.safetensors",
         "model.layers.23.mlp.experts.63.gate_proj.weight": "model-00008-of-00009.safetensors",
-        "model.layers.23.mlp.experts.64.down_proj.weight": "model-00008-of-00009.safetensors",
-        "model.layers.23.mlp.experts.64.up_proj.weight": "model-00008-of-00009.safetensors",
-        "model.layers.23.mlp.experts.64.gate_proj.weight": "model-00008-of-00009.safetensors",
         "model.layers.23.mlp.experts.7.down_proj.weight": "model-00008-of-00009.safetensors",
         "model.layers.23.mlp.experts.7.up_proj.weight": "model-00008-of-00009.safetensors",
         "model.layers.23.mlp.experts.7.gate_proj.weight": "model-00008-of-00009.safetensors",
@@ -5014,9 +4945,6 @@
         "model.layers.5.mlp.experts.63.down_proj.weight": "model-00008-of-00009.safetensors",
         "model.layers.5.mlp.experts.63.up_proj.weight": "model-00008-of-00009.safetensors",
         "model.layers.5.mlp.experts.63.gate_proj.weight": "model-00008-of-00009.safetensors",
-        "model.layers.5.mlp.experts.64.down_proj.weight": "model-00008-of-00009.safetensors",
-        "model.layers.5.mlp.experts.64.up_proj.weight": "model-00008-of-00009.safetensors",
-        "model.layers.5.mlp.experts.64.gate_proj.weight": "model-00008-of-00009.safetensors",
         "model.layers.5.mlp.experts.7.down_proj.weight": "model-00008-of-00009.safetensors",
         "model.layers.5.mlp.experts.7.up_proj.weight": "model-00008-of-00009.safetensors",
         "model.layers.5.mlp.experts.7.gate_proj.weight": "model-00008-of-00009.safetensors",
@@ -5148,9 +5076,6 @@
         "model.layers.14.mlp.experts.63.down_proj.weight": "model-00009-of-00009.safetensors",
         "model.layers.14.mlp.experts.63.up_proj.weight": "model-00009-of-00009.safetensors",
         "model.layers.14.mlp.experts.63.gate_proj.weight": "model-00009-of-00009.safetensors",
-        "model.layers.14.mlp.experts.64.down_proj.weight": "model-00009-of-00009.safetensors",
-        "model.layers.14.mlp.experts.64.up_proj.weight": "model-00009-of-00009.safetensors",
-        "model.layers.14.mlp.experts.64.gate_proj.weight": "model-00009-of-00009.safetensors",
         "model.layers.14.mlp.experts.7.down_proj.weight": "model-00009-of-00009.safetensors",
         "model.layers.14.mlp.experts.7.up_proj.weight": "model-00009-of-00009.safetensors",
         "model.layers.14.mlp.experts.7.gate_proj.weight": "model-00009-of-00009.safetensors",
@@ -5352,9 +5277,6 @@
         "model.layers.25.mlp.experts.63.down_proj.weight": "model-00009-of-00009.safetensors",
         "model.layers.25.mlp.experts.63.up_proj.weight": "model-00009-of-00009.safetensors",
         "model.layers.25.mlp.experts.63.gate_proj.weight": "model-00009-of-00009.safetensors",
-        "model.layers.25.mlp.experts.64.down_proj.weight": "model-00009-of-00009.safetensors",
-        "model.layers.25.mlp.experts.64.up_proj.weight": "model-00009-of-00009.safetensors",
-        "model.layers.25.mlp.experts.64.gate_proj.weight": "model-00009-of-00009.safetensors",
         "model.layers.25.mlp.experts.7.down_proj.weight": "model-00009-of-00009.safetensors",
         "model.layers.25.mlp.experts.7.up_proj.weight": "model-00009-of-00009.safetensors",
         "model.layers.25.mlp.experts.7.gate_proj.weight": "model-00009-of-00009.safetensors",
@@ -5556,9 +5478,6 @@
         "model.layers.3.mlp.experts.63.down_proj.weight": "model-00009-of-00009.safetensors",
         "model.layers.3.mlp.experts.63.up_proj.weight": "model-00009-of-00009.safetensors",
         "model.layers.3.mlp.experts.63.gate_proj.weight": "model-00009-of-00009.safetensors",
-        "model.layers.3.mlp.experts.64.down_proj.weight": "model-00009-of-00009.safetensors",
-        "model.layers.3.mlp.experts.64.up_proj.weight": "model-00009-of-00009.safetensors",
-        "model.layers.3.mlp.experts.64.gate_proj.weight": "model-00009-of-00009.safetensors",
         "model.layers.3.mlp.experts.7.down_proj.weight": "model-00009-of-00009.safetensors",
         "model.layers.3.mlp.experts.7.up_proj.weight": "model-00009-of-00009.safetensors",
         "model.layers.3.mlp.experts.7.gate_proj.weight": "model-00009-of-00009.safetensors",