Hugging Face's logo

VincentGOURBIN
/
flux_qint_8bit

Text-to-Image
Diffusers
Safetensors
flux
flux1
flux2
quanto
quantized
mps-compatible
apple-silicon
Model card Files
xet
Community
VincentGOURBIN commited on
Commit
2aea81e
·
verified ·
1 Parent(s): d491d8e

Add FLUX.2-dev text_encoder/qint8 quantized model

Browse files
Files changed (9) hide show
  1. flux-2-dev/text_encoder/qint8/README.md +9 -0
  2. flux-2-dev/text_encoder/qint8/config.json +48 -0
  3. flux-2-dev/text_encoder/qint8/model-00001-of-00005.safetensors +3 -0
  4. flux-2-dev/text_encoder/qint8/model-00002-of-00005.safetensors +3 -0
  5. flux-2-dev/text_encoder/qint8/model-00003-of-00005.safetensors +3 -0
  6. flux-2-dev/text_encoder/qint8/model-00004-of-00005.safetensors +3 -0
  7. flux-2-dev/text_encoder/qint8/model-00005-of-00005.safetensors +3 -0
  8. flux-2-dev/text_encoder/qint8/model.safetensors.index.json +0 -0
  9. flux-2-dev/text_encoder/qint8/quanto_qmap.json +1810 -0
flux-2-dev/text_encoder/qint8/README.md ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ tags:
3
+ - model_hub_mixin
4
+ ---
5
+
6
+ This model has been pushed to the Hub using the [PytorchModelHubMixin](https://huggingface.co/docs/huggingface_hub/package_reference/mixins#huggingface_hub.PyTorchModelHubMixin) integration:
7
+ - Code: [More Information Needed]
8
+ - Paper: [More Information Needed]
9
+ - Docs: [More Information Needed]
flux-2-dev/text_encoder/qint8/config.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Mistral3Model"
4
+ ],
5
+ "dtype": "bfloat16",
6
+ "image_token_index": 10,
7
+ "model_type": "mistral3",
8
+ "multimodal_projector_bias": false,
9
+ "projector_hidden_act": "gelu",
10
+ "spatial_merge_size": 2,
11
+ "text_config": {
12
+ "attention_dropout": 0.0,
13
+ "dtype": "bfloat16",
14
+ "head_dim": 128,
15
+ "hidden_act": "silu",
16
+ "hidden_size": 5120,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 32768,
19
+ "max_position_embeddings": 131072,
20
+ "model_type": "mistral",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 40,
23
+ "num_key_value_heads": 8,
24
+ "rms_norm_eps": 1e-05,
25
+ "rope_theta": 1000000000.0,
26
+ "sliding_window": null,
27
+ "use_cache": true,
28
+ "vocab_size": 131072
29
+ },
30
+ "transformers_version": "4.57.3",
31
+ "vision_config": {
32
+ "attention_dropout": 0.0,
33
+ "dtype": "bfloat16",
34
+ "head_dim": 64,
35
+ "hidden_act": "silu",
36
+ "hidden_size": 1024,
37
+ "image_size": 1540,
38
+ "initializer_range": 0.02,
39
+ "intermediate_size": 4096,
40
+ "model_type": "pixtral",
41
+ "num_attention_heads": 16,
42
+ "num_channels": 3,
43
+ "num_hidden_layers": 24,
44
+ "patch_size": 14,
45
+ "rope_theta": 10000.0
46
+ },
47
+ "vision_feature_layer": -1
48
+ }
flux-2-dev/text_encoder/qint8/model-00001-of-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:488012364d43faa71332482b872ce4bcdc09331e231b2800cbe07110fc68165c
3
+ size 4949750292
flux-2-dev/text_encoder/qint8/model-00002-of-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95e0cf0aef4437034ee81a649d23e5a30f4eb42b38ddc31098783dfea511c087
3
+ size 4835562440
flux-2-dev/text_encoder/qint8/model-00003-of-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cba8fe9c8af551fe9262e52de88ba9a7c584c5aa8749ccbdc7c4d9cf9ab6fa70
3
+ size 4835562568
flux-2-dev/text_encoder/qint8/model-00004-of-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0692e7b942770491c2147a5e8541ef691340ce56c6aefd89171d10ac0d78e4b
3
+ size 4982418512
flux-2-dev/text_encoder/qint8/model-00005-of-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6be14b77339f41df5a6d13f501bf6c0604ee3e9d6b28aab4df7561ff44621283
3
+ size 4416006548
flux-2-dev/text_encoder/qint8/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
flux-2-dev/text_encoder/qint8/quanto_qmap.json ADDED
@@ -0,0 +1,1810 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vision_tower.patch_conv": {
3
+ "weights": "qint8",
4
+ "activations": "none"
5
+ },
6
+ "vision_tower.transformer.layers.0.feed_forward.gate_proj": {
7
+ "weights": "qint8",
8
+ "activations": "none"
9
+ },
10
+ "vision_tower.transformer.layers.0.feed_forward.up_proj": {
11
+ "weights": "qint8",
12
+ "activations": "none"
13
+ },
14
+ "vision_tower.transformer.layers.0.feed_forward.down_proj": {
15
+ "weights": "qint8",
16
+ "activations": "none"
17
+ },
18
+ "vision_tower.transformer.layers.0.attention.k_proj": {
19
+ "weights": "qint8",
20
+ "activations": "none"
21
+ },
22
+ "vision_tower.transformer.layers.0.attention.v_proj": {
23
+ "weights": "qint8",
24
+ "activations": "none"
25
+ },
26
+ "vision_tower.transformer.layers.0.attention.q_proj": {
27
+ "weights": "qint8",
28
+ "activations": "none"
29
+ },
30
+ "vision_tower.transformer.layers.0.attention.o_proj": {
31
+ "weights": "qint8",
32
+ "activations": "none"
33
+ },
34
+ "vision_tower.transformer.layers.1.feed_forward.gate_proj": {
35
+ "weights": "qint8",
36
+ "activations": "none"
37
+ },
38
+ "vision_tower.transformer.layers.1.feed_forward.up_proj": {
39
+ "weights": "qint8",
40
+ "activations": "none"
41
+ },
42
+ "vision_tower.transformer.layers.1.feed_forward.down_proj": {
43
+ "weights": "qint8",
44
+ "activations": "none"
45
+ },
46
+ "vision_tower.transformer.layers.1.attention.k_proj": {
47
+ "weights": "qint8",
48
+ "activations": "none"
49
+ },
50
+ "vision_tower.transformer.layers.1.attention.v_proj": {
51
+ "weights": "qint8",
52
+ "activations": "none"
53
+ },
54
+ "vision_tower.transformer.layers.1.attention.q_proj": {
55
+ "weights": "qint8",
56
+ "activations": "none"
57
+ },
58
+ "vision_tower.transformer.layers.1.attention.o_proj": {
59
+ "weights": "qint8",
60
+ "activations": "none"
61
+ },
62
+ "vision_tower.transformer.layers.2.feed_forward.gate_proj": {
63
+ "weights": "qint8",
64
+ "activations": "none"
65
+ },
66
+ "vision_tower.transformer.layers.2.feed_forward.up_proj": {
67
+ "weights": "qint8",
68
+ "activations": "none"
69
+ },
70
+ "vision_tower.transformer.layers.2.feed_forward.down_proj": {
71
+ "weights": "qint8",
72
+ "activations": "none"
73
+ },
74
+ "vision_tower.transformer.layers.2.attention.k_proj": {
75
+ "weights": "qint8",
76
+ "activations": "none"
77
+ },
78
+ "vision_tower.transformer.layers.2.attention.v_proj": {
79
+ "weights": "qint8",
80
+ "activations": "none"
81
+ },
82
+ "vision_tower.transformer.layers.2.attention.q_proj": {
83
+ "weights": "qint8",
84
+ "activations": "none"
85
+ },
86
+ "vision_tower.transformer.layers.2.attention.o_proj": {
87
+ "weights": "qint8",
88
+ "activations": "none"
89
+ },
90
+ "vision_tower.transformer.layers.3.feed_forward.gate_proj": {
91
+ "weights": "qint8",
92
+ "activations": "none"
93
+ },
94
+ "vision_tower.transformer.layers.3.feed_forward.up_proj": {
95
+ "weights": "qint8",
96
+ "activations": "none"
97
+ },
98
+ "vision_tower.transformer.layers.3.feed_forward.down_proj": {
99
+ "weights": "qint8",
100
+ "activations": "none"
101
+ },
102
+ "vision_tower.transformer.layers.3.attention.k_proj": {
103
+ "weights": "qint8",
104
+ "activations": "none"
105
+ },
106
+ "vision_tower.transformer.layers.3.attention.v_proj": {
107
+ "weights": "qint8",
108
+ "activations": "none"
109
+ },
110
+ "vision_tower.transformer.layers.3.attention.q_proj": {
111
+ "weights": "qint8",
112
+ "activations": "none"
113
+ },
114
+ "vision_tower.transformer.layers.3.attention.o_proj": {
115
+ "weights": "qint8",
116
+ "activations": "none"
117
+ },
118
+ "vision_tower.transformer.layers.4.feed_forward.gate_proj": {
119
+ "weights": "qint8",
120
+ "activations": "none"
121
+ },
122
+ "vision_tower.transformer.layers.4.feed_forward.up_proj": {
123
+ "weights": "qint8",
124
+ "activations": "none"
125
+ },
126
+ "vision_tower.transformer.layers.4.feed_forward.down_proj": {
127
+ "weights": "qint8",
128
+ "activations": "none"
129
+ },
130
+ "vision_tower.transformer.layers.4.attention.k_proj": {
131
+ "weights": "qint8",
132
+ "activations": "none"
133
+ },
134
+ "vision_tower.transformer.layers.4.attention.v_proj": {
135
+ "weights": "qint8",
136
+ "activations": "none"
137
+ },
138
+ "vision_tower.transformer.layers.4.attention.q_proj": {
139
+ "weights": "qint8",
140
+ "activations": "none"
141
+ },
142
+ "vision_tower.transformer.layers.4.attention.o_proj": {
143
+ "weights": "qint8",
144
+ "activations": "none"
145
+ },
146
+ "vision_tower.transformer.layers.5.feed_forward.gate_proj": {
147
+ "weights": "qint8",
148
+ "activations": "none"
149
+ },
150
+ "vision_tower.transformer.layers.5.feed_forward.up_proj": {
151
+ "weights": "qint8",
152
+ "activations": "none"
153
+ },
154
+ "vision_tower.transformer.layers.5.feed_forward.down_proj": {
155
+ "weights": "qint8",
156
+ "activations": "none"
157
+ },
158
+ "vision_tower.transformer.layers.5.attention.k_proj": {
159
+ "weights": "qint8",
160
+ "activations": "none"
161
+ },
162
+ "vision_tower.transformer.layers.5.attention.v_proj": {
163
+ "weights": "qint8",
164
+ "activations": "none"
165
+ },
166
+ "vision_tower.transformer.layers.5.attention.q_proj": {
167
+ "weights": "qint8",
168
+ "activations": "none"
169
+ },
170
+ "vision_tower.transformer.layers.5.attention.o_proj": {
171
+ "weights": "qint8",
172
+ "activations": "none"
173
+ },
174
+ "vision_tower.transformer.layers.6.feed_forward.gate_proj": {
175
+ "weights": "qint8",
176
+ "activations": "none"
177
+ },
178
+ "vision_tower.transformer.layers.6.feed_forward.up_proj": {
179
+ "weights": "qint8",
180
+ "activations": "none"
181
+ },
182
+ "vision_tower.transformer.layers.6.feed_forward.down_proj": {
183
+ "weights": "qint8",
184
+ "activations": "none"
185
+ },
186
+ "vision_tower.transformer.layers.6.attention.k_proj": {
187
+ "weights": "qint8",
188
+ "activations": "none"
189
+ },
190
+ "vision_tower.transformer.layers.6.attention.v_proj": {
191
+ "weights": "qint8",
192
+ "activations": "none"
193
+ },
194
+ "vision_tower.transformer.layers.6.attention.q_proj": {
195
+ "weights": "qint8",
196
+ "activations": "none"
197
+ },
198
+ "vision_tower.transformer.layers.6.attention.o_proj": {
199
+ "weights": "qint8",
200
+ "activations": "none"
201
+ },
202
+ "vision_tower.transformer.layers.7.feed_forward.gate_proj": {
203
+ "weights": "qint8",
204
+ "activations": "none"
205
+ },
206
+ "vision_tower.transformer.layers.7.feed_forward.up_proj": {
207
+ "weights": "qint8",
208
+ "activations": "none"
209
+ },
210
+ "vision_tower.transformer.layers.7.feed_forward.down_proj": {
211
+ "weights": "qint8",
212
+ "activations": "none"
213
+ },
214
+ "vision_tower.transformer.layers.7.attention.k_proj": {
215
+ "weights": "qint8",
216
+ "activations": "none"
217
+ },
218
+ "vision_tower.transformer.layers.7.attention.v_proj": {
219
+ "weights": "qint8",
220
+ "activations": "none"
221
+ },
222
+ "vision_tower.transformer.layers.7.attention.q_proj": {
223
+ "weights": "qint8",
224
+ "activations": "none"
225
+ },
226
+ "vision_tower.transformer.layers.7.attention.o_proj": {
227
+ "weights": "qint8",
228
+ "activations": "none"
229
+ },
230
+ "vision_tower.transformer.layers.8.feed_forward.gate_proj": {
231
+ "weights": "qint8",
232
+ "activations": "none"
233
+ },
234
+ "vision_tower.transformer.layers.8.feed_forward.up_proj": {
235
+ "weights": "qint8",
236
+ "activations": "none"
237
+ },
238
+ "vision_tower.transformer.layers.8.feed_forward.down_proj": {
239
+ "weights": "qint8",
240
+ "activations": "none"
241
+ },
242
+ "vision_tower.transformer.layers.8.attention.k_proj": {
243
+ "weights": "qint8",
244
+ "activations": "none"
245
+ },
246
+ "vision_tower.transformer.layers.8.attention.v_proj": {
247
+ "weights": "qint8",
248
+ "activations": "none"
249
+ },
250
+ "vision_tower.transformer.layers.8.attention.q_proj": {
251
+ "weights": "qint8",
252
+ "activations": "none"
253
+ },
254
+ "vision_tower.transformer.layers.8.attention.o_proj": {
255
+ "weights": "qint8",
256
+ "activations": "none"
257
+ },
258
+ "vision_tower.transformer.layers.9.feed_forward.gate_proj": {
259
+ "weights": "qint8",
260
+ "activations": "none"
261
+ },
262
+ "vision_tower.transformer.layers.9.feed_forward.up_proj": {
263
+ "weights": "qint8",
264
+ "activations": "none"
265
+ },
266
+ "vision_tower.transformer.layers.9.feed_forward.down_proj": {
267
+ "weights": "qint8",
268
+ "activations": "none"
269
+ },
270
+ "vision_tower.transformer.layers.9.attention.k_proj": {
271
+ "weights": "qint8",
272
+ "activations": "none"
273
+ },
274
+ "vision_tower.transformer.layers.9.attention.v_proj": {
275
+ "weights": "qint8",
276
+ "activations": "none"
277
+ },
278
+ "vision_tower.transformer.layers.9.attention.q_proj": {
279
+ "weights": "qint8",
280
+ "activations": "none"
281
+ },
282
+ "vision_tower.transformer.layers.9.attention.o_proj": {
283
+ "weights": "qint8",
284
+ "activations": "none"
285
+ },
286
+ "vision_tower.transformer.layers.10.feed_forward.gate_proj": {
287
+ "weights": "qint8",
288
+ "activations": "none"
289
+ },
290
+ "vision_tower.transformer.layers.10.feed_forward.up_proj": {
291
+ "weights": "qint8",
292
+ "activations": "none"
293
+ },
294
+ "vision_tower.transformer.layers.10.feed_forward.down_proj": {
295
+ "weights": "qint8",
296
+ "activations": "none"
297
+ },
298
+ "vision_tower.transformer.layers.10.attention.k_proj": {
299
+ "weights": "qint8",
300
+ "activations": "none"
301
+ },
302
+ "vision_tower.transformer.layers.10.attention.v_proj": {
303
+ "weights": "qint8",
304
+ "activations": "none"
305
+ },
306
+ "vision_tower.transformer.layers.10.attention.q_proj": {
307
+ "weights": "qint8",
308
+ "activations": "none"
309
+ },
310
+ "vision_tower.transformer.layers.10.attention.o_proj": {
311
+ "weights": "qint8",
312
+ "activations": "none"
313
+ },
314
+ "vision_tower.transformer.layers.11.feed_forward.gate_proj": {
315
+ "weights": "qint8",
316
+ "activations": "none"
317
+ },
318
+ "vision_tower.transformer.layers.11.feed_forward.up_proj": {
319
+ "weights": "qint8",
320
+ "activations": "none"
321
+ },
322
+ "vision_tower.transformer.layers.11.feed_forward.down_proj": {
323
+ "weights": "qint8",
324
+ "activations": "none"
325
+ },
326
+ "vision_tower.transformer.layers.11.attention.k_proj": {
327
+ "weights": "qint8",
328
+ "activations": "none"
329
+ },
330
+ "vision_tower.transformer.layers.11.attention.v_proj": {
331
+ "weights": "qint8",
332
+ "activations": "none"
333
+ },
334
+ "vision_tower.transformer.layers.11.attention.q_proj": {
335
+ "weights": "qint8",
336
+ "activations": "none"
337
+ },
338
+ "vision_tower.transformer.layers.11.attention.o_proj": {
339
+ "weights": "qint8",
340
+ "activations": "none"
341
+ },
342
+ "vision_tower.transformer.layers.12.feed_forward.gate_proj": {
343
+ "weights": "qint8",
344
+ "activations": "none"
345
+ },
346
+ "vision_tower.transformer.layers.12.feed_forward.up_proj": {
347
+ "weights": "qint8",
348
+ "activations": "none"
349
+ },
350
+ "vision_tower.transformer.layers.12.feed_forward.down_proj": {
351
+ "weights": "qint8",
352
+ "activations": "none"
353
+ },
354
+ "vision_tower.transformer.layers.12.attention.k_proj": {
355
+ "weights": "qint8",
356
+ "activations": "none"
357
+ },
358
+ "vision_tower.transformer.layers.12.attention.v_proj": {
359
+ "weights": "qint8",
360
+ "activations": "none"
361
+ },
362
+ "vision_tower.transformer.layers.12.attention.q_proj": {
363
+ "weights": "qint8",
364
+ "activations": "none"
365
+ },
366
+ "vision_tower.transformer.layers.12.attention.o_proj": {
367
+ "weights": "qint8",
368
+ "activations": "none"
369
+ },
370
+ "vision_tower.transformer.layers.13.feed_forward.gate_proj": {
371
+ "weights": "qint8",
372
+ "activations": "none"
373
+ },
374
+ "vision_tower.transformer.layers.13.feed_forward.up_proj": {
375
+ "weights": "qint8",
376
+ "activations": "none"
377
+ },
378
+ "vision_tower.transformer.layers.13.feed_forward.down_proj": {
379
+ "weights": "qint8",
380
+ "activations": "none"
381
+ },
382
+ "vision_tower.transformer.layers.13.attention.k_proj": {
383
+ "weights": "qint8",
384
+ "activations": "none"
385
+ },
386
+ "vision_tower.transformer.layers.13.attention.v_proj": {
387
+ "weights": "qint8",
388
+ "activations": "none"
389
+ },
390
+ "vision_tower.transformer.layers.13.attention.q_proj": {
391
+ "weights": "qint8",
392
+ "activations": "none"
393
+ },
394
+ "vision_tower.transformer.layers.13.attention.o_proj": {
395
+ "weights": "qint8",
396
+ "activations": "none"
397
+ },
398
+ "vision_tower.transformer.layers.14.feed_forward.gate_proj": {
399
+ "weights": "qint8",
400
+ "activations": "none"
401
+ },
402
+ "vision_tower.transformer.layers.14.feed_forward.up_proj": {
403
+ "weights": "qint8",
404
+ "activations": "none"
405
+ },
406
+ "vision_tower.transformer.layers.14.feed_forward.down_proj": {
407
+ "weights": "qint8",
408
+ "activations": "none"
409
+ },
410
+ "vision_tower.transformer.layers.14.attention.k_proj": {
411
+ "weights": "qint8",
412
+ "activations": "none"
413
+ },
414
+ "vision_tower.transformer.layers.14.attention.v_proj": {
415
+ "weights": "qint8",
416
+ "activations": "none"
417
+ },
418
+ "vision_tower.transformer.layers.14.attention.q_proj": {
419
+ "weights": "qint8",
420
+ "activations": "none"
421
+ },
422
+ "vision_tower.transformer.layers.14.attention.o_proj": {
423
+ "weights": "qint8",
424
+ "activations": "none"
425
+ },
426
+ "vision_tower.transformer.layers.15.feed_forward.gate_proj": {
427
+ "weights": "qint8",
428
+ "activations": "none"
429
+ },
430
+ "vision_tower.transformer.layers.15.feed_forward.up_proj": {
431
+ "weights": "qint8",
432
+ "activations": "none"
433
+ },
434
+ "vision_tower.transformer.layers.15.feed_forward.down_proj": {
435
+ "weights": "qint8",
436
+ "activations": "none"
437
+ },
438
+ "vision_tower.transformer.layers.15.attention.k_proj": {
439
+ "weights": "qint8",
440
+ "activations": "none"
441
+ },
442
+ "vision_tower.transformer.layers.15.attention.v_proj": {
443
+ "weights": "qint8",
444
+ "activations": "none"
445
+ },
446
+ "vision_tower.transformer.layers.15.attention.q_proj": {
447
+ "weights": "qint8",
448
+ "activations": "none"
449
+ },
450
+ "vision_tower.transformer.layers.15.attention.o_proj": {
451
+ "weights": "qint8",
452
+ "activations": "none"
453
+ },
454
+ "vision_tower.transformer.layers.16.feed_forward.gate_proj": {
455
+ "weights": "qint8",
456
+ "activations": "none"
457
+ },
458
+ "vision_tower.transformer.layers.16.feed_forward.up_proj": {
459
+ "weights": "qint8",
460
+ "activations": "none"
461
+ },
462
+ "vision_tower.transformer.layers.16.feed_forward.down_proj": {
463
+ "weights": "qint8",
464
+ "activations": "none"
465
+ },
466
+ "vision_tower.transformer.layers.16.attention.k_proj": {
467
+ "weights": "qint8",
468
+ "activations": "none"
469
+ },
470
+ "vision_tower.transformer.layers.16.attention.v_proj": {
471
+ "weights": "qint8",
472
+ "activations": "none"
473
+ },
474
+ "vision_tower.transformer.layers.16.attention.q_proj": {
475
+ "weights": "qint8",
476
+ "activations": "none"
477
+ },
478
+ "vision_tower.transformer.layers.16.attention.o_proj": {
479
+ "weights": "qint8",
480
+ "activations": "none"
481
+ },
482
+ "vision_tower.transformer.layers.17.feed_forward.gate_proj": {
483
+ "weights": "qint8",
484
+ "activations": "none"
485
+ },
486
+ "vision_tower.transformer.layers.17.feed_forward.up_proj": {
487
+ "weights": "qint8",
488
+ "activations": "none"
489
+ },
490
+ "vision_tower.transformer.layers.17.feed_forward.down_proj": {
491
+ "weights": "qint8",
492
+ "activations": "none"
493
+ },
494
+ "vision_tower.transformer.layers.17.attention.k_proj": {
495
+ "weights": "qint8",
496
+ "activations": "none"
497
+ },
498
+ "vision_tower.transformer.layers.17.attention.v_proj": {
499
+ "weights": "qint8",
500
+ "activations": "none"
501
+ },
502
+ "vision_tower.transformer.layers.17.attention.q_proj": {
503
+ "weights": "qint8",
504
+ "activations": "none"
505
+ },
506
+ "vision_tower.transformer.layers.17.attention.o_proj": {
507
+ "weights": "qint8",
508
+ "activations": "none"
509
+ },
510
+ "vision_tower.transformer.layers.18.feed_forward.gate_proj": {
511
+ "weights": "qint8",
512
+ "activations": "none"
513
+ },
514
+ "vision_tower.transformer.layers.18.feed_forward.up_proj": {
515
+ "weights": "qint8",
516
+ "activations": "none"
517
+ },
518
+ "vision_tower.transformer.layers.18.feed_forward.down_proj": {
519
+ "weights": "qint8",
520
+ "activations": "none"
521
+ },
522
+ "vision_tower.transformer.layers.18.attention.k_proj": {
523
+ "weights": "qint8",
524
+ "activations": "none"
525
+ },
526
+ "vision_tower.transformer.layers.18.attention.v_proj": {
527
+ "weights": "qint8",
528
+ "activations": "none"
529
+ },
530
+ "vision_tower.transformer.layers.18.attention.q_proj": {
531
+ "weights": "qint8",
532
+ "activations": "none"
533
+ },
534
+ "vision_tower.transformer.layers.18.attention.o_proj": {
535
+ "weights": "qint8",
536
+ "activations": "none"
537
+ },
538
+ "vision_tower.transformer.layers.19.feed_forward.gate_proj": {
539
+ "weights": "qint8",
540
+ "activations": "none"
541
+ },
542
+ "vision_tower.transformer.layers.19.feed_forward.up_proj": {
543
+ "weights": "qint8",
544
+ "activations": "none"
545
+ },
546
+ "vision_tower.transformer.layers.19.feed_forward.down_proj": {
547
+ "weights": "qint8",
548
+ "activations": "none"
549
+ },
550
+ "vision_tower.transformer.layers.19.attention.k_proj": {
551
+ "weights": "qint8",
552
+ "activations": "none"
553
+ },
554
+ "vision_tower.transformer.layers.19.attention.v_proj": {
555
+ "weights": "qint8",
556
+ "activations": "none"
557
+ },
558
+ "vision_tower.transformer.layers.19.attention.q_proj": {
559
+ "weights": "qint8",
560
+ "activations": "none"
561
+ },
562
+ "vision_tower.transformer.layers.19.attention.o_proj": {
563
+ "weights": "qint8",
564
+ "activations": "none"
565
+ },
566
+ "vision_tower.transformer.layers.20.feed_forward.gate_proj": {
567
+ "weights": "qint8",
568
+ "activations": "none"
569
+ },
570
+ "vision_tower.transformer.layers.20.feed_forward.up_proj": {
571
+ "weights": "qint8",
572
+ "activations": "none"
573
+ },
574
+ "vision_tower.transformer.layers.20.feed_forward.down_proj": {
575
+ "weights": "qint8",
576
+ "activations": "none"
577
+ },
578
+ "vision_tower.transformer.layers.20.attention.k_proj": {
579
+ "weights": "qint8",
580
+ "activations": "none"
581
+ },
582
+ "vision_tower.transformer.layers.20.attention.v_proj": {
583
+ "weights": "qint8",
584
+ "activations": "none"
585
+ },
586
+ "vision_tower.transformer.layers.20.attention.q_proj": {
587
+ "weights": "qint8",
588
+ "activations": "none"
589
+ },
590
+ "vision_tower.transformer.layers.20.attention.o_proj": {
591
+ "weights": "qint8",
592
+ "activations": "none"
593
+ },
594
+ "vision_tower.transformer.layers.21.feed_forward.gate_proj": {
595
+ "weights": "qint8",
596
+ "activations": "none"
597
+ },
598
+ "vision_tower.transformer.layers.21.feed_forward.up_proj": {
599
+ "weights": "qint8",
600
+ "activations": "none"
601
+ },
602
+ "vision_tower.transformer.layers.21.feed_forward.down_proj": {
603
+ "weights": "qint8",
604
+ "activations": "none"
605
+ },
606
+ "vision_tower.transformer.layers.21.attention.k_proj": {
607
+ "weights": "qint8",
608
+ "activations": "none"
609
+ },
610
+ "vision_tower.transformer.layers.21.attention.v_proj": {
611
+ "weights": "qint8",
612
+ "activations": "none"
613
+ },
614
+ "vision_tower.transformer.layers.21.attention.q_proj": {
615
+ "weights": "qint8",
616
+ "activations": "none"
617
+ },
618
+ "vision_tower.transformer.layers.21.attention.o_proj": {
619
+ "weights": "qint8",
620
+ "activations": "none"
621
+ },
622
+ "vision_tower.transformer.layers.22.feed_forward.gate_proj": {
623
+ "weights": "qint8",
624
+ "activations": "none"
625
+ },
626
+ "vision_tower.transformer.layers.22.feed_forward.up_proj": {
627
+ "weights": "qint8",
628
+ "activations": "none"
629
+ },
630
+ "vision_tower.transformer.layers.22.feed_forward.down_proj": {
631
+ "weights": "qint8",
632
+ "activations": "none"
633
+ },
634
+ "vision_tower.transformer.layers.22.attention.k_proj": {
635
+ "weights": "qint8",
636
+ "activations": "none"
637
+ },
638
+ "vision_tower.transformer.layers.22.attention.v_proj": {
639
+ "weights": "qint8",
640
+ "activations": "none"
641
+ },
642
+ "vision_tower.transformer.layers.22.attention.q_proj": {
643
+ "weights": "qint8",
644
+ "activations": "none"
645
+ },
646
+ "vision_tower.transformer.layers.22.attention.o_proj": {
647
+ "weights": "qint8",
648
+ "activations": "none"
649
+ },
650
+ "vision_tower.transformer.layers.23.feed_forward.gate_proj": {
651
+ "weights": "qint8",
652
+ "activations": "none"
653
+ },
654
+ "vision_tower.transformer.layers.23.feed_forward.up_proj": {
655
+ "weights": "qint8",
656
+ "activations": "none"
657
+ },
658
+ "vision_tower.transformer.layers.23.feed_forward.down_proj": {
659
+ "weights": "qint8",
660
+ "activations": "none"
661
+ },
662
+ "vision_tower.transformer.layers.23.attention.k_proj": {
663
+ "weights": "qint8",
664
+ "activations": "none"
665
+ },
666
+ "vision_tower.transformer.layers.23.attention.v_proj": {
667
+ "weights": "qint8",
668
+ "activations": "none"
669
+ },
670
+ "vision_tower.transformer.layers.23.attention.q_proj": {
671
+ "weights": "qint8",
672
+ "activations": "none"
673
+ },
674
+ "vision_tower.transformer.layers.23.attention.o_proj": {
675
+ "weights": "qint8",
676
+ "activations": "none"
677
+ },
678
+ "multi_modal_projector.patch_merger.merging_layer": {
679
+ "weights": "qint8",
680
+ "activations": "none"
681
+ },
682
+ "multi_modal_projector.linear_1": {
683
+ "weights": "qint8",
684
+ "activations": "none"
685
+ },
686
+ "multi_modal_projector.linear_2": {
687
+ "weights": "qint8",
688
+ "activations": "none"
689
+ },
690
+ "language_model.layers.0.self_attn.q_proj": {
691
+ "weights": "qint8",
692
+ "activations": "none"
693
+ },
694
+ "language_model.layers.0.self_attn.k_proj": {
695
+ "weights": "qint8",
696
+ "activations": "none"
697
+ },
698
+ "language_model.layers.0.self_attn.v_proj": {
699
+ "weights": "qint8",
700
+ "activations": "none"
701
+ },
702
+ "language_model.layers.0.self_attn.o_proj": {
703
+ "weights": "qint8",
704
+ "activations": "none"
705
+ },
706
+ "language_model.layers.0.mlp.gate_proj": {
707
+ "weights": "qint8",
708
+ "activations": "none"
709
+ },
710
+ "language_model.layers.0.mlp.up_proj": {
711
+ "weights": "qint8",
712
+ "activations": "none"
713
+ },
714
+ "language_model.layers.0.mlp.down_proj": {
715
+ "weights": "qint8",
716
+ "activations": "none"
717
+ },
718
+ "language_model.layers.1.self_attn.q_proj": {
719
+ "weights": "qint8",
720
+ "activations": "none"
721
+ },
722
+ "language_model.layers.1.self_attn.k_proj": {
723
+ "weights": "qint8",
724
+ "activations": "none"
725
+ },
726
+ "language_model.layers.1.self_attn.v_proj": {
727
+ "weights": "qint8",
728
+ "activations": "none"
729
+ },
730
+ "language_model.layers.1.self_attn.o_proj": {
731
+ "weights": "qint8",
732
+ "activations": "none"
733
+ },
734
+ "language_model.layers.1.mlp.gate_proj": {
735
+ "weights": "qint8",
736
+ "activations": "none"
737
+ },
738
+ "language_model.layers.1.mlp.up_proj": {
739
+ "weights": "qint8",
740
+ "activations": "none"
741
+ },
742
+ "language_model.layers.1.mlp.down_proj": {
743
+ "weights": "qint8",
744
+ "activations": "none"
745
+ },
746
+ "language_model.layers.2.self_attn.q_proj": {
747
+ "weights": "qint8",
748
+ "activations": "none"
749
+ },
750
+ "language_model.layers.2.self_attn.k_proj": {
751
+ "weights": "qint8",
752
+ "activations": "none"
753
+ },
754
+ "language_model.layers.2.self_attn.v_proj": {
755
+ "weights": "qint8",
756
+ "activations": "none"
757
+ },
758
+ "language_model.layers.2.self_attn.o_proj": {
759
+ "weights": "qint8",
760
+ "activations": "none"
761
+ },
762
+ "language_model.layers.2.mlp.gate_proj": {
763
+ "weights": "qint8",
764
+ "activations": "none"
765
+ },
766
+ "language_model.layers.2.mlp.up_proj": {
767
+ "weights": "qint8",
768
+ "activations": "none"
769
+ },
770
+ "language_model.layers.2.mlp.down_proj": {
771
+ "weights": "qint8",
772
+ "activations": "none"
773
+ },
774
+ "language_model.layers.3.self_attn.q_proj": {
775
+ "weights": "qint8",
776
+ "activations": "none"
777
+ },
778
+ "language_model.layers.3.self_attn.k_proj": {
779
+ "weights": "qint8",
780
+ "activations": "none"
781
+ },
782
+ "language_model.layers.3.self_attn.v_proj": {
783
+ "weights": "qint8",
784
+ "activations": "none"
785
+ },
786
+ "language_model.layers.3.self_attn.o_proj": {
787
+ "weights": "qint8",
788
+ "activations": "none"
789
+ },
790
+ "language_model.layers.3.mlp.gate_proj": {
791
+ "weights": "qint8",
792
+ "activations": "none"
793
+ },
794
+ "language_model.layers.3.mlp.up_proj": {
795
+ "weights": "qint8",
796
+ "activations": "none"
797
+ },
798
+ "language_model.layers.3.mlp.down_proj": {
799
+ "weights": "qint8",
800
+ "activations": "none"
801
+ },
802
+ "language_model.layers.4.self_attn.q_proj": {
803
+ "weights": "qint8",
804
+ "activations": "none"
805
+ },
806
+ "language_model.layers.4.self_attn.k_proj": {
807
+ "weights": "qint8",
808
+ "activations": "none"
809
+ },
810
+ "language_model.layers.4.self_attn.v_proj": {
811
+ "weights": "qint8",
812
+ "activations": "none"
813
+ },
814
+ "language_model.layers.4.self_attn.o_proj": {
815
+ "weights": "qint8",
816
+ "activations": "none"
817
+ },
818
+ "language_model.layers.4.mlp.gate_proj": {
819
+ "weights": "qint8",
820
+ "activations": "none"
821
+ },
822
+ "language_model.layers.4.mlp.up_proj": {
823
+ "weights": "qint8",
824
+ "activations": "none"
825
+ },
826
+ "language_model.layers.4.mlp.down_proj": {
827
+ "weights": "qint8",
828
+ "activations": "none"
829
+ },
830
+ "language_model.layers.5.self_attn.q_proj": {
831
+ "weights": "qint8",
832
+ "activations": "none"
833
+ },
834
+ "language_model.layers.5.self_attn.k_proj": {
835
+ "weights": "qint8",
836
+ "activations": "none"
837
+ },
838
+ "language_model.layers.5.self_attn.v_proj": {
839
+ "weights": "qint8",
840
+ "activations": "none"
841
+ },
842
+ "language_model.layers.5.self_attn.o_proj": {
843
+ "weights": "qint8",
844
+ "activations": "none"
845
+ },
846
+ "language_model.layers.5.mlp.gate_proj": {
847
+ "weights": "qint8",
848
+ "activations": "none"
849
+ },
850
+ "language_model.layers.5.mlp.up_proj": {
851
+ "weights": "qint8",
852
+ "activations": "none"
853
+ },
854
+ "language_model.layers.5.mlp.down_proj": {
855
+ "weights": "qint8",
856
+ "activations": "none"
857
+ },
858
+ "language_model.layers.6.self_attn.q_proj": {
859
+ "weights": "qint8",
860
+ "activations": "none"
861
+ },
862
+ "language_model.layers.6.self_attn.k_proj": {
863
+ "weights": "qint8",
864
+ "activations": "none"
865
+ },
866
+ "language_model.layers.6.self_attn.v_proj": {
867
+ "weights": "qint8",
868
+ "activations": "none"
869
+ },
870
+ "language_model.layers.6.self_attn.o_proj": {
871
+ "weights": "qint8",
872
+ "activations": "none"
873
+ },
874
+ "language_model.layers.6.mlp.gate_proj": {
875
+ "weights": "qint8",
876
+ "activations": "none"
877
+ },
878
+ "language_model.layers.6.mlp.up_proj": {
879
+ "weights": "qint8",
880
+ "activations": "none"
881
+ },
882
+ "language_model.layers.6.mlp.down_proj": {
883
+ "weights": "qint8",
884
+ "activations": "none"
885
+ },
886
+ "language_model.layers.7.self_attn.q_proj": {
887
+ "weights": "qint8",
888
+ "activations": "none"
889
+ },
890
+ "language_model.layers.7.self_attn.k_proj": {
891
+ "weights": "qint8",
892
+ "activations": "none"
893
+ },
894
+ "language_model.layers.7.self_attn.v_proj": {
895
+ "weights": "qint8",
896
+ "activations": "none"
897
+ },
898
+ "language_model.layers.7.self_attn.o_proj": {
899
+ "weights": "qint8",
900
+ "activations": "none"
901
+ },
902
+ "language_model.layers.7.mlp.gate_proj": {
903
+ "weights": "qint8",
904
+ "activations": "none"
905
+ },
906
+ "language_model.layers.7.mlp.up_proj": {
907
+ "weights": "qint8",
908
+ "activations": "none"
909
+ },
910
+ "language_model.layers.7.mlp.down_proj": {
911
+ "weights": "qint8",
912
+ "activations": "none"
913
+ },
914
+ "language_model.layers.8.self_attn.q_proj": {
915
+ "weights": "qint8",
916
+ "activations": "none"
917
+ },
918
+ "language_model.layers.8.self_attn.k_proj": {
919
+ "weights": "qint8",
920
+ "activations": "none"
921
+ },
922
+ "language_model.layers.8.self_attn.v_proj": {
923
+ "weights": "qint8",
924
+ "activations": "none"
925
+ },
926
+ "language_model.layers.8.self_attn.o_proj": {
927
+ "weights": "qint8",
928
+ "activations": "none"
929
+ },
930
+ "language_model.layers.8.mlp.gate_proj": {
931
+ "weights": "qint8",
932
+ "activations": "none"
933
+ },
934
+ "language_model.layers.8.mlp.up_proj": {
935
+ "weights": "qint8",
936
+ "activations": "none"
937
+ },
938
+ "language_model.layers.8.mlp.down_proj": {
939
+ "weights": "qint8",
940
+ "activations": "none"
941
+ },
942
+ "language_model.layers.9.self_attn.q_proj": {
943
+ "weights": "qint8",
944
+ "activations": "none"
945
+ },
946
+ "language_model.layers.9.self_attn.k_proj": {
947
+ "weights": "qint8",
948
+ "activations": "none"
949
+ },
950
+ "language_model.layers.9.self_attn.v_proj": {
951
+ "weights": "qint8",
952
+ "activations": "none"
953
+ },
954
+ "language_model.layers.9.self_attn.o_proj": {
955
+ "weights": "qint8",
956
+ "activations": "none"
957
+ },
958
+ "language_model.layers.9.mlp.gate_proj": {
959
+ "weights": "qint8",
960
+ "activations": "none"
961
+ },
962
+ "language_model.layers.9.mlp.up_proj": {
963
+ "weights": "qint8",
964
+ "activations": "none"
965
+ },
966
+ "language_model.layers.9.mlp.down_proj": {
967
+ "weights": "qint8",
968
+ "activations": "none"
969
+ },
970
+ "language_model.layers.10.self_attn.q_proj": {
971
+ "weights": "qint8",
972
+ "activations": "none"
973
+ },
974
+ "language_model.layers.10.self_attn.k_proj": {
975
+ "weights": "qint8",
976
+ "activations": "none"
977
+ },
978
+ "language_model.layers.10.self_attn.v_proj": {
979
+ "weights": "qint8",
980
+ "activations": "none"
981
+ },
982
+ "language_model.layers.10.self_attn.o_proj": {
983
+ "weights": "qint8",
984
+ "activations": "none"
985
+ },
986
+ "language_model.layers.10.mlp.gate_proj": {
987
+ "weights": "qint8",
988
+ "activations": "none"
989
+ },
990
+ "language_model.layers.10.mlp.up_proj": {
991
+ "weights": "qint8",
992
+ "activations": "none"
993
+ },
994
+ "language_model.layers.10.mlp.down_proj": {
995
+ "weights": "qint8",
996
+ "activations": "none"
997
+ },
998
+ "language_model.layers.11.self_attn.q_proj": {
999
+ "weights": "qint8",
1000
+ "activations": "none"
1001
+ },
1002
+ "language_model.layers.11.self_attn.k_proj": {
1003
+ "weights": "qint8",
1004
+ "activations": "none"
1005
+ },
1006
+ "language_model.layers.11.self_attn.v_proj": {
1007
+ "weights": "qint8",
1008
+ "activations": "none"
1009
+ },
1010
+ "language_model.layers.11.self_attn.o_proj": {
1011
+ "weights": "qint8",
1012
+ "activations": "none"
1013
+ },
1014
+ "language_model.layers.11.mlp.gate_proj": {
1015
+ "weights": "qint8",
1016
+ "activations": "none"
1017
+ },
1018
+ "language_model.layers.11.mlp.up_proj": {
1019
+ "weights": "qint8",
1020
+ "activations": "none"
1021
+ },
1022
+ "language_model.layers.11.mlp.down_proj": {
1023
+ "weights": "qint8",
1024
+ "activations": "none"
1025
+ },
1026
+ "language_model.layers.12.self_attn.q_proj": {
1027
+ "weights": "qint8",
1028
+ "activations": "none"
1029
+ },
1030
+ "language_model.layers.12.self_attn.k_proj": {
1031
+ "weights": "qint8",
1032
+ "activations": "none"
1033
+ },
1034
+ "language_model.layers.12.self_attn.v_proj": {
1035
+ "weights": "qint8",
1036
+ "activations": "none"
1037
+ },
1038
+ "language_model.layers.12.self_attn.o_proj": {
1039
+ "weights": "qint8",
1040
+ "activations": "none"
1041
+ },
1042
+ "language_model.layers.12.mlp.gate_proj": {
1043
+ "weights": "qint8",
1044
+ "activations": "none"
1045
+ },
1046
+ "language_model.layers.12.mlp.up_proj": {
1047
+ "weights": "qint8",
1048
+ "activations": "none"
1049
+ },
1050
+ "language_model.layers.12.mlp.down_proj": {
1051
+ "weights": "qint8",
1052
+ "activations": "none"
1053
+ },
1054
+ "language_model.layers.13.self_attn.q_proj": {
1055
+ "weights": "qint8",
1056
+ "activations": "none"
1057
+ },
1058
+ "language_model.layers.13.self_attn.k_proj": {
1059
+ "weights": "qint8",
1060
+ "activations": "none"
1061
+ },
1062
+ "language_model.layers.13.self_attn.v_proj": {
1063
+ "weights": "qint8",
1064
+ "activations": "none"
1065
+ },
1066
+ "language_model.layers.13.self_attn.o_proj": {
1067
+ "weights": "qint8",
1068
+ "activations": "none"
1069
+ },
1070
+ "language_model.layers.13.mlp.gate_proj": {
1071
+ "weights": "qint8",
1072
+ "activations": "none"
1073
+ },
1074
+ "language_model.layers.13.mlp.up_proj": {
1075
+ "weights": "qint8",
1076
+ "activations": "none"
1077
+ },
1078
+ "language_model.layers.13.mlp.down_proj": {
1079
+ "weights": "qint8",
1080
+ "activations": "none"
1081
+ },
1082
+ "language_model.layers.14.self_attn.q_proj": {
1083
+ "weights": "qint8",
1084
+ "activations": "none"
1085
+ },
1086
+ "language_model.layers.14.self_attn.k_proj": {
1087
+ "weights": "qint8",
1088
+ "activations": "none"
1089
+ },
1090
+ "language_model.layers.14.self_attn.v_proj": {
1091
+ "weights": "qint8",
1092
+ "activations": "none"
1093
+ },
1094
+ "language_model.layers.14.self_attn.o_proj": {
1095
+ "weights": "qint8",
1096
+ "activations": "none"
1097
+ },
1098
+ "language_model.layers.14.mlp.gate_proj": {
1099
+ "weights": "qint8",
1100
+ "activations": "none"
1101
+ },
1102
+ "language_model.layers.14.mlp.up_proj": {
1103
+ "weights": "qint8",
1104
+ "activations": "none"
1105
+ },
1106
+ "language_model.layers.14.mlp.down_proj": {
1107
+ "weights": "qint8",
1108
+ "activations": "none"
1109
+ },
1110
+ "language_model.layers.15.self_attn.q_proj": {
1111
+ "weights": "qint8",
1112
+ "activations": "none"
1113
+ },
1114
+ "language_model.layers.15.self_attn.k_proj": {
1115
+ "weights": "qint8",
1116
+ "activations": "none"
1117
+ },
1118
+ "language_model.layers.15.self_attn.v_proj": {
1119
+ "weights": "qint8",
1120
+ "activations": "none"
1121
+ },
1122
+ "language_model.layers.15.self_attn.o_proj": {
1123
+ "weights": "qint8",
1124
+ "activations": "none"
1125
+ },
1126
+ "language_model.layers.15.mlp.gate_proj": {
1127
+ "weights": "qint8",
1128
+ "activations": "none"
1129
+ },
1130
+ "language_model.layers.15.mlp.up_proj": {
1131
+ "weights": "qint8",
1132
+ "activations": "none"
1133
+ },
1134
+ "language_model.layers.15.mlp.down_proj": {
1135
+ "weights": "qint8",
1136
+ "activations": "none"
1137
+ },
1138
+ "language_model.layers.16.self_attn.q_proj": {
1139
+ "weights": "qint8",
1140
+ "activations": "none"
1141
+ },
1142
+ "language_model.layers.16.self_attn.k_proj": {
1143
+ "weights": "qint8",
1144
+ "activations": "none"
1145
+ },
1146
+ "language_model.layers.16.self_attn.v_proj": {
1147
+ "weights": "qint8",
1148
+ "activations": "none"
1149
+ },
1150
+ "language_model.layers.16.self_attn.o_proj": {
1151
+ "weights": "qint8",
1152
+ "activations": "none"
1153
+ },
1154
+ "language_model.layers.16.mlp.gate_proj": {
1155
+ "weights": "qint8",
1156
+ "activations": "none"
1157
+ },
1158
+ "language_model.layers.16.mlp.up_proj": {
1159
+ "weights": "qint8",
1160
+ "activations": "none"
1161
+ },
1162
+ "language_model.layers.16.mlp.down_proj": {
1163
+ "weights": "qint8",
1164
+ "activations": "none"
1165
+ },
1166
+ "language_model.layers.17.self_attn.q_proj": {
1167
+ "weights": "qint8",
1168
+ "activations": "none"
1169
+ },
1170
+ "language_model.layers.17.self_attn.k_proj": {
1171
+ "weights": "qint8",
1172
+ "activations": "none"
1173
+ },
1174
+ "language_model.layers.17.self_attn.v_proj": {
1175
+ "weights": "qint8",
1176
+ "activations": "none"
1177
+ },
1178
+ "language_model.layers.17.self_attn.o_proj": {
1179
+ "weights": "qint8",
1180
+ "activations": "none"
1181
+ },
1182
+ "language_model.layers.17.mlp.gate_proj": {
1183
+ "weights": "qint8",
1184
+ "activations": "none"
1185
+ },
1186
+ "language_model.layers.17.mlp.up_proj": {
1187
+ "weights": "qint8",
1188
+ "activations": "none"
1189
+ },
1190
+ "language_model.layers.17.mlp.down_proj": {
1191
+ "weights": "qint8",
1192
+ "activations": "none"
1193
+ },
1194
+ "language_model.layers.18.self_attn.q_proj": {
1195
+ "weights": "qint8",
1196
+ "activations": "none"
1197
+ },
1198
+ "language_model.layers.18.self_attn.k_proj": {
1199
+ "weights": "qint8",
1200
+ "activations": "none"
1201
+ },
1202
+ "language_model.layers.18.self_attn.v_proj": {
1203
+ "weights": "qint8",
1204
+ "activations": "none"
1205
+ },
1206
+ "language_model.layers.18.self_attn.o_proj": {
1207
+ "weights": "qint8",
1208
+ "activations": "none"
1209
+ },
1210
+ "language_model.layers.18.mlp.gate_proj": {
1211
+ "weights": "qint8",
1212
+ "activations": "none"
1213
+ },
1214
+ "language_model.layers.18.mlp.up_proj": {
1215
+ "weights": "qint8",
1216
+ "activations": "none"
1217
+ },
1218
+ "language_model.layers.18.mlp.down_proj": {
1219
+ "weights": "qint8",
1220
+ "activations": "none"
1221
+ },
1222
+ "language_model.layers.19.self_attn.q_proj": {
1223
+ "weights": "qint8",
1224
+ "activations": "none"
1225
+ },
1226
+ "language_model.layers.19.self_attn.k_proj": {
1227
+ "weights": "qint8",
1228
+ "activations": "none"
1229
+ },
1230
+ "language_model.layers.19.self_attn.v_proj": {
1231
+ "weights": "qint8",
1232
+ "activations": "none"
1233
+ },
1234
+ "language_model.layers.19.self_attn.o_proj": {
1235
+ "weights": "qint8",
1236
+ "activations": "none"
1237
+ },
1238
+ "language_model.layers.19.mlp.gate_proj": {
1239
+ "weights": "qint8",
1240
+ "activations": "none"
1241
+ },
1242
+ "language_model.layers.19.mlp.up_proj": {
1243
+ "weights": "qint8",
1244
+ "activations": "none"
1245
+ },
1246
+ "language_model.layers.19.mlp.down_proj": {
1247
+ "weights": "qint8",
1248
+ "activations": "none"
1249
+ },
1250
+ "language_model.layers.20.self_attn.q_proj": {
1251
+ "weights": "qint8",
1252
+ "activations": "none"
1253
+ },
1254
+ "language_model.layers.20.self_attn.k_proj": {
1255
+ "weights": "qint8",
1256
+ "activations": "none"
1257
+ },
1258
+ "language_model.layers.20.self_attn.v_proj": {
1259
+ "weights": "qint8",
1260
+ "activations": "none"
1261
+ },
1262
+ "language_model.layers.20.self_attn.o_proj": {
1263
+ "weights": "qint8",
1264
+ "activations": "none"
1265
+ },
1266
+ "language_model.layers.20.mlp.gate_proj": {
1267
+ "weights": "qint8",
1268
+ "activations": "none"
1269
+ },
1270
+ "language_model.layers.20.mlp.up_proj": {
1271
+ "weights": "qint8",
1272
+ "activations": "none"
1273
+ },
1274
+ "language_model.layers.20.mlp.down_proj": {
1275
+ "weights": "qint8",
1276
+ "activations": "none"
1277
+ },
1278
+ "language_model.layers.21.self_attn.q_proj": {
1279
+ "weights": "qint8",
1280
+ "activations": "none"
1281
+ },
1282
+ "language_model.layers.21.self_attn.k_proj": {
1283
+ "weights": "qint8",
1284
+ "activations": "none"
1285
+ },
1286
+ "language_model.layers.21.self_attn.v_proj": {
1287
+ "weights": "qint8",
1288
+ "activations": "none"
1289
+ },
1290
+ "language_model.layers.21.self_attn.o_proj": {
1291
+ "weights": "qint8",
1292
+ "activations": "none"
1293
+ },
1294
+ "language_model.layers.21.mlp.gate_proj": {
1295
+ "weights": "qint8",
1296
+ "activations": "none"
1297
+ },
1298
+ "language_model.layers.21.mlp.up_proj": {
1299
+ "weights": "qint8",
1300
+ "activations": "none"
1301
+ },
1302
+ "language_model.layers.21.mlp.down_proj": {
1303
+ "weights": "qint8",
1304
+ "activations": "none"
1305
+ },
1306
+ "language_model.layers.22.self_attn.q_proj": {
1307
+ "weights": "qint8",
1308
+ "activations": "none"
1309
+ },
1310
+ "language_model.layers.22.self_attn.k_proj": {
1311
+ "weights": "qint8",
1312
+ "activations": "none"
1313
+ },
1314
+ "language_model.layers.22.self_attn.v_proj": {
1315
+ "weights": "qint8",
1316
+ "activations": "none"
1317
+ },
1318
+ "language_model.layers.22.self_attn.o_proj": {
1319
+ "weights": "qint8",
1320
+ "activations": "none"
1321
+ },
1322
+ "language_model.layers.22.mlp.gate_proj": {
1323
+ "weights": "qint8",
1324
+ "activations": "none"
1325
+ },
1326
+ "language_model.layers.22.mlp.up_proj": {
1327
+ "weights": "qint8",
1328
+ "activations": "none"
1329
+ },
1330
+ "language_model.layers.22.mlp.down_proj": {
1331
+ "weights": "qint8",
1332
+ "activations": "none"
1333
+ },
1334
+ "language_model.layers.23.self_attn.q_proj": {
1335
+ "weights": "qint8",
1336
+ "activations": "none"
1337
+ },
1338
+ "language_model.layers.23.self_attn.k_proj": {
1339
+ "weights": "qint8",
1340
+ "activations": "none"
1341
+ },
1342
+ "language_model.layers.23.self_attn.v_proj": {
1343
+ "weights": "qint8",
1344
+ "activations": "none"
1345
+ },
1346
+ "language_model.layers.23.self_attn.o_proj": {
1347
+ "weights": "qint8",
1348
+ "activations": "none"
1349
+ },
1350
+ "language_model.layers.23.mlp.gate_proj": {
1351
+ "weights": "qint8",
1352
+ "activations": "none"
1353
+ },
1354
+ "language_model.layers.23.mlp.up_proj": {
1355
+ "weights": "qint8",
1356
+ "activations": "none"
1357
+ },
1358
+ "language_model.layers.23.mlp.down_proj": {
1359
+ "weights": "qint8",
1360
+ "activations": "none"
1361
+ },
1362
+ "language_model.layers.24.self_attn.q_proj": {
1363
+ "weights": "qint8",
1364
+ "activations": "none"
1365
+ },
1366
+ "language_model.layers.24.self_attn.k_proj": {
1367
+ "weights": "qint8",
1368
+ "activations": "none"
1369
+ },
1370
+ "language_model.layers.24.self_attn.v_proj": {
1371
+ "weights": "qint8",
1372
+ "activations": "none"
1373
+ },
1374
+ "language_model.layers.24.self_attn.o_proj": {
1375
+ "weights": "qint8",
1376
+ "activations": "none"
1377
+ },
1378
+ "language_model.layers.24.mlp.gate_proj": {
1379
+ "weights": "qint8",
1380
+ "activations": "none"
1381
+ },
1382
+ "language_model.layers.24.mlp.up_proj": {
1383
+ "weights": "qint8",
1384
+ "activations": "none"
1385
+ },
1386
+ "language_model.layers.24.mlp.down_proj": {
1387
+ "weights": "qint8",
1388
+ "activations": "none"
1389
+ },
1390
+ "language_model.layers.25.self_attn.q_proj": {
1391
+ "weights": "qint8",
1392
+ "activations": "none"
1393
+ },
1394
+ "language_model.layers.25.self_attn.k_proj": {
1395
+ "weights": "qint8",
1396
+ "activations": "none"
1397
+ },
1398
+ "language_model.layers.25.self_attn.v_proj": {
1399
+ "weights": "qint8",
1400
+ "activations": "none"
1401
+ },
1402
+ "language_model.layers.25.self_attn.o_proj": {
1403
+ "weights": "qint8",
1404
+ "activations": "none"
1405
+ },
1406
+ "language_model.layers.25.mlp.gate_proj": {
1407
+ "weights": "qint8",
1408
+ "activations": "none"
1409
+ },
1410
+ "language_model.layers.25.mlp.up_proj": {
1411
+ "weights": "qint8",
1412
+ "activations": "none"
1413
+ },
1414
+ "language_model.layers.25.mlp.down_proj": {
1415
+ "weights": "qint8",
1416
+ "activations": "none"
1417
+ },
1418
+ "language_model.layers.26.self_attn.q_proj": {
1419
+ "weights": "qint8",
1420
+ "activations": "none"
1421
+ },
1422
+ "language_model.layers.26.self_attn.k_proj": {
1423
+ "weights": "qint8",
1424
+ "activations": "none"
1425
+ },
1426
+ "language_model.layers.26.self_attn.v_proj": {
1427
+ "weights": "qint8",
1428
+ "activations": "none"
1429
+ },
1430
+ "language_model.layers.26.self_attn.o_proj": {
1431
+ "weights": "qint8",
1432
+ "activations": "none"
1433
+ },
1434
+ "language_model.layers.26.mlp.gate_proj": {
1435
+ "weights": "qint8",
1436
+ "activations": "none"
1437
+ },
1438
+ "language_model.layers.26.mlp.up_proj": {
1439
+ "weights": "qint8",
1440
+ "activations": "none"
1441
+ },
1442
+ "language_model.layers.26.mlp.down_proj": {
1443
+ "weights": "qint8",
1444
+ "activations": "none"
1445
+ },
1446
+ "language_model.layers.27.self_attn.q_proj": {
1447
+ "weights": "qint8",
1448
+ "activations": "none"
1449
+ },
1450
+ "language_model.layers.27.self_attn.k_proj": {
1451
+ "weights": "qint8",
1452
+ "activations": "none"
1453
+ },
1454
+ "language_model.layers.27.self_attn.v_proj": {
1455
+ "weights": "qint8",
1456
+ "activations": "none"
1457
+ },
1458
+ "language_model.layers.27.self_attn.o_proj": {
1459
+ "weights": "qint8",
1460
+ "activations": "none"
1461
+ },
1462
+ "language_model.layers.27.mlp.gate_proj": {
1463
+ "weights": "qint8",
1464
+ "activations": "none"
1465
+ },
1466
+ "language_model.layers.27.mlp.up_proj": {
1467
+ "weights": "qint8",
1468
+ "activations": "none"
1469
+ },
1470
+ "language_model.layers.27.mlp.down_proj": {
1471
+ "weights": "qint8",
1472
+ "activations": "none"
1473
+ },
1474
+ "language_model.layers.28.self_attn.q_proj": {
1475
+ "weights": "qint8",
1476
+ "activations": "none"
1477
+ },
1478
+ "language_model.layers.28.self_attn.k_proj": {
1479
+ "weights": "qint8",
1480
+ "activations": "none"
1481
+ },
1482
+ "language_model.layers.28.self_attn.v_proj": {
1483
+ "weights": "qint8",
1484
+ "activations": "none"
1485
+ },
1486
+ "language_model.layers.28.self_attn.o_proj": {
1487
+ "weights": "qint8",
1488
+ "activations": "none"
1489
+ },
1490
+ "language_model.layers.28.mlp.gate_proj": {
1491
+ "weights": "qint8",
1492
+ "activations": "none"
1493
+ },
1494
+ "language_model.layers.28.mlp.up_proj": {
1495
+ "weights": "qint8",
1496
+ "activations": "none"
1497
+ },
1498
+ "language_model.layers.28.mlp.down_proj": {
1499
+ "weights": "qint8",
1500
+ "activations": "none"
1501
+ },
1502
+ "language_model.layers.29.self_attn.q_proj": {
1503
+ "weights": "qint8",
1504
+ "activations": "none"
1505
+ },
1506
+ "language_model.layers.29.self_attn.k_proj": {
1507
+ "weights": "qint8",
1508
+ "activations": "none"
1509
+ },
1510
+ "language_model.layers.29.self_attn.v_proj": {
1511
+ "weights": "qint8",
1512
+ "activations": "none"
1513
+ },
1514
+ "language_model.layers.29.self_attn.o_proj": {
1515
+ "weights": "qint8",
1516
+ "activations": "none"
1517
+ },
1518
+ "language_model.layers.29.mlp.gate_proj": {
1519
+ "weights": "qint8",
1520
+ "activations": "none"
1521
+ },
1522
+ "language_model.layers.29.mlp.up_proj": {
1523
+ "weights": "qint8",
1524
+ "activations": "none"
1525
+ },
1526
+ "language_model.layers.29.mlp.down_proj": {
1527
+ "weights": "qint8",
1528
+ "activations": "none"
1529
+ },
1530
+ "language_model.layers.30.self_attn.q_proj": {
1531
+ "weights": "qint8",
1532
+ "activations": "none"
1533
+ },
1534
+ "language_model.layers.30.self_attn.k_proj": {
1535
+ "weights": "qint8",
1536
+ "activations": "none"
1537
+ },
1538
+ "language_model.layers.30.self_attn.v_proj": {
1539
+ "weights": "qint8",
1540
+ "activations": "none"
1541
+ },
1542
+ "language_model.layers.30.self_attn.o_proj": {
1543
+ "weights": "qint8",
1544
+ "activations": "none"
1545
+ },
1546
+ "language_model.layers.30.mlp.gate_proj": {
1547
+ "weights": "qint8",
1548
+ "activations": "none"
1549
+ },
1550
+ "language_model.layers.30.mlp.up_proj": {
1551
+ "weights": "qint8",
1552
+ "activations": "none"
1553
+ },
1554
+ "language_model.layers.30.mlp.down_proj": {
1555
+ "weights": "qint8",
1556
+ "activations": "none"
1557
+ },
1558
+ "language_model.layers.31.self_attn.q_proj": {
1559
+ "weights": "qint8",
1560
+ "activations": "none"
1561
+ },
1562
+ "language_model.layers.31.self_attn.k_proj": {
1563
+ "weights": "qint8",
1564
+ "activations": "none"
1565
+ },
1566
+ "language_model.layers.31.self_attn.v_proj": {
1567
+ "weights": "qint8",
1568
+ "activations": "none"
1569
+ },
1570
+ "language_model.layers.31.self_attn.o_proj": {
1571
+ "weights": "qint8",
1572
+ "activations": "none"
1573
+ },
1574
+ "language_model.layers.31.mlp.gate_proj": {
1575
+ "weights": "qint8",
1576
+ "activations": "none"
1577
+ },
1578
+ "language_model.layers.31.mlp.up_proj": {
1579
+ "weights": "qint8",
1580
+ "activations": "none"
1581
+ },
1582
+ "language_model.layers.31.mlp.down_proj": {
1583
+ "weights": "qint8",
1584
+ "activations": "none"
1585
+ },
1586
+ "language_model.layers.32.self_attn.q_proj": {
1587
+ "weights": "qint8",
1588
+ "activations": "none"
1589
+ },
1590
+ "language_model.layers.32.self_attn.k_proj": {
1591
+ "weights": "qint8",
1592
+ "activations": "none"
1593
+ },
1594
+ "language_model.layers.32.self_attn.v_proj": {
1595
+ "weights": "qint8",
1596
+ "activations": "none"
1597
+ },
1598
+ "language_model.layers.32.self_attn.o_proj": {
1599
+ "weights": "qint8",
1600
+ "activations": "none"
1601
+ },
1602
+ "language_model.layers.32.mlp.gate_proj": {
1603
+ "weights": "qint8",
1604
+ "activations": "none"
1605
+ },
1606
+ "language_model.layers.32.mlp.up_proj": {
1607
+ "weights": "qint8",
1608
+ "activations": "none"
1609
+ },
1610
+ "language_model.layers.32.mlp.down_proj": {
1611
+ "weights": "qint8",
1612
+ "activations": "none"
1613
+ },
1614
+ "language_model.layers.33.self_attn.q_proj": {
1615
+ "weights": "qint8",
1616
+ "activations": "none"
1617
+ },
1618
+ "language_model.layers.33.self_attn.k_proj": {
1619
+ "weights": "qint8",
1620
+ "activations": "none"
1621
+ },
1622
+ "language_model.layers.33.self_attn.v_proj": {
1623
+ "weights": "qint8",
1624
+ "activations": "none"
1625
+ },
1626
+ "language_model.layers.33.self_attn.o_proj": {
1627
+ "weights": "qint8",
1628
+ "activations": "none"
1629
+ },
1630
+ "language_model.layers.33.mlp.gate_proj": {
1631
+ "weights": "qint8",
1632
+ "activations": "none"
1633
+ },
1634
+ "language_model.layers.33.mlp.up_proj": {
1635
+ "weights": "qint8",
1636
+ "activations": "none"
1637
+ },
1638
+ "language_model.layers.33.mlp.down_proj": {
1639
+ "weights": "qint8",
1640
+ "activations": "none"
1641
+ },
1642
+ "language_model.layers.34.self_attn.q_proj": {
1643
+ "weights": "qint8",
1644
+ "activations": "none"
1645
+ },
1646
+ "language_model.layers.34.self_attn.k_proj": {
1647
+ "weights": "qint8",
1648
+ "activations": "none"
1649
+ },
1650
+ "language_model.layers.34.self_attn.v_proj": {
1651
+ "weights": "qint8",
1652
+ "activations": "none"
1653
+ },
1654
+ "language_model.layers.34.self_attn.o_proj": {
1655
+ "weights": "qint8",
1656
+ "activations": "none"
1657
+ },
1658
+ "language_model.layers.34.mlp.gate_proj": {
1659
+ "weights": "qint8",
1660
+ "activations": "none"
1661
+ },
1662
+ "language_model.layers.34.mlp.up_proj": {
1663
+ "weights": "qint8",
1664
+ "activations": "none"
1665
+ },
1666
+ "language_model.layers.34.mlp.down_proj": {
1667
+ "weights": "qint8",
1668
+ "activations": "none"
1669
+ },
1670
+ "language_model.layers.35.self_attn.q_proj": {
1671
+ "weights": "qint8",
1672
+ "activations": "none"
1673
+ },
1674
+ "language_model.layers.35.self_attn.k_proj": {
1675
+ "weights": "qint8",
1676
+ "activations": "none"
1677
+ },
1678
+ "language_model.layers.35.self_attn.v_proj": {
1679
+ "weights": "qint8",
1680
+ "activations": "none"
1681
+ },
1682
+ "language_model.layers.35.self_attn.o_proj": {
1683
+ "weights": "qint8",
1684
+ "activations": "none"
1685
+ },
1686
+ "language_model.layers.35.mlp.gate_proj": {
1687
+ "weights": "qint8",
1688
+ "activations": "none"
1689
+ },
1690
+ "language_model.layers.35.mlp.up_proj": {
1691
+ "weights": "qint8",
1692
+ "activations": "none"
1693
+ },
1694
+ "language_model.layers.35.mlp.down_proj": {
1695
+ "weights": "qint8",
1696
+ "activations": "none"
1697
+ },
1698
+ "language_model.layers.36.self_attn.q_proj": {
1699
+ "weights": "qint8",
1700
+ "activations": "none"
1701
+ },
1702
+ "language_model.layers.36.self_attn.k_proj": {
1703
+ "weights": "qint8",
1704
+ "activations": "none"
1705
+ },
1706
+ "language_model.layers.36.self_attn.v_proj": {
1707
+ "weights": "qint8",
1708
+ "activations": "none"
1709
+ },
1710
+ "language_model.layers.36.self_attn.o_proj": {
1711
+ "weights": "qint8",
1712
+ "activations": "none"
1713
+ },
1714
+ "language_model.layers.36.mlp.gate_proj": {
1715
+ "weights": "qint8",
1716
+ "activations": "none"
1717
+ },
1718
+ "language_model.layers.36.mlp.up_proj": {
1719
+ "weights": "qint8",
1720
+ "activations": "none"
1721
+ },
1722
+ "language_model.layers.36.mlp.down_proj": {
1723
+ "weights": "qint8",
1724
+ "activations": "none"
1725
+ },
1726
+ "language_model.layers.37.self_attn.q_proj": {
1727
+ "weights": "qint8",
1728
+ "activations": "none"
1729
+ },
1730
+ "language_model.layers.37.self_attn.k_proj": {
1731
+ "weights": "qint8",
1732
+ "activations": "none"
1733
+ },
1734
+ "language_model.layers.37.self_attn.v_proj": {
1735
+ "weights": "qint8",
1736
+ "activations": "none"
1737
+ },
1738
+ "language_model.layers.37.self_attn.o_proj": {
1739
+ "weights": "qint8",
1740
+ "activations": "none"
1741
+ },
1742
+ "language_model.layers.37.mlp.gate_proj": {
1743
+ "weights": "qint8",
1744
+ "activations": "none"
1745
+ },
1746
+ "language_model.layers.37.mlp.up_proj": {
1747
+ "weights": "qint8",
1748
+ "activations": "none"
1749
+ },
1750
+ "language_model.layers.37.mlp.down_proj": {
1751
+ "weights": "qint8",
1752
+ "activations": "none"
1753
+ },
1754
+ "language_model.layers.38.self_attn.q_proj": {
1755
+ "weights": "qint8",
1756
+ "activations": "none"
1757
+ },
1758
+ "language_model.layers.38.self_attn.k_proj": {
1759
+ "weights": "qint8",
1760
+ "activations": "none"
1761
+ },
1762
+ "language_model.layers.38.self_attn.v_proj": {
1763
+ "weights": "qint8",
1764
+ "activations": "none"
1765
+ },
1766
+ "language_model.layers.38.self_attn.o_proj": {
1767
+ "weights": "qint8",
1768
+ "activations": "none"
1769
+ },
1770
+ "language_model.layers.38.mlp.gate_proj": {
1771
+ "weights": "qint8",
1772
+ "activations": "none"
1773
+ },
1774
+ "language_model.layers.38.mlp.up_proj": {
1775
+ "weights": "qint8",
1776
+ "activations": "none"
1777
+ },
1778
+ "language_model.layers.38.mlp.down_proj": {
1779
+ "weights": "qint8",
1780
+ "activations": "none"
1781
+ },
1782
+ "language_model.layers.39.self_attn.q_proj": {
1783
+ "weights": "qint8",
1784
+ "activations": "none"
1785
+ },
1786
+ "language_model.layers.39.self_attn.k_proj": {
1787
+ "weights": "qint8",
1788
+ "activations": "none"
1789
+ },
1790
+ "language_model.layers.39.self_attn.v_proj": {
1791
+ "weights": "qint8",
1792
+ "activations": "none"
1793
+ },
1794
+ "language_model.layers.39.self_attn.o_proj": {
1795
+ "weights": "qint8",
1796
+ "activations": "none"
1797
+ },
1798
+ "language_model.layers.39.mlp.gate_proj": {
1799
+ "weights": "qint8",
1800
+ "activations": "none"
1801
+ },
1802
+ "language_model.layers.39.mlp.up_proj": {
1803
+ "weights": "qint8",
1804
+ "activations": "none"
1805
+ },
1806
+ "language_model.layers.39.mlp.down_proj": {
1807
+ "weights": "qint8",
1808
+ "activations": "none"
1809
+ }
1810
+ }