Update config.json
Browse files- config.json +1 -2
config.json
CHANGED
|
@@ -19,7 +19,6 @@
|
|
| 19 |
"architectures": [
|
| 20 |
"InternLM2ForCausalLM"
|
| 21 |
],
|
| 22 |
-
"attn_implementation": "flash_attention_2",
|
| 23 |
"auto_map": {
|
| 24 |
"AutoConfig": "configuration_internlm2.InternLM2Config",
|
| 25 |
"AutoModel": "modeling_internlm2.InternLM2ForCausalLM",
|
|
@@ -198,6 +197,6 @@
|
|
| 198 |
"transformers_version": "4.49.0.dev0",
|
| 199 |
"typical_p": 1.0,
|
| 200 |
"use_bfloat16": true,
|
| 201 |
-
"use_flash_attn":
|
| 202 |
}
|
| 203 |
}
|
|
|
|
| 19 |
"architectures": [
|
| 20 |
"InternLM2ForCausalLM"
|
| 21 |
],
|
|
|
|
| 22 |
"auto_map": {
|
| 23 |
"AutoConfig": "configuration_internlm2.InternLM2Config",
|
| 24 |
"AutoModel": "modeling_internlm2.InternLM2ForCausalLM",
|
|
|
|
| 197 |
"transformers_version": "4.49.0.dev0",
|
| 198 |
"typical_p": 1.0,
|
| 199 |
"use_bfloat16": true,
|
| 200 |
+
"use_flash_attn": false
|
| 201 |
}
|
| 202 |
}
|