kernelPanicAtTheDisco commited on
Commit
fd7597b
·
verified ·
1 Parent(s): a9e2fe1

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -2
config.json CHANGED
@@ -19,7 +19,6 @@
19
  "architectures": [
20
  "InternLM2ForCausalLM"
21
  ],
22
- "attn_implementation": "flash_attention_2",
23
  "auto_map": {
24
  "AutoConfig": "configuration_internlm2.InternLM2Config",
25
  "AutoModel": "modeling_internlm2.InternLM2ForCausalLM",
@@ -198,6 +197,6 @@
198
  "transformers_version": "4.49.0.dev0",
199
  "typical_p": 1.0,
200
  "use_bfloat16": true,
201
- "use_flash_attn": true
202
  }
203
  }
 
19
  "architectures": [
20
  "InternLM2ForCausalLM"
21
  ],
 
22
  "auto_map": {
23
  "AutoConfig": "configuration_internlm2.InternLM2Config",
24
  "AutoModel": "modeling_internlm2.InternLM2ForCausalLM",
 
197
  "transformers_version": "4.49.0.dev0",
198
  "typical_p": 1.0,
199
  "use_bfloat16": true,
200
+ "use_flash_attn": false
201
  }
202
  }