Update configuration_mistral.py
Browse files- configuration_mistral.py +1 -0
configuration_mistral.py
CHANGED
|
@@ -117,6 +117,7 @@ class MistralConfig(PretrainedConfig):
|
|
| 117 |
sliding_window=4096,
|
| 118 |
attention_dropout=0.0,
|
| 119 |
max_thoughts=16,
|
|
|
|
| 120 |
merged_talk_heads=True,
|
| 121 |
merged_lm_and_talk_heads=False,
|
| 122 |
merged_lm_and_think_heads=True,
|
|
|
|
| 117 |
sliding_window=4096,
|
| 118 |
attention_dropout=0.0,
|
| 119 |
max_thoughts=16,
|
| 120 |
+
thought_length = 10,
|
| 121 |
merged_talk_heads=True,
|
| 122 |
merged_lm_and_talk_heads=False,
|
| 123 |
merged_lm_and_think_heads=True,
|