Update modeling_qwen2_flash.py
Browse files- modeling_qwen2_flash.py +1 -0
modeling_qwen2_flash.py
CHANGED
|
@@ -1027,6 +1027,7 @@ class Qwen2Model_Flash(Qwen2PreTrainedModel):
|
|
| 1027 |
(batch_size, seq_length),
|
| 1028 |
inputs_embeds,
|
| 1029 |
past_key_values_length,
|
|
|
|
| 1030 |
)
|
| 1031 |
else:
|
| 1032 |
# 4d mask is passed through the layers
|
|
|
|
| 1027 |
(batch_size, seq_length),
|
| 1028 |
inputs_embeds,
|
| 1029 |
past_key_values_length,
|
| 1030 |
+
sliding_window=self.config.sliding_window,
|
| 1031 |
)
|
| 1032 |
else:
|
| 1033 |
# 4d mask is passed through the layers
|