Update modeling_brumby.py
Browse files- modeling_brumby.py +0 -3
modeling_brumby.py
CHANGED
|
@@ -511,9 +511,6 @@ class BrumbyModel(BrumbyPreTrainedModel):
|
|
| 511 |
if inputs_embeds is None:
|
| 512 |
inputs_embeds = self.embed_tokens(input_ids)
|
| 513 |
|
| 514 |
-
if use_cache and past_key_values is None:
|
| 515 |
-
raise ValueError("Brumby requires an initialized `PowerAttentionDynamicCache` to return a cache. None was provided, so no cache will be returned.")
|
| 516 |
-
|
| 517 |
if cache_position is None:
|
| 518 |
past_seen_tokens = past_key_values.get_seq_length() if past_key_values is not None else 0
|
| 519 |
cache_position = torch.arange(
|
|
|
|
| 511 |
if inputs_embeds is None:
|
| 512 |
inputs_embeds = self.embed_tokens(input_ids)
|
| 513 |
|
|
|
|
|
|
|
|
|
|
| 514 |
if cache_position is None:
|
| 515 |
past_seen_tokens = past_key_values.get_seq_length() if past_key_values is not None else 0
|
| 516 |
cache_position = torch.arange(
|