seanmanifest commited on
Commit
8e0d4ff
·
verified ·
1 Parent(s): abd96ca

Update modeling_brumby.py

Browse files
Files changed (1) hide show
  1. modeling_brumby.py +0 -3
modeling_brumby.py CHANGED
@@ -511,9 +511,6 @@ class BrumbyModel(BrumbyPreTrainedModel):
511
  if inputs_embeds is None:
512
  inputs_embeds = self.embed_tokens(input_ids)
513
 
514
- if use_cache and past_key_values is None:
515
- raise ValueError("Brumby requires an initialized `PowerAttentionDynamicCache` to return a cache. None was provided, so no cache will be returned.")
516
-
517
  if cache_position is None:
518
  past_seen_tokens = past_key_values.get_seq_length() if past_key_values is not None else 0
519
  cache_position = torch.arange(
 
511
  if inputs_embeds is None:
512
  inputs_embeds = self.embed_tokens(input_ids)
513
 
 
 
 
514
  if cache_position is None:
515
  past_seen_tokens = past_key_values.get_seq_length() if past_key_values is not None else 0
516
  cache_position = torch.arange(