Upload folder using huggingface_hub

custom_generate/generate.py

@@ -7,9 +7,13 @@ from transformers.generation.utils import (
 )
 import torch.nn as nn
 import logging
+from typing import Optional, Union, TYPE_CHECKING
 
 from .beam_search import BeamSearchScorer
 
+if TYPE_CHECKING:
+    from transformers.generation.streamers import BaseStreamer
+
 logger = logging.getLogger(__name__)
 
 class HammingDiversityLogitsProcessor(LogitsProcessor):
@@ -155,6 +159,7 @@ def _group_beam_search(
     stopping_criteria: StoppingCriteriaList,
     generation_config: GenerationConfig,
     synced_gpus: bool,
+    streamer: Optional["BaseStreamer"] = None,
     **model_kwargs,
 ):
     r"""
@@ -197,6 +202,9 @@ def _group_beam_search(
     if generation_config.diversity_penalty == 0.0:
         raise ValueError("Group beam search requires `diversity_penalty` to be greater than `0.0`, otherwise your groups will be identical.")
 
+    if streamer is not None:
+        raise ValueError("Group beam search does not support streaming")
+
     if generation_config.diversity_penalty is not None and generation_config.diversity_penalty > 0.0:
         logits_processor.append(
             HammingDiversityLogitsProcessor(