configuration_chemq3mtp.py

# configuration_chemq3mtp.py
from transformers import Qwen2Config

class ChemQ3MTPConfig(Qwen2Config):
    """

    Configuration class for ChemQ3MTP model.

    """
    model_type = "chemq3_mtp"
    
    def __init__(

        self,

        num_future_tokens: int = 3,

        horizon_weights = None,

        use_mtp_training: bool = True,

        entropy_controller_config = None,

        **kwargs

    ):
        super().__init__(**kwargs)
        self.num_future_tokens = num_future_tokens
        self.horizon_weights = horizon_weights or [0.9 ** i for i in range(num_future_tokens)]
        self.use_mtp_training = use_mtp_training
        self.entropy_controller_config = entropy_controller_config or {
            "min_entropy": 0.5,
            "max_entropy": 3.0,
            "target_entropy": 1.5,
            "adaptation_rate": 0.01
        }