from transformers import MistralConfig, AutoConfig | |
class MistralDualConfig(MistralConfig): | |
model_type = "mistraldual" | |
def __init__( | |
self, | |
use_cache=False, | |
**kwargs, | |
): | |
super().__init__(use_cache=use_cache, **kwargs) | |
AutoConfig.register("mistraldual", MistralDualConfig) | |
MistralDualConfig.register_for_auto_class() | |