configuration_dlmberta.py

from transformers import PretrainedConfig
        
class InteractionModelATTNConfig(PretrainedConfig):
    model_type = "dlmberta"
    def __init__(self, attention_dropout = 0.2, hidden_dropout = 0.2, num_heads = 1, **kwargs,):
        self.num_heads = num_heads
        self.hidden_dropout = hidden_dropout
        self.attention_dropout = attention_dropout
        super().__init__(**kwargs)