config.py

from transformers import PretrainedConfig


class AwesomeConfig(PretrainedConfig):
    model_type = "awesome"

    def __init__(self, attribute=1, **kwargs):
        self.attribute = attribute
        self.hidden_size = 16
        super().__init__(**kwargs)