| import os | |
| from transformers import PretrainedConfig | |
| class DumbcConfig(PretrainedConfig): | |
| model_type = "dumbc" | |
| def __init__( | |
| self, | |
| dim=192, | |
| num_unique_layers=5, | |
| num_loops=3, | |
| heads=8, | |
| bottleneck=32, | |
| vocab_size=64, | |
| initializer_range=0.02, | |
| **kwargs | |
| ): | |
| self.dim = dim | |
| self.num_unique_layers = num_unique_layers | |
| self.num_loops = num_loops | |
| self.heads = heads | |
| self.bottleneck = bottleneck | |
| self.vocab_size = vocab_size | |
| self.initializer_range = initializer_range | |
| super().__init__(**kwargs) | |