from transformers import PretrainedConfig | |
class PhyloGPNConfig(PretrainedConfig): | |
model_type = "phylogpn" | |
def __init__(self, outer_dim: int = 960, inner_dim: int = 480, kernel_size: int = 5, stack_size: int = 2, num_stacks: int = 20, **kwargs): | |
self.outer_dim = outer_dim | |
self.inner_dim = inner_dim | |
self.kernel_size = kernel_size | |
self.stack_size = stack_size | |
self.num_stacks = num_stacks | |
super().__init__(**kwargs) |