VISOR-GPT / train /models /bart /base_config.json
szukevin's picture
upload
7900c16
raw
history blame
482 Bytes
{
"emb_size": 768,
"feedforward_size": 3072,
"hidden_size": 768,
"hidden_act": "gelu",
"heads_num": 12,
"layers_num": 6,
"decoder_layers_num": 6,
"max_seq_length": 1024,
"dropout": 0.1,
"data_processor": "bart",
"embedding": ["word", "pos"],
"tgt_embedding": ["word", "pos"],
"share_embedding": true,
"encoder": "transformer",
"mask": "fully_visible",
"decoder": "transformer",
"target": ["lm"],
"tie_weights": true,
"has_lmtarget_bias": true
}