{ | |
"adapter_tuning": false, | |
"architectures": [ | |
"HFRoBERTaGen" | |
], | |
"bn_dim": 64, | |
"d_model": 768, | |
"decode_nwords": 17, | |
"decoder_dim_ff": 1024, | |
"decoder_heads": 8, | |
"decoder_layers": 2, | |
"dropout": 0.1, | |
"eval_bz": 100, | |
"label_smooth": 0.05, | |
"lr": 1e-05, | |
"max_input_len": 128, | |
"max_output_len": 64, | |
"torch_dtype": "float32", | |
"transformers_version": "4.26.1", | |
"use_adapter": true | |
} | |