File size: 1,566 Bytes
aae4e29 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 |
"""
© Battelle Memorial Institute 2023
Made available under the GNU General Public License v 2.0
BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS NO WARRANTY
FOR THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE LAW. EXCEPT WHEN
OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES
PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED
OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS
TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU. SHOULD THE
PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING,
REPAIR OR CORRECTION.
"""
from transformers import PretrainedConfig
class FupBERTConfig(PretrainedConfig):
model_type = "FupBERT"
def __init__(
self,
ntoken=608,
ninp=768,
nhead=12,
nhid=3072,
nlayers=12,
token_reduction='mean',
padding_idx=0,
cls_idx=1,
edge_idx=2,
num_out=1,
dropout=0.1,
**kwargs):
# Store the input parameters
self.ntoken = ntoken
self.ninp = ninp
self.nhead = nhead
self.nhid = nhid
self.nlayers = nlayers
self.token_reduction = token_reduction
self.padding_idx = padding_idx
self.cls_idx = cls_idx
self.edge_idx = edge_idx
self.num_out = num_out
self.dropout = dropout
super().__init__(**kwargs)
|