bert-finetuned-Arxiv / config.json
AyoubChLin's picture
AyoubChLin/bert-base_Arxiv-abstractions
a9c8340 verified
{
"_name_or_path": "bert-base-uncased",
"architectures": [
"BertForSequenceClassification"
],
"attention_probs_dropout_prob": 0.1,
"classifier_dropout": null,
"gradient_checkpointing": false,
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 768,
"id2label": {
"0": " ",
"1": ",",
"2": "-",
"3": "A",
"4": "C",
"5": "D",
"6": "E",
"7": "F",
"8": "G",
"9": "H",
"10": "I",
"11": "L",
"12": "M",
"13": "N",
"14": "O",
"15": "P",
"16": "Q",
"17": "R",
"18": "S",
"19": "T",
"20": "V",
"21": "a",
"22": "b",
"23": "c",
"24": "d",
"25": "e",
"26": "f",
"27": "g",
"28": "h",
"29": "i",
"30": "l",
"31": "m",
"32": "n",
"33": "o",
"34": "p",
"35": "r",
"36": "s",
"37": "t",
"38": "u",
"39": "v",
"40": "x",
"41": "y",
"42": "z"
},
"initializer_range": 0.02,
"intermediate_size": 3072,
"label2id": {
" ": 0,
",": 1,
"-": 2,
"A": 3,
"C": 4,
"D": 5,
"E": 6,
"F": 7,
"G": 8,
"H": 9,
"I": 10,
"L": 11,
"M": 12,
"N": 13,
"O": 14,
"P": 15,
"Q": 16,
"R": 17,
"S": 18,
"T": 19,
"V": 20,
"a": 21,
"b": 22,
"c": 23,
"d": 24,
"e": 25,
"f": 26,
"g": 27,
"h": 28,
"i": 29,
"l": 30,
"m": 31,
"n": 32,
"o": 33,
"p": 34,
"r": 35,
"s": 36,
"t": 37,
"u": 38,
"v": 39,
"x": 40,
"y": 41,
"z": 42
},
"layer_norm_eps": 1e-12,
"max_position_embeddings": 512,
"model_type": "bert",
"num_attention_heads": 12,
"num_hidden_layers": 12,
"pad_token_id": 0,
"position_embedding_type": "absolute",
"problem_type": "multi_label_classification",
"torch_dtype": "float32",
"transformers_version": "4.42.3",
"type_vocab_size": 2,
"use_cache": true,
"vocab_size": 30522
}