nxaliao's picture
Training in progress, epoch 1
9ebafa3 verified
{
"_name_or_path": "xlnet-large-cased",
"architectures": [
"XLNetForTokenClassification"
],
"attn_type": "bi",
"bi_data": false,
"bos_token_id": 1,
"clamp_len": -1,
"d_head": 64,
"d_inner": 4096,
"d_model": 1024,
"dropout": 0.1,
"end_n_top": 5,
"eos_token_id": 2,
"ff_activation": "gelu",
"id2label": {
"0": "O",
"1": "B-BOSS",
"2": "I-BOSS",
"3": "B-MOB",
"4": "I-MOB",
"5": "B-MAP",
"6": "I-MAP",
"7": "B-JOB",
"8": "I-JOB",
"9": "B-INGAME_ITEM",
"10": "I-INGAME_ITEM",
"11": "B-QUEST",
"12": "I-QUEST",
"13": "B-CHANNEL",
"14": "I-CHANNEL",
"15": "B-SALE_ITEM",
"16": "I-SALE_ITEM",
"17": "B-EVENT",
"18": "I-EVENT",
"19": "B-MECHANIC",
"20": "I-MECHANIC",
"21": "B-FEATURE",
"22": "I-FEATURE",
"23": "B-NPC",
"24": "I-NPC",
"25": "B-GAME",
"26": "I-GAME",
"27": "B-SKILL",
"28": "I-SKILL",
"29": "B-UPDATE",
"30": "I-UPDATE",
"31": "B-MISC",
"32": "I-MISC"
},
"initializer_range": 0.02,
"label2id": {
"B-BOSS": 1,
"B-CHANNEL": 13,
"B-EVENT": 17,
"B-FEATURE": 21,
"B-GAME": 25,
"B-INGAME_ITEM": 9,
"B-JOB": 7,
"B-MAP": 5,
"B-MECHANIC": 19,
"B-MISC": 31,
"B-MOB": 3,
"B-NPC": 23,
"B-QUEST": 11,
"B-SALE_ITEM": 15,
"B-SKILL": 27,
"B-UPDATE": 29,
"I-BOSS": 2,
"I-CHANNEL": 14,
"I-EVENT": 18,
"I-FEATURE": 22,
"I-GAME": 26,
"I-INGAME_ITEM": 10,
"I-JOB": 8,
"I-MAP": 6,
"I-MECHANIC": 20,
"I-MISC": 32,
"I-MOB": 4,
"I-NPC": 24,
"I-QUEST": 12,
"I-SALE_ITEM": 16,
"I-SKILL": 28,
"I-UPDATE": 30,
"O": 0
},
"layer_norm_eps": 1e-12,
"mem_len": null,
"model_type": "xlnet",
"n_head": 16,
"n_layer": 24,
"pad_token_id": 5,
"reuse_len": null,
"same_length": false,
"start_n_top": 5,
"summary_activation": "tanh",
"summary_last_dropout": 0.1,
"summary_type": "last",
"summary_use_proj": true,
"task_specific_params": {
"text-generation": {
"do_sample": true,
"max_length": 250
}
},
"torch_dtype": "float32",
"transformers_version": "4.39.3",
"untie_r": true,
"use_mems_eval": true,
"use_mems_train": false,
"vocab_size": 32000
}