File size: 1,911 Bytes
3c2add4 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 |
{
"additional_special_tokens": [
"0",
"1",
"2",
"3",
"4",
"5",
"6",
"7",
"8",
"9",
"▁▁",
"▁▁▁▁",
"▁▁▁▁▁▁▁▁",
"▁▁▁▁▁▁▁▁▁▁▁▁",
"▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
" ",
" ",
"⁂",
"─",
"***",
"----",
"▁\"",
"▁Author",
"▁Title",
"▁Tags",
"▁Genre",
"▁Style",
"▁Knowledge",
"▁Summary",
"▁Rating",
"Type",
"Characters",
"Glossary",
"<|spmspace|>",
"<|spmspace|><|spmspace|>",
"<|spmspace|><|spmspace|><|spmspace|><|spmspace|>",
"<|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|>",
"<|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|>",
"<|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|><|spmspace|>",
"<|mtvocab|>",
"<|mtvenglish|>",
"<|mtvjapanese|>",
"<|mtsentence|>",
"<|mtsjapanese|>",
"<|mtsenglish|>",
"<|mtsentenceend|>",
"<|mtvocabend|>",
"<|mtend|>",
"<|mask|>",
"<|masksingle|>",
"<|maskshort|>",
"<|maskmedium|>",
"<|masklong|>",
"<|maskparagraph|>",
"<|maskend|>",
"<|fill|>",
"<|fillend|>",
"<|rubycover|>",
"<|rubystart|>",
"<|rubyend|>",
"<|reserved0|>",
"<|reserved1|>",
"<|reserved2|>",
"<|reserved3|>",
"<|reserved4|>",
"<|reserved5|>",
"<|reserved6|>",
"<|reserved7|>",
"<|reserved8|>",
"<|reserved9|>",
"<|reserved10|>"
],
"bos_token": "<|startoftext|>",
"eos_token": "<|endoftext|>",
"pad_token": "<|pad|>",
"unk_token": "<|unknown|>"
}
|