File size: 3,434 Bytes
2c74a1f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 |
{
"additional_special_tokens": [
"<|im_start|>",
"<|im_end|>",
"<|function_list|>",
"<|function_output|>",
"<|function_call|>",
"<|control_6|>",
"<|control_7|>",
"<|control_8|>",
"<|control_9|>",
"<|control_10|>",
"<|control_11|>",
"<|control_12|>",
"<|control_13|>",
"<|control_14|>",
"<|control_15|>",
"<|control_16|>",
"<|control_17|>",
"<|control_18|>",
"<|control_19|>",
"<|control_20|>",
"<|control_21|>",
"<|control_22|>",
"<|control_23|>",
"<|control_24|>",
"<|control_25|>",
"<|control_26|>",
"<|control_27|>",
"<|control_28|>",
"<|control_29|>",
"<|control_30|>",
"<|control_31|>",
"<|control_32|>",
"<|control_33|>",
"<|control_34|>",
"<|control_35|>",
"<|control_36|>",
"<|control_37|>",
"<|control_38|>",
"<|control_39|>",
"<|control_40|>",
"<|control_41|>",
"<|control_42|>",
"<|control_43|>",
"<|control_44|>",
"<|control_45|>",
"<|control_46|>",
"<|control_47|>",
"<|control_48|>",
"<|control_49|>",
"<|control_50|>",
"<|control_51|>",
"<|control_52|>",
"<|control_53|>",
"<|control_54|>",
"<|control_55|>",
"<|control_56|>",
"<|control_57|>",
"<|control_58|>",
"<|control_59|>",
"<|control_60|>",
"<|control_61|>",
"<|control_62|>",
"<|control_63|>",
"<|control_64|>",
"<|control_65|>",
"<|control_66|>",
"<|control_67|>",
"<|control_68|>",
"<|control_69|>",
"<|control_70|>",
"<|control_71|>",
"<|control_72|>",
"<|control_73|>",
"<|control_74|>",
"<|control_75|>",
"<|control_76|>",
"<|control_77|>",
"<|control_78|>",
"<|control_79|>",
"<|control_80|>",
"<|control_81|>",
"<|control_82|>",
"<|control_83|>",
"<|control_84|>",
"<|control_85|>",
"<|control_86|>",
"<|control_87|>",
"<|control_88|>",
"<|control_89|>",
"<|control_90|>",
"<|control_91|>",
"<|control_92|>",
"<|control_93|>",
"<|control_94|>",
"<|control_95|>",
"<|control_96|>",
"<|control_97|>",
"<|control_98|>",
"<|control_99|>",
"<|control_100|>",
"<|control_101|>",
"<|control_102|>",
"<|control_103|>",
"<|control_104|>",
"<|control_105|>",
"<|control_106|>",
"<|control_107|>",
"<|control_108|>",
"<|control_109|>",
"<|control_110|>",
"<|control_111|>",
"<|control_112|>",
"<|control_113|>",
"<|control_114|>",
"<|control_115|>",
"<|control_116|>",
"<|control_117|>",
"<|control_118|>",
"<|control_119|>",
"<|control_120|>",
"<|control_121|>",
"<|control_122|>",
"<|control_123|>",
"<|control_124|>",
"<|control_125|>",
"<|control_126|>",
"<|control_127|>",
"<|control_128|>"
],
"bos_token": {
"content": "<s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "</s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "</s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}
|