End of training
Browse files- README.md +458 -0
- best_model/config.json +47 -0
- best_model/model.safetensors +3 -0
- best_model/special_tokens_map.json +37 -0
- best_model/tokenizer.json +0 -0
- best_model/tokenizer_config.json +945 -0
- best_model/training_args.bin +3 -0
- config.json +47 -0
- model.safetensors +3 -0
- special_tokens_map.json +37 -0
- tokenizer.json +0 -0
- tokenizer_config.json +945 -0
- training_args.bin +3 -0
README.md
ADDED
@@ -0,0 +1,458 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
library_name: transformers
|
3 |
+
license: apache-2.0
|
4 |
+
base_model: answerdotai/ModernBERT-large
|
5 |
+
tags:
|
6 |
+
- generated_from_trainer
|
7 |
+
model-index:
|
8 |
+
- name: answerdotai-ModernBERT-large_20241230-093521
|
9 |
+
results: []
|
10 |
+
---
|
11 |
+
|
12 |
+
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
|
13 |
+
should probably proofread and complete it, then remove this comment. -->
|
14 |
+
|
15 |
+
# answerdotai-ModernBERT-large_20241230-093521
|
16 |
+
|
17 |
+
This model is a fine-tuned version of [answerdotai/ModernBERT-large](https://huggingface.co/answerdotai/ModernBERT-large) on an unknown dataset.
|
18 |
+
It achieves the following results on the evaluation set:
|
19 |
+
- Loss: 0.1709
|
20 |
+
- Precision@0.01: 0.9292
|
21 |
+
- Recall@0.01: 0.9890
|
22 |
+
- F1@0.01: 0.9581
|
23 |
+
- Accuracy@0.01: 0.9627
|
24 |
+
- Precision@0.02: 0.9339
|
25 |
+
- Recall@0.02: 0.9873
|
26 |
+
- F1@0.02: 0.9599
|
27 |
+
- Accuracy@0.02: 0.9644
|
28 |
+
- Precision@0.03: 0.9363
|
29 |
+
- Recall@0.03: 0.9867
|
30 |
+
- F1@0.03: 0.9608
|
31 |
+
- Accuracy@0.03: 0.9653
|
32 |
+
- Precision@0.04: 0.9374
|
33 |
+
- Recall@0.04: 0.9866
|
34 |
+
- F1@0.04: 0.9614
|
35 |
+
- Accuracy@0.04: 0.9658
|
36 |
+
- Precision@0.05: 0.9379
|
37 |
+
- Recall@0.05: 0.9865
|
38 |
+
- F1@0.05: 0.9616
|
39 |
+
- Accuracy@0.05: 0.9660
|
40 |
+
- Precision@0.06: 0.9382
|
41 |
+
- Recall@0.06: 0.9862
|
42 |
+
- F1@0.06: 0.9616
|
43 |
+
- Accuracy@0.06: 0.9660
|
44 |
+
- Precision@0.07: 0.9388
|
45 |
+
- Recall@0.07: 0.9859
|
46 |
+
- F1@0.07: 0.9617
|
47 |
+
- Accuracy@0.07: 0.9662
|
48 |
+
- Precision@0.08: 0.9393
|
49 |
+
- Recall@0.08: 0.9859
|
50 |
+
- F1@0.08: 0.9620
|
51 |
+
- Accuracy@0.08: 0.9664
|
52 |
+
- Precision@0.09: 0.9395
|
53 |
+
- Recall@0.09: 0.9858
|
54 |
+
- F1@0.09: 0.9621
|
55 |
+
- Accuracy@0.09: 0.9665
|
56 |
+
- Precision@0.1: 0.9397
|
57 |
+
- Recall@0.1: 0.9857
|
58 |
+
- F1@0.1: 0.9622
|
59 |
+
- Accuracy@0.1: 0.9666
|
60 |
+
- Precision@0.11: 0.9400
|
61 |
+
- Recall@0.11: 0.9856
|
62 |
+
- F1@0.11: 0.9623
|
63 |
+
- Accuracy@0.11: 0.9667
|
64 |
+
- Precision@0.12: 0.9403
|
65 |
+
- Recall@0.12: 0.9856
|
66 |
+
- F1@0.12: 0.9624
|
67 |
+
- Accuracy@0.12: 0.9668
|
68 |
+
- Precision@0.13: 0.9406
|
69 |
+
- Recall@0.13: 0.9855
|
70 |
+
- F1@0.13: 0.9625
|
71 |
+
- Accuracy@0.13: 0.9669
|
72 |
+
- Precision@0.14: 0.9407
|
73 |
+
- Recall@0.14: 0.9855
|
74 |
+
- F1@0.14: 0.9626
|
75 |
+
- Accuracy@0.14: 0.9670
|
76 |
+
- Precision@0.15: 0.9408
|
77 |
+
- Recall@0.15: 0.9855
|
78 |
+
- F1@0.15: 0.9626
|
79 |
+
- Accuracy@0.15: 0.9670
|
80 |
+
- Precision@0.16: 0.9411
|
81 |
+
- Recall@0.16: 0.9855
|
82 |
+
- F1@0.16: 0.9628
|
83 |
+
- Accuracy@0.16: 0.9671
|
84 |
+
- Precision@0.17: 0.9414
|
85 |
+
- Recall@0.17: 0.9853
|
86 |
+
- F1@0.17: 0.9628
|
87 |
+
- Accuracy@0.17: 0.9672
|
88 |
+
- Precision@0.18: 0.9415
|
89 |
+
- Recall@0.18: 0.9852
|
90 |
+
- F1@0.18: 0.9628
|
91 |
+
- Accuracy@0.18: 0.9672
|
92 |
+
- Precision@0.19: 0.9416
|
93 |
+
- Recall@0.19: 0.9850
|
94 |
+
- F1@0.19: 0.9628
|
95 |
+
- Accuracy@0.19: 0.9672
|
96 |
+
- Precision@0.2: 0.9416
|
97 |
+
- Recall@0.2: 0.9850
|
98 |
+
- F1@0.2: 0.9628
|
99 |
+
- Accuracy@0.2: 0.9672
|
100 |
+
- Precision@0.21: 0.9416
|
101 |
+
- Recall@0.21: 0.9849
|
102 |
+
- F1@0.21: 0.9628
|
103 |
+
- Accuracy@0.21: 0.9671
|
104 |
+
- Precision@0.22: 0.9419
|
105 |
+
- Recall@0.22: 0.9849
|
106 |
+
- F1@0.22: 0.9629
|
107 |
+
- Accuracy@0.22: 0.9673
|
108 |
+
- Precision@0.23: 0.9421
|
109 |
+
- Recall@0.23: 0.9849
|
110 |
+
- F1@0.23: 0.9630
|
111 |
+
- Accuracy@0.23: 0.9674
|
112 |
+
- Precision@0.24: 0.9421
|
113 |
+
- Recall@0.24: 0.9849
|
114 |
+
- F1@0.24: 0.9630
|
115 |
+
- Accuracy@0.24: 0.9674
|
116 |
+
- Precision@0.25: 0.9422
|
117 |
+
- Recall@0.25: 0.9846
|
118 |
+
- F1@0.25: 0.9629
|
119 |
+
- Accuracy@0.25: 0.9673
|
120 |
+
- Precision@0.26: 0.9422
|
121 |
+
- Recall@0.26: 0.9846
|
122 |
+
- F1@0.26: 0.9629
|
123 |
+
- Accuracy@0.26: 0.9673
|
124 |
+
- Precision@0.27: 0.9423
|
125 |
+
- Recall@0.27: 0.9846
|
126 |
+
- F1@0.27: 0.9629
|
127 |
+
- Accuracy@0.27: 0.9673
|
128 |
+
- Precision@0.28: 0.9423
|
129 |
+
- Recall@0.28: 0.9845
|
130 |
+
- F1@0.28: 0.9629
|
131 |
+
- Accuracy@0.28: 0.9673
|
132 |
+
- Precision@0.29: 0.9424
|
133 |
+
- Recall@0.29: 0.9844
|
134 |
+
- F1@0.29: 0.9629
|
135 |
+
- Accuracy@0.29: 0.9673
|
136 |
+
- Precision@0.3: 0.9425
|
137 |
+
- Recall@0.3: 0.9843
|
138 |
+
- F1@0.3: 0.9629
|
139 |
+
- Accuracy@0.3: 0.9673
|
140 |
+
- Precision@0.31: 0.9425
|
141 |
+
- Recall@0.31: 0.9843
|
142 |
+
- F1@0.31: 0.9629
|
143 |
+
- Accuracy@0.31: 0.9673
|
144 |
+
- Precision@0.32: 0.9428
|
145 |
+
- Recall@0.32: 0.9841
|
146 |
+
- F1@0.32: 0.9630
|
147 |
+
- Accuracy@0.32: 0.9674
|
148 |
+
- Precision@0.33: 0.9428
|
149 |
+
- Recall@0.33: 0.9840
|
150 |
+
- F1@0.33: 0.9630
|
151 |
+
- Accuracy@0.33: 0.9674
|
152 |
+
- Precision@0.34: 0.9429
|
153 |
+
- Recall@0.34: 0.9839
|
154 |
+
- F1@0.34: 0.9630
|
155 |
+
- Accuracy@0.34: 0.9674
|
156 |
+
- Precision@0.35: 0.9431
|
157 |
+
- Recall@0.35: 0.9838
|
158 |
+
- F1@0.35: 0.9630
|
159 |
+
- Accuracy@0.35: 0.9674
|
160 |
+
- Precision@0.36: 0.9431
|
161 |
+
- Recall@0.36: 0.9838
|
162 |
+
- F1@0.36: 0.9631
|
163 |
+
- Accuracy@0.36: 0.9674
|
164 |
+
- Precision@0.37: 0.9432
|
165 |
+
- Recall@0.37: 0.9837
|
166 |
+
- F1@0.37: 0.9631
|
167 |
+
- Accuracy@0.37: 0.9674
|
168 |
+
- Precision@0.38: 0.9432
|
169 |
+
- Recall@0.38: 0.9837
|
170 |
+
- F1@0.38: 0.9631
|
171 |
+
- Accuracy@0.38: 0.9674
|
172 |
+
- Precision@0.39: 0.9432
|
173 |
+
- Recall@0.39: 0.9837
|
174 |
+
- F1@0.39: 0.9631
|
175 |
+
- Accuracy@0.39: 0.9674
|
176 |
+
- Precision@0.4: 0.9433
|
177 |
+
- Recall@0.4: 0.9836
|
178 |
+
- F1@0.4: 0.9631
|
179 |
+
- Accuracy@0.4: 0.9674
|
180 |
+
- Precision@0.41: 0.9433
|
181 |
+
- Recall@0.41: 0.9835
|
182 |
+
- F1@0.41: 0.9630
|
183 |
+
- Accuracy@0.41: 0.9674
|
184 |
+
- Precision@0.42: 0.9433
|
185 |
+
- Recall@0.42: 0.9835
|
186 |
+
- F1@0.42: 0.9630
|
187 |
+
- Accuracy@0.42: 0.9674
|
188 |
+
- Precision@0.43: 0.9434
|
189 |
+
- Recall@0.43: 0.9834
|
190 |
+
- F1@0.43: 0.9630
|
191 |
+
- Accuracy@0.43: 0.9674
|
192 |
+
- Precision@0.44: 0.9435
|
193 |
+
- Recall@0.44: 0.9834
|
194 |
+
- F1@0.44: 0.9630
|
195 |
+
- Accuracy@0.44: 0.9674
|
196 |
+
- Precision@0.45: 0.9436
|
197 |
+
- Recall@0.45: 0.9832
|
198 |
+
- F1@0.45: 0.9630
|
199 |
+
- Accuracy@0.45: 0.9674
|
200 |
+
- Precision@0.46: 0.9438
|
201 |
+
- Recall@0.46: 0.9832
|
202 |
+
- F1@0.46: 0.9631
|
203 |
+
- Accuracy@0.46: 0.9675
|
204 |
+
- Precision@0.47: 0.9438
|
205 |
+
- Recall@0.47: 0.9831
|
206 |
+
- F1@0.47: 0.9631
|
207 |
+
- Accuracy@0.47: 0.9675
|
208 |
+
- Precision@0.48: 0.9440
|
209 |
+
- Recall@0.48: 0.9831
|
210 |
+
- F1@0.48: 0.9632
|
211 |
+
- Accuracy@0.48: 0.9676
|
212 |
+
- Precision@0.49: 0.9442
|
213 |
+
- Recall@0.49: 0.9831
|
214 |
+
- F1@0.49: 0.9633
|
215 |
+
- Accuracy@0.49: 0.9677
|
216 |
+
- Precision@0.5: 0.9445
|
217 |
+
- Recall@0.5: 0.9830
|
218 |
+
- F1@0.5: 0.9634
|
219 |
+
- Accuracy@0.5: 0.9678
|
220 |
+
- Precision@0.51: 0.9446
|
221 |
+
- Recall@0.51: 0.9829
|
222 |
+
- F1@0.51: 0.9634
|
223 |
+
- Accuracy@0.51: 0.9678
|
224 |
+
- Precision@0.52: 0.9447
|
225 |
+
- Recall@0.52: 0.9829
|
226 |
+
- F1@0.52: 0.9634
|
227 |
+
- Accuracy@0.52: 0.9678
|
228 |
+
- Precision@0.53: 0.9448
|
229 |
+
- Recall@0.53: 0.9828
|
230 |
+
- F1@0.53: 0.9635
|
231 |
+
- Accuracy@0.53: 0.9678
|
232 |
+
- Precision@0.54: 0.9449
|
233 |
+
- Recall@0.54: 0.9827
|
234 |
+
- F1@0.54: 0.9635
|
235 |
+
- Accuracy@0.54: 0.9678
|
236 |
+
- Precision@0.55: 0.9449
|
237 |
+
- Recall@0.55: 0.9827
|
238 |
+
- F1@0.55: 0.9635
|
239 |
+
- Accuracy@0.55: 0.9678
|
240 |
+
- Precision@0.56: 0.9450
|
241 |
+
- Recall@0.56: 0.9826
|
242 |
+
- F1@0.56: 0.9635
|
243 |
+
- Accuracy@0.56: 0.9678
|
244 |
+
- Precision@0.57: 0.9451
|
245 |
+
- Recall@0.57: 0.9826
|
246 |
+
- F1@0.57: 0.9635
|
247 |
+
- Accuracy@0.57: 0.9679
|
248 |
+
- Precision@0.58: 0.9453
|
249 |
+
- Recall@0.58: 0.9826
|
250 |
+
- F1@0.58: 0.9636
|
251 |
+
- Accuracy@0.58: 0.9680
|
252 |
+
- Precision@0.59: 0.9456
|
253 |
+
- Recall@0.59: 0.9826
|
254 |
+
- F1@0.59: 0.9637
|
255 |
+
- Accuracy@0.59: 0.9681
|
256 |
+
- Precision@0.6: 0.9457
|
257 |
+
- Recall@0.6: 0.9825
|
258 |
+
- F1@0.6: 0.9637
|
259 |
+
- Accuracy@0.6: 0.9681
|
260 |
+
- Precision@0.61: 0.9457
|
261 |
+
- Recall@0.61: 0.9825
|
262 |
+
- F1@0.61: 0.9637
|
263 |
+
- Accuracy@0.61: 0.9681
|
264 |
+
- Precision@0.62: 0.9459
|
265 |
+
- Recall@0.62: 0.9824
|
266 |
+
- F1@0.62: 0.9638
|
267 |
+
- Accuracy@0.62: 0.9682
|
268 |
+
- Precision@0.63: 0.9459
|
269 |
+
- Recall@0.63: 0.9824
|
270 |
+
- F1@0.63: 0.9638
|
271 |
+
- Accuracy@0.63: 0.9682
|
272 |
+
- Precision@0.64: 0.9460
|
273 |
+
- Recall@0.64: 0.9824
|
274 |
+
- F1@0.64: 0.9639
|
275 |
+
- Accuracy@0.64: 0.9682
|
276 |
+
- Precision@0.65: 0.9461
|
277 |
+
- Recall@0.65: 0.9824
|
278 |
+
- F1@0.65: 0.9639
|
279 |
+
- Accuracy@0.65: 0.9683
|
280 |
+
- Precision@0.66: 0.9462
|
281 |
+
- Recall@0.66: 0.9822
|
282 |
+
- F1@0.66: 0.9639
|
283 |
+
- Accuracy@0.66: 0.9682
|
284 |
+
- Precision@0.67: 0.9463
|
285 |
+
- Recall@0.67: 0.9822
|
286 |
+
- F1@0.67: 0.9639
|
287 |
+
- Accuracy@0.67: 0.9683
|
288 |
+
- Precision@0.68: 0.9464
|
289 |
+
- Recall@0.68: 0.9820
|
290 |
+
- F1@0.68: 0.9639
|
291 |
+
- Accuracy@0.68: 0.9682
|
292 |
+
- Precision@0.69: 0.9464
|
293 |
+
- Recall@0.69: 0.9817
|
294 |
+
- F1@0.69: 0.9637
|
295 |
+
- Accuracy@0.69: 0.9681
|
296 |
+
- Precision@0.7: 0.9465
|
297 |
+
- Recall@0.7: 0.9817
|
298 |
+
- F1@0.7: 0.9638
|
299 |
+
- Accuracy@0.7: 0.9682
|
300 |
+
- Precision@0.71: 0.9466
|
301 |
+
- Recall@0.71: 0.9817
|
302 |
+
- F1@0.71: 0.9638
|
303 |
+
- Accuracy@0.71: 0.9682
|
304 |
+
- Precision@0.72: 0.9467
|
305 |
+
- Recall@0.72: 0.9816
|
306 |
+
- F1@0.72: 0.9639
|
307 |
+
- Accuracy@0.72: 0.9682
|
308 |
+
- Precision@0.73: 0.9467
|
309 |
+
- Recall@0.73: 0.9816
|
310 |
+
- F1@0.73: 0.9639
|
311 |
+
- Accuracy@0.73: 0.9682
|
312 |
+
- Precision@0.74: 0.9468
|
313 |
+
- Recall@0.74: 0.9815
|
314 |
+
- F1@0.74: 0.9638
|
315 |
+
- Accuracy@0.74: 0.9682
|
316 |
+
- Precision@0.75: 0.9471
|
317 |
+
- Recall@0.75: 0.9815
|
318 |
+
- F1@0.75: 0.9640
|
319 |
+
- Accuracy@0.75: 0.9684
|
320 |
+
- Precision@0.76: 0.9475
|
321 |
+
- Recall@0.76: 0.9815
|
322 |
+
- F1@0.76: 0.9642
|
323 |
+
- Accuracy@0.76: 0.9686
|
324 |
+
- Precision@0.77: 0.9476
|
325 |
+
- Recall@0.77: 0.9815
|
326 |
+
- F1@0.77: 0.9642
|
327 |
+
- Accuracy@0.77: 0.9686
|
328 |
+
- Precision@0.78: 0.9478
|
329 |
+
- Recall@0.78: 0.9813
|
330 |
+
- F1@0.78: 0.9643
|
331 |
+
- Accuracy@0.78: 0.9686
|
332 |
+
- Precision@0.79: 0.9479
|
333 |
+
- Recall@0.79: 0.9812
|
334 |
+
- F1@0.79: 0.9643
|
335 |
+
- Accuracy@0.79: 0.9686
|
336 |
+
- Precision@0.8: 0.9479
|
337 |
+
- Recall@0.8: 0.9812
|
338 |
+
- F1@0.8: 0.9643
|
339 |
+
- Accuracy@0.8: 0.9686
|
340 |
+
- Precision@0.81: 0.9480
|
341 |
+
- Recall@0.81: 0.9811
|
342 |
+
- F1@0.81: 0.9643
|
343 |
+
- Accuracy@0.81: 0.9686
|
344 |
+
- Precision@0.82: 0.9481
|
345 |
+
- Recall@0.82: 0.9809
|
346 |
+
- F1@0.82: 0.9642
|
347 |
+
- Accuracy@0.82: 0.9686
|
348 |
+
- Precision@0.83: 0.9484
|
349 |
+
- Recall@0.83: 0.9809
|
350 |
+
- F1@0.83: 0.9644
|
351 |
+
- Accuracy@0.83: 0.9687
|
352 |
+
- Precision@0.84: 0.9487
|
353 |
+
- Recall@0.84: 0.9807
|
354 |
+
- F1@0.84: 0.9644
|
355 |
+
- Accuracy@0.84: 0.9688
|
356 |
+
- Precision@0.85: 0.9489
|
357 |
+
- Recall@0.85: 0.9806
|
358 |
+
- F1@0.85: 0.9645
|
359 |
+
- Accuracy@0.85: 0.9689
|
360 |
+
- Precision@0.86: 0.9492
|
361 |
+
- Recall@0.86: 0.9805
|
362 |
+
- F1@0.86: 0.9646
|
363 |
+
- Accuracy@0.86: 0.9689
|
364 |
+
- Precision@0.87: 0.9497
|
365 |
+
- Recall@0.87: 0.9805
|
366 |
+
- F1@0.87: 0.9648
|
367 |
+
- Accuracy@0.87: 0.9692
|
368 |
+
- Precision@0.88: 0.9500
|
369 |
+
- Recall@0.88: 0.9801
|
370 |
+
- F1@0.88: 0.9648
|
371 |
+
- Accuracy@0.88: 0.9692
|
372 |
+
- Precision@0.89: 0.9502
|
373 |
+
- Recall@0.89: 0.9798
|
374 |
+
- F1@0.89: 0.9648
|
375 |
+
- Accuracy@0.89: 0.9691
|
376 |
+
- Precision@0.9: 0.9505
|
377 |
+
- Recall@0.9: 0.9797
|
378 |
+
- F1@0.9: 0.9649
|
379 |
+
- Accuracy@0.9: 0.9692
|
380 |
+
- Precision@0.91: 0.9506
|
381 |
+
- Recall@0.91: 0.9794
|
382 |
+
- F1@0.91: 0.9648
|
383 |
+
- Accuracy@0.91: 0.9692
|
384 |
+
- Precision@0.92: 0.9509
|
385 |
+
- Recall@0.92: 0.9792
|
386 |
+
- F1@0.92: 0.9649
|
387 |
+
- Accuracy@0.92: 0.9693
|
388 |
+
- Precision@0.93: 0.9519
|
389 |
+
- Recall@0.93: 0.9790
|
390 |
+
- F1@0.93: 0.9653
|
391 |
+
- Accuracy@0.93: 0.9696
|
392 |
+
- Precision@0.94: 0.9525
|
393 |
+
- Recall@0.94: 0.9782
|
394 |
+
- F1@0.94: 0.9652
|
395 |
+
- Accuracy@0.94: 0.9696
|
396 |
+
- Precision@0.95: 0.9536
|
397 |
+
- Recall@0.95: 0.9774
|
398 |
+
- F1@0.95: 0.9654
|
399 |
+
- Accuracy@0.95: 0.9697
|
400 |
+
- Precision@0.96: 0.9547
|
401 |
+
- Recall@0.96: 0.9761
|
402 |
+
- F1@0.96: 0.9653
|
403 |
+
- Accuracy@0.96: 0.9697
|
404 |
+
- Precision@0.97: 0.9565
|
405 |
+
- Recall@0.97: 0.9745
|
406 |
+
- F1@0.97: 0.9655
|
407 |
+
- Accuracy@0.97: 0.9699
|
408 |
+
- Precision@0.98: 0.9615
|
409 |
+
- Recall@0.98: 0.9707
|
410 |
+
- F1@0.98: 0.9661
|
411 |
+
- Accuracy@0.98: 0.9706
|
412 |
+
- Precision@0.99: 0.9671
|
413 |
+
- Recall@0.99: 0.9612
|
414 |
+
- F1@0.99: 0.9642
|
415 |
+
- Accuracy@0.99: 0.9692
|
416 |
+
|
417 |
+
## Model description
|
418 |
+
|
419 |
+
More information needed
|
420 |
+
|
421 |
+
## Intended uses & limitations
|
422 |
+
|
423 |
+
More information needed
|
424 |
+
|
425 |
+
## Training and evaluation data
|
426 |
+
|
427 |
+
More information needed
|
428 |
+
|
429 |
+
## Training procedure
|
430 |
+
|
431 |
+
### Training hyperparameters
|
432 |
+
|
433 |
+
The following hyperparameters were used during training:
|
434 |
+
- learning_rate: 0.0001
|
435 |
+
- train_batch_size: 4
|
436 |
+
- eval_batch_size: 4
|
437 |
+
- seed: 42
|
438 |
+
- gradient_accumulation_steps: 16
|
439 |
+
- total_train_batch_size: 64
|
440 |
+
- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
|
441 |
+
- lr_scheduler_type: linear
|
442 |
+
- num_epochs: 3
|
443 |
+
|
444 |
+
### Training results
|
445 |
+
|
446 |
+
| Training Loss | Epoch | Step | Validation Loss | Precision@0.01 | Recall@0.01 | F1@0.01 | Accuracy@0.01 | Precision@0.02 | Recall@0.02 | F1@0.02 | Accuracy@0.02 | Precision@0.03 | Recall@0.03 | F1@0.03 | Accuracy@0.03 | Precision@0.04 | Recall@0.04 | F1@0.04 | Accuracy@0.04 | Precision@0.05 | Recall@0.05 | F1@0.05 | Accuracy@0.05 | Precision@0.06 | Recall@0.06 | F1@0.06 | Accuracy@0.06 | Precision@0.07 | Recall@0.07 | F1@0.07 | Accuracy@0.07 | Precision@0.08 | Recall@0.08 | F1@0.08 | Accuracy@0.08 | Precision@0.09 | Recall@0.09 | F1@0.09 | Accuracy@0.09 | Precision@0.1 | Recall@0.1 | F1@0.1 | Accuracy@0.1 | Precision@0.11 | Recall@0.11 | F1@0.11 | Accuracy@0.11 | Precision@0.12 | Recall@0.12 | F1@0.12 | Accuracy@0.12 | Precision@0.13 | Recall@0.13 | F1@0.13 | Accuracy@0.13 | Precision@0.14 | Recall@0.14 | F1@0.14 | Accuracy@0.14 | Precision@0.15 | Recall@0.15 | F1@0.15 | Accuracy@0.15 | Precision@0.16 | Recall@0.16 | F1@0.16 | Accuracy@0.16 | Precision@0.17 | Recall@0.17 | F1@0.17 | Accuracy@0.17 | Precision@0.18 | Recall@0.18 | F1@0.18 | Accuracy@0.18 | Precision@0.19 | Recall@0.19 | F1@0.19 | Accuracy@0.19 | Precision@0.2 | Recall@0.2 | F1@0.2 | Accuracy@0.2 | Precision@0.21 | Recall@0.21 | F1@0.21 | Accuracy@0.21 | Precision@0.22 | Recall@0.22 | F1@0.22 | Accuracy@0.22 | Precision@0.23 | Recall@0.23 | F1@0.23 | Accuracy@0.23 | Precision@0.24 | Recall@0.24 | F1@0.24 | Accuracy@0.24 | Precision@0.25 | Recall@0.25 | F1@0.25 | Accuracy@0.25 | Precision@0.26 | Recall@0.26 | F1@0.26 | Accuracy@0.26 | Precision@0.27 | Recall@0.27 | F1@0.27 | Accuracy@0.27 | Precision@0.28 | Recall@0.28 | F1@0.28 | Accuracy@0.28 | Precision@0.29 | Recall@0.29 | F1@0.29 | Accuracy@0.29 | Precision@0.3 | Recall@0.3 | F1@0.3 | Accuracy@0.3 | Precision@0.31 | Recall@0.31 | F1@0.31 | Accuracy@0.31 | Precision@0.32 | Recall@0.32 | F1@0.32 | Accuracy@0.32 | Precision@0.33 | Recall@0.33 | F1@0.33 | Accuracy@0.33 | Precision@0.34 | Recall@0.34 | F1@0.34 | Accuracy@0.34 | Precision@0.35 | Recall@0.35 | F1@0.35 | Accuracy@0.35 | Precision@0.36 | Recall@0.36 | F1@0.36 | Accuracy@0.36 | Precision@0.37 | Recall@0.37 | F1@0.37 | Accuracy@0.37 | Precision@0.38 | Recall@0.38 | F1@0.38 | Accuracy@0.38 | Precision@0.39 | Recall@0.39 | F1@0.39 | Accuracy@0.39 | Precision@0.4 | Recall@0.4 | F1@0.4 | Accuracy@0.4 | Precision@0.41 | Recall@0.41 | F1@0.41 | Accuracy@0.41 | Precision@0.42 | Recall@0.42 | F1@0.42 | Accuracy@0.42 | Precision@0.43 | Recall@0.43 | F1@0.43 | Accuracy@0.43 | Precision@0.44 | Recall@0.44 | F1@0.44 | Accuracy@0.44 | Precision@0.45 | Recall@0.45 | F1@0.45 | Accuracy@0.45 | Precision@0.46 | Recall@0.46 | F1@0.46 | Accuracy@0.46 | Precision@0.47 | Recall@0.47 | F1@0.47 | Accuracy@0.47 | Precision@0.48 | Recall@0.48 | F1@0.48 | Accuracy@0.48 | Precision@0.49 | Recall@0.49 | F1@0.49 | Accuracy@0.49 | Precision@0.5 | Recall@0.5 | F1@0.5 | Accuracy@0.5 | Precision@0.51 | Recall@0.51 | F1@0.51 | Accuracy@0.51 | Precision@0.52 | Recall@0.52 | F1@0.52 | Accuracy@0.52 | Precision@0.53 | Recall@0.53 | F1@0.53 | Accuracy@0.53 | Precision@0.54 | Recall@0.54 | F1@0.54 | Accuracy@0.54 | Precision@0.55 | Recall@0.55 | F1@0.55 | Accuracy@0.55 | Precision@0.56 | Recall@0.56 | F1@0.56 | Accuracy@0.56 | Precision@0.57 | Recall@0.57 | F1@0.57 | Accuracy@0.57 | Precision@0.58 | Recall@0.58 | F1@0.58 | Accuracy@0.58 | Precision@0.59 | Recall@0.59 | F1@0.59 | Accuracy@0.59 | Precision@0.6 | Recall@0.6 | F1@0.6 | Accuracy@0.6 | Precision@0.61 | Recall@0.61 | F1@0.61 | Accuracy@0.61 | Precision@0.62 | Recall@0.62 | F1@0.62 | Accuracy@0.62 | Precision@0.63 | Recall@0.63 | F1@0.63 | Accuracy@0.63 | Precision@0.64 | Recall@0.64 | F1@0.64 | Accuracy@0.64 | Precision@0.65 | Recall@0.65 | F1@0.65 | Accuracy@0.65 | Precision@0.66 | Recall@0.66 | F1@0.66 | Accuracy@0.66 | Precision@0.67 | Recall@0.67 | F1@0.67 | Accuracy@0.67 | Precision@0.68 | Recall@0.68 | F1@0.68 | Accuracy@0.68 | Precision@0.69 | Recall@0.69 | F1@0.69 | Accuracy@0.69 | Precision@0.7 | Recall@0.7 | F1@0.7 | Accuracy@0.7 | Precision@0.71 | Recall@0.71 | F1@0.71 | Accuracy@0.71 | Precision@0.72 | Recall@0.72 | F1@0.72 | Accuracy@0.72 | Precision@0.73 | Recall@0.73 | F1@0.73 | Accuracy@0.73 | Precision@0.74 | Recall@0.74 | F1@0.74 | Accuracy@0.74 | Precision@0.75 | Recall@0.75 | F1@0.75 | Accuracy@0.75 | Precision@0.76 | Recall@0.76 | F1@0.76 | Accuracy@0.76 | Precision@0.77 | Recall@0.77 | F1@0.77 | Accuracy@0.77 | Precision@0.78 | Recall@0.78 | F1@0.78 | Accuracy@0.78 | Precision@0.79 | Recall@0.79 | F1@0.79 | Accuracy@0.79 | Precision@0.8 | Recall@0.8 | F1@0.8 | Accuracy@0.8 | Precision@0.81 | Recall@0.81 | F1@0.81 | Accuracy@0.81 | Precision@0.82 | Recall@0.82 | F1@0.82 | Accuracy@0.82 | Precision@0.83 | Recall@0.83 | F1@0.83 | Accuracy@0.83 | Precision@0.84 | Recall@0.84 | F1@0.84 | Accuracy@0.84 | Precision@0.85 | Recall@0.85 | F1@0.85 | Accuracy@0.85 | Precision@0.86 | Recall@0.86 | F1@0.86 | Accuracy@0.86 | Precision@0.87 | Recall@0.87 | F1@0.87 | Accuracy@0.87 | Precision@0.88 | Recall@0.88 | F1@0.88 | Accuracy@0.88 | Precision@0.89 | Recall@0.89 | F1@0.89 | Accuracy@0.89 | Precision@0.9 | Recall@0.9 | F1@0.9 | Accuracy@0.9 | Precision@0.91 | Recall@0.91 | F1@0.91 | Accuracy@0.91 | Precision@0.92 | Recall@0.92 | F1@0.92 | Accuracy@0.92 | Precision@0.93 | Recall@0.93 | F1@0.93 | Accuracy@0.93 | Precision@0.94 | Recall@0.94 | F1@0.94 | Accuracy@0.94 | Precision@0.95 | Recall@0.95 | F1@0.95 | Accuracy@0.95 | Precision@0.96 | Recall@0.96 | F1@0.96 | Accuracy@0.96 | Precision@0.97 | Recall@0.97 | F1@0.97 | Accuracy@0.97 | Precision@0.98 | Recall@0.98 | F1@0.98 | Accuracy@0.98 | Precision@0.99 | Recall@0.99 | F1@0.99 | Accuracy@0.99 |
|
447 |
+
|:-------------:|:------:|:----:|:---------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:-------------:|:----------:|:------:|:------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:-------------:|:----------:|:------:|:------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:-------------:|:----------:|:------:|:------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:-------------:|:----------:|:------:|:------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:-------------:|:----------:|:------:|:------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:-------------:|:----------:|:------:|:------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:-------------:|:----------:|:------:|:------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:-------------:|:----------:|:------:|:------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:-------------:|:----------:|:------:|:------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|:--------------:|:-----------:|:-------:|:-------------:|
|
448 |
+
| 1.1673 | 1.0 | 2436 | 0.1657 | 0.8037 | 0.9994 | 0.8909 | 0.8945 | 0.8203 | 0.9993 | 0.9010 | 0.9053 | 0.8287 | 0.9991 | 0.9060 | 0.9106 | 0.8359 | 0.9989 | 0.9101 | 0.9149 | 0.8403 | 0.9987 | 0.9127 | 0.9176 | 0.8450 | 0.9985 | 0.9153 | 0.9203 | 0.8501 | 0.9983 | 0.9183 | 0.9233 | 0.8540 | 0.9981 | 0.9204 | 0.9255 | 0.8574 | 0.9980 | 0.9224 | 0.9275 | 0.8616 | 0.9979 | 0.9247 | 0.9299 | 0.8640 | 0.9979 | 0.9261 | 0.9313 | 0.8666 | 0.9979 | 0.9276 | 0.9328 | 0.8694 | 0.9978 | 0.9291 | 0.9344 | 0.8711 | 0.9976 | 0.9301 | 0.9353 | 0.8732 | 0.9974 | 0.9312 | 0.9364 | 0.8752 | 0.9974 | 0.9323 | 0.9375 | 0.8772 | 0.9974 | 0.9335 | 0.9387 | 0.8786 | 0.9973 | 0.9342 | 0.9394 | 0.8801 | 0.9973 | 0.9350 | 0.9402 | 0.8812 | 0.9971 | 0.9356 | 0.9408 | 0.8824 | 0.9970 | 0.9362 | 0.9414 | 0.8844 | 0.9969 | 0.9373 | 0.9425 | 0.8854 | 0.9967 | 0.9378 | 0.9429 | 0.8861 | 0.9966 | 0.9381 | 0.9433 | 0.8865 | 0.9966 | 0.9383 | 0.9435 | 0.8871 | 0.9966 | 0.9387 | 0.9439 | 0.8883 | 0.9965 | 0.9393 | 0.9445 | 0.8895 | 0.9965 | 0.9400 | 0.9451 | 0.8898 | 0.9965 | 0.9401 | 0.9453 | 0.8913 | 0.9964 | 0.9409 | 0.9461 | 0.8919 | 0.9963 | 0.9412 | 0.9463 | 0.8930 | 0.9961 | 0.9418 | 0.9469 | 0.8940 | 0.9961 | 0.9423 | 0.9474 | 0.8949 | 0.9960 | 0.9427 | 0.9478 | 0.8953 | 0.9959 | 0.9429 | 0.9480 | 0.8961 | 0.9959 | 0.9434 | 0.9484 | 0.8969 | 0.9959 | 0.9438 | 0.9489 | 0.8977 | 0.9958 | 0.9442 | 0.9492 | 0.8981 | 0.9956 | 0.9443 | 0.9494 | 0.8988 | 0.9955 | 0.9447 | 0.9497 | 0.8997 | 0.9954 | 0.9451 | 0.9502 | 0.9006 | 0.9954 | 0.9456 | 0.9506 | 0.9011 | 0.9954 | 0.9459 | 0.9509 | 0.9014 | 0.9954 | 0.9461 | 0.9510 | 0.9023 | 0.9954 | 0.9466 | 0.9515 | 0.9026 | 0.9954 | 0.9467 | 0.9517 | 0.9032 | 0.9954 | 0.9471 | 0.9520 | 0.9036 | 0.9954 | 0.9473 | 0.9522 | 0.9045 | 0.9952 | 0.9477 | 0.9526 | 0.9047 | 0.9950 | 0.9477 | 0.9526 | 0.9053 | 0.9950 | 0.9480 | 0.9529 | 0.9063 | 0.9950 | 0.9486 | 0.9535 | 0.9068 | 0.9950 | 0.9489 | 0.9537 | 0.9076 | 0.9950 | 0.9493 | 0.9541 | 0.9081 | 0.9950 | 0.9495 | 0.9544 | 0.9088 | 0.9950 | 0.9499 | 0.9547 | 0.9089 | 0.9950 | 0.9500 | 0.9548 | 0.9093 | 0.9949 | 0.9502 | 0.9550 | 0.9098 | 0.9949 | 0.9504 | 0.9552 | 0.9103 | 0.9949 | 0.9507 | 0.9555 | 0.9106 | 0.9948 | 0.9508 | 0.9556 | 0.9116 | 0.9948 | 0.9514 | 0.9562 | 0.9120 | 0.9945 | 0.9515 | 0.9562 | 0.9126 | 0.9944 | 0.9517 | 0.9565 | 0.9129 | 0.9941 | 0.9518 | 0.9566 | 0.9135 | 0.9940 | 0.9521 | 0.9568 | 0.9144 | 0.9939 | 0.9525 | 0.9572 | 0.9149 | 0.9939 | 0.9527 | 0.9575 | 0.9152 | 0.9939 | 0.9529 | 0.9577 | 0.9158 | 0.9938 | 0.9532 | 0.9579 | 0.9159 | 0.9936 | 0.9532 | 0.9579 | 0.9169 | 0.9934 | 0.9536 | 0.9583 | 0.9175 | 0.9931 | 0.9538 | 0.9585 | 0.9180 | 0.9931 | 0.9541 | 0.9588 | 0.9188 | 0.9929 | 0.9544 | 0.9591 | 0.9198 | 0.9927 | 0.9549 | 0.9595 | 0.9209 | 0.9926 | 0.9554 | 0.9600 | 0.9216 | 0.9925 | 0.9557 | 0.9603 | 0.9223 | 0.9923 | 0.9560 | 0.9606 | 0.9239 | 0.9923 | 0.9569 | 0.9615 | 0.9247 | 0.9922 | 0.9573 | 0.9618 | 0.9251 | 0.9921 | 0.9575 | 0.9620 | 0.9264 | 0.9919 | 0.9580 | 0.9625 | 0.9272 | 0.9915 | 0.9583 | 0.9628 | 0.9285 | 0.9914 | 0.9589 | 0.9633 | 0.9294 | 0.9911 | 0.9593 | 0.9637 | 0.9306 | 0.9907 | 0.9597 | 0.9641 | 0.9316 | 0.9901 | 0.9599 | 0.9644 | 0.9324 | 0.9894 | 0.9600 | 0.9644 | 0.9338 | 0.9888 | 0.9605 | 0.9649 | 0.9359 | 0.9880 | 0.9612 | 0.9656 | 0.9380 | 0.9871 | 0.9619 | 0.9663 | 0.9407 | 0.9860 | 0.9628 | 0.9671 | 0.9436 | 0.9854 | 0.9640 | 0.9683 | 0.9471 | 0.9839 | 0.9652 | 0.9694 | 0.9521 | 0.9818 | 0.9667 | 0.9708 | 0.9577 | 0.9781 | 0.9678 | 0.9719 | 0.9653 | 0.9709 | 0.9681 | 0.9724 | 0.9751 | 0.9542 | 0.9645 | 0.9697 |
|
449 |
+
| 0.7107 | 2.0 | 4872 | 0.1609 | 0.9044 | 0.9943 | 0.9472 | 0.9522 | 0.9147 | 0.9927 | 0.9521 | 0.9570 | 0.9185 | 0.9916 | 0.9536 | 0.9584 | 0.9221 | 0.9911 | 0.9553 | 0.9600 | 0.9244 | 0.9905 | 0.9563 | 0.9610 | 0.9268 | 0.9898 | 0.9572 | 0.9618 | 0.9278 | 0.9895 | 0.9576 | 0.9622 | 0.9293 | 0.9894 | 0.9584 | 0.9629 | 0.9299 | 0.9891 | 0.9586 | 0.9631 | 0.9309 | 0.9889 | 0.9590 | 0.9635 | 0.9314 | 0.9885 | 0.9591 | 0.9637 | 0.9322 | 0.9884 | 0.9595 | 0.9640 | 0.9325 | 0.9884 | 0.9596 | 0.9641 | 0.9328 | 0.9883 | 0.9598 | 0.9643 | 0.9334 | 0.9882 | 0.9600 | 0.9645 | 0.9336 | 0.9882 | 0.9602 | 0.9646 | 0.9341 | 0.9881 | 0.9603 | 0.9648 | 0.9346 | 0.9880 | 0.9606 | 0.9650 | 0.9351 | 0.9880 | 0.9608 | 0.9652 | 0.9354 | 0.9875 | 0.9608 | 0.9652 | 0.9357 | 0.9874 | 0.9608 | 0.9653 | 0.9357 | 0.9873 | 0.9608 | 0.9653 | 0.9359 | 0.9873 | 0.9609 | 0.9654 | 0.9362 | 0.9872 | 0.9610 | 0.9655 | 0.9368 | 0.9871 | 0.9613 | 0.9657 | 0.9370 | 0.9871 | 0.9614 | 0.9658 | 0.9370 | 0.9870 | 0.9614 | 0.9658 | 0.9375 | 0.9870 | 0.9616 | 0.9660 | 0.9378 | 0.9870 | 0.9618 | 0.9662 | 0.9381 | 0.9869 | 0.9619 | 0.9663 | 0.9385 | 0.9869 | 0.9621 | 0.9665 | 0.9388 | 0.9868 | 0.9622 | 0.9666 | 0.9390 | 0.9867 | 0.9623 | 0.9666 | 0.9392 | 0.9866 | 0.9623 | 0.9667 | 0.9393 | 0.9865 | 0.9623 | 0.9667 | 0.9394 | 0.9865 | 0.9624 | 0.9667 | 0.9397 | 0.9865 | 0.9625 | 0.9669 | 0.9397 | 0.9864 | 0.9625 | 0.9668 | 0.9399 | 0.9862 | 0.9625 | 0.9668 | 0.9400 | 0.9862 | 0.9625 | 0.9669 | 0.9400 | 0.9861 | 0.9625 | 0.9669 | 0.9402 | 0.9861 | 0.9626 | 0.9670 | 0.9404 | 0.9860 | 0.9627 | 0.9670 | 0.9407 | 0.9858 | 0.9627 | 0.9671 | 0.9410 | 0.9857 | 0.9628 | 0.9672 | 0.9412 | 0.9856 | 0.9629 | 0.9672 | 0.9415 | 0.9856 | 0.9630 | 0.9674 | 0.9416 | 0.9855 | 0.9630 | 0.9674 | 0.9423 | 0.9854 | 0.9634 | 0.9677 | 0.9424 | 0.9853 | 0.9634 | 0.9677 | 0.9427 | 0.9852 | 0.9634 | 0.9678 | 0.9428 | 0.9850 | 0.9634 | 0.9678 | 0.9430 | 0.9849 | 0.9635 | 0.9678 | 0.9434 | 0.9848 | 0.9636 | 0.9679 | 0.9436 | 0.9847 | 0.9637 | 0.9680 | 0.9436 | 0.9847 | 0.9637 | 0.9680 | 0.9438 | 0.9847 | 0.9638 | 0.9681 | 0.9438 | 0.9846 | 0.9638 | 0.9681 | 0.9442 | 0.9844 | 0.9639 | 0.9682 | 0.9445 | 0.9844 | 0.9640 | 0.9683 | 0.9447 | 0.9843 | 0.9641 | 0.9684 | 0.9449 | 0.9843 | 0.9642 | 0.9685 | 0.9450 | 0.9840 | 0.9641 | 0.9684 | 0.9452 | 0.9838 | 0.9641 | 0.9684 | 0.9452 | 0.9838 | 0.9641 | 0.9684 | 0.9452 | 0.9837 | 0.9641 | 0.9684 | 0.9453 | 0.9834 | 0.9640 | 0.9683 | 0.9453 | 0.9833 | 0.9640 | 0.9683 | 0.9456 | 0.9832 | 0.9641 | 0.9684 | 0.9457 | 0.9832 | 0.9641 | 0.9684 | 0.9458 | 0.9831 | 0.9641 | 0.9684 | 0.9462 | 0.9830 | 0.9642 | 0.9686 | 0.9464 | 0.9829 | 0.9643 | 0.9686 | 0.9467 | 0.9825 | 0.9643 | 0.9686 | 0.9470 | 0.9824 | 0.9644 | 0.9687 | 0.9474 | 0.9822 | 0.9645 | 0.9688 | 0.9477 | 0.9820 | 0.9645 | 0.9689 | 0.9480 | 0.9816 | 0.9645 | 0.9688 | 0.9482 | 0.9815 | 0.9646 | 0.9689 | 0.9484 | 0.9814 | 0.9646 | 0.9689 | 0.9489 | 0.9812 | 0.9648 | 0.9691 | 0.9494 | 0.9807 | 0.9648 | 0.9691 | 0.9496 | 0.9805 | 0.9648 | 0.9691 | 0.9500 | 0.9803 | 0.9649 | 0.9692 | 0.9505 | 0.9800 | 0.9650 | 0.9693 | 0.9511 | 0.9794 | 0.9651 | 0.9694 | 0.9515 | 0.9790 | 0.9651 | 0.9694 | 0.9519 | 0.9787 | 0.9651 | 0.9695 | 0.9525 | 0.9782 | 0.9652 | 0.9696 | 0.9532 | 0.9776 | 0.9653 | 0.9697 | 0.9537 | 0.9772 | 0.9653 | 0.9697 | 0.9545 | 0.9772 | 0.9657 | 0.9701 | 0.9547 | 0.9769 | 0.9657 | 0.9701 | 0.9558 | 0.9763 | 0.9660 | 0.9703 | 0.9568 | 0.9755 | 0.9660 | 0.9704 | 0.9588 | 0.9736 | 0.9662 | 0.9706 | 0.9610 | 0.9712 | 0.9661 | 0.9706 | 0.9640 | 0.9680 | 0.9660 | 0.9706 | 0.9694 | 0.9621 | 0.9657 | 0.9705 |
|
450 |
+
| 0.2941 | 2.9991 | 7305 | 0.1709 | 0.9292 | 0.9890 | 0.9581 | 0.9627 | 0.9339 | 0.9873 | 0.9599 | 0.9644 | 0.9363 | 0.9867 | 0.9608 | 0.9653 | 0.9374 | 0.9866 | 0.9614 | 0.9658 | 0.9379 | 0.9865 | 0.9616 | 0.9660 | 0.9382 | 0.9862 | 0.9616 | 0.9660 | 0.9388 | 0.9859 | 0.9617 | 0.9662 | 0.9393 | 0.9859 | 0.9620 | 0.9664 | 0.9395 | 0.9858 | 0.9621 | 0.9665 | 0.9397 | 0.9857 | 0.9622 | 0.9666 | 0.9400 | 0.9856 | 0.9623 | 0.9667 | 0.9403 | 0.9856 | 0.9624 | 0.9668 | 0.9406 | 0.9855 | 0.9625 | 0.9669 | 0.9407 | 0.9855 | 0.9626 | 0.9670 | 0.9408 | 0.9855 | 0.9626 | 0.9670 | 0.9411 | 0.9855 | 0.9628 | 0.9671 | 0.9414 | 0.9853 | 0.9628 | 0.9672 | 0.9415 | 0.9852 | 0.9628 | 0.9672 | 0.9416 | 0.9850 | 0.9628 | 0.9672 | 0.9416 | 0.9850 | 0.9628 | 0.9672 | 0.9416 | 0.9849 | 0.9628 | 0.9671 | 0.9419 | 0.9849 | 0.9629 | 0.9673 | 0.9421 | 0.9849 | 0.9630 | 0.9674 | 0.9421 | 0.9849 | 0.9630 | 0.9674 | 0.9422 | 0.9846 | 0.9629 | 0.9673 | 0.9422 | 0.9846 | 0.9629 | 0.9673 | 0.9423 | 0.9846 | 0.9629 | 0.9673 | 0.9423 | 0.9845 | 0.9629 | 0.9673 | 0.9424 | 0.9844 | 0.9629 | 0.9673 | 0.9425 | 0.9843 | 0.9629 | 0.9673 | 0.9425 | 0.9843 | 0.9629 | 0.9673 | 0.9428 | 0.9841 | 0.9630 | 0.9674 | 0.9428 | 0.9840 | 0.9630 | 0.9674 | 0.9429 | 0.9839 | 0.9630 | 0.9674 | 0.9431 | 0.9838 | 0.9630 | 0.9674 | 0.9431 | 0.9838 | 0.9631 | 0.9674 | 0.9432 | 0.9837 | 0.9631 | 0.9674 | 0.9432 | 0.9837 | 0.9631 | 0.9674 | 0.9432 | 0.9837 | 0.9631 | 0.9674 | 0.9433 | 0.9836 | 0.9631 | 0.9674 | 0.9433 | 0.9835 | 0.9630 | 0.9674 | 0.9433 | 0.9835 | 0.9630 | 0.9674 | 0.9434 | 0.9834 | 0.9630 | 0.9674 | 0.9435 | 0.9834 | 0.9630 | 0.9674 | 0.9436 | 0.9832 | 0.9630 | 0.9674 | 0.9438 | 0.9832 | 0.9631 | 0.9675 | 0.9438 | 0.9831 | 0.9631 | 0.9675 | 0.9440 | 0.9831 | 0.9632 | 0.9676 | 0.9442 | 0.9831 | 0.9633 | 0.9677 | 0.9445 | 0.9830 | 0.9634 | 0.9678 | 0.9446 | 0.9829 | 0.9634 | 0.9678 | 0.9447 | 0.9829 | 0.9634 | 0.9678 | 0.9448 | 0.9828 | 0.9635 | 0.9678 | 0.9449 | 0.9827 | 0.9635 | 0.9678 | 0.9449 | 0.9827 | 0.9635 | 0.9678 | 0.9450 | 0.9826 | 0.9635 | 0.9678 | 0.9451 | 0.9826 | 0.9635 | 0.9679 | 0.9453 | 0.9826 | 0.9636 | 0.9680 | 0.9456 | 0.9826 | 0.9637 | 0.9681 | 0.9457 | 0.9825 | 0.9637 | 0.9681 | 0.9457 | 0.9825 | 0.9637 | 0.9681 | 0.9459 | 0.9824 | 0.9638 | 0.9682 | 0.9459 | 0.9824 | 0.9638 | 0.9682 | 0.9460 | 0.9824 | 0.9639 | 0.9682 | 0.9461 | 0.9824 | 0.9639 | 0.9683 | 0.9462 | 0.9822 | 0.9639 | 0.9682 | 0.9463 | 0.9822 | 0.9639 | 0.9683 | 0.9464 | 0.9820 | 0.9639 | 0.9682 | 0.9464 | 0.9817 | 0.9637 | 0.9681 | 0.9465 | 0.9817 | 0.9638 | 0.9682 | 0.9466 | 0.9817 | 0.9638 | 0.9682 | 0.9467 | 0.9816 | 0.9639 | 0.9682 | 0.9467 | 0.9816 | 0.9639 | 0.9682 | 0.9468 | 0.9815 | 0.9638 | 0.9682 | 0.9471 | 0.9815 | 0.9640 | 0.9684 | 0.9475 | 0.9815 | 0.9642 | 0.9686 | 0.9476 | 0.9815 | 0.9642 | 0.9686 | 0.9478 | 0.9813 | 0.9643 | 0.9686 | 0.9479 | 0.9812 | 0.9643 | 0.9686 | 0.9479 | 0.9812 | 0.9643 | 0.9686 | 0.9480 | 0.9811 | 0.9643 | 0.9686 | 0.9481 | 0.9809 | 0.9642 | 0.9686 | 0.9484 | 0.9809 | 0.9644 | 0.9687 | 0.9487 | 0.9807 | 0.9644 | 0.9688 | 0.9489 | 0.9806 | 0.9645 | 0.9689 | 0.9492 | 0.9805 | 0.9646 | 0.9689 | 0.9497 | 0.9805 | 0.9648 | 0.9692 | 0.9500 | 0.9801 | 0.9648 | 0.9692 | 0.9502 | 0.9798 | 0.9648 | 0.9691 | 0.9505 | 0.9797 | 0.9649 | 0.9692 | 0.9506 | 0.9794 | 0.9648 | 0.9692 | 0.9509 | 0.9792 | 0.9649 | 0.9693 | 0.9519 | 0.9790 | 0.9653 | 0.9696 | 0.9525 | 0.9782 | 0.9652 | 0.9696 | 0.9536 | 0.9774 | 0.9654 | 0.9697 | 0.9547 | 0.9761 | 0.9653 | 0.9697 | 0.9565 | 0.9745 | 0.9655 | 0.9699 | 0.9615 | 0.9707 | 0.9661 | 0.9706 | 0.9671 | 0.9612 | 0.9642 | 0.9692 |
|
451 |
+
|
452 |
+
|
453 |
+
### Framework versions
|
454 |
+
|
455 |
+
- Transformers 4.48.0.dev0
|
456 |
+
- Pytorch 2.5.1+cu124
|
457 |
+
- Datasets 3.2.0
|
458 |
+
- Tokenizers 0.21.0
|
best_model/config.json
ADDED
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "answerdotai/ModernBERT-large",
|
3 |
+
"architectures": [
|
4 |
+
"ModernBertForSequenceClassification"
|
5 |
+
],
|
6 |
+
"attention_bias": false,
|
7 |
+
"attention_dropout": 0.0,
|
8 |
+
"bos_token_id": 50281,
|
9 |
+
"classifier_activation": "gelu",
|
10 |
+
"classifier_bias": false,
|
11 |
+
"classifier_dropout": 0.0,
|
12 |
+
"classifier_pooling": "mean",
|
13 |
+
"cls_token_id": 50281,
|
14 |
+
"decoder_bias": true,
|
15 |
+
"deterministic_flash_attn": false,
|
16 |
+
"embedding_dropout": 0.0,
|
17 |
+
"eos_token_id": 50282,
|
18 |
+
"global_attn_every_n_layers": 3,
|
19 |
+
"global_rope_theta": 160000.0,
|
20 |
+
"gradient_checkpointing": false,
|
21 |
+
"hidden_activation": "gelu",
|
22 |
+
"hidden_size": 1024,
|
23 |
+
"initializer_cutoff_factor": 2.0,
|
24 |
+
"initializer_range": 0.02,
|
25 |
+
"intermediate_size": 2624,
|
26 |
+
"layer_norm_eps": 1e-05,
|
27 |
+
"local_attention": 128,
|
28 |
+
"local_rope_theta": 10000.0,
|
29 |
+
"max_position_embeddings": 8192,
|
30 |
+
"mlp_bias": false,
|
31 |
+
"mlp_dropout": 0.0,
|
32 |
+
"model_type": "modernbert",
|
33 |
+
"norm_bias": false,
|
34 |
+
"norm_eps": 1e-05,
|
35 |
+
"num_attention_heads": 16,
|
36 |
+
"num_hidden_layers": 28,
|
37 |
+
"pad_token_id": 50283,
|
38 |
+
"position_embedding_type": "absolute",
|
39 |
+
"problem_type": "single_label_classification",
|
40 |
+
"reference_compile": true,
|
41 |
+
"sep_token_id": 50282,
|
42 |
+
"sparse_pred_ignore_index": -100,
|
43 |
+
"sparse_prediction": false,
|
44 |
+
"torch_dtype": "float32",
|
45 |
+
"transformers_version": "4.48.0.dev0",
|
46 |
+
"vocab_size": 50368
|
47 |
+
}
|
best_model/model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7200930050afb9f26d83238dc57c3e95818a8baf581b2a89ed6aade257b0060a
|
3 |
+
size 1583351632
|
best_model/special_tokens_map.json
ADDED
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cls_token": {
|
3 |
+
"content": "[CLS]",
|
4 |
+
"lstrip": false,
|
5 |
+
"normalized": false,
|
6 |
+
"rstrip": false,
|
7 |
+
"single_word": false
|
8 |
+
},
|
9 |
+
"mask_token": {
|
10 |
+
"content": "[MASK]",
|
11 |
+
"lstrip": true,
|
12 |
+
"normalized": false,
|
13 |
+
"rstrip": false,
|
14 |
+
"single_word": false
|
15 |
+
},
|
16 |
+
"pad_token": {
|
17 |
+
"content": "[PAD]",
|
18 |
+
"lstrip": false,
|
19 |
+
"normalized": false,
|
20 |
+
"rstrip": false,
|
21 |
+
"single_word": false
|
22 |
+
},
|
23 |
+
"sep_token": {
|
24 |
+
"content": "[SEP]",
|
25 |
+
"lstrip": false,
|
26 |
+
"normalized": false,
|
27 |
+
"rstrip": false,
|
28 |
+
"single_word": false
|
29 |
+
},
|
30 |
+
"unk_token": {
|
31 |
+
"content": "[UNK]",
|
32 |
+
"lstrip": false,
|
33 |
+
"normalized": false,
|
34 |
+
"rstrip": false,
|
35 |
+
"single_word": false
|
36 |
+
}
|
37 |
+
}
|
best_model/tokenizer.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
best_model/tokenizer_config.json
ADDED
@@ -0,0 +1,945 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"added_tokens_decoder": {
|
3 |
+
"0": {
|
4 |
+
"content": "|||IP_ADDRESS|||",
|
5 |
+
"lstrip": false,
|
6 |
+
"normalized": true,
|
7 |
+
"rstrip": false,
|
8 |
+
"single_word": false,
|
9 |
+
"special": false
|
10 |
+
},
|
11 |
+
"1": {
|
12 |
+
"content": "<|padding|>",
|
13 |
+
"lstrip": false,
|
14 |
+
"normalized": false,
|
15 |
+
"rstrip": false,
|
16 |
+
"single_word": false,
|
17 |
+
"special": true
|
18 |
+
},
|
19 |
+
"50254": {
|
20 |
+
"content": " ",
|
21 |
+
"lstrip": false,
|
22 |
+
"normalized": true,
|
23 |
+
"rstrip": false,
|
24 |
+
"single_word": false,
|
25 |
+
"special": false
|
26 |
+
},
|
27 |
+
"50255": {
|
28 |
+
"content": " ",
|
29 |
+
"lstrip": false,
|
30 |
+
"normalized": true,
|
31 |
+
"rstrip": false,
|
32 |
+
"single_word": false,
|
33 |
+
"special": false
|
34 |
+
},
|
35 |
+
"50256": {
|
36 |
+
"content": " ",
|
37 |
+
"lstrip": false,
|
38 |
+
"normalized": true,
|
39 |
+
"rstrip": false,
|
40 |
+
"single_word": false,
|
41 |
+
"special": false
|
42 |
+
},
|
43 |
+
"50257": {
|
44 |
+
"content": " ",
|
45 |
+
"lstrip": false,
|
46 |
+
"normalized": true,
|
47 |
+
"rstrip": false,
|
48 |
+
"single_word": false,
|
49 |
+
"special": false
|
50 |
+
},
|
51 |
+
"50258": {
|
52 |
+
"content": " ",
|
53 |
+
"lstrip": false,
|
54 |
+
"normalized": true,
|
55 |
+
"rstrip": false,
|
56 |
+
"single_word": false,
|
57 |
+
"special": false
|
58 |
+
},
|
59 |
+
"50259": {
|
60 |
+
"content": " ",
|
61 |
+
"lstrip": false,
|
62 |
+
"normalized": true,
|
63 |
+
"rstrip": false,
|
64 |
+
"single_word": false,
|
65 |
+
"special": false
|
66 |
+
},
|
67 |
+
"50260": {
|
68 |
+
"content": " ",
|
69 |
+
"lstrip": false,
|
70 |
+
"normalized": true,
|
71 |
+
"rstrip": false,
|
72 |
+
"single_word": false,
|
73 |
+
"special": false
|
74 |
+
},
|
75 |
+
"50261": {
|
76 |
+
"content": " ",
|
77 |
+
"lstrip": false,
|
78 |
+
"normalized": true,
|
79 |
+
"rstrip": false,
|
80 |
+
"single_word": false,
|
81 |
+
"special": false
|
82 |
+
},
|
83 |
+
"50262": {
|
84 |
+
"content": " ",
|
85 |
+
"lstrip": false,
|
86 |
+
"normalized": true,
|
87 |
+
"rstrip": false,
|
88 |
+
"single_word": false,
|
89 |
+
"special": false
|
90 |
+
},
|
91 |
+
"50263": {
|
92 |
+
"content": " ",
|
93 |
+
"lstrip": false,
|
94 |
+
"normalized": true,
|
95 |
+
"rstrip": false,
|
96 |
+
"single_word": false,
|
97 |
+
"special": false
|
98 |
+
},
|
99 |
+
"50264": {
|
100 |
+
"content": " ",
|
101 |
+
"lstrip": false,
|
102 |
+
"normalized": true,
|
103 |
+
"rstrip": false,
|
104 |
+
"single_word": false,
|
105 |
+
"special": false
|
106 |
+
},
|
107 |
+
"50265": {
|
108 |
+
"content": " ",
|
109 |
+
"lstrip": false,
|
110 |
+
"normalized": true,
|
111 |
+
"rstrip": false,
|
112 |
+
"single_word": false,
|
113 |
+
"special": false
|
114 |
+
},
|
115 |
+
"50266": {
|
116 |
+
"content": " ",
|
117 |
+
"lstrip": false,
|
118 |
+
"normalized": true,
|
119 |
+
"rstrip": false,
|
120 |
+
"single_word": false,
|
121 |
+
"special": false
|
122 |
+
},
|
123 |
+
"50267": {
|
124 |
+
"content": " ",
|
125 |
+
"lstrip": false,
|
126 |
+
"normalized": true,
|
127 |
+
"rstrip": false,
|
128 |
+
"single_word": false,
|
129 |
+
"special": false
|
130 |
+
},
|
131 |
+
"50268": {
|
132 |
+
"content": " ",
|
133 |
+
"lstrip": false,
|
134 |
+
"normalized": true,
|
135 |
+
"rstrip": false,
|
136 |
+
"single_word": false,
|
137 |
+
"special": false
|
138 |
+
},
|
139 |
+
"50269": {
|
140 |
+
"content": " ",
|
141 |
+
"lstrip": false,
|
142 |
+
"normalized": true,
|
143 |
+
"rstrip": false,
|
144 |
+
"single_word": false,
|
145 |
+
"special": false
|
146 |
+
},
|
147 |
+
"50270": {
|
148 |
+
"content": " ",
|
149 |
+
"lstrip": false,
|
150 |
+
"normalized": true,
|
151 |
+
"rstrip": false,
|
152 |
+
"single_word": false,
|
153 |
+
"special": false
|
154 |
+
},
|
155 |
+
"50271": {
|
156 |
+
"content": " ",
|
157 |
+
"lstrip": false,
|
158 |
+
"normalized": true,
|
159 |
+
"rstrip": false,
|
160 |
+
"single_word": false,
|
161 |
+
"special": false
|
162 |
+
},
|
163 |
+
"50272": {
|
164 |
+
"content": " ",
|
165 |
+
"lstrip": false,
|
166 |
+
"normalized": true,
|
167 |
+
"rstrip": false,
|
168 |
+
"single_word": false,
|
169 |
+
"special": false
|
170 |
+
},
|
171 |
+
"50273": {
|
172 |
+
"content": " ",
|
173 |
+
"lstrip": false,
|
174 |
+
"normalized": true,
|
175 |
+
"rstrip": false,
|
176 |
+
"single_word": false,
|
177 |
+
"special": false
|
178 |
+
},
|
179 |
+
"50274": {
|
180 |
+
"content": " ",
|
181 |
+
"lstrip": false,
|
182 |
+
"normalized": true,
|
183 |
+
"rstrip": false,
|
184 |
+
"single_word": false,
|
185 |
+
"special": false
|
186 |
+
},
|
187 |
+
"50275": {
|
188 |
+
"content": " ",
|
189 |
+
"lstrip": false,
|
190 |
+
"normalized": true,
|
191 |
+
"rstrip": false,
|
192 |
+
"single_word": false,
|
193 |
+
"special": false
|
194 |
+
},
|
195 |
+
"50276": {
|
196 |
+
"content": " ",
|
197 |
+
"lstrip": false,
|
198 |
+
"normalized": true,
|
199 |
+
"rstrip": false,
|
200 |
+
"single_word": false,
|
201 |
+
"special": false
|
202 |
+
},
|
203 |
+
"50277": {
|
204 |
+
"content": "|||EMAIL_ADDRESS|||",
|
205 |
+
"lstrip": false,
|
206 |
+
"normalized": true,
|
207 |
+
"rstrip": false,
|
208 |
+
"single_word": false,
|
209 |
+
"special": false
|
210 |
+
},
|
211 |
+
"50278": {
|
212 |
+
"content": "|||PHONE_NUMBER|||",
|
213 |
+
"lstrip": false,
|
214 |
+
"normalized": true,
|
215 |
+
"rstrip": false,
|
216 |
+
"single_word": false,
|
217 |
+
"special": false
|
218 |
+
},
|
219 |
+
"50279": {
|
220 |
+
"content": "<|endoftext|>",
|
221 |
+
"lstrip": false,
|
222 |
+
"normalized": false,
|
223 |
+
"rstrip": false,
|
224 |
+
"single_word": false,
|
225 |
+
"special": true
|
226 |
+
},
|
227 |
+
"50280": {
|
228 |
+
"content": "[UNK]",
|
229 |
+
"lstrip": false,
|
230 |
+
"normalized": false,
|
231 |
+
"rstrip": false,
|
232 |
+
"single_word": false,
|
233 |
+
"special": true
|
234 |
+
},
|
235 |
+
"50281": {
|
236 |
+
"content": "[CLS]",
|
237 |
+
"lstrip": false,
|
238 |
+
"normalized": false,
|
239 |
+
"rstrip": false,
|
240 |
+
"single_word": false,
|
241 |
+
"special": true
|
242 |
+
},
|
243 |
+
"50282": {
|
244 |
+
"content": "[SEP]",
|
245 |
+
"lstrip": false,
|
246 |
+
"normalized": false,
|
247 |
+
"rstrip": false,
|
248 |
+
"single_word": false,
|
249 |
+
"special": true
|
250 |
+
},
|
251 |
+
"50283": {
|
252 |
+
"content": "[PAD]",
|
253 |
+
"lstrip": false,
|
254 |
+
"normalized": false,
|
255 |
+
"rstrip": false,
|
256 |
+
"single_word": false,
|
257 |
+
"special": true
|
258 |
+
},
|
259 |
+
"50284": {
|
260 |
+
"content": "[MASK]",
|
261 |
+
"lstrip": true,
|
262 |
+
"normalized": false,
|
263 |
+
"rstrip": false,
|
264 |
+
"single_word": false,
|
265 |
+
"special": true
|
266 |
+
},
|
267 |
+
"50285": {
|
268 |
+
"content": "[unused0]",
|
269 |
+
"lstrip": false,
|
270 |
+
"normalized": true,
|
271 |
+
"rstrip": false,
|
272 |
+
"single_word": false,
|
273 |
+
"special": false
|
274 |
+
},
|
275 |
+
"50286": {
|
276 |
+
"content": "[unused1]",
|
277 |
+
"lstrip": false,
|
278 |
+
"normalized": true,
|
279 |
+
"rstrip": false,
|
280 |
+
"single_word": false,
|
281 |
+
"special": false
|
282 |
+
},
|
283 |
+
"50287": {
|
284 |
+
"content": "[unused2]",
|
285 |
+
"lstrip": false,
|
286 |
+
"normalized": true,
|
287 |
+
"rstrip": false,
|
288 |
+
"single_word": false,
|
289 |
+
"special": false
|
290 |
+
},
|
291 |
+
"50288": {
|
292 |
+
"content": "[unused3]",
|
293 |
+
"lstrip": false,
|
294 |
+
"normalized": true,
|
295 |
+
"rstrip": false,
|
296 |
+
"single_word": false,
|
297 |
+
"special": false
|
298 |
+
},
|
299 |
+
"50289": {
|
300 |
+
"content": "[unused4]",
|
301 |
+
"lstrip": false,
|
302 |
+
"normalized": true,
|
303 |
+
"rstrip": false,
|
304 |
+
"single_word": false,
|
305 |
+
"special": false
|
306 |
+
},
|
307 |
+
"50290": {
|
308 |
+
"content": "[unused5]",
|
309 |
+
"lstrip": false,
|
310 |
+
"normalized": true,
|
311 |
+
"rstrip": false,
|
312 |
+
"single_word": false,
|
313 |
+
"special": false
|
314 |
+
},
|
315 |
+
"50291": {
|
316 |
+
"content": "[unused6]",
|
317 |
+
"lstrip": false,
|
318 |
+
"normalized": true,
|
319 |
+
"rstrip": false,
|
320 |
+
"single_word": false,
|
321 |
+
"special": false
|
322 |
+
},
|
323 |
+
"50292": {
|
324 |
+
"content": "[unused7]",
|
325 |
+
"lstrip": false,
|
326 |
+
"normalized": true,
|
327 |
+
"rstrip": false,
|
328 |
+
"single_word": false,
|
329 |
+
"special": false
|
330 |
+
},
|
331 |
+
"50293": {
|
332 |
+
"content": "[unused8]",
|
333 |
+
"lstrip": false,
|
334 |
+
"normalized": true,
|
335 |
+
"rstrip": false,
|
336 |
+
"single_word": false,
|
337 |
+
"special": false
|
338 |
+
},
|
339 |
+
"50294": {
|
340 |
+
"content": "[unused9]",
|
341 |
+
"lstrip": false,
|
342 |
+
"normalized": true,
|
343 |
+
"rstrip": false,
|
344 |
+
"single_word": false,
|
345 |
+
"special": false
|
346 |
+
},
|
347 |
+
"50295": {
|
348 |
+
"content": "[unused10]",
|
349 |
+
"lstrip": false,
|
350 |
+
"normalized": true,
|
351 |
+
"rstrip": false,
|
352 |
+
"single_word": false,
|
353 |
+
"special": false
|
354 |
+
},
|
355 |
+
"50296": {
|
356 |
+
"content": "[unused11]",
|
357 |
+
"lstrip": false,
|
358 |
+
"normalized": true,
|
359 |
+
"rstrip": false,
|
360 |
+
"single_word": false,
|
361 |
+
"special": false
|
362 |
+
},
|
363 |
+
"50297": {
|
364 |
+
"content": "[unused12]",
|
365 |
+
"lstrip": false,
|
366 |
+
"normalized": true,
|
367 |
+
"rstrip": false,
|
368 |
+
"single_word": false,
|
369 |
+
"special": false
|
370 |
+
},
|
371 |
+
"50298": {
|
372 |
+
"content": "[unused13]",
|
373 |
+
"lstrip": false,
|
374 |
+
"normalized": true,
|
375 |
+
"rstrip": false,
|
376 |
+
"single_word": false,
|
377 |
+
"special": false
|
378 |
+
},
|
379 |
+
"50299": {
|
380 |
+
"content": "[unused14]",
|
381 |
+
"lstrip": false,
|
382 |
+
"normalized": true,
|
383 |
+
"rstrip": false,
|
384 |
+
"single_word": false,
|
385 |
+
"special": false
|
386 |
+
},
|
387 |
+
"50300": {
|
388 |
+
"content": "[unused15]",
|
389 |
+
"lstrip": false,
|
390 |
+
"normalized": true,
|
391 |
+
"rstrip": false,
|
392 |
+
"single_word": false,
|
393 |
+
"special": false
|
394 |
+
},
|
395 |
+
"50301": {
|
396 |
+
"content": "[unused16]",
|
397 |
+
"lstrip": false,
|
398 |
+
"normalized": true,
|
399 |
+
"rstrip": false,
|
400 |
+
"single_word": false,
|
401 |
+
"special": false
|
402 |
+
},
|
403 |
+
"50302": {
|
404 |
+
"content": "[unused17]",
|
405 |
+
"lstrip": false,
|
406 |
+
"normalized": true,
|
407 |
+
"rstrip": false,
|
408 |
+
"single_word": false,
|
409 |
+
"special": false
|
410 |
+
},
|
411 |
+
"50303": {
|
412 |
+
"content": "[unused18]",
|
413 |
+
"lstrip": false,
|
414 |
+
"normalized": true,
|
415 |
+
"rstrip": false,
|
416 |
+
"single_word": false,
|
417 |
+
"special": false
|
418 |
+
},
|
419 |
+
"50304": {
|
420 |
+
"content": "[unused19]",
|
421 |
+
"lstrip": false,
|
422 |
+
"normalized": true,
|
423 |
+
"rstrip": false,
|
424 |
+
"single_word": false,
|
425 |
+
"special": false
|
426 |
+
},
|
427 |
+
"50305": {
|
428 |
+
"content": "[unused20]",
|
429 |
+
"lstrip": false,
|
430 |
+
"normalized": true,
|
431 |
+
"rstrip": false,
|
432 |
+
"single_word": false,
|
433 |
+
"special": false
|
434 |
+
},
|
435 |
+
"50306": {
|
436 |
+
"content": "[unused21]",
|
437 |
+
"lstrip": false,
|
438 |
+
"normalized": true,
|
439 |
+
"rstrip": false,
|
440 |
+
"single_word": false,
|
441 |
+
"special": false
|
442 |
+
},
|
443 |
+
"50307": {
|
444 |
+
"content": "[unused22]",
|
445 |
+
"lstrip": false,
|
446 |
+
"normalized": true,
|
447 |
+
"rstrip": false,
|
448 |
+
"single_word": false,
|
449 |
+
"special": false
|
450 |
+
},
|
451 |
+
"50308": {
|
452 |
+
"content": "[unused23]",
|
453 |
+
"lstrip": false,
|
454 |
+
"normalized": true,
|
455 |
+
"rstrip": false,
|
456 |
+
"single_word": false,
|
457 |
+
"special": false
|
458 |
+
},
|
459 |
+
"50309": {
|
460 |
+
"content": "[unused24]",
|
461 |
+
"lstrip": false,
|
462 |
+
"normalized": true,
|
463 |
+
"rstrip": false,
|
464 |
+
"single_word": false,
|
465 |
+
"special": false
|
466 |
+
},
|
467 |
+
"50310": {
|
468 |
+
"content": "[unused25]",
|
469 |
+
"lstrip": false,
|
470 |
+
"normalized": true,
|
471 |
+
"rstrip": false,
|
472 |
+
"single_word": false,
|
473 |
+
"special": false
|
474 |
+
},
|
475 |
+
"50311": {
|
476 |
+
"content": "[unused26]",
|
477 |
+
"lstrip": false,
|
478 |
+
"normalized": true,
|
479 |
+
"rstrip": false,
|
480 |
+
"single_word": false,
|
481 |
+
"special": false
|
482 |
+
},
|
483 |
+
"50312": {
|
484 |
+
"content": "[unused27]",
|
485 |
+
"lstrip": false,
|
486 |
+
"normalized": true,
|
487 |
+
"rstrip": false,
|
488 |
+
"single_word": false,
|
489 |
+
"special": false
|
490 |
+
},
|
491 |
+
"50313": {
|
492 |
+
"content": "[unused28]",
|
493 |
+
"lstrip": false,
|
494 |
+
"normalized": true,
|
495 |
+
"rstrip": false,
|
496 |
+
"single_word": false,
|
497 |
+
"special": false
|
498 |
+
},
|
499 |
+
"50314": {
|
500 |
+
"content": "[unused29]",
|
501 |
+
"lstrip": false,
|
502 |
+
"normalized": true,
|
503 |
+
"rstrip": false,
|
504 |
+
"single_word": false,
|
505 |
+
"special": false
|
506 |
+
},
|
507 |
+
"50315": {
|
508 |
+
"content": "[unused30]",
|
509 |
+
"lstrip": false,
|
510 |
+
"normalized": true,
|
511 |
+
"rstrip": false,
|
512 |
+
"single_word": false,
|
513 |
+
"special": false
|
514 |
+
},
|
515 |
+
"50316": {
|
516 |
+
"content": "[unused31]",
|
517 |
+
"lstrip": false,
|
518 |
+
"normalized": true,
|
519 |
+
"rstrip": false,
|
520 |
+
"single_word": false,
|
521 |
+
"special": false
|
522 |
+
},
|
523 |
+
"50317": {
|
524 |
+
"content": "[unused32]",
|
525 |
+
"lstrip": false,
|
526 |
+
"normalized": true,
|
527 |
+
"rstrip": false,
|
528 |
+
"single_word": false,
|
529 |
+
"special": false
|
530 |
+
},
|
531 |
+
"50318": {
|
532 |
+
"content": "[unused33]",
|
533 |
+
"lstrip": false,
|
534 |
+
"normalized": true,
|
535 |
+
"rstrip": false,
|
536 |
+
"single_word": false,
|
537 |
+
"special": false
|
538 |
+
},
|
539 |
+
"50319": {
|
540 |
+
"content": "[unused34]",
|
541 |
+
"lstrip": false,
|
542 |
+
"normalized": true,
|
543 |
+
"rstrip": false,
|
544 |
+
"single_word": false,
|
545 |
+
"special": false
|
546 |
+
},
|
547 |
+
"50320": {
|
548 |
+
"content": "[unused35]",
|
549 |
+
"lstrip": false,
|
550 |
+
"normalized": true,
|
551 |
+
"rstrip": false,
|
552 |
+
"single_word": false,
|
553 |
+
"special": false
|
554 |
+
},
|
555 |
+
"50321": {
|
556 |
+
"content": "[unused36]",
|
557 |
+
"lstrip": false,
|
558 |
+
"normalized": true,
|
559 |
+
"rstrip": false,
|
560 |
+
"single_word": false,
|
561 |
+
"special": false
|
562 |
+
},
|
563 |
+
"50322": {
|
564 |
+
"content": "[unused37]",
|
565 |
+
"lstrip": false,
|
566 |
+
"normalized": true,
|
567 |
+
"rstrip": false,
|
568 |
+
"single_word": false,
|
569 |
+
"special": false
|
570 |
+
},
|
571 |
+
"50323": {
|
572 |
+
"content": "[unused38]",
|
573 |
+
"lstrip": false,
|
574 |
+
"normalized": true,
|
575 |
+
"rstrip": false,
|
576 |
+
"single_word": false,
|
577 |
+
"special": false
|
578 |
+
},
|
579 |
+
"50324": {
|
580 |
+
"content": "[unused39]",
|
581 |
+
"lstrip": false,
|
582 |
+
"normalized": true,
|
583 |
+
"rstrip": false,
|
584 |
+
"single_word": false,
|
585 |
+
"special": false
|
586 |
+
},
|
587 |
+
"50325": {
|
588 |
+
"content": "[unused40]",
|
589 |
+
"lstrip": false,
|
590 |
+
"normalized": true,
|
591 |
+
"rstrip": false,
|
592 |
+
"single_word": false,
|
593 |
+
"special": false
|
594 |
+
},
|
595 |
+
"50326": {
|
596 |
+
"content": "[unused41]",
|
597 |
+
"lstrip": false,
|
598 |
+
"normalized": true,
|
599 |
+
"rstrip": false,
|
600 |
+
"single_word": false,
|
601 |
+
"special": false
|
602 |
+
},
|
603 |
+
"50327": {
|
604 |
+
"content": "[unused42]",
|
605 |
+
"lstrip": false,
|
606 |
+
"normalized": true,
|
607 |
+
"rstrip": false,
|
608 |
+
"single_word": false,
|
609 |
+
"special": false
|
610 |
+
},
|
611 |
+
"50328": {
|
612 |
+
"content": "[unused43]",
|
613 |
+
"lstrip": false,
|
614 |
+
"normalized": true,
|
615 |
+
"rstrip": false,
|
616 |
+
"single_word": false,
|
617 |
+
"special": false
|
618 |
+
},
|
619 |
+
"50329": {
|
620 |
+
"content": "[unused44]",
|
621 |
+
"lstrip": false,
|
622 |
+
"normalized": true,
|
623 |
+
"rstrip": false,
|
624 |
+
"single_word": false,
|
625 |
+
"special": false
|
626 |
+
},
|
627 |
+
"50330": {
|
628 |
+
"content": "[unused45]",
|
629 |
+
"lstrip": false,
|
630 |
+
"normalized": true,
|
631 |
+
"rstrip": false,
|
632 |
+
"single_word": false,
|
633 |
+
"special": false
|
634 |
+
},
|
635 |
+
"50331": {
|
636 |
+
"content": "[unused46]",
|
637 |
+
"lstrip": false,
|
638 |
+
"normalized": true,
|
639 |
+
"rstrip": false,
|
640 |
+
"single_word": false,
|
641 |
+
"special": false
|
642 |
+
},
|
643 |
+
"50332": {
|
644 |
+
"content": "[unused47]",
|
645 |
+
"lstrip": false,
|
646 |
+
"normalized": true,
|
647 |
+
"rstrip": false,
|
648 |
+
"single_word": false,
|
649 |
+
"special": false
|
650 |
+
},
|
651 |
+
"50333": {
|
652 |
+
"content": "[unused48]",
|
653 |
+
"lstrip": false,
|
654 |
+
"normalized": true,
|
655 |
+
"rstrip": false,
|
656 |
+
"single_word": false,
|
657 |
+
"special": false
|
658 |
+
},
|
659 |
+
"50334": {
|
660 |
+
"content": "[unused49]",
|
661 |
+
"lstrip": false,
|
662 |
+
"normalized": true,
|
663 |
+
"rstrip": false,
|
664 |
+
"single_word": false,
|
665 |
+
"special": false
|
666 |
+
},
|
667 |
+
"50335": {
|
668 |
+
"content": "[unused50]",
|
669 |
+
"lstrip": false,
|
670 |
+
"normalized": true,
|
671 |
+
"rstrip": false,
|
672 |
+
"single_word": false,
|
673 |
+
"special": false
|
674 |
+
},
|
675 |
+
"50336": {
|
676 |
+
"content": "[unused51]",
|
677 |
+
"lstrip": false,
|
678 |
+
"normalized": true,
|
679 |
+
"rstrip": false,
|
680 |
+
"single_word": false,
|
681 |
+
"special": false
|
682 |
+
},
|
683 |
+
"50337": {
|
684 |
+
"content": "[unused52]",
|
685 |
+
"lstrip": false,
|
686 |
+
"normalized": true,
|
687 |
+
"rstrip": false,
|
688 |
+
"single_word": false,
|
689 |
+
"special": false
|
690 |
+
},
|
691 |
+
"50338": {
|
692 |
+
"content": "[unused53]",
|
693 |
+
"lstrip": false,
|
694 |
+
"normalized": true,
|
695 |
+
"rstrip": false,
|
696 |
+
"single_word": false,
|
697 |
+
"special": false
|
698 |
+
},
|
699 |
+
"50339": {
|
700 |
+
"content": "[unused54]",
|
701 |
+
"lstrip": false,
|
702 |
+
"normalized": true,
|
703 |
+
"rstrip": false,
|
704 |
+
"single_word": false,
|
705 |
+
"special": false
|
706 |
+
},
|
707 |
+
"50340": {
|
708 |
+
"content": "[unused55]",
|
709 |
+
"lstrip": false,
|
710 |
+
"normalized": true,
|
711 |
+
"rstrip": false,
|
712 |
+
"single_word": false,
|
713 |
+
"special": false
|
714 |
+
},
|
715 |
+
"50341": {
|
716 |
+
"content": "[unused56]",
|
717 |
+
"lstrip": false,
|
718 |
+
"normalized": true,
|
719 |
+
"rstrip": false,
|
720 |
+
"single_word": false,
|
721 |
+
"special": false
|
722 |
+
},
|
723 |
+
"50342": {
|
724 |
+
"content": "[unused57]",
|
725 |
+
"lstrip": false,
|
726 |
+
"normalized": true,
|
727 |
+
"rstrip": false,
|
728 |
+
"single_word": false,
|
729 |
+
"special": false
|
730 |
+
},
|
731 |
+
"50343": {
|
732 |
+
"content": "[unused58]",
|
733 |
+
"lstrip": false,
|
734 |
+
"normalized": true,
|
735 |
+
"rstrip": false,
|
736 |
+
"single_word": false,
|
737 |
+
"special": false
|
738 |
+
},
|
739 |
+
"50344": {
|
740 |
+
"content": "[unused59]",
|
741 |
+
"lstrip": false,
|
742 |
+
"normalized": true,
|
743 |
+
"rstrip": false,
|
744 |
+
"single_word": false,
|
745 |
+
"special": false
|
746 |
+
},
|
747 |
+
"50345": {
|
748 |
+
"content": "[unused60]",
|
749 |
+
"lstrip": false,
|
750 |
+
"normalized": true,
|
751 |
+
"rstrip": false,
|
752 |
+
"single_word": false,
|
753 |
+
"special": false
|
754 |
+
},
|
755 |
+
"50346": {
|
756 |
+
"content": "[unused61]",
|
757 |
+
"lstrip": false,
|
758 |
+
"normalized": true,
|
759 |
+
"rstrip": false,
|
760 |
+
"single_word": false,
|
761 |
+
"special": false
|
762 |
+
},
|
763 |
+
"50347": {
|
764 |
+
"content": "[unused62]",
|
765 |
+
"lstrip": false,
|
766 |
+
"normalized": true,
|
767 |
+
"rstrip": false,
|
768 |
+
"single_word": false,
|
769 |
+
"special": false
|
770 |
+
},
|
771 |
+
"50348": {
|
772 |
+
"content": "[unused63]",
|
773 |
+
"lstrip": false,
|
774 |
+
"normalized": true,
|
775 |
+
"rstrip": false,
|
776 |
+
"single_word": false,
|
777 |
+
"special": false
|
778 |
+
},
|
779 |
+
"50349": {
|
780 |
+
"content": "[unused64]",
|
781 |
+
"lstrip": false,
|
782 |
+
"normalized": true,
|
783 |
+
"rstrip": false,
|
784 |
+
"single_word": false,
|
785 |
+
"special": false
|
786 |
+
},
|
787 |
+
"50350": {
|
788 |
+
"content": "[unused65]",
|
789 |
+
"lstrip": false,
|
790 |
+
"normalized": true,
|
791 |
+
"rstrip": false,
|
792 |
+
"single_word": false,
|
793 |
+
"special": false
|
794 |
+
},
|
795 |
+
"50351": {
|
796 |
+
"content": "[unused66]",
|
797 |
+
"lstrip": false,
|
798 |
+
"normalized": true,
|
799 |
+
"rstrip": false,
|
800 |
+
"single_word": false,
|
801 |
+
"special": false
|
802 |
+
},
|
803 |
+
"50352": {
|
804 |
+
"content": "[unused67]",
|
805 |
+
"lstrip": false,
|
806 |
+
"normalized": true,
|
807 |
+
"rstrip": false,
|
808 |
+
"single_word": false,
|
809 |
+
"special": false
|
810 |
+
},
|
811 |
+
"50353": {
|
812 |
+
"content": "[unused68]",
|
813 |
+
"lstrip": false,
|
814 |
+
"normalized": true,
|
815 |
+
"rstrip": false,
|
816 |
+
"single_word": false,
|
817 |
+
"special": false
|
818 |
+
},
|
819 |
+
"50354": {
|
820 |
+
"content": "[unused69]",
|
821 |
+
"lstrip": false,
|
822 |
+
"normalized": true,
|
823 |
+
"rstrip": false,
|
824 |
+
"single_word": false,
|
825 |
+
"special": false
|
826 |
+
},
|
827 |
+
"50355": {
|
828 |
+
"content": "[unused70]",
|
829 |
+
"lstrip": false,
|
830 |
+
"normalized": true,
|
831 |
+
"rstrip": false,
|
832 |
+
"single_word": false,
|
833 |
+
"special": false
|
834 |
+
},
|
835 |
+
"50356": {
|
836 |
+
"content": "[unused71]",
|
837 |
+
"lstrip": false,
|
838 |
+
"normalized": true,
|
839 |
+
"rstrip": false,
|
840 |
+
"single_word": false,
|
841 |
+
"special": false
|
842 |
+
},
|
843 |
+
"50357": {
|
844 |
+
"content": "[unused72]",
|
845 |
+
"lstrip": false,
|
846 |
+
"normalized": true,
|
847 |
+
"rstrip": false,
|
848 |
+
"single_word": false,
|
849 |
+
"special": false
|
850 |
+
},
|
851 |
+
"50358": {
|
852 |
+
"content": "[unused73]",
|
853 |
+
"lstrip": false,
|
854 |
+
"normalized": true,
|
855 |
+
"rstrip": false,
|
856 |
+
"single_word": false,
|
857 |
+
"special": false
|
858 |
+
},
|
859 |
+
"50359": {
|
860 |
+
"content": "[unused74]",
|
861 |
+
"lstrip": false,
|
862 |
+
"normalized": true,
|
863 |
+
"rstrip": false,
|
864 |
+
"single_word": false,
|
865 |
+
"special": false
|
866 |
+
},
|
867 |
+
"50360": {
|
868 |
+
"content": "[unused75]",
|
869 |
+
"lstrip": false,
|
870 |
+
"normalized": true,
|
871 |
+
"rstrip": false,
|
872 |
+
"single_word": false,
|
873 |
+
"special": false
|
874 |
+
},
|
875 |
+
"50361": {
|
876 |
+
"content": "[unused76]",
|
877 |
+
"lstrip": false,
|
878 |
+
"normalized": true,
|
879 |
+
"rstrip": false,
|
880 |
+
"single_word": false,
|
881 |
+
"special": false
|
882 |
+
},
|
883 |
+
"50362": {
|
884 |
+
"content": "[unused77]",
|
885 |
+
"lstrip": false,
|
886 |
+
"normalized": true,
|
887 |
+
"rstrip": false,
|
888 |
+
"single_word": false,
|
889 |
+
"special": false
|
890 |
+
},
|
891 |
+
"50363": {
|
892 |
+
"content": "[unused78]",
|
893 |
+
"lstrip": false,
|
894 |
+
"normalized": true,
|
895 |
+
"rstrip": false,
|
896 |
+
"single_word": false,
|
897 |
+
"special": false
|
898 |
+
},
|
899 |
+
"50364": {
|
900 |
+
"content": "[unused79]",
|
901 |
+
"lstrip": false,
|
902 |
+
"normalized": true,
|
903 |
+
"rstrip": false,
|
904 |
+
"single_word": false,
|
905 |
+
"special": false
|
906 |
+
},
|
907 |
+
"50365": {
|
908 |
+
"content": "[unused80]",
|
909 |
+
"lstrip": false,
|
910 |
+
"normalized": true,
|
911 |
+
"rstrip": false,
|
912 |
+
"single_word": false,
|
913 |
+
"special": false
|
914 |
+
},
|
915 |
+
"50366": {
|
916 |
+
"content": "[unused81]",
|
917 |
+
"lstrip": false,
|
918 |
+
"normalized": true,
|
919 |
+
"rstrip": false,
|
920 |
+
"single_word": false,
|
921 |
+
"special": false
|
922 |
+
},
|
923 |
+
"50367": {
|
924 |
+
"content": "[unused82]",
|
925 |
+
"lstrip": false,
|
926 |
+
"normalized": true,
|
927 |
+
"rstrip": false,
|
928 |
+
"single_word": false,
|
929 |
+
"special": false
|
930 |
+
}
|
931 |
+
},
|
932 |
+
"clean_up_tokenization_spaces": true,
|
933 |
+
"cls_token": "[CLS]",
|
934 |
+
"extra_special_tokens": {},
|
935 |
+
"mask_token": "[MASK]",
|
936 |
+
"model_input_names": [
|
937 |
+
"input_ids",
|
938 |
+
"attention_mask"
|
939 |
+
],
|
940 |
+
"model_max_length": 1000000000000000019884624838656,
|
941 |
+
"pad_token": "[PAD]",
|
942 |
+
"sep_token": "[SEP]",
|
943 |
+
"tokenizer_class": "PreTrainedTokenizerFast",
|
944 |
+
"unk_token": "[UNK]"
|
945 |
+
}
|
best_model/training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e435b087200028d93f44fded6675ef3ed06a3b41fd13fce4898efb683a480ac0
|
3 |
+
size 5432
|
config.json
ADDED
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "answerdotai/ModernBERT-large",
|
3 |
+
"architectures": [
|
4 |
+
"ModernBertForSequenceClassification"
|
5 |
+
],
|
6 |
+
"attention_bias": false,
|
7 |
+
"attention_dropout": 0.0,
|
8 |
+
"bos_token_id": 50281,
|
9 |
+
"classifier_activation": "gelu",
|
10 |
+
"classifier_bias": false,
|
11 |
+
"classifier_dropout": 0.0,
|
12 |
+
"classifier_pooling": "mean",
|
13 |
+
"cls_token_id": 50281,
|
14 |
+
"decoder_bias": true,
|
15 |
+
"deterministic_flash_attn": false,
|
16 |
+
"embedding_dropout": 0.0,
|
17 |
+
"eos_token_id": 50282,
|
18 |
+
"global_attn_every_n_layers": 3,
|
19 |
+
"global_rope_theta": 160000.0,
|
20 |
+
"gradient_checkpointing": false,
|
21 |
+
"hidden_activation": "gelu",
|
22 |
+
"hidden_size": 1024,
|
23 |
+
"initializer_cutoff_factor": 2.0,
|
24 |
+
"initializer_range": 0.02,
|
25 |
+
"intermediate_size": 2624,
|
26 |
+
"layer_norm_eps": 1e-05,
|
27 |
+
"local_attention": 128,
|
28 |
+
"local_rope_theta": 10000.0,
|
29 |
+
"max_position_embeddings": 8192,
|
30 |
+
"mlp_bias": false,
|
31 |
+
"mlp_dropout": 0.0,
|
32 |
+
"model_type": "modernbert",
|
33 |
+
"norm_bias": false,
|
34 |
+
"norm_eps": 1e-05,
|
35 |
+
"num_attention_heads": 16,
|
36 |
+
"num_hidden_layers": 28,
|
37 |
+
"pad_token_id": 50283,
|
38 |
+
"position_embedding_type": "absolute",
|
39 |
+
"problem_type": "single_label_classification",
|
40 |
+
"reference_compile": true,
|
41 |
+
"sep_token_id": 50282,
|
42 |
+
"sparse_pred_ignore_index": -100,
|
43 |
+
"sparse_prediction": false,
|
44 |
+
"torch_dtype": "float32",
|
45 |
+
"transformers_version": "4.48.0.dev0",
|
46 |
+
"vocab_size": 50368
|
47 |
+
}
|
model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7200930050afb9f26d83238dc57c3e95818a8baf581b2a89ed6aade257b0060a
|
3 |
+
size 1583351632
|
special_tokens_map.json
ADDED
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cls_token": {
|
3 |
+
"content": "[CLS]",
|
4 |
+
"lstrip": false,
|
5 |
+
"normalized": false,
|
6 |
+
"rstrip": false,
|
7 |
+
"single_word": false
|
8 |
+
},
|
9 |
+
"mask_token": {
|
10 |
+
"content": "[MASK]",
|
11 |
+
"lstrip": true,
|
12 |
+
"normalized": false,
|
13 |
+
"rstrip": false,
|
14 |
+
"single_word": false
|
15 |
+
},
|
16 |
+
"pad_token": {
|
17 |
+
"content": "[PAD]",
|
18 |
+
"lstrip": false,
|
19 |
+
"normalized": false,
|
20 |
+
"rstrip": false,
|
21 |
+
"single_word": false
|
22 |
+
},
|
23 |
+
"sep_token": {
|
24 |
+
"content": "[SEP]",
|
25 |
+
"lstrip": false,
|
26 |
+
"normalized": false,
|
27 |
+
"rstrip": false,
|
28 |
+
"single_word": false
|
29 |
+
},
|
30 |
+
"unk_token": {
|
31 |
+
"content": "[UNK]",
|
32 |
+
"lstrip": false,
|
33 |
+
"normalized": false,
|
34 |
+
"rstrip": false,
|
35 |
+
"single_word": false
|
36 |
+
}
|
37 |
+
}
|
tokenizer.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
tokenizer_config.json
ADDED
@@ -0,0 +1,945 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"added_tokens_decoder": {
|
3 |
+
"0": {
|
4 |
+
"content": "|||IP_ADDRESS|||",
|
5 |
+
"lstrip": false,
|
6 |
+
"normalized": true,
|
7 |
+
"rstrip": false,
|
8 |
+
"single_word": false,
|
9 |
+
"special": false
|
10 |
+
},
|
11 |
+
"1": {
|
12 |
+
"content": "<|padding|>",
|
13 |
+
"lstrip": false,
|
14 |
+
"normalized": false,
|
15 |
+
"rstrip": false,
|
16 |
+
"single_word": false,
|
17 |
+
"special": true
|
18 |
+
},
|
19 |
+
"50254": {
|
20 |
+
"content": " ",
|
21 |
+
"lstrip": false,
|
22 |
+
"normalized": true,
|
23 |
+
"rstrip": false,
|
24 |
+
"single_word": false,
|
25 |
+
"special": false
|
26 |
+
},
|
27 |
+
"50255": {
|
28 |
+
"content": " ",
|
29 |
+
"lstrip": false,
|
30 |
+
"normalized": true,
|
31 |
+
"rstrip": false,
|
32 |
+
"single_word": false,
|
33 |
+
"special": false
|
34 |
+
},
|
35 |
+
"50256": {
|
36 |
+
"content": " ",
|
37 |
+
"lstrip": false,
|
38 |
+
"normalized": true,
|
39 |
+
"rstrip": false,
|
40 |
+
"single_word": false,
|
41 |
+
"special": false
|
42 |
+
},
|
43 |
+
"50257": {
|
44 |
+
"content": " ",
|
45 |
+
"lstrip": false,
|
46 |
+
"normalized": true,
|
47 |
+
"rstrip": false,
|
48 |
+
"single_word": false,
|
49 |
+
"special": false
|
50 |
+
},
|
51 |
+
"50258": {
|
52 |
+
"content": " ",
|
53 |
+
"lstrip": false,
|
54 |
+
"normalized": true,
|
55 |
+
"rstrip": false,
|
56 |
+
"single_word": false,
|
57 |
+
"special": false
|
58 |
+
},
|
59 |
+
"50259": {
|
60 |
+
"content": " ",
|
61 |
+
"lstrip": false,
|
62 |
+
"normalized": true,
|
63 |
+
"rstrip": false,
|
64 |
+
"single_word": false,
|
65 |
+
"special": false
|
66 |
+
},
|
67 |
+
"50260": {
|
68 |
+
"content": " ",
|
69 |
+
"lstrip": false,
|
70 |
+
"normalized": true,
|
71 |
+
"rstrip": false,
|
72 |
+
"single_word": false,
|
73 |
+
"special": false
|
74 |
+
},
|
75 |
+
"50261": {
|
76 |
+
"content": " ",
|
77 |
+
"lstrip": false,
|
78 |
+
"normalized": true,
|
79 |
+
"rstrip": false,
|
80 |
+
"single_word": false,
|
81 |
+
"special": false
|
82 |
+
},
|
83 |
+
"50262": {
|
84 |
+
"content": " ",
|
85 |
+
"lstrip": false,
|
86 |
+
"normalized": true,
|
87 |
+
"rstrip": false,
|
88 |
+
"single_word": false,
|
89 |
+
"special": false
|
90 |
+
},
|
91 |
+
"50263": {
|
92 |
+
"content": " ",
|
93 |
+
"lstrip": false,
|
94 |
+
"normalized": true,
|
95 |
+
"rstrip": false,
|
96 |
+
"single_word": false,
|
97 |
+
"special": false
|
98 |
+
},
|
99 |
+
"50264": {
|
100 |
+
"content": " ",
|
101 |
+
"lstrip": false,
|
102 |
+
"normalized": true,
|
103 |
+
"rstrip": false,
|
104 |
+
"single_word": false,
|
105 |
+
"special": false
|
106 |
+
},
|
107 |
+
"50265": {
|
108 |
+
"content": " ",
|
109 |
+
"lstrip": false,
|
110 |
+
"normalized": true,
|
111 |
+
"rstrip": false,
|
112 |
+
"single_word": false,
|
113 |
+
"special": false
|
114 |
+
},
|
115 |
+
"50266": {
|
116 |
+
"content": " ",
|
117 |
+
"lstrip": false,
|
118 |
+
"normalized": true,
|
119 |
+
"rstrip": false,
|
120 |
+
"single_word": false,
|
121 |
+
"special": false
|
122 |
+
},
|
123 |
+
"50267": {
|
124 |
+
"content": " ",
|
125 |
+
"lstrip": false,
|
126 |
+
"normalized": true,
|
127 |
+
"rstrip": false,
|
128 |
+
"single_word": false,
|
129 |
+
"special": false
|
130 |
+
},
|
131 |
+
"50268": {
|
132 |
+
"content": " ",
|
133 |
+
"lstrip": false,
|
134 |
+
"normalized": true,
|
135 |
+
"rstrip": false,
|
136 |
+
"single_word": false,
|
137 |
+
"special": false
|
138 |
+
},
|
139 |
+
"50269": {
|
140 |
+
"content": " ",
|
141 |
+
"lstrip": false,
|
142 |
+
"normalized": true,
|
143 |
+
"rstrip": false,
|
144 |
+
"single_word": false,
|
145 |
+
"special": false
|
146 |
+
},
|
147 |
+
"50270": {
|
148 |
+
"content": " ",
|
149 |
+
"lstrip": false,
|
150 |
+
"normalized": true,
|
151 |
+
"rstrip": false,
|
152 |
+
"single_word": false,
|
153 |
+
"special": false
|
154 |
+
},
|
155 |
+
"50271": {
|
156 |
+
"content": " ",
|
157 |
+
"lstrip": false,
|
158 |
+
"normalized": true,
|
159 |
+
"rstrip": false,
|
160 |
+
"single_word": false,
|
161 |
+
"special": false
|
162 |
+
},
|
163 |
+
"50272": {
|
164 |
+
"content": " ",
|
165 |
+
"lstrip": false,
|
166 |
+
"normalized": true,
|
167 |
+
"rstrip": false,
|
168 |
+
"single_word": false,
|
169 |
+
"special": false
|
170 |
+
},
|
171 |
+
"50273": {
|
172 |
+
"content": " ",
|
173 |
+
"lstrip": false,
|
174 |
+
"normalized": true,
|
175 |
+
"rstrip": false,
|
176 |
+
"single_word": false,
|
177 |
+
"special": false
|
178 |
+
},
|
179 |
+
"50274": {
|
180 |
+
"content": " ",
|
181 |
+
"lstrip": false,
|
182 |
+
"normalized": true,
|
183 |
+
"rstrip": false,
|
184 |
+
"single_word": false,
|
185 |
+
"special": false
|
186 |
+
},
|
187 |
+
"50275": {
|
188 |
+
"content": " ",
|
189 |
+
"lstrip": false,
|
190 |
+
"normalized": true,
|
191 |
+
"rstrip": false,
|
192 |
+
"single_word": false,
|
193 |
+
"special": false
|
194 |
+
},
|
195 |
+
"50276": {
|
196 |
+
"content": " ",
|
197 |
+
"lstrip": false,
|
198 |
+
"normalized": true,
|
199 |
+
"rstrip": false,
|
200 |
+
"single_word": false,
|
201 |
+
"special": false
|
202 |
+
},
|
203 |
+
"50277": {
|
204 |
+
"content": "|||EMAIL_ADDRESS|||",
|
205 |
+
"lstrip": false,
|
206 |
+
"normalized": true,
|
207 |
+
"rstrip": false,
|
208 |
+
"single_word": false,
|
209 |
+
"special": false
|
210 |
+
},
|
211 |
+
"50278": {
|
212 |
+
"content": "|||PHONE_NUMBER|||",
|
213 |
+
"lstrip": false,
|
214 |
+
"normalized": true,
|
215 |
+
"rstrip": false,
|
216 |
+
"single_word": false,
|
217 |
+
"special": false
|
218 |
+
},
|
219 |
+
"50279": {
|
220 |
+
"content": "<|endoftext|>",
|
221 |
+
"lstrip": false,
|
222 |
+
"normalized": false,
|
223 |
+
"rstrip": false,
|
224 |
+
"single_word": false,
|
225 |
+
"special": true
|
226 |
+
},
|
227 |
+
"50280": {
|
228 |
+
"content": "[UNK]",
|
229 |
+
"lstrip": false,
|
230 |
+
"normalized": false,
|
231 |
+
"rstrip": false,
|
232 |
+
"single_word": false,
|
233 |
+
"special": true
|
234 |
+
},
|
235 |
+
"50281": {
|
236 |
+
"content": "[CLS]",
|
237 |
+
"lstrip": false,
|
238 |
+
"normalized": false,
|
239 |
+
"rstrip": false,
|
240 |
+
"single_word": false,
|
241 |
+
"special": true
|
242 |
+
},
|
243 |
+
"50282": {
|
244 |
+
"content": "[SEP]",
|
245 |
+
"lstrip": false,
|
246 |
+
"normalized": false,
|
247 |
+
"rstrip": false,
|
248 |
+
"single_word": false,
|
249 |
+
"special": true
|
250 |
+
},
|
251 |
+
"50283": {
|
252 |
+
"content": "[PAD]",
|
253 |
+
"lstrip": false,
|
254 |
+
"normalized": false,
|
255 |
+
"rstrip": false,
|
256 |
+
"single_word": false,
|
257 |
+
"special": true
|
258 |
+
},
|
259 |
+
"50284": {
|
260 |
+
"content": "[MASK]",
|
261 |
+
"lstrip": true,
|
262 |
+
"normalized": false,
|
263 |
+
"rstrip": false,
|
264 |
+
"single_word": false,
|
265 |
+
"special": true
|
266 |
+
},
|
267 |
+
"50285": {
|
268 |
+
"content": "[unused0]",
|
269 |
+
"lstrip": false,
|
270 |
+
"normalized": true,
|
271 |
+
"rstrip": false,
|
272 |
+
"single_word": false,
|
273 |
+
"special": false
|
274 |
+
},
|
275 |
+
"50286": {
|
276 |
+
"content": "[unused1]",
|
277 |
+
"lstrip": false,
|
278 |
+
"normalized": true,
|
279 |
+
"rstrip": false,
|
280 |
+
"single_word": false,
|
281 |
+
"special": false
|
282 |
+
},
|
283 |
+
"50287": {
|
284 |
+
"content": "[unused2]",
|
285 |
+
"lstrip": false,
|
286 |
+
"normalized": true,
|
287 |
+
"rstrip": false,
|
288 |
+
"single_word": false,
|
289 |
+
"special": false
|
290 |
+
},
|
291 |
+
"50288": {
|
292 |
+
"content": "[unused3]",
|
293 |
+
"lstrip": false,
|
294 |
+
"normalized": true,
|
295 |
+
"rstrip": false,
|
296 |
+
"single_word": false,
|
297 |
+
"special": false
|
298 |
+
},
|
299 |
+
"50289": {
|
300 |
+
"content": "[unused4]",
|
301 |
+
"lstrip": false,
|
302 |
+
"normalized": true,
|
303 |
+
"rstrip": false,
|
304 |
+
"single_word": false,
|
305 |
+
"special": false
|
306 |
+
},
|
307 |
+
"50290": {
|
308 |
+
"content": "[unused5]",
|
309 |
+
"lstrip": false,
|
310 |
+
"normalized": true,
|
311 |
+
"rstrip": false,
|
312 |
+
"single_word": false,
|
313 |
+
"special": false
|
314 |
+
},
|
315 |
+
"50291": {
|
316 |
+
"content": "[unused6]",
|
317 |
+
"lstrip": false,
|
318 |
+
"normalized": true,
|
319 |
+
"rstrip": false,
|
320 |
+
"single_word": false,
|
321 |
+
"special": false
|
322 |
+
},
|
323 |
+
"50292": {
|
324 |
+
"content": "[unused7]",
|
325 |
+
"lstrip": false,
|
326 |
+
"normalized": true,
|
327 |
+
"rstrip": false,
|
328 |
+
"single_word": false,
|
329 |
+
"special": false
|
330 |
+
},
|
331 |
+
"50293": {
|
332 |
+
"content": "[unused8]",
|
333 |
+
"lstrip": false,
|
334 |
+
"normalized": true,
|
335 |
+
"rstrip": false,
|
336 |
+
"single_word": false,
|
337 |
+
"special": false
|
338 |
+
},
|
339 |
+
"50294": {
|
340 |
+
"content": "[unused9]",
|
341 |
+
"lstrip": false,
|
342 |
+
"normalized": true,
|
343 |
+
"rstrip": false,
|
344 |
+
"single_word": false,
|
345 |
+
"special": false
|
346 |
+
},
|
347 |
+
"50295": {
|
348 |
+
"content": "[unused10]",
|
349 |
+
"lstrip": false,
|
350 |
+
"normalized": true,
|
351 |
+
"rstrip": false,
|
352 |
+
"single_word": false,
|
353 |
+
"special": false
|
354 |
+
},
|
355 |
+
"50296": {
|
356 |
+
"content": "[unused11]",
|
357 |
+
"lstrip": false,
|
358 |
+
"normalized": true,
|
359 |
+
"rstrip": false,
|
360 |
+
"single_word": false,
|
361 |
+
"special": false
|
362 |
+
},
|
363 |
+
"50297": {
|
364 |
+
"content": "[unused12]",
|
365 |
+
"lstrip": false,
|
366 |
+
"normalized": true,
|
367 |
+
"rstrip": false,
|
368 |
+
"single_word": false,
|
369 |
+
"special": false
|
370 |
+
},
|
371 |
+
"50298": {
|
372 |
+
"content": "[unused13]",
|
373 |
+
"lstrip": false,
|
374 |
+
"normalized": true,
|
375 |
+
"rstrip": false,
|
376 |
+
"single_word": false,
|
377 |
+
"special": false
|
378 |
+
},
|
379 |
+
"50299": {
|
380 |
+
"content": "[unused14]",
|
381 |
+
"lstrip": false,
|
382 |
+
"normalized": true,
|
383 |
+
"rstrip": false,
|
384 |
+
"single_word": false,
|
385 |
+
"special": false
|
386 |
+
},
|
387 |
+
"50300": {
|
388 |
+
"content": "[unused15]",
|
389 |
+
"lstrip": false,
|
390 |
+
"normalized": true,
|
391 |
+
"rstrip": false,
|
392 |
+
"single_word": false,
|
393 |
+
"special": false
|
394 |
+
},
|
395 |
+
"50301": {
|
396 |
+
"content": "[unused16]",
|
397 |
+
"lstrip": false,
|
398 |
+
"normalized": true,
|
399 |
+
"rstrip": false,
|
400 |
+
"single_word": false,
|
401 |
+
"special": false
|
402 |
+
},
|
403 |
+
"50302": {
|
404 |
+
"content": "[unused17]",
|
405 |
+
"lstrip": false,
|
406 |
+
"normalized": true,
|
407 |
+
"rstrip": false,
|
408 |
+
"single_word": false,
|
409 |
+
"special": false
|
410 |
+
},
|
411 |
+
"50303": {
|
412 |
+
"content": "[unused18]",
|
413 |
+
"lstrip": false,
|
414 |
+
"normalized": true,
|
415 |
+
"rstrip": false,
|
416 |
+
"single_word": false,
|
417 |
+
"special": false
|
418 |
+
},
|
419 |
+
"50304": {
|
420 |
+
"content": "[unused19]",
|
421 |
+
"lstrip": false,
|
422 |
+
"normalized": true,
|
423 |
+
"rstrip": false,
|
424 |
+
"single_word": false,
|
425 |
+
"special": false
|
426 |
+
},
|
427 |
+
"50305": {
|
428 |
+
"content": "[unused20]",
|
429 |
+
"lstrip": false,
|
430 |
+
"normalized": true,
|
431 |
+
"rstrip": false,
|
432 |
+
"single_word": false,
|
433 |
+
"special": false
|
434 |
+
},
|
435 |
+
"50306": {
|
436 |
+
"content": "[unused21]",
|
437 |
+
"lstrip": false,
|
438 |
+
"normalized": true,
|
439 |
+
"rstrip": false,
|
440 |
+
"single_word": false,
|
441 |
+
"special": false
|
442 |
+
},
|
443 |
+
"50307": {
|
444 |
+
"content": "[unused22]",
|
445 |
+
"lstrip": false,
|
446 |
+
"normalized": true,
|
447 |
+
"rstrip": false,
|
448 |
+
"single_word": false,
|
449 |
+
"special": false
|
450 |
+
},
|
451 |
+
"50308": {
|
452 |
+
"content": "[unused23]",
|
453 |
+
"lstrip": false,
|
454 |
+
"normalized": true,
|
455 |
+
"rstrip": false,
|
456 |
+
"single_word": false,
|
457 |
+
"special": false
|
458 |
+
},
|
459 |
+
"50309": {
|
460 |
+
"content": "[unused24]",
|
461 |
+
"lstrip": false,
|
462 |
+
"normalized": true,
|
463 |
+
"rstrip": false,
|
464 |
+
"single_word": false,
|
465 |
+
"special": false
|
466 |
+
},
|
467 |
+
"50310": {
|
468 |
+
"content": "[unused25]",
|
469 |
+
"lstrip": false,
|
470 |
+
"normalized": true,
|
471 |
+
"rstrip": false,
|
472 |
+
"single_word": false,
|
473 |
+
"special": false
|
474 |
+
},
|
475 |
+
"50311": {
|
476 |
+
"content": "[unused26]",
|
477 |
+
"lstrip": false,
|
478 |
+
"normalized": true,
|
479 |
+
"rstrip": false,
|
480 |
+
"single_word": false,
|
481 |
+
"special": false
|
482 |
+
},
|
483 |
+
"50312": {
|
484 |
+
"content": "[unused27]",
|
485 |
+
"lstrip": false,
|
486 |
+
"normalized": true,
|
487 |
+
"rstrip": false,
|
488 |
+
"single_word": false,
|
489 |
+
"special": false
|
490 |
+
},
|
491 |
+
"50313": {
|
492 |
+
"content": "[unused28]",
|
493 |
+
"lstrip": false,
|
494 |
+
"normalized": true,
|
495 |
+
"rstrip": false,
|
496 |
+
"single_word": false,
|
497 |
+
"special": false
|
498 |
+
},
|
499 |
+
"50314": {
|
500 |
+
"content": "[unused29]",
|
501 |
+
"lstrip": false,
|
502 |
+
"normalized": true,
|
503 |
+
"rstrip": false,
|
504 |
+
"single_word": false,
|
505 |
+
"special": false
|
506 |
+
},
|
507 |
+
"50315": {
|
508 |
+
"content": "[unused30]",
|
509 |
+
"lstrip": false,
|
510 |
+
"normalized": true,
|
511 |
+
"rstrip": false,
|
512 |
+
"single_word": false,
|
513 |
+
"special": false
|
514 |
+
},
|
515 |
+
"50316": {
|
516 |
+
"content": "[unused31]",
|
517 |
+
"lstrip": false,
|
518 |
+
"normalized": true,
|
519 |
+
"rstrip": false,
|
520 |
+
"single_word": false,
|
521 |
+
"special": false
|
522 |
+
},
|
523 |
+
"50317": {
|
524 |
+
"content": "[unused32]",
|
525 |
+
"lstrip": false,
|
526 |
+
"normalized": true,
|
527 |
+
"rstrip": false,
|
528 |
+
"single_word": false,
|
529 |
+
"special": false
|
530 |
+
},
|
531 |
+
"50318": {
|
532 |
+
"content": "[unused33]",
|
533 |
+
"lstrip": false,
|
534 |
+
"normalized": true,
|
535 |
+
"rstrip": false,
|
536 |
+
"single_word": false,
|
537 |
+
"special": false
|
538 |
+
},
|
539 |
+
"50319": {
|
540 |
+
"content": "[unused34]",
|
541 |
+
"lstrip": false,
|
542 |
+
"normalized": true,
|
543 |
+
"rstrip": false,
|
544 |
+
"single_word": false,
|
545 |
+
"special": false
|
546 |
+
},
|
547 |
+
"50320": {
|
548 |
+
"content": "[unused35]",
|
549 |
+
"lstrip": false,
|
550 |
+
"normalized": true,
|
551 |
+
"rstrip": false,
|
552 |
+
"single_word": false,
|
553 |
+
"special": false
|
554 |
+
},
|
555 |
+
"50321": {
|
556 |
+
"content": "[unused36]",
|
557 |
+
"lstrip": false,
|
558 |
+
"normalized": true,
|
559 |
+
"rstrip": false,
|
560 |
+
"single_word": false,
|
561 |
+
"special": false
|
562 |
+
},
|
563 |
+
"50322": {
|
564 |
+
"content": "[unused37]",
|
565 |
+
"lstrip": false,
|
566 |
+
"normalized": true,
|
567 |
+
"rstrip": false,
|
568 |
+
"single_word": false,
|
569 |
+
"special": false
|
570 |
+
},
|
571 |
+
"50323": {
|
572 |
+
"content": "[unused38]",
|
573 |
+
"lstrip": false,
|
574 |
+
"normalized": true,
|
575 |
+
"rstrip": false,
|
576 |
+
"single_word": false,
|
577 |
+
"special": false
|
578 |
+
},
|
579 |
+
"50324": {
|
580 |
+
"content": "[unused39]",
|
581 |
+
"lstrip": false,
|
582 |
+
"normalized": true,
|
583 |
+
"rstrip": false,
|
584 |
+
"single_word": false,
|
585 |
+
"special": false
|
586 |
+
},
|
587 |
+
"50325": {
|
588 |
+
"content": "[unused40]",
|
589 |
+
"lstrip": false,
|
590 |
+
"normalized": true,
|
591 |
+
"rstrip": false,
|
592 |
+
"single_word": false,
|
593 |
+
"special": false
|
594 |
+
},
|
595 |
+
"50326": {
|
596 |
+
"content": "[unused41]",
|
597 |
+
"lstrip": false,
|
598 |
+
"normalized": true,
|
599 |
+
"rstrip": false,
|
600 |
+
"single_word": false,
|
601 |
+
"special": false
|
602 |
+
},
|
603 |
+
"50327": {
|
604 |
+
"content": "[unused42]",
|
605 |
+
"lstrip": false,
|
606 |
+
"normalized": true,
|
607 |
+
"rstrip": false,
|
608 |
+
"single_word": false,
|
609 |
+
"special": false
|
610 |
+
},
|
611 |
+
"50328": {
|
612 |
+
"content": "[unused43]",
|
613 |
+
"lstrip": false,
|
614 |
+
"normalized": true,
|
615 |
+
"rstrip": false,
|
616 |
+
"single_word": false,
|
617 |
+
"special": false
|
618 |
+
},
|
619 |
+
"50329": {
|
620 |
+
"content": "[unused44]",
|
621 |
+
"lstrip": false,
|
622 |
+
"normalized": true,
|
623 |
+
"rstrip": false,
|
624 |
+
"single_word": false,
|
625 |
+
"special": false
|
626 |
+
},
|
627 |
+
"50330": {
|
628 |
+
"content": "[unused45]",
|
629 |
+
"lstrip": false,
|
630 |
+
"normalized": true,
|
631 |
+
"rstrip": false,
|
632 |
+
"single_word": false,
|
633 |
+
"special": false
|
634 |
+
},
|
635 |
+
"50331": {
|
636 |
+
"content": "[unused46]",
|
637 |
+
"lstrip": false,
|
638 |
+
"normalized": true,
|
639 |
+
"rstrip": false,
|
640 |
+
"single_word": false,
|
641 |
+
"special": false
|
642 |
+
},
|
643 |
+
"50332": {
|
644 |
+
"content": "[unused47]",
|
645 |
+
"lstrip": false,
|
646 |
+
"normalized": true,
|
647 |
+
"rstrip": false,
|
648 |
+
"single_word": false,
|
649 |
+
"special": false
|
650 |
+
},
|
651 |
+
"50333": {
|
652 |
+
"content": "[unused48]",
|
653 |
+
"lstrip": false,
|
654 |
+
"normalized": true,
|
655 |
+
"rstrip": false,
|
656 |
+
"single_word": false,
|
657 |
+
"special": false
|
658 |
+
},
|
659 |
+
"50334": {
|
660 |
+
"content": "[unused49]",
|
661 |
+
"lstrip": false,
|
662 |
+
"normalized": true,
|
663 |
+
"rstrip": false,
|
664 |
+
"single_word": false,
|
665 |
+
"special": false
|
666 |
+
},
|
667 |
+
"50335": {
|
668 |
+
"content": "[unused50]",
|
669 |
+
"lstrip": false,
|
670 |
+
"normalized": true,
|
671 |
+
"rstrip": false,
|
672 |
+
"single_word": false,
|
673 |
+
"special": false
|
674 |
+
},
|
675 |
+
"50336": {
|
676 |
+
"content": "[unused51]",
|
677 |
+
"lstrip": false,
|
678 |
+
"normalized": true,
|
679 |
+
"rstrip": false,
|
680 |
+
"single_word": false,
|
681 |
+
"special": false
|
682 |
+
},
|
683 |
+
"50337": {
|
684 |
+
"content": "[unused52]",
|
685 |
+
"lstrip": false,
|
686 |
+
"normalized": true,
|
687 |
+
"rstrip": false,
|
688 |
+
"single_word": false,
|
689 |
+
"special": false
|
690 |
+
},
|
691 |
+
"50338": {
|
692 |
+
"content": "[unused53]",
|
693 |
+
"lstrip": false,
|
694 |
+
"normalized": true,
|
695 |
+
"rstrip": false,
|
696 |
+
"single_word": false,
|
697 |
+
"special": false
|
698 |
+
},
|
699 |
+
"50339": {
|
700 |
+
"content": "[unused54]",
|
701 |
+
"lstrip": false,
|
702 |
+
"normalized": true,
|
703 |
+
"rstrip": false,
|
704 |
+
"single_word": false,
|
705 |
+
"special": false
|
706 |
+
},
|
707 |
+
"50340": {
|
708 |
+
"content": "[unused55]",
|
709 |
+
"lstrip": false,
|
710 |
+
"normalized": true,
|
711 |
+
"rstrip": false,
|
712 |
+
"single_word": false,
|
713 |
+
"special": false
|
714 |
+
},
|
715 |
+
"50341": {
|
716 |
+
"content": "[unused56]",
|
717 |
+
"lstrip": false,
|
718 |
+
"normalized": true,
|
719 |
+
"rstrip": false,
|
720 |
+
"single_word": false,
|
721 |
+
"special": false
|
722 |
+
},
|
723 |
+
"50342": {
|
724 |
+
"content": "[unused57]",
|
725 |
+
"lstrip": false,
|
726 |
+
"normalized": true,
|
727 |
+
"rstrip": false,
|
728 |
+
"single_word": false,
|
729 |
+
"special": false
|
730 |
+
},
|
731 |
+
"50343": {
|
732 |
+
"content": "[unused58]",
|
733 |
+
"lstrip": false,
|
734 |
+
"normalized": true,
|
735 |
+
"rstrip": false,
|
736 |
+
"single_word": false,
|
737 |
+
"special": false
|
738 |
+
},
|
739 |
+
"50344": {
|
740 |
+
"content": "[unused59]",
|
741 |
+
"lstrip": false,
|
742 |
+
"normalized": true,
|
743 |
+
"rstrip": false,
|
744 |
+
"single_word": false,
|
745 |
+
"special": false
|
746 |
+
},
|
747 |
+
"50345": {
|
748 |
+
"content": "[unused60]",
|
749 |
+
"lstrip": false,
|
750 |
+
"normalized": true,
|
751 |
+
"rstrip": false,
|
752 |
+
"single_word": false,
|
753 |
+
"special": false
|
754 |
+
},
|
755 |
+
"50346": {
|
756 |
+
"content": "[unused61]",
|
757 |
+
"lstrip": false,
|
758 |
+
"normalized": true,
|
759 |
+
"rstrip": false,
|
760 |
+
"single_word": false,
|
761 |
+
"special": false
|
762 |
+
},
|
763 |
+
"50347": {
|
764 |
+
"content": "[unused62]",
|
765 |
+
"lstrip": false,
|
766 |
+
"normalized": true,
|
767 |
+
"rstrip": false,
|
768 |
+
"single_word": false,
|
769 |
+
"special": false
|
770 |
+
},
|
771 |
+
"50348": {
|
772 |
+
"content": "[unused63]",
|
773 |
+
"lstrip": false,
|
774 |
+
"normalized": true,
|
775 |
+
"rstrip": false,
|
776 |
+
"single_word": false,
|
777 |
+
"special": false
|
778 |
+
},
|
779 |
+
"50349": {
|
780 |
+
"content": "[unused64]",
|
781 |
+
"lstrip": false,
|
782 |
+
"normalized": true,
|
783 |
+
"rstrip": false,
|
784 |
+
"single_word": false,
|
785 |
+
"special": false
|
786 |
+
},
|
787 |
+
"50350": {
|
788 |
+
"content": "[unused65]",
|
789 |
+
"lstrip": false,
|
790 |
+
"normalized": true,
|
791 |
+
"rstrip": false,
|
792 |
+
"single_word": false,
|
793 |
+
"special": false
|
794 |
+
},
|
795 |
+
"50351": {
|
796 |
+
"content": "[unused66]",
|
797 |
+
"lstrip": false,
|
798 |
+
"normalized": true,
|
799 |
+
"rstrip": false,
|
800 |
+
"single_word": false,
|
801 |
+
"special": false
|
802 |
+
},
|
803 |
+
"50352": {
|
804 |
+
"content": "[unused67]",
|
805 |
+
"lstrip": false,
|
806 |
+
"normalized": true,
|
807 |
+
"rstrip": false,
|
808 |
+
"single_word": false,
|
809 |
+
"special": false
|
810 |
+
},
|
811 |
+
"50353": {
|
812 |
+
"content": "[unused68]",
|
813 |
+
"lstrip": false,
|
814 |
+
"normalized": true,
|
815 |
+
"rstrip": false,
|
816 |
+
"single_word": false,
|
817 |
+
"special": false
|
818 |
+
},
|
819 |
+
"50354": {
|
820 |
+
"content": "[unused69]",
|
821 |
+
"lstrip": false,
|
822 |
+
"normalized": true,
|
823 |
+
"rstrip": false,
|
824 |
+
"single_word": false,
|
825 |
+
"special": false
|
826 |
+
},
|
827 |
+
"50355": {
|
828 |
+
"content": "[unused70]",
|
829 |
+
"lstrip": false,
|
830 |
+
"normalized": true,
|
831 |
+
"rstrip": false,
|
832 |
+
"single_word": false,
|
833 |
+
"special": false
|
834 |
+
},
|
835 |
+
"50356": {
|
836 |
+
"content": "[unused71]",
|
837 |
+
"lstrip": false,
|
838 |
+
"normalized": true,
|
839 |
+
"rstrip": false,
|
840 |
+
"single_word": false,
|
841 |
+
"special": false
|
842 |
+
},
|
843 |
+
"50357": {
|
844 |
+
"content": "[unused72]",
|
845 |
+
"lstrip": false,
|
846 |
+
"normalized": true,
|
847 |
+
"rstrip": false,
|
848 |
+
"single_word": false,
|
849 |
+
"special": false
|
850 |
+
},
|
851 |
+
"50358": {
|
852 |
+
"content": "[unused73]",
|
853 |
+
"lstrip": false,
|
854 |
+
"normalized": true,
|
855 |
+
"rstrip": false,
|
856 |
+
"single_word": false,
|
857 |
+
"special": false
|
858 |
+
},
|
859 |
+
"50359": {
|
860 |
+
"content": "[unused74]",
|
861 |
+
"lstrip": false,
|
862 |
+
"normalized": true,
|
863 |
+
"rstrip": false,
|
864 |
+
"single_word": false,
|
865 |
+
"special": false
|
866 |
+
},
|
867 |
+
"50360": {
|
868 |
+
"content": "[unused75]",
|
869 |
+
"lstrip": false,
|
870 |
+
"normalized": true,
|
871 |
+
"rstrip": false,
|
872 |
+
"single_word": false,
|
873 |
+
"special": false
|
874 |
+
},
|
875 |
+
"50361": {
|
876 |
+
"content": "[unused76]",
|
877 |
+
"lstrip": false,
|
878 |
+
"normalized": true,
|
879 |
+
"rstrip": false,
|
880 |
+
"single_word": false,
|
881 |
+
"special": false
|
882 |
+
},
|
883 |
+
"50362": {
|
884 |
+
"content": "[unused77]",
|
885 |
+
"lstrip": false,
|
886 |
+
"normalized": true,
|
887 |
+
"rstrip": false,
|
888 |
+
"single_word": false,
|
889 |
+
"special": false
|
890 |
+
},
|
891 |
+
"50363": {
|
892 |
+
"content": "[unused78]",
|
893 |
+
"lstrip": false,
|
894 |
+
"normalized": true,
|
895 |
+
"rstrip": false,
|
896 |
+
"single_word": false,
|
897 |
+
"special": false
|
898 |
+
},
|
899 |
+
"50364": {
|
900 |
+
"content": "[unused79]",
|
901 |
+
"lstrip": false,
|
902 |
+
"normalized": true,
|
903 |
+
"rstrip": false,
|
904 |
+
"single_word": false,
|
905 |
+
"special": false
|
906 |
+
},
|
907 |
+
"50365": {
|
908 |
+
"content": "[unused80]",
|
909 |
+
"lstrip": false,
|
910 |
+
"normalized": true,
|
911 |
+
"rstrip": false,
|
912 |
+
"single_word": false,
|
913 |
+
"special": false
|
914 |
+
},
|
915 |
+
"50366": {
|
916 |
+
"content": "[unused81]",
|
917 |
+
"lstrip": false,
|
918 |
+
"normalized": true,
|
919 |
+
"rstrip": false,
|
920 |
+
"single_word": false,
|
921 |
+
"special": false
|
922 |
+
},
|
923 |
+
"50367": {
|
924 |
+
"content": "[unused82]",
|
925 |
+
"lstrip": false,
|
926 |
+
"normalized": true,
|
927 |
+
"rstrip": false,
|
928 |
+
"single_word": false,
|
929 |
+
"special": false
|
930 |
+
}
|
931 |
+
},
|
932 |
+
"clean_up_tokenization_spaces": true,
|
933 |
+
"cls_token": "[CLS]",
|
934 |
+
"extra_special_tokens": {},
|
935 |
+
"mask_token": "[MASK]",
|
936 |
+
"model_input_names": [
|
937 |
+
"input_ids",
|
938 |
+
"attention_mask"
|
939 |
+
],
|
940 |
+
"model_max_length": 1000000000000000019884624838656,
|
941 |
+
"pad_token": "[PAD]",
|
942 |
+
"sep_token": "[SEP]",
|
943 |
+
"tokenizer_class": "PreTrainedTokenizerFast",
|
944 |
+
"unk_token": "[UNK]"
|
945 |
+
}
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e435b087200028d93f44fded6675ef3ed06a3b41fd13fce4898efb683a480ac0
|
3 |
+
size 5432
|