Nabin1995 commited on
Commit
12501b0
1 Parent(s): 5df00ea

Training done

Browse files
Files changed (3) hide show
  1. added_tokens.json +21 -75
  2. tokenizer.json +20 -506
  3. tokenizer_config.json +20 -452
added_tokens.json CHANGED
@@ -1,80 +1,26 @@
1
  {
2
- "</s_cashprice>": 57550,
3
- "</s_changeprice>": 57552,
4
- "</s_cnt>": 57530,
5
- "</s_creditcardprice>": 57564,
6
- "</s_discount_price>": 57558,
7
- "</s_discountprice>": 57568,
8
- "</s_emoneyprice>": 57570,
9
- "</s_etc>": 57542,
10
- "</s_invoice_date>": 57582,
11
- "</s_invoice_no>": 57580,
12
- "</s_item_code>": 57588,
13
- "</s_item_description>": 57590,
14
- "</s_items>": 57586,
15
- "</s_itemsubtotal>": 57578,
16
- "</s_menu>": 57526,
17
- "</s_menuqty_cnt>": 57556,
18
- "</s_menutype_cnt>": 57554,
19
- "</s_nm>": 57528,
20
- "</s_num>": 57566,
21
- "</s_othersvc_price>": 57574,
22
- "</s_price>": 57532,
23
- "</s_qty_supplied>": 57592,
24
- "</s_seller_abn>": 57584,
25
- "</s_service_price>": 57538,
26
- "</s_sub>": 57548,
27
- "</s_sub_total>": 57534,
28
- "</s_subtotal_price>": 57536,
29
- "</s_tax_price>": 57540,
30
- "</s_total>": 57544,
31
- "</s_total_etc>": 57562,
32
- "</s_total_incl_gst>": 57598,
33
- "</s_total_price>": 57546,
34
- "</s_unit_price_ex_gst>": 57596,
35
- "</s_unitprice>": 57560,
36
- "</s_uom>": 57594,
37
- "</s_vatyn>": 57576,
38
- "</s_void_menu>": 57572,
39
- "<s_cashprice>": 57549,
40
- "<s_changeprice>": 57551,
41
- "<s_cnt>": 57529,
42
- "<s_cord-v2>": 57599,
43
- "<s_creditcardprice>": 57563,
44
- "<s_discount_price>": 57557,
45
- "<s_discountprice>": 57567,
46
- "<s_emoneyprice>": 57569,
47
- "<s_etc>": 57541,
48
  "<s_iitcdip>": 57523,
49
- "<s_invoice_date>": 57581,
50
- "<s_invoice_no>": 57579,
51
- "<s_item_code>": 57587,
52
- "<s_item_description>": 57589,
53
- "<s_items>": 57585,
54
- "<s_itemsubtotal>": 57577,
55
- "<s_menu>": 57525,
56
- "<s_menuqty_cnt>": 57555,
57
- "<s_menutype_cnt>": 57553,
58
- "<s_nm>": 57527,
59
- "<s_num>": 57565,
60
- "<s_othersvc_price>": 57573,
61
- "<s_price>": 57531,
62
- "<s_qty_supplied>": 57591,
63
- "<s_seller_abn>": 57583,
64
- "<s_service_price>": 57537,
65
- "<s_sub>": 57547,
66
- "<s_sub_total>": 57533,
67
- "<s_subtotal_price>": 57535,
68
  "<s_synthdog>": 57524,
69
- "<s_tax_price>": 57539,
70
- "<s_total>": 57543,
71
- "<s_total_etc>": 57561,
72
- "<s_total_incl_gst>": 57597,
73
- "<s_total_price>": 57545,
74
- "<s_unit_price_ex_gst>": 57595,
75
- "<s_unitprice>": 57559,
76
- "<s_uom>": 57593,
77
- "<s_vatyn>": 57575,
78
- "<s_void_menu>": 57571,
79
  "<sep/>": 57522
80
  }
 
1
  {
2
+ "</s_invoice_date>": 57528,
3
+ "</s_invoice_no>": 57526,
4
+ "</s_item_code>": 57534,
5
+ "</s_item_description>": 57536,
6
+ "</s_items>": 57532,
7
+ "</s_qty_supplied>": 57538,
8
+ "</s_seller_abn>": 57530,
9
+ "</s_total_incl_gst>": 57544,
10
+ "</s_unit_price_ex_gst>": 57542,
11
+ "</s_uom>": 57540,
12
+ "<s_cord-v2>": 57545,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
13
  "<s_iitcdip>": 57523,
14
+ "<s_invoice_date>": 57527,
15
+ "<s_invoice_no>": 57525,
16
+ "<s_item_code>": 57533,
17
+ "<s_item_description>": 57535,
18
+ "<s_items>": 57531,
19
+ "<s_qty_supplied>": 57537,
20
+ "<s_seller_abn>": 57529,
 
 
 
 
 
 
 
 
 
 
 
 
21
  "<s_synthdog>": 57524,
22
+ "<s_total_incl_gst>": 57543,
23
+ "<s_unit_price_ex_gst>": 57541,
24
+ "<s_uom>": 57539,
 
 
 
 
 
 
 
25
  "<sep/>": 57522
26
  }
tokenizer.json CHANGED
@@ -91,492 +91,6 @@
91
  },
92
  {
93
  "id": 57525,
94
- "content": "<s_menu>",
95
- "single_word": false,
96
- "lstrip": false,
97
- "rstrip": false,
98
- "normalized": true,
99
- "special": false
100
- },
101
- {
102
- "id": 57526,
103
- "content": "</s_menu>",
104
- "single_word": false,
105
- "lstrip": false,
106
- "rstrip": false,
107
- "normalized": true,
108
- "special": false
109
- },
110
- {
111
- "id": 57527,
112
- "content": "<s_nm>",
113
- "single_word": false,
114
- "lstrip": false,
115
- "rstrip": false,
116
- "normalized": true,
117
- "special": false
118
- },
119
- {
120
- "id": 57528,
121
- "content": "</s_nm>",
122
- "single_word": false,
123
- "lstrip": false,
124
- "rstrip": false,
125
- "normalized": true,
126
- "special": false
127
- },
128
- {
129
- "id": 57529,
130
- "content": "<s_cnt>",
131
- "single_word": false,
132
- "lstrip": false,
133
- "rstrip": false,
134
- "normalized": true,
135
- "special": false
136
- },
137
- {
138
- "id": 57530,
139
- "content": "</s_cnt>",
140
- "single_word": false,
141
- "lstrip": false,
142
- "rstrip": false,
143
- "normalized": true,
144
- "special": false
145
- },
146
- {
147
- "id": 57531,
148
- "content": "<s_price>",
149
- "single_word": false,
150
- "lstrip": false,
151
- "rstrip": false,
152
- "normalized": true,
153
- "special": false
154
- },
155
- {
156
- "id": 57532,
157
- "content": "</s_price>",
158
- "single_word": false,
159
- "lstrip": false,
160
- "rstrip": false,
161
- "normalized": true,
162
- "special": false
163
- },
164
- {
165
- "id": 57533,
166
- "content": "<s_sub_total>",
167
- "single_word": false,
168
- "lstrip": false,
169
- "rstrip": false,
170
- "normalized": true,
171
- "special": false
172
- },
173
- {
174
- "id": 57534,
175
- "content": "</s_sub_total>",
176
- "single_word": false,
177
- "lstrip": false,
178
- "rstrip": false,
179
- "normalized": true,
180
- "special": false
181
- },
182
- {
183
- "id": 57535,
184
- "content": "<s_subtotal_price>",
185
- "single_word": false,
186
- "lstrip": false,
187
- "rstrip": false,
188
- "normalized": true,
189
- "special": false
190
- },
191
- {
192
- "id": 57536,
193
- "content": "</s_subtotal_price>",
194
- "single_word": false,
195
- "lstrip": false,
196
- "rstrip": false,
197
- "normalized": true,
198
- "special": false
199
- },
200
- {
201
- "id": 57537,
202
- "content": "<s_service_price>",
203
- "single_word": false,
204
- "lstrip": false,
205
- "rstrip": false,
206
- "normalized": true,
207
- "special": false
208
- },
209
- {
210
- "id": 57538,
211
- "content": "</s_service_price>",
212
- "single_word": false,
213
- "lstrip": false,
214
- "rstrip": false,
215
- "normalized": true,
216
- "special": false
217
- },
218
- {
219
- "id": 57539,
220
- "content": "<s_tax_price>",
221
- "single_word": false,
222
- "lstrip": false,
223
- "rstrip": false,
224
- "normalized": true,
225
- "special": false
226
- },
227
- {
228
- "id": 57540,
229
- "content": "</s_tax_price>",
230
- "single_word": false,
231
- "lstrip": false,
232
- "rstrip": false,
233
- "normalized": true,
234
- "special": false
235
- },
236
- {
237
- "id": 57541,
238
- "content": "<s_etc>",
239
- "single_word": false,
240
- "lstrip": false,
241
- "rstrip": false,
242
- "normalized": true,
243
- "special": false
244
- },
245
- {
246
- "id": 57542,
247
- "content": "</s_etc>",
248
- "single_word": false,
249
- "lstrip": false,
250
- "rstrip": false,
251
- "normalized": true,
252
- "special": false
253
- },
254
- {
255
- "id": 57543,
256
- "content": "<s_total>",
257
- "single_word": false,
258
- "lstrip": false,
259
- "rstrip": false,
260
- "normalized": true,
261
- "special": false
262
- },
263
- {
264
- "id": 57544,
265
- "content": "</s_total>",
266
- "single_word": false,
267
- "lstrip": false,
268
- "rstrip": false,
269
- "normalized": true,
270
- "special": false
271
- },
272
- {
273
- "id": 57545,
274
- "content": "<s_total_price>",
275
- "single_word": false,
276
- "lstrip": false,
277
- "rstrip": false,
278
- "normalized": true,
279
- "special": false
280
- },
281
- {
282
- "id": 57546,
283
- "content": "</s_total_price>",
284
- "single_word": false,
285
- "lstrip": false,
286
- "rstrip": false,
287
- "normalized": true,
288
- "special": false
289
- },
290
- {
291
- "id": 57547,
292
- "content": "<s_sub>",
293
- "single_word": false,
294
- "lstrip": false,
295
- "rstrip": false,
296
- "normalized": true,
297
- "special": false
298
- },
299
- {
300
- "id": 57548,
301
- "content": "</s_sub>",
302
- "single_word": false,
303
- "lstrip": false,
304
- "rstrip": false,
305
- "normalized": true,
306
- "special": false
307
- },
308
- {
309
- "id": 57549,
310
- "content": "<s_cashprice>",
311
- "single_word": false,
312
- "lstrip": false,
313
- "rstrip": false,
314
- "normalized": true,
315
- "special": false
316
- },
317
- {
318
- "id": 57550,
319
- "content": "</s_cashprice>",
320
- "single_word": false,
321
- "lstrip": false,
322
- "rstrip": false,
323
- "normalized": true,
324
- "special": false
325
- },
326
- {
327
- "id": 57551,
328
- "content": "<s_changeprice>",
329
- "single_word": false,
330
- "lstrip": false,
331
- "rstrip": false,
332
- "normalized": true,
333
- "special": false
334
- },
335
- {
336
- "id": 57552,
337
- "content": "</s_changeprice>",
338
- "single_word": false,
339
- "lstrip": false,
340
- "rstrip": false,
341
- "normalized": true,
342
- "special": false
343
- },
344
- {
345
- "id": 57553,
346
- "content": "<s_menutype_cnt>",
347
- "single_word": false,
348
- "lstrip": false,
349
- "rstrip": false,
350
- "normalized": true,
351
- "special": false
352
- },
353
- {
354
- "id": 57554,
355
- "content": "</s_menutype_cnt>",
356
- "single_word": false,
357
- "lstrip": false,
358
- "rstrip": false,
359
- "normalized": true,
360
- "special": false
361
- },
362
- {
363
- "id": 57555,
364
- "content": "<s_menuqty_cnt>",
365
- "single_word": false,
366
- "lstrip": false,
367
- "rstrip": false,
368
- "normalized": true,
369
- "special": false
370
- },
371
- {
372
- "id": 57556,
373
- "content": "</s_menuqty_cnt>",
374
- "single_word": false,
375
- "lstrip": false,
376
- "rstrip": false,
377
- "normalized": true,
378
- "special": false
379
- },
380
- {
381
- "id": 57557,
382
- "content": "<s_discount_price>",
383
- "single_word": false,
384
- "lstrip": false,
385
- "rstrip": false,
386
- "normalized": true,
387
- "special": false
388
- },
389
- {
390
- "id": 57558,
391
- "content": "</s_discount_price>",
392
- "single_word": false,
393
- "lstrip": false,
394
- "rstrip": false,
395
- "normalized": true,
396
- "special": false
397
- },
398
- {
399
- "id": 57559,
400
- "content": "<s_unitprice>",
401
- "single_word": false,
402
- "lstrip": false,
403
- "rstrip": false,
404
- "normalized": true,
405
- "special": false
406
- },
407
- {
408
- "id": 57560,
409
- "content": "</s_unitprice>",
410
- "single_word": false,
411
- "lstrip": false,
412
- "rstrip": false,
413
- "normalized": true,
414
- "special": false
415
- },
416
- {
417
- "id": 57561,
418
- "content": "<s_total_etc>",
419
- "single_word": false,
420
- "lstrip": false,
421
- "rstrip": false,
422
- "normalized": true,
423
- "special": false
424
- },
425
- {
426
- "id": 57562,
427
- "content": "</s_total_etc>",
428
- "single_word": false,
429
- "lstrip": false,
430
- "rstrip": false,
431
- "normalized": true,
432
- "special": false
433
- },
434
- {
435
- "id": 57563,
436
- "content": "<s_creditcardprice>",
437
- "single_word": false,
438
- "lstrip": false,
439
- "rstrip": false,
440
- "normalized": true,
441
- "special": false
442
- },
443
- {
444
- "id": 57564,
445
- "content": "</s_creditcardprice>",
446
- "single_word": false,
447
- "lstrip": false,
448
- "rstrip": false,
449
- "normalized": true,
450
- "special": false
451
- },
452
- {
453
- "id": 57565,
454
- "content": "<s_num>",
455
- "single_word": false,
456
- "lstrip": false,
457
- "rstrip": false,
458
- "normalized": true,
459
- "special": false
460
- },
461
- {
462
- "id": 57566,
463
- "content": "</s_num>",
464
- "single_word": false,
465
- "lstrip": false,
466
- "rstrip": false,
467
- "normalized": true,
468
- "special": false
469
- },
470
- {
471
- "id": 57567,
472
- "content": "<s_discountprice>",
473
- "single_word": false,
474
- "lstrip": false,
475
- "rstrip": false,
476
- "normalized": true,
477
- "special": false
478
- },
479
- {
480
- "id": 57568,
481
- "content": "</s_discountprice>",
482
- "single_word": false,
483
- "lstrip": false,
484
- "rstrip": false,
485
- "normalized": true,
486
- "special": false
487
- },
488
- {
489
- "id": 57569,
490
- "content": "<s_emoneyprice>",
491
- "single_word": false,
492
- "lstrip": false,
493
- "rstrip": false,
494
- "normalized": true,
495
- "special": false
496
- },
497
- {
498
- "id": 57570,
499
- "content": "</s_emoneyprice>",
500
- "single_word": false,
501
- "lstrip": false,
502
- "rstrip": false,
503
- "normalized": true,
504
- "special": false
505
- },
506
- {
507
- "id": 57571,
508
- "content": "<s_void_menu>",
509
- "single_word": false,
510
- "lstrip": false,
511
- "rstrip": false,
512
- "normalized": true,
513
- "special": false
514
- },
515
- {
516
- "id": 57572,
517
- "content": "</s_void_menu>",
518
- "single_word": false,
519
- "lstrip": false,
520
- "rstrip": false,
521
- "normalized": true,
522
- "special": false
523
- },
524
- {
525
- "id": 57573,
526
- "content": "<s_othersvc_price>",
527
- "single_word": false,
528
- "lstrip": false,
529
- "rstrip": false,
530
- "normalized": true,
531
- "special": false
532
- },
533
- {
534
- "id": 57574,
535
- "content": "</s_othersvc_price>",
536
- "single_word": false,
537
- "lstrip": false,
538
- "rstrip": false,
539
- "normalized": true,
540
- "special": false
541
- },
542
- {
543
- "id": 57575,
544
- "content": "<s_vatyn>",
545
- "single_word": false,
546
- "lstrip": false,
547
- "rstrip": false,
548
- "normalized": true,
549
- "special": false
550
- },
551
- {
552
- "id": 57576,
553
- "content": "</s_vatyn>",
554
- "single_word": false,
555
- "lstrip": false,
556
- "rstrip": false,
557
- "normalized": true,
558
- "special": false
559
- },
560
- {
561
- "id": 57577,
562
- "content": "<s_itemsubtotal>",
563
- "single_word": false,
564
- "lstrip": false,
565
- "rstrip": false,
566
- "normalized": true,
567
- "special": false
568
- },
569
- {
570
- "id": 57578,
571
- "content": "</s_itemsubtotal>",
572
- "single_word": false,
573
- "lstrip": false,
574
- "rstrip": false,
575
- "normalized": true,
576
- "special": false
577
- },
578
- {
579
- "id": 57579,
580
  "content": "<s_invoice_no>",
581
  "single_word": false,
582
  "lstrip": false,
@@ -585,7 +99,7 @@
585
  "special": false
586
  },
587
  {
588
- "id": 57580,
589
  "content": "</s_invoice_no>",
590
  "single_word": false,
591
  "lstrip": false,
@@ -594,7 +108,7 @@
594
  "special": false
595
  },
596
  {
597
- "id": 57581,
598
  "content": "<s_invoice_date>",
599
  "single_word": false,
600
  "lstrip": false,
@@ -603,7 +117,7 @@
603
  "special": false
604
  },
605
  {
606
- "id": 57582,
607
  "content": "</s_invoice_date>",
608
  "single_word": false,
609
  "lstrip": false,
@@ -612,7 +126,7 @@
612
  "special": false
613
  },
614
  {
615
- "id": 57583,
616
  "content": "<s_seller_abn>",
617
  "single_word": false,
618
  "lstrip": false,
@@ -621,7 +135,7 @@
621
  "special": false
622
  },
623
  {
624
- "id": 57584,
625
  "content": "</s_seller_abn>",
626
  "single_word": false,
627
  "lstrip": false,
@@ -630,7 +144,7 @@
630
  "special": false
631
  },
632
  {
633
- "id": 57585,
634
  "content": "<s_items>",
635
  "single_word": false,
636
  "lstrip": false,
@@ -639,7 +153,7 @@
639
  "special": false
640
  },
641
  {
642
- "id": 57586,
643
  "content": "</s_items>",
644
  "single_word": false,
645
  "lstrip": false,
@@ -648,7 +162,7 @@
648
  "special": false
649
  },
650
  {
651
- "id": 57587,
652
  "content": "<s_item_code>",
653
  "single_word": false,
654
  "lstrip": false,
@@ -657,7 +171,7 @@
657
  "special": false
658
  },
659
  {
660
- "id": 57588,
661
  "content": "</s_item_code>",
662
  "single_word": false,
663
  "lstrip": false,
@@ -666,7 +180,7 @@
666
  "special": false
667
  },
668
  {
669
- "id": 57589,
670
  "content": "<s_item_description>",
671
  "single_word": false,
672
  "lstrip": false,
@@ -675,7 +189,7 @@
675
  "special": false
676
  },
677
  {
678
- "id": 57590,
679
  "content": "</s_item_description>",
680
  "single_word": false,
681
  "lstrip": false,
@@ -684,7 +198,7 @@
684
  "special": false
685
  },
686
  {
687
- "id": 57591,
688
  "content": "<s_qty_supplied>",
689
  "single_word": false,
690
  "lstrip": false,
@@ -693,7 +207,7 @@
693
  "special": false
694
  },
695
  {
696
- "id": 57592,
697
  "content": "</s_qty_supplied>",
698
  "single_word": false,
699
  "lstrip": false,
@@ -702,7 +216,7 @@
702
  "special": false
703
  },
704
  {
705
- "id": 57593,
706
  "content": "<s_uom>",
707
  "single_word": false,
708
  "lstrip": false,
@@ -711,7 +225,7 @@
711
  "special": false
712
  },
713
  {
714
- "id": 57594,
715
  "content": "</s_uom>",
716
  "single_word": false,
717
  "lstrip": false,
@@ -720,7 +234,7 @@
720
  "special": false
721
  },
722
  {
723
- "id": 57595,
724
  "content": "<s_unit_price_ex_gst>",
725
  "single_word": false,
726
  "lstrip": false,
@@ -729,7 +243,7 @@
729
  "special": false
730
  },
731
  {
732
- "id": 57596,
733
  "content": "</s_unit_price_ex_gst>",
734
  "single_word": false,
735
  "lstrip": false,
@@ -738,7 +252,7 @@
738
  "special": false
739
  },
740
  {
741
- "id": 57597,
742
  "content": "<s_total_incl_gst>",
743
  "single_word": false,
744
  "lstrip": false,
@@ -747,7 +261,7 @@
747
  "special": false
748
  },
749
  {
750
- "id": 57598,
751
  "content": "</s_total_incl_gst>",
752
  "single_word": false,
753
  "lstrip": false,
@@ -756,7 +270,7 @@
756
  "special": false
757
  },
758
  {
759
- "id": 57599,
760
  "content": "<s_cord-v2>",
761
  "single_word": false,
762
  "lstrip": false,
 
91
  },
92
  {
93
  "id": 57525,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
94
  "content": "<s_invoice_no>",
95
  "single_word": false,
96
  "lstrip": false,
 
99
  "special": false
100
  },
101
  {
102
+ "id": 57526,
103
  "content": "</s_invoice_no>",
104
  "single_word": false,
105
  "lstrip": false,
 
108
  "special": false
109
  },
110
  {
111
+ "id": 57527,
112
  "content": "<s_invoice_date>",
113
  "single_word": false,
114
  "lstrip": false,
 
117
  "special": false
118
  },
119
  {
120
+ "id": 57528,
121
  "content": "</s_invoice_date>",
122
  "single_word": false,
123
  "lstrip": false,
 
126
  "special": false
127
  },
128
  {
129
+ "id": 57529,
130
  "content": "<s_seller_abn>",
131
  "single_word": false,
132
  "lstrip": false,
 
135
  "special": false
136
  },
137
  {
138
+ "id": 57530,
139
  "content": "</s_seller_abn>",
140
  "single_word": false,
141
  "lstrip": false,
 
144
  "special": false
145
  },
146
  {
147
+ "id": 57531,
148
  "content": "<s_items>",
149
  "single_word": false,
150
  "lstrip": false,
 
153
  "special": false
154
  },
155
  {
156
+ "id": 57532,
157
  "content": "</s_items>",
158
  "single_word": false,
159
  "lstrip": false,
 
162
  "special": false
163
  },
164
  {
165
+ "id": 57533,
166
  "content": "<s_item_code>",
167
  "single_word": false,
168
  "lstrip": false,
 
171
  "special": false
172
  },
173
  {
174
+ "id": 57534,
175
  "content": "</s_item_code>",
176
  "single_word": false,
177
  "lstrip": false,
 
180
  "special": false
181
  },
182
  {
183
+ "id": 57535,
184
  "content": "<s_item_description>",
185
  "single_word": false,
186
  "lstrip": false,
 
189
  "special": false
190
  },
191
  {
192
+ "id": 57536,
193
  "content": "</s_item_description>",
194
  "single_word": false,
195
  "lstrip": false,
 
198
  "special": false
199
  },
200
  {
201
+ "id": 57537,
202
  "content": "<s_qty_supplied>",
203
  "single_word": false,
204
  "lstrip": false,
 
207
  "special": false
208
  },
209
  {
210
+ "id": 57538,
211
  "content": "</s_qty_supplied>",
212
  "single_word": false,
213
  "lstrip": false,
 
216
  "special": false
217
  },
218
  {
219
+ "id": 57539,
220
  "content": "<s_uom>",
221
  "single_word": false,
222
  "lstrip": false,
 
225
  "special": false
226
  },
227
  {
228
+ "id": 57540,
229
  "content": "</s_uom>",
230
  "single_word": false,
231
  "lstrip": false,
 
234
  "special": false
235
  },
236
  {
237
+ "id": 57541,
238
  "content": "<s_unit_price_ex_gst>",
239
  "single_word": false,
240
  "lstrip": false,
 
243
  "special": false
244
  },
245
  {
246
+ "id": 57542,
247
  "content": "</s_unit_price_ex_gst>",
248
  "single_word": false,
249
  "lstrip": false,
 
252
  "special": false
253
  },
254
  {
255
+ "id": 57543,
256
  "content": "<s_total_incl_gst>",
257
  "single_word": false,
258
  "lstrip": false,
 
261
  "special": false
262
  },
263
  {
264
+ "id": 57544,
265
  "content": "</s_total_incl_gst>",
266
  "single_word": false,
267
  "lstrip": false,
 
270
  "special": false
271
  },
272
  {
273
+ "id": 57545,
274
  "content": "<s_cord-v2>",
275
  "single_word": false,
276
  "lstrip": false,
tokenizer_config.json CHANGED
@@ -65,438 +65,6 @@
65
  "special": true
66
  },
67
  "57525": {
68
- "content": "<s_menu>",
69
- "lstrip": false,
70
- "normalized": true,
71
- "rstrip": false,
72
- "single_word": false,
73
- "special": false
74
- },
75
- "57526": {
76
- "content": "</s_menu>",
77
- "lstrip": false,
78
- "normalized": true,
79
- "rstrip": false,
80
- "single_word": false,
81
- "special": false
82
- },
83
- "57527": {
84
- "content": "<s_nm>",
85
- "lstrip": false,
86
- "normalized": true,
87
- "rstrip": false,
88
- "single_word": false,
89
- "special": false
90
- },
91
- "57528": {
92
- "content": "</s_nm>",
93
- "lstrip": false,
94
- "normalized": true,
95
- "rstrip": false,
96
- "single_word": false,
97
- "special": false
98
- },
99
- "57529": {
100
- "content": "<s_cnt>",
101
- "lstrip": false,
102
- "normalized": true,
103
- "rstrip": false,
104
- "single_word": false,
105
- "special": false
106
- },
107
- "57530": {
108
- "content": "</s_cnt>",
109
- "lstrip": false,
110
- "normalized": true,
111
- "rstrip": false,
112
- "single_word": false,
113
- "special": false
114
- },
115
- "57531": {
116
- "content": "<s_price>",
117
- "lstrip": false,
118
- "normalized": true,
119
- "rstrip": false,
120
- "single_word": false,
121
- "special": false
122
- },
123
- "57532": {
124
- "content": "</s_price>",
125
- "lstrip": false,
126
- "normalized": true,
127
- "rstrip": false,
128
- "single_word": false,
129
- "special": false
130
- },
131
- "57533": {
132
- "content": "<s_sub_total>",
133
- "lstrip": false,
134
- "normalized": true,
135
- "rstrip": false,
136
- "single_word": false,
137
- "special": false
138
- },
139
- "57534": {
140
- "content": "</s_sub_total>",
141
- "lstrip": false,
142
- "normalized": true,
143
- "rstrip": false,
144
- "single_word": false,
145
- "special": false
146
- },
147
- "57535": {
148
- "content": "<s_subtotal_price>",
149
- "lstrip": false,
150
- "normalized": true,
151
- "rstrip": false,
152
- "single_word": false,
153
- "special": false
154
- },
155
- "57536": {
156
- "content": "</s_subtotal_price>",
157
- "lstrip": false,
158
- "normalized": true,
159
- "rstrip": false,
160
- "single_word": false,
161
- "special": false
162
- },
163
- "57537": {
164
- "content": "<s_service_price>",
165
- "lstrip": false,
166
- "normalized": true,
167
- "rstrip": false,
168
- "single_word": false,
169
- "special": false
170
- },
171
- "57538": {
172
- "content": "</s_service_price>",
173
- "lstrip": false,
174
- "normalized": true,
175
- "rstrip": false,
176
- "single_word": false,
177
- "special": false
178
- },
179
- "57539": {
180
- "content": "<s_tax_price>",
181
- "lstrip": false,
182
- "normalized": true,
183
- "rstrip": false,
184
- "single_word": false,
185
- "special": false
186
- },
187
- "57540": {
188
- "content": "</s_tax_price>",
189
- "lstrip": false,
190
- "normalized": true,
191
- "rstrip": false,
192
- "single_word": false,
193
- "special": false
194
- },
195
- "57541": {
196
- "content": "<s_etc>",
197
- "lstrip": false,
198
- "normalized": true,
199
- "rstrip": false,
200
- "single_word": false,
201
- "special": false
202
- },
203
- "57542": {
204
- "content": "</s_etc>",
205
- "lstrip": false,
206
- "normalized": true,
207
- "rstrip": false,
208
- "single_word": false,
209
- "special": false
210
- },
211
- "57543": {
212
- "content": "<s_total>",
213
- "lstrip": false,
214
- "normalized": true,
215
- "rstrip": false,
216
- "single_word": false,
217
- "special": false
218
- },
219
- "57544": {
220
- "content": "</s_total>",
221
- "lstrip": false,
222
- "normalized": true,
223
- "rstrip": false,
224
- "single_word": false,
225
- "special": false
226
- },
227
- "57545": {
228
- "content": "<s_total_price>",
229
- "lstrip": false,
230
- "normalized": true,
231
- "rstrip": false,
232
- "single_word": false,
233
- "special": false
234
- },
235
- "57546": {
236
- "content": "</s_total_price>",
237
- "lstrip": false,
238
- "normalized": true,
239
- "rstrip": false,
240
- "single_word": false,
241
- "special": false
242
- },
243
- "57547": {
244
- "content": "<s_sub>",
245
- "lstrip": false,
246
- "normalized": true,
247
- "rstrip": false,
248
- "single_word": false,
249
- "special": false
250
- },
251
- "57548": {
252
- "content": "</s_sub>",
253
- "lstrip": false,
254
- "normalized": true,
255
- "rstrip": false,
256
- "single_word": false,
257
- "special": false
258
- },
259
- "57549": {
260
- "content": "<s_cashprice>",
261
- "lstrip": false,
262
- "normalized": true,
263
- "rstrip": false,
264
- "single_word": false,
265
- "special": false
266
- },
267
- "57550": {
268
- "content": "</s_cashprice>",
269
- "lstrip": false,
270
- "normalized": true,
271
- "rstrip": false,
272
- "single_word": false,
273
- "special": false
274
- },
275
- "57551": {
276
- "content": "<s_changeprice>",
277
- "lstrip": false,
278
- "normalized": true,
279
- "rstrip": false,
280
- "single_word": false,
281
- "special": false
282
- },
283
- "57552": {
284
- "content": "</s_changeprice>",
285
- "lstrip": false,
286
- "normalized": true,
287
- "rstrip": false,
288
- "single_word": false,
289
- "special": false
290
- },
291
- "57553": {
292
- "content": "<s_menutype_cnt>",
293
- "lstrip": false,
294
- "normalized": true,
295
- "rstrip": false,
296
- "single_word": false,
297
- "special": false
298
- },
299
- "57554": {
300
- "content": "</s_menutype_cnt>",
301
- "lstrip": false,
302
- "normalized": true,
303
- "rstrip": false,
304
- "single_word": false,
305
- "special": false
306
- },
307
- "57555": {
308
- "content": "<s_menuqty_cnt>",
309
- "lstrip": false,
310
- "normalized": true,
311
- "rstrip": false,
312
- "single_word": false,
313
- "special": false
314
- },
315
- "57556": {
316
- "content": "</s_menuqty_cnt>",
317
- "lstrip": false,
318
- "normalized": true,
319
- "rstrip": false,
320
- "single_word": false,
321
- "special": false
322
- },
323
- "57557": {
324
- "content": "<s_discount_price>",
325
- "lstrip": false,
326
- "normalized": true,
327
- "rstrip": false,
328
- "single_word": false,
329
- "special": false
330
- },
331
- "57558": {
332
- "content": "</s_discount_price>",
333
- "lstrip": false,
334
- "normalized": true,
335
- "rstrip": false,
336
- "single_word": false,
337
- "special": false
338
- },
339
- "57559": {
340
- "content": "<s_unitprice>",
341
- "lstrip": false,
342
- "normalized": true,
343
- "rstrip": false,
344
- "single_word": false,
345
- "special": false
346
- },
347
- "57560": {
348
- "content": "</s_unitprice>",
349
- "lstrip": false,
350
- "normalized": true,
351
- "rstrip": false,
352
- "single_word": false,
353
- "special": false
354
- },
355
- "57561": {
356
- "content": "<s_total_etc>",
357
- "lstrip": false,
358
- "normalized": true,
359
- "rstrip": false,
360
- "single_word": false,
361
- "special": false
362
- },
363
- "57562": {
364
- "content": "</s_total_etc>",
365
- "lstrip": false,
366
- "normalized": true,
367
- "rstrip": false,
368
- "single_word": false,
369
- "special": false
370
- },
371
- "57563": {
372
- "content": "<s_creditcardprice>",
373
- "lstrip": false,
374
- "normalized": true,
375
- "rstrip": false,
376
- "single_word": false,
377
- "special": false
378
- },
379
- "57564": {
380
- "content": "</s_creditcardprice>",
381
- "lstrip": false,
382
- "normalized": true,
383
- "rstrip": false,
384
- "single_word": false,
385
- "special": false
386
- },
387
- "57565": {
388
- "content": "<s_num>",
389
- "lstrip": false,
390
- "normalized": true,
391
- "rstrip": false,
392
- "single_word": false,
393
- "special": false
394
- },
395
- "57566": {
396
- "content": "</s_num>",
397
- "lstrip": false,
398
- "normalized": true,
399
- "rstrip": false,
400
- "single_word": false,
401
- "special": false
402
- },
403
- "57567": {
404
- "content": "<s_discountprice>",
405
- "lstrip": false,
406
- "normalized": true,
407
- "rstrip": false,
408
- "single_word": false,
409
- "special": false
410
- },
411
- "57568": {
412
- "content": "</s_discountprice>",
413
- "lstrip": false,
414
- "normalized": true,
415
- "rstrip": false,
416
- "single_word": false,
417
- "special": false
418
- },
419
- "57569": {
420
- "content": "<s_emoneyprice>",
421
- "lstrip": false,
422
- "normalized": true,
423
- "rstrip": false,
424
- "single_word": false,
425
- "special": false
426
- },
427
- "57570": {
428
- "content": "</s_emoneyprice>",
429
- "lstrip": false,
430
- "normalized": true,
431
- "rstrip": false,
432
- "single_word": false,
433
- "special": false
434
- },
435
- "57571": {
436
- "content": "<s_void_menu>",
437
- "lstrip": false,
438
- "normalized": true,
439
- "rstrip": false,
440
- "single_word": false,
441
- "special": false
442
- },
443
- "57572": {
444
- "content": "</s_void_menu>",
445
- "lstrip": false,
446
- "normalized": true,
447
- "rstrip": false,
448
- "single_word": false,
449
- "special": false
450
- },
451
- "57573": {
452
- "content": "<s_othersvc_price>",
453
- "lstrip": false,
454
- "normalized": true,
455
- "rstrip": false,
456
- "single_word": false,
457
- "special": false
458
- },
459
- "57574": {
460
- "content": "</s_othersvc_price>",
461
- "lstrip": false,
462
- "normalized": true,
463
- "rstrip": false,
464
- "single_word": false,
465
- "special": false
466
- },
467
- "57575": {
468
- "content": "<s_vatyn>",
469
- "lstrip": false,
470
- "normalized": true,
471
- "rstrip": false,
472
- "single_word": false,
473
- "special": false
474
- },
475
- "57576": {
476
- "content": "</s_vatyn>",
477
- "lstrip": false,
478
- "normalized": true,
479
- "rstrip": false,
480
- "single_word": false,
481
- "special": false
482
- },
483
- "57577": {
484
- "content": "<s_itemsubtotal>",
485
- "lstrip": false,
486
- "normalized": true,
487
- "rstrip": false,
488
- "single_word": false,
489
- "special": false
490
- },
491
- "57578": {
492
- "content": "</s_itemsubtotal>",
493
- "lstrip": false,
494
- "normalized": true,
495
- "rstrip": false,
496
- "single_word": false,
497
- "special": false
498
- },
499
- "57579": {
500
  "content": "<s_invoice_no>",
501
  "lstrip": false,
502
  "normalized": true,
@@ -504,7 +72,7 @@
504
  "single_word": false,
505
  "special": false
506
  },
507
- "57580": {
508
  "content": "</s_invoice_no>",
509
  "lstrip": false,
510
  "normalized": true,
@@ -512,7 +80,7 @@
512
  "single_word": false,
513
  "special": false
514
  },
515
- "57581": {
516
  "content": "<s_invoice_date>",
517
  "lstrip": false,
518
  "normalized": true,
@@ -520,7 +88,7 @@
520
  "single_word": false,
521
  "special": false
522
  },
523
- "57582": {
524
  "content": "</s_invoice_date>",
525
  "lstrip": false,
526
  "normalized": true,
@@ -528,7 +96,7 @@
528
  "single_word": false,
529
  "special": false
530
  },
531
- "57583": {
532
  "content": "<s_seller_abn>",
533
  "lstrip": false,
534
  "normalized": true,
@@ -536,7 +104,7 @@
536
  "single_word": false,
537
  "special": false
538
  },
539
- "57584": {
540
  "content": "</s_seller_abn>",
541
  "lstrip": false,
542
  "normalized": true,
@@ -544,7 +112,7 @@
544
  "single_word": false,
545
  "special": false
546
  },
547
- "57585": {
548
  "content": "<s_items>",
549
  "lstrip": false,
550
  "normalized": true,
@@ -552,7 +120,7 @@
552
  "single_word": false,
553
  "special": false
554
  },
555
- "57586": {
556
  "content": "</s_items>",
557
  "lstrip": false,
558
  "normalized": true,
@@ -560,7 +128,7 @@
560
  "single_word": false,
561
  "special": false
562
  },
563
- "57587": {
564
  "content": "<s_item_code>",
565
  "lstrip": false,
566
  "normalized": true,
@@ -568,7 +136,7 @@
568
  "single_word": false,
569
  "special": false
570
  },
571
- "57588": {
572
  "content": "</s_item_code>",
573
  "lstrip": false,
574
  "normalized": true,
@@ -576,7 +144,7 @@
576
  "single_word": false,
577
  "special": false
578
  },
579
- "57589": {
580
  "content": "<s_item_description>",
581
  "lstrip": false,
582
  "normalized": true,
@@ -584,7 +152,7 @@
584
  "single_word": false,
585
  "special": false
586
  },
587
- "57590": {
588
  "content": "</s_item_description>",
589
  "lstrip": false,
590
  "normalized": true,
@@ -592,7 +160,7 @@
592
  "single_word": false,
593
  "special": false
594
  },
595
- "57591": {
596
  "content": "<s_qty_supplied>",
597
  "lstrip": false,
598
  "normalized": true,
@@ -600,7 +168,7 @@
600
  "single_word": false,
601
  "special": false
602
  },
603
- "57592": {
604
  "content": "</s_qty_supplied>",
605
  "lstrip": false,
606
  "normalized": true,
@@ -608,7 +176,7 @@
608
  "single_word": false,
609
  "special": false
610
  },
611
- "57593": {
612
  "content": "<s_uom>",
613
  "lstrip": false,
614
  "normalized": true,
@@ -616,7 +184,7 @@
616
  "single_word": false,
617
  "special": false
618
  },
619
- "57594": {
620
  "content": "</s_uom>",
621
  "lstrip": false,
622
  "normalized": true,
@@ -624,7 +192,7 @@
624
  "single_word": false,
625
  "special": false
626
  },
627
- "57595": {
628
  "content": "<s_unit_price_ex_gst>",
629
  "lstrip": false,
630
  "normalized": true,
@@ -632,7 +200,7 @@
632
  "single_word": false,
633
  "special": false
634
  },
635
- "57596": {
636
  "content": "</s_unit_price_ex_gst>",
637
  "lstrip": false,
638
  "normalized": true,
@@ -640,7 +208,7 @@
640
  "single_word": false,
641
  "special": false
642
  },
643
- "57597": {
644
  "content": "<s_total_incl_gst>",
645
  "lstrip": false,
646
  "normalized": true,
@@ -648,7 +216,7 @@
648
  "single_word": false,
649
  "special": false
650
  },
651
- "57598": {
652
  "content": "</s_total_incl_gst>",
653
  "lstrip": false,
654
  "normalized": true,
@@ -656,7 +224,7 @@
656
  "single_word": false,
657
  "special": false
658
  },
659
- "57599": {
660
  "content": "<s_cord-v2>",
661
  "lstrip": false,
662
  "normalized": true,
 
65
  "special": true
66
  },
67
  "57525": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
68
  "content": "<s_invoice_no>",
69
  "lstrip": false,
70
  "normalized": true,
 
72
  "single_word": false,
73
  "special": false
74
  },
75
+ "57526": {
76
  "content": "</s_invoice_no>",
77
  "lstrip": false,
78
  "normalized": true,
 
80
  "single_word": false,
81
  "special": false
82
  },
83
+ "57527": {
84
  "content": "<s_invoice_date>",
85
  "lstrip": false,
86
  "normalized": true,
 
88
  "single_word": false,
89
  "special": false
90
  },
91
+ "57528": {
92
  "content": "</s_invoice_date>",
93
  "lstrip": false,
94
  "normalized": true,
 
96
  "single_word": false,
97
  "special": false
98
  },
99
+ "57529": {
100
  "content": "<s_seller_abn>",
101
  "lstrip": false,
102
  "normalized": true,
 
104
  "single_word": false,
105
  "special": false
106
  },
107
+ "57530": {
108
  "content": "</s_seller_abn>",
109
  "lstrip": false,
110
  "normalized": true,
 
112
  "single_word": false,
113
  "special": false
114
  },
115
+ "57531": {
116
  "content": "<s_items>",
117
  "lstrip": false,
118
  "normalized": true,
 
120
  "single_word": false,
121
  "special": false
122
  },
123
+ "57532": {
124
  "content": "</s_items>",
125
  "lstrip": false,
126
  "normalized": true,
 
128
  "single_word": false,
129
  "special": false
130
  },
131
+ "57533": {
132
  "content": "<s_item_code>",
133
  "lstrip": false,
134
  "normalized": true,
 
136
  "single_word": false,
137
  "special": false
138
  },
139
+ "57534": {
140
  "content": "</s_item_code>",
141
  "lstrip": false,
142
  "normalized": true,
 
144
  "single_word": false,
145
  "special": false
146
  },
147
+ "57535": {
148
  "content": "<s_item_description>",
149
  "lstrip": false,
150
  "normalized": true,
 
152
  "single_word": false,
153
  "special": false
154
  },
155
+ "57536": {
156
  "content": "</s_item_description>",
157
  "lstrip": false,
158
  "normalized": true,
 
160
  "single_word": false,
161
  "special": false
162
  },
163
+ "57537": {
164
  "content": "<s_qty_supplied>",
165
  "lstrip": false,
166
  "normalized": true,
 
168
  "single_word": false,
169
  "special": false
170
  },
171
+ "57538": {
172
  "content": "</s_qty_supplied>",
173
  "lstrip": false,
174
  "normalized": true,
 
176
  "single_word": false,
177
  "special": false
178
  },
179
+ "57539": {
180
  "content": "<s_uom>",
181
  "lstrip": false,
182
  "normalized": true,
 
184
  "single_word": false,
185
  "special": false
186
  },
187
+ "57540": {
188
  "content": "</s_uom>",
189
  "lstrip": false,
190
  "normalized": true,
 
192
  "single_word": false,
193
  "special": false
194
  },
195
+ "57541": {
196
  "content": "<s_unit_price_ex_gst>",
197
  "lstrip": false,
198
  "normalized": true,
 
200
  "single_word": false,
201
  "special": false
202
  },
203
+ "57542": {
204
  "content": "</s_unit_price_ex_gst>",
205
  "lstrip": false,
206
  "normalized": true,
 
208
  "single_word": false,
209
  "special": false
210
  },
211
+ "57543": {
212
  "content": "<s_total_incl_gst>",
213
  "lstrip": false,
214
  "normalized": true,
 
216
  "single_word": false,
217
  "special": false
218
  },
219
+ "57544": {
220
  "content": "</s_total_incl_gst>",
221
  "lstrip": false,
222
  "normalized": true,
 
224
  "single_word": false,
225
  "special": false
226
  },
227
+ "57545": {
228
  "content": "<s_cord-v2>",
229
  "lstrip": false,
230
  "normalized": true,