Adzka/reward-model-distilbert-indo
Browse files- README.md +11 -12
- emissions.csv +6 -1
- model.safetensors +1 -1
- runs/Jul02_02-10-09_DESKTOP-HH0RPGN/events.out.tfevents.1719861015.DESKTOP-HH0RPGN.3516.0 +3 -0
- runs/Jul02_02-10-09_DESKTOP-HH0RPGN/events.out.tfevents.1719861946.DESKTOP-HH0RPGN.3516.1 +3 -0
- runs/Jul02_02-25-47_DESKTOP-HH0RPGN/events.out.tfevents.1719861953.DESKTOP-HH0RPGN.3516.2 +3 -0
- runs/Jul02_02-25-47_DESKTOP-HH0RPGN/events.out.tfevents.1719862349.DESKTOP-HH0RPGN.3516.3 +3 -0
- runs/Jul02_02-32-29_DESKTOP-HH0RPGN/events.out.tfevents.1719862355.DESKTOP-HH0RPGN.3516.4 +3 -0
- runs/Jul02_02-32-29_DESKTOP-HH0RPGN/events.out.tfevents.1719862656.DESKTOP-HH0RPGN.3516.5 +3 -0
- runs/Jul02_02-37-36_DESKTOP-HH0RPGN/events.out.tfevents.1719862662.DESKTOP-HH0RPGN.3516.6 +3 -0
- runs/Jul02_02-47-10_DESKTOP-HH0RPGN/events.out.tfevents.1719863236.DESKTOP-HH0RPGN.16244.0 +3 -0
- runs/Jul02_02-47-10_DESKTOP-HH0RPGN/events.out.tfevents.1719865170.DESKTOP-HH0RPGN.16244.1 +3 -0
- runs/Jul02_03-19-30_DESKTOP-HH0RPGN/events.out.tfevents.1719865176.DESKTOP-HH0RPGN.16244.2 +3 -0
- runs/Jul02_03-30-03_DESKTOP-HH0RPGN/events.out.tfevents.1719865809.DESKTOP-HH0RPGN.25208.0 +3 -0
- runs/Jul02_03-34-25_DESKTOP-HH0RPGN/events.out.tfevents.1719866070.DESKTOP-HH0RPGN.20036.0 +3 -0
- runs/Jul02_03-36-41_DESKTOP-HH0RPGN/events.out.tfevents.1719866206.DESKTOP-HH0RPGN.10528.0 +3 -0
- runs/Jul02_03-38-00_DESKTOP-HH0RPGN/events.out.tfevents.1719866285.DESKTOP-HH0RPGN.23520.0 +3 -0
- special_tokens_map.json +49 -5
- tokenizer.json +0 -0
- tokenizer_config.json +22 -20
- training_args.bin +1 -1
README.md
CHANGED
@@ -17,8 +17,8 @@ should probably proofread and complete it, then remove this comment. -->
|
|
17 |
|
18 |
This model is a fine-tuned version of [w11wo/indonesian-roberta-base-sentiment-classifier](https://huggingface.co/w11wo/indonesian-roberta-base-sentiment-classifier) on the None dataset.
|
19 |
It achieves the following results on the evaluation set:
|
20 |
-
- Loss: 0.
|
21 |
-
- Accuracy: 0.
|
22 |
|
23 |
## Model description
|
24 |
|
@@ -37,26 +37,25 @@ More information needed
|
|
37 |
### Training hyperparameters
|
38 |
|
39 |
The following hyperparameters were used during training:
|
40 |
-
- learning_rate:
|
41 |
- train_batch_size: 8
|
42 |
- eval_batch_size: 8
|
43 |
- seed: 42
|
44 |
- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
|
45 |
- lr_scheduler_type: linear
|
46 |
-
- num_epochs:
|
|
|
47 |
|
48 |
### Training results
|
49 |
|
50 |
| Training Loss | Epoch | Step | Validation Loss | Accuracy |
|
51 |
|:-------------:|:-----:|:----:|:---------------:|:--------:|
|
52 |
-
| 0.
|
53 |
-
| 0.
|
54 |
-
| 0.
|
55 |
-
| 0.
|
56 |
-
| 0.
|
57 |
-
| 0.
|
58 |
-
| 0.0132 | 8.75 | 350 | 0.9939 | 0.6579 |
|
59 |
-
| 0.0275 | 10.0 | 400 | 0.8793 | 0.6842 |
|
60 |
|
61 |
|
62 |
### Framework versions
|
|
|
17 |
|
18 |
This model is a fine-tuned version of [w11wo/indonesian-roberta-base-sentiment-classifier](https://huggingface.co/w11wo/indonesian-roberta-base-sentiment-classifier) on the None dataset.
|
19 |
It achieves the following results on the evaluation set:
|
20 |
+
- Loss: 0.3747
|
21 |
+
- Accuracy: 0.8065
|
22 |
|
23 |
## Model description
|
24 |
|
|
|
37 |
### Training hyperparameters
|
38 |
|
39 |
The following hyperparameters were used during training:
|
40 |
+
- learning_rate: 1e-05
|
41 |
- train_batch_size: 8
|
42 |
- eval_batch_size: 8
|
43 |
- seed: 42
|
44 |
- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
|
45 |
- lr_scheduler_type: linear
|
46 |
+
- num_epochs: 8
|
47 |
+
- mixed_precision_training: Native AMP
|
48 |
|
49 |
### Training results
|
50 |
|
51 |
| Training Loss | Epoch | Step | Validation Loss | Accuracy |
|
52 |
|:-------------:|:-----:|:----:|:---------------:|:--------:|
|
53 |
+
| 0.7012 | 1.32 | 50 | 0.6762 | 0.7527 |
|
54 |
+
| 0.6653 | 2.63 | 100 | 0.6082 | 0.7849 |
|
55 |
+
| 0.5322 | 3.95 | 150 | 0.4744 | 0.7957 |
|
56 |
+
| 0.3976 | 5.26 | 200 | 0.4062 | 0.8387 |
|
57 |
+
| 0.2965 | 6.58 | 250 | 0.3775 | 0.8065 |
|
58 |
+
| 0.2743 | 7.89 | 300 | 0.3747 | 0.8065 |
|
|
|
|
|
59 |
|
60 |
|
61 |
### Framework versions
|
emissions.csv
CHANGED
@@ -2,4 +2,9 @@ timestamp,project_name,run_id,duration,emissions,emissions_rate,cpu_power,gpu_po
|
|
2 |
2024-07-02T00:11:50,codecarbon,e6298b50-8854-4fb6-a92d-43999c4601c4,338.201961517334,0.0106949476566119,3.162296164288756e-05,42.5,108.43,11.946327209472656,0.0039922668331199,0.0120461535139136,0.0011206903215284,0.0171591106685619,Indonesia,IDN,west java,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,107.6071,-6.9217,31.85687255859375,machine,N,1.0
|
3 |
2024-07-02T00:31:35,codecarbon,d29dc800-1005-4d6f-8e2e-8bab915a98a4,221.70085859298703,0.0083408187357756,3.762195053600684e-05,42.5,166.724,11.946327209472656,0.0026170430142018,0.0100303467627743,0.0007347263725223,0.0133821161494985,Indonesia,IDN,west java,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,107.6071,-6.9217,31.85687255859375,machine,N,1.0
|
4 |
2024-07-02T00:42:54,codecarbon,6fc0f284-35f7-4dc5-8cf7-feb218f26527,230.6575891971588,3.296991051028066e-05,1.429387631468697e-07,42.5,164.632,11.946327209472656,0.0027227585573991,0.0103819309014113,0.000764422072315,0.0138691115311254,Canada,CAN,quebec,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,-71.2,46.8,31.85687255859375,machine,N,1.0
|
5 |
-
2024-07-02T00:57:28,codecarbon,2fa201d4-63ba-449f-b4c0-0ed66ffe5a7e,659.3684051036835,0.
|
|
|
|
|
|
|
|
|
|
|
|
2 |
2024-07-02T00:11:50,codecarbon,e6298b50-8854-4fb6-a92d-43999c4601c4,338.201961517334,0.0106949476566119,3.162296164288756e-05,42.5,108.43,11.946327209472656,0.0039922668331199,0.0120461535139136,0.0011206903215284,0.0171591106685619,Indonesia,IDN,west java,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,107.6071,-6.9217,31.85687255859375,machine,N,1.0
|
3 |
2024-07-02T00:31:35,codecarbon,d29dc800-1005-4d6f-8e2e-8bab915a98a4,221.70085859298703,0.0083408187357756,3.762195053600684e-05,42.5,166.724,11.946327209472656,0.0026170430142018,0.0100303467627743,0.0007347263725223,0.0133821161494985,Indonesia,IDN,west java,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,107.6071,-6.9217,31.85687255859375,machine,N,1.0
|
4 |
2024-07-02T00:42:54,codecarbon,6fc0f284-35f7-4dc5-8cf7-feb218f26527,230.6575891971588,3.296991051028066e-05,1.429387631468697e-07,42.5,164.632,11.946327209472656,0.0027227585573991,0.0103819309014113,0.000764422072315,0.0138691115311254,Canada,CAN,quebec,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,-71.2,46.8,31.85687255859375,machine,N,1.0
|
5 |
+
2024-07-02T00:57:28,codecarbon,2fa201d4-63ba-449f-b4c0-0ed66ffe5a7e,659.3684051036835,0.0211946440889434,3.2143857553518506e-05,42.5,108.689,11.946327209472656,0.007783480898208,0.0240367896453817,0.0021846872345928,0.0340049577781826,Indonesia,IDN,west java,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,107.6071,-6.9217,31.85687255859375,machine,N,1.0
|
6 |
+
2024-07-02T02:25:07,codecarbon,9447795b-5921-4d1d-9d40-ca4d1b60203e,891.4435184001923,0.0196404221421519,2.203215541619409e-05,42.5,65.033,11.946327209472656,0.0105229212585422,0.0180349566521808,0.0029534663178862,0.0315113442286094,Indonesia,IDN,west java,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,107.6071,-6.9217,31.85687255859375,machine,N,1.0
|
7 |
+
2024-07-02T02:32:17,codecarbon,0edcbdc8-5afa-4f4b-89f8-41f73ce236d3,383.8124597072601,0.0123353152373074,3.213891296472194e-05,42.5,139.963,11.946327209472656,0.0045303967917958,0.0139885160546484,0.0012720245274006,0.0197909373738449,Indonesia,IDN,west java,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,107.6071,-6.9217,31.85687255859375,machine,N,1.0
|
8 |
+
2024-07-02T02:37:28,codecarbon,c808f9e4-e623-478b-8271-5f9ce2969515,293.3309988975525,0.0094089315258563,3.207615820086732e-05,42.5,140.369,11.946327209472656,0.0034626529071066,0.0106610163357489,0.0009721407142205,0.015095809957076,Indonesia,IDN,west java,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,107.6071,-6.9217,31.85687255859375,machine,N,1.0
|
9 |
+
2024-07-02T03:19:09,codecarbon,482897bf-c691-4139-8987-40f8add1dd78,1912.4737572669983,0.0001664011673996,8.70083402542768e-08,42.5,89.17500000000001,11.946327209472656,0.0225756706554028,0.0410850229362131,0.0063375658472673,0.0699982594388833,Canada,CAN,quebec,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,-71.2,46.8,31.85687255859375,machine,N,1.0
|
10 |
+
2024-07-02T03:41:16,codecarbon,e060212d-0c67-42e6-ab13-f389650267ed,191.3137810230255,0.006061299818543227,3.16825049723612e-05,42.5,132.762,11.946327209472656,0.0022584162228637275,0.006832023628017305,0.0006343870226210083,0.009724826873502044,Indonesia,IDN,west java,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,107.6071,-6.9217,31.85687255859375,machine,N,1.0
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 498615900
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7d1c047011de9d9fff6e1238aa20225191c51015a117c921a9760a19aa848ccd
|
3 |
size 498615900
|
runs/Jul02_02-10-09_DESKTOP-HH0RPGN/events.out.tfevents.1719861015.DESKTOP-HH0RPGN.3516.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c7d39d23e0625009f6e6c134a883d23649ce50580b0851a9135d288cc87c1573
|
3 |
+
size 5802
|
runs/Jul02_02-10-09_DESKTOP-HH0RPGN/events.out.tfevents.1719861946.DESKTOP-HH0RPGN.3516.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:da402dba90e26eedc9fc2e66bcfa4d5d16d9742aef9ae6087f0e71589ccd37ee
|
3 |
+
size 405
|
runs/Jul02_02-25-47_DESKTOP-HH0RPGN/events.out.tfevents.1719861953.DESKTOP-HH0RPGN.3516.2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4d364a0ecb627b71cfab0205545ec8d2bea3067420c9dfe6daac52f7bb865b89
|
3 |
+
size 7398
|
runs/Jul02_02-25-47_DESKTOP-HH0RPGN/events.out.tfevents.1719862349.DESKTOP-HH0RPGN.3516.3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:40478658e170be3fc3dfcb75f013d7e0f8bc6083eec6bcb6766539f3439aca86
|
3 |
+
size 411
|
runs/Jul02_02-32-29_DESKTOP-HH0RPGN/events.out.tfevents.1719862355.DESKTOP-HH0RPGN.3516.4
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:12ac82603192bc198647e3e6abea7c364e1ee2087390b952206e27ded0143311
|
3 |
+
size 6865
|
runs/Jul02_02-32-29_DESKTOP-HH0RPGN/events.out.tfevents.1719862656.DESKTOP-HH0RPGN.3516.5
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:959b0d0f79ce17f2867669e7e20a1af43bf5e869359da2f4def4582216ecae26
|
3 |
+
size 411
|
runs/Jul02_02-37-36_DESKTOP-HH0RPGN/events.out.tfevents.1719862662.DESKTOP-HH0RPGN.3516.6
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7857b5fb2479d4bb4cff3f3c4097b3faf94951b2c8a9d88cda620d28ba1c85d1
|
3 |
+
size 9181
|
runs/Jul02_02-47-10_DESKTOP-HH0RPGN/events.out.tfevents.1719863236.DESKTOP-HH0RPGN.16244.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a495e2f3736b57d7c3f5cfa847f1dfdaef88b50f26512fa9484001a9c4af4df2
|
3 |
+
size 7399
|
runs/Jul02_02-47-10_DESKTOP-HH0RPGN/events.out.tfevents.1719865170.DESKTOP-HH0RPGN.16244.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3f33cede852f8d5169d59cb3fcf70fddaae3df2d0d65b04e35398dda541c0b8d
|
3 |
+
size 411
|
runs/Jul02_03-19-30_DESKTOP-HH0RPGN/events.out.tfevents.1719865176.DESKTOP-HH0RPGN.16244.2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:763af7353a6528a94cfb37ce88231a8517e77ad446994905d677c04908b055ef
|
3 |
+
size 5978
|
runs/Jul02_03-30-03_DESKTOP-HH0RPGN/events.out.tfevents.1719865809.DESKTOP-HH0RPGN.25208.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:08c118fe877679a0f1fb07cbb2a183d8a65d42a5a2add059e7b01bdb1f2d4aef
|
3 |
+
size 4915
|
runs/Jul02_03-34-25_DESKTOP-HH0RPGN/events.out.tfevents.1719866070.DESKTOP-HH0RPGN.20036.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:aa179b80147f8bb25fb186f63ad092e63d96ff24cd1622dbfe23671f1b1f9967
|
3 |
+
size 4911
|
runs/Jul02_03-36-41_DESKTOP-HH0RPGN/events.out.tfevents.1719866206.DESKTOP-HH0RPGN.10528.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cd03d48a870c369f9c3e8fa7c1a5af8c5c754de1923b677b102ea1051a4e9664
|
3 |
+
size 5434
|
runs/Jul02_03-38-00_DESKTOP-HH0RPGN/events.out.tfevents.1719866285.DESKTOP-HH0RPGN.23520.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d24106559895bf53ad9b6bc3416ed660032e7b4598ffb30b2c3ee72ef297b393
|
3 |
+
size 8448
|
special_tokens_map.json
CHANGED
@@ -1,7 +1,51 @@
|
|
1 |
{
|
2 |
-
"
|
3 |
-
|
4 |
-
|
5 |
-
|
6 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
7 |
}
|
|
|
1 |
{
|
2 |
+
"bos_token": {
|
3 |
+
"content": "<s>",
|
4 |
+
"lstrip": false,
|
5 |
+
"normalized": false,
|
6 |
+
"rstrip": false,
|
7 |
+
"single_word": false
|
8 |
+
},
|
9 |
+
"cls_token": {
|
10 |
+
"content": "<s>",
|
11 |
+
"lstrip": false,
|
12 |
+
"normalized": false,
|
13 |
+
"rstrip": false,
|
14 |
+
"single_word": false
|
15 |
+
},
|
16 |
+
"eos_token": {
|
17 |
+
"content": "</s>",
|
18 |
+
"lstrip": false,
|
19 |
+
"normalized": false,
|
20 |
+
"rstrip": false,
|
21 |
+
"single_word": false
|
22 |
+
},
|
23 |
+
"mask_token": {
|
24 |
+
"content": "<mask>",
|
25 |
+
"lstrip": true,
|
26 |
+
"normalized": false,
|
27 |
+
"rstrip": false,
|
28 |
+
"single_word": false
|
29 |
+
},
|
30 |
+
"pad_token": {
|
31 |
+
"content": "<pad>",
|
32 |
+
"lstrip": false,
|
33 |
+
"normalized": false,
|
34 |
+
"rstrip": false,
|
35 |
+
"single_word": false
|
36 |
+
},
|
37 |
+
"sep_token": {
|
38 |
+
"content": "</s>",
|
39 |
+
"lstrip": false,
|
40 |
+
"normalized": false,
|
41 |
+
"rstrip": false,
|
42 |
+
"single_word": false
|
43 |
+
},
|
44 |
+
"unk_token": {
|
45 |
+
"content": "<unk>",
|
46 |
+
"lstrip": false,
|
47 |
+
"normalized": false,
|
48 |
+
"rstrip": false,
|
49 |
+
"single_word": false
|
50 |
+
}
|
51 |
}
|
tokenizer.json
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
tokenizer_config.json
CHANGED
@@ -1,55 +1,57 @@
|
|
1 |
{
|
|
|
2 |
"added_tokens_decoder": {
|
3 |
"0": {
|
4 |
-
"content": "
|
5 |
"lstrip": false,
|
6 |
"normalized": false,
|
7 |
"rstrip": false,
|
8 |
"single_word": false,
|
9 |
"special": true
|
10 |
},
|
11 |
-
"
|
12 |
-
"content": "
|
13 |
"lstrip": false,
|
14 |
"normalized": false,
|
15 |
"rstrip": false,
|
16 |
"single_word": false,
|
17 |
"special": true
|
18 |
},
|
19 |
-
"
|
20 |
-
"content": "
|
21 |
"lstrip": false,
|
22 |
"normalized": false,
|
23 |
"rstrip": false,
|
24 |
"single_word": false,
|
25 |
"special": true
|
26 |
},
|
27 |
-
"
|
28 |
-
"content": "
|
29 |
"lstrip": false,
|
30 |
"normalized": false,
|
31 |
"rstrip": false,
|
32 |
"single_word": false,
|
33 |
"special": true
|
34 |
},
|
35 |
-
"
|
36 |
-
"content": "
|
37 |
-
"lstrip":
|
38 |
"normalized": false,
|
39 |
"rstrip": false,
|
40 |
"single_word": false,
|
41 |
"special": true
|
42 |
}
|
43 |
},
|
|
|
44 |
"clean_up_tokenization_spaces": true,
|
45 |
-
"cls_token": "
|
46 |
-
"
|
47 |
-
"
|
48 |
-
"
|
49 |
-
"
|
50 |
-
"
|
51 |
-
"
|
52 |
-
"
|
53 |
-
"
|
54 |
-
"unk_token": "
|
55 |
}
|
|
|
1 |
{
|
2 |
+
"add_prefix_space": false,
|
3 |
"added_tokens_decoder": {
|
4 |
"0": {
|
5 |
+
"content": "<s>",
|
6 |
"lstrip": false,
|
7 |
"normalized": false,
|
8 |
"rstrip": false,
|
9 |
"single_word": false,
|
10 |
"special": true
|
11 |
},
|
12 |
+
"1": {
|
13 |
+
"content": "<pad>",
|
14 |
"lstrip": false,
|
15 |
"normalized": false,
|
16 |
"rstrip": false,
|
17 |
"single_word": false,
|
18 |
"special": true
|
19 |
},
|
20 |
+
"2": {
|
21 |
+
"content": "</s>",
|
22 |
"lstrip": false,
|
23 |
"normalized": false,
|
24 |
"rstrip": false,
|
25 |
"single_word": false,
|
26 |
"special": true
|
27 |
},
|
28 |
+
"3": {
|
29 |
+
"content": "<unk>",
|
30 |
"lstrip": false,
|
31 |
"normalized": false,
|
32 |
"rstrip": false,
|
33 |
"single_word": false,
|
34 |
"special": true
|
35 |
},
|
36 |
+
"4": {
|
37 |
+
"content": "<mask>",
|
38 |
+
"lstrip": true,
|
39 |
"normalized": false,
|
40 |
"rstrip": false,
|
41 |
"single_word": false,
|
42 |
"special": true
|
43 |
}
|
44 |
},
|
45 |
+
"bos_token": "<s>",
|
46 |
"clean_up_tokenization_spaces": true,
|
47 |
+
"cls_token": "<s>",
|
48 |
+
"eos_token": "</s>",
|
49 |
+
"errors": "replace",
|
50 |
+
"mask_token": "<mask>",
|
51 |
+
"model_max_length": 1000000000000000019884624838656,
|
52 |
+
"pad_token": "<pad>",
|
53 |
+
"sep_token": "</s>",
|
54 |
+
"tokenizer_class": "RobertaTokenizer",
|
55 |
+
"trim_offsets": true,
|
56 |
+
"unk_token": "<unk>"
|
57 |
}
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4920
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3152c35ba666fbe8e2c7bf15005ede190b7d36b8978ad4fd99a309e61c1db398
|
3 |
size 4920
|