ThuyNT03 commited on
Commit
5dbfba8
1 Parent(s): 92a95e5

Training completed!

Browse files
Files changed (4) hide show
  1. README.md +13 -15
  2. config.json +7 -3
  3. pytorch_model.bin +2 -2
  4. training_args.bin +1 -1
README.md CHANGED
@@ -17,9 +17,9 @@ should probably proofread and complete it, then remove this comment. -->
17
 
18
  This model is a fine-tuned version of [vinai/phobert-base-v2](https://huggingface.co/vinai/phobert-base-v2) on the None dataset.
19
  It achieves the following results on the evaluation set:
20
- - Loss: 0.2800
21
- - Accuracy: 0.93
22
- - F1: 0.9325
23
 
24
  ## Model description
25
 
@@ -44,27 +44,25 @@ The following hyperparameters were used during training:
44
  - seed: 42
45
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
46
  - lr_scheduler_type: linear
47
- - num_epochs: 10
48
 
49
  ### Training results
50
 
51
  | Training Loss | Epoch | Step | Validation Loss | Accuracy | F1 |
52
  |:-------------:|:-----:|:----:|:---------------:|:--------:|:------:|
53
- | 0.9516 | 1.0 | 50 | 0.4520 | 0.915 | 0.9120 |
54
- | 0.351 | 2.0 | 100 | 0.2371 | 0.92 | 0.9229 |
55
- | 0.1989 | 3.0 | 150 | 0.2468 | 0.935 | 0.9370 |
56
- | 0.1569 | 4.0 | 200 | 0.2072 | 0.93 | 0.9333 |
57
- | 0.1161 | 5.0 | 250 | 0.2266 | 0.935 | 0.9370 |
58
- | 0.0963 | 6.0 | 300 | 0.2373 | 0.945 | 0.9455 |
59
- | 0.089 | 7.0 | 350 | 0.2682 | 0.93 | 0.9331 |
60
- | 0.0852 | 8.0 | 400 | 0.2738 | 0.925 | 0.9257 |
61
- | 0.069 | 9.0 | 450 | 0.2825 | 0.93 | 0.9325 |
62
- | 0.0701 | 10.0 | 500 | 0.2800 | 0.93 | 0.9325 |
63
 
64
 
65
  ### Framework versions
66
 
67
- - Transformers 4.33.2
68
  - Pytorch 2.0.1+cu118
69
  - Datasets 2.14.5
70
  - Tokenizers 0.13.3
 
17
 
18
  This model is a fine-tuned version of [vinai/phobert-base-v2](https://huggingface.co/vinai/phobert-base-v2) on the None dataset.
19
  It achieves the following results on the evaluation set:
20
+ - Loss: 0.3171
21
+ - Accuracy: 0.95
22
+ - F1: 0.9359
23
 
24
  ## Model description
25
 
 
44
  - seed: 42
45
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
46
  - lr_scheduler_type: linear
47
+ - num_epochs: 8
48
 
49
  ### Training results
50
 
51
  | Training Loss | Epoch | Step | Validation Loss | Accuracy | F1 |
52
  |:-------------:|:-----:|:----:|:---------------:|:--------:|:------:|
53
+ | 1.5232 | 1.0 | 25 | 1.1976 | 0.79 | 0.7209 |
54
+ | 1.0392 | 2.0 | 50 | 0.7550 | 0.91 | 0.8830 |
55
+ | 0.6986 | 3.0 | 75 | 0.5119 | 0.92 | 0.8928 |
56
+ | 0.5144 | 4.0 | 100 | 0.4181 | 0.92 | 0.8928 |
57
+ | 0.4265 | 5.0 | 125 | 0.3602 | 0.95 | 0.9359 |
58
+ | 0.3618 | 6.0 | 150 | 0.3394 | 0.95 | 0.9359 |
59
+ | 0.3196 | 7.0 | 175 | 0.3218 | 0.95 | 0.9359 |
60
+ | 0.2982 | 8.0 | 200 | 0.3171 | 0.95 | 0.9359 |
 
 
61
 
62
 
63
  ### Framework versions
64
 
65
+ - Transformers 4.33.3
66
  - Pytorch 2.0.1+cu118
67
  - Datasets 2.14.5
68
  - Tokenizers 0.13.3
config.json CHANGED
@@ -14,7 +14,9 @@
14
  "0": "LABEL_0",
15
  "1": "LABEL_1",
16
  "2": "LABEL_2",
17
- "3": "LABEL_3"
 
 
18
  },
19
  "initializer_range": 0.02,
20
  "intermediate_size": 3072,
@@ -22,7 +24,9 @@
22
  "LABEL_0": 0,
23
  "LABEL_1": 1,
24
  "LABEL_2": 2,
25
- "LABEL_3": 3
 
 
26
  },
27
  "layer_norm_eps": 1e-05,
28
  "max_position_embeddings": 258,
@@ -34,7 +38,7 @@
34
  "problem_type": "single_label_classification",
35
  "tokenizer_class": "PhobertTokenizer",
36
  "torch_dtype": "float32",
37
- "transformers_version": "4.33.2",
38
  "type_vocab_size": 1,
39
  "use_cache": true,
40
  "vocab_size": 64001
 
14
  "0": "LABEL_0",
15
  "1": "LABEL_1",
16
  "2": "LABEL_2",
17
+ "3": "LABEL_3",
18
+ "4": "LABEL_4",
19
+ "5": "LABEL_5"
20
  },
21
  "initializer_range": 0.02,
22
  "intermediate_size": 3072,
 
24
  "LABEL_0": 0,
25
  "LABEL_1": 1,
26
  "LABEL_2": 2,
27
+ "LABEL_3": 3,
28
+ "LABEL_4": 4,
29
+ "LABEL_5": 5
30
  },
31
  "layer_norm_eps": 1e-05,
32
  "max_position_embeddings": 258,
 
38
  "problem_type": "single_label_classification",
39
  "tokenizer_class": "PhobertTokenizer",
40
  "torch_dtype": "float32",
41
+ "transformers_version": "4.33.3",
42
  "type_vocab_size": 1,
43
  "use_cache": true,
44
  "vocab_size": 64001
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f630cc2a6054bcb87712e86c17d89b7616cb27849697c4288ef6f48b81fb0c7c
3
- size 540074353
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf04b61da97934148142f76be9fc1dfc13a8f705c4f1fefca4614ef4ed0c8594
3
+ size 540080497
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0682ee5b72cb94f073d14899ff6cf7a990ba6af8ea3fb607a0a87422c3446fe2
3
  size 4027
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92cd65c70df121f6e89d516f162c48afdb626e0109cbfd5d3595e5fa6bd261b6
3
  size 4027