gokuls commited on
Commit
5c8f732
1 Parent(s): 7a076ca

End of training

Browse files
README.md CHANGED
@@ -1,4 +1,6 @@
1
  ---
 
 
2
  tags:
3
  - generated_from_trainer
4
  datasets:
@@ -12,7 +14,7 @@ model-index:
12
  name: Text Classification
13
  type: text-classification
14
  dataset:
15
- name: glue
16
  type: glue
17
  config: cola
18
  split: validation
@@ -28,9 +30,9 @@ should probably proofread and complete it, then remove this comment. -->
28
 
29
  # hBERTv1_cola
30
 
31
- This model is a fine-tuned version of [gokuls/bert_12_layer_model_v1](https://huggingface.co/gokuls/bert_12_layer_model_v1) on the glue dataset.
32
  It achieves the following results on the evaluation set:
33
- - Loss: 0.6212
34
  - Matthews Correlation: 0.0
35
 
36
  ## Model description
 
1
  ---
2
+ language:
3
+ - en
4
  tags:
5
  - generated_from_trainer
6
  datasets:
 
14
  name: Text Classification
15
  type: text-classification
16
  dataset:
17
+ name: GLUE COLA
18
  type: glue
19
  config: cola
20
  split: validation
 
30
 
31
  # hBERTv1_cola
32
 
33
+ This model is a fine-tuned version of [gokuls/bert_12_layer_model_v1](https://huggingface.co/gokuls/bert_12_layer_model_v1) on the GLUE COLA dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 0.6180
36
  - Matthews Correlation: 0.0
37
 
38
  ## Model description
all_results.json CHANGED
@@ -2,13 +2,13 @@
2
  "epoch": 6.0,
3
  "eval_loss": 0.6179953217506409,
4
  "eval_matthews_correlation": 0.0,
5
- "eval_runtime": 1.313,
6
  "eval_samples": 1043,
7
- "eval_samples_per_second": 794.374,
8
- "eval_steps_per_second": 3.808,
9
- "train_loss": 0.5082857468548942,
10
- "train_runtime": 207.6378,
11
  "train_samples": 8551,
12
- "train_samples_per_second": 2059.114,
13
- "train_steps_per_second": 8.187
14
  }
 
2
  "epoch": 6.0,
3
  "eval_loss": 0.6179953217506409,
4
  "eval_matthews_correlation": 0.0,
5
+ "eval_runtime": 1.3472,
6
  "eval_samples": 1043,
7
+ "eval_samples_per_second": 774.189,
8
+ "eval_steps_per_second": 3.711,
9
+ "train_loss": 0.6118226051330566,
10
+ "train_runtime": 273.0819,
11
  "train_samples": 8551,
12
+ "train_samples_per_second": 1565.648,
13
+ "train_steps_per_second": 6.225
14
  }
eval_results.json CHANGED
@@ -2,8 +2,8 @@
2
  "epoch": 6.0,
3
  "eval_loss": 0.6179953217506409,
4
  "eval_matthews_correlation": 0.0,
5
- "eval_runtime": 1.313,
6
  "eval_samples": 1043,
7
- "eval_samples_per_second": 794.374,
8
- "eval_steps_per_second": 3.808
9
  }
 
2
  "epoch": 6.0,
3
  "eval_loss": 0.6179953217506409,
4
  "eval_matthews_correlation": 0.0,
5
+ "eval_runtime": 1.3472,
6
  "eval_samples": 1043,
7
+ "eval_samples_per_second": 774.189,
8
+ "eval_steps_per_second": 3.711
9
  }
logs/events.out.tfevents.1677737503.serv-9223.249682.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26dff57bb03fcf607c8437491a2a3694549261375a62b83d568b0e6415d9a227
3
+ size 375
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 6.0,
3
- "train_loss": 0.5082857468548942,
4
- "train_runtime": 207.6378,
5
  "train_samples": 8551,
6
- "train_samples_per_second": 2059.114,
7
- "train_steps_per_second": 8.187
8
  }
 
1
  {
2
  "epoch": 6.0,
3
+ "train_loss": 0.6118226051330566,
4
+ "train_runtime": 273.0819,
5
  "train_samples": 8551,
6
+ "train_samples_per_second": 1565.648,
7
+ "train_steps_per_second": 6.225
8
  }
trainer_state.json CHANGED
@@ -17,9 +17,9 @@
17
  "epoch": 1.0,
18
  "eval_loss": 0.6179953217506409,
19
  "eval_matthews_correlation": 0.0,
20
- "eval_runtime": 1.3043,
21
- "eval_samples_per_second": 799.657,
22
- "eval_steps_per_second": 3.833,
23
  "step": 34
24
  },
25
  {
@@ -32,9 +32,9 @@
32
  "epoch": 2.0,
33
  "eval_loss": 0.6210665702819824,
34
  "eval_matthews_correlation": 0.0,
35
- "eval_runtime": 1.3002,
36
- "eval_samples_per_second": 802.193,
37
- "eval_steps_per_second": 3.846,
38
  "step": 68
39
  },
40
  {
@@ -47,9 +47,9 @@
47
  "epoch": 3.0,
48
  "eval_loss": 0.6251837611198425,
49
  "eval_matthews_correlation": 0.0,
50
- "eval_runtime": 1.3073,
51
- "eval_samples_per_second": 797.82,
52
- "eval_steps_per_second": 3.825,
53
  "step": 102
54
  },
55
  {
@@ -62,9 +62,9 @@
62
  "epoch": 4.0,
63
  "eval_loss": 0.6181675791740417,
64
  "eval_matthews_correlation": 0.0,
65
- "eval_runtime": 1.307,
66
- "eval_samples_per_second": 798.007,
67
- "eval_steps_per_second": 3.826,
68
  "step": 136
69
  },
70
  {
@@ -77,9 +77,9 @@
77
  "epoch": 5.0,
78
  "eval_loss": 0.6210399270057678,
79
  "eval_matthews_correlation": 0.0,
80
- "eval_runtime": 1.3053,
81
- "eval_samples_per_second": 799.078,
82
- "eval_steps_per_second": 3.831,
83
  "step": 170
84
  },
85
  {
@@ -92,19 +92,19 @@
92
  "epoch": 6.0,
93
  "eval_loss": 0.6212285757064819,
94
  "eval_matthews_correlation": 0.0,
95
- "eval_runtime": 1.3083,
96
- "eval_samples_per_second": 797.202,
97
- "eval_steps_per_second": 3.822,
98
  "step": 204
99
  },
100
  {
101
  "epoch": 6.0,
102
  "step": 204,
103
  "total_flos": 6480513749483520.0,
104
- "train_loss": 0.5082857468548942,
105
- "train_runtime": 207.6378,
106
- "train_samples_per_second": 2059.114,
107
- "train_steps_per_second": 8.187
108
  }
109
  ],
110
  "max_steps": 1700,
 
17
  "epoch": 1.0,
18
  "eval_loss": 0.6179953217506409,
19
  "eval_matthews_correlation": 0.0,
20
+ "eval_runtime": 1.3279,
21
+ "eval_samples_per_second": 785.422,
22
+ "eval_steps_per_second": 3.765,
23
  "step": 34
24
  },
25
  {
 
32
  "epoch": 2.0,
33
  "eval_loss": 0.6210665702819824,
34
  "eval_matthews_correlation": 0.0,
35
+ "eval_runtime": 1.3313,
36
+ "eval_samples_per_second": 783.443,
37
+ "eval_steps_per_second": 3.756,
38
  "step": 68
39
  },
40
  {
 
47
  "epoch": 3.0,
48
  "eval_loss": 0.6251837611198425,
49
  "eval_matthews_correlation": 0.0,
50
+ "eval_runtime": 1.3297,
51
+ "eval_samples_per_second": 784.389,
52
+ "eval_steps_per_second": 3.76,
53
  "step": 102
54
  },
55
  {
 
62
  "epoch": 4.0,
63
  "eval_loss": 0.6181675791740417,
64
  "eval_matthews_correlation": 0.0,
65
+ "eval_runtime": 1.3304,
66
+ "eval_samples_per_second": 783.978,
67
+ "eval_steps_per_second": 3.758,
68
  "step": 136
69
  },
70
  {
 
77
  "epoch": 5.0,
78
  "eval_loss": 0.6210399270057678,
79
  "eval_matthews_correlation": 0.0,
80
+ "eval_runtime": 1.3272,
81
+ "eval_samples_per_second": 785.847,
82
+ "eval_steps_per_second": 3.767,
83
  "step": 170
84
  },
85
  {
 
92
  "epoch": 6.0,
93
  "eval_loss": 0.6212285757064819,
94
  "eval_matthews_correlation": 0.0,
95
+ "eval_runtime": 1.326,
96
+ "eval_samples_per_second": 786.602,
97
+ "eval_steps_per_second": 3.771,
98
  "step": 204
99
  },
100
  {
101
  "epoch": 6.0,
102
  "step": 204,
103
  "total_flos": 6480513749483520.0,
104
+ "train_loss": 0.6118226051330566,
105
+ "train_runtime": 273.0819,
106
+ "train_samples_per_second": 1565.648,
107
+ "train_steps_per_second": 6.225
108
  }
109
  ],
110
  "max_steps": 1700,