End of training
Browse files- all_results.json +4 -4
- train_results.json +4 -4
- trainer_state.json +20 -20
all_results.json
CHANGED
@@ -1,8 +1,8 @@
|
|
1 |
{
|
2 |
"epoch": 2.0,
|
3 |
"total_flos": 9.4894217943552e+17,
|
4 |
-
"train_loss":
|
5 |
-
"train_runtime":
|
6 |
-
"train_samples_per_second":
|
7 |
-
"train_steps_per_second": 1.
|
8 |
}
|
|
|
1 |
{
|
2 |
"epoch": 2.0,
|
3 |
"total_flos": 9.4894217943552e+17,
|
4 |
+
"train_loss": 2.5065918884277343,
|
5 |
+
"train_runtime": 246.2795,
|
6 |
+
"train_samples_per_second": 8.064,
|
7 |
+
"train_steps_per_second": 1.015
|
8 |
}
|
train_results.json
CHANGED
@@ -1,8 +1,8 @@
|
|
1 |
{
|
2 |
"epoch": 2.0,
|
3 |
"total_flos": 9.4894217943552e+17,
|
4 |
-
"train_loss":
|
5 |
-
"train_runtime":
|
6 |
-
"train_samples_per_second":
|
7 |
-
"train_steps_per_second": 1.
|
8 |
}
|
|
|
1 |
{
|
2 |
"epoch": 2.0,
|
3 |
"total_flos": 9.4894217943552e+17,
|
4 |
+
"train_loss": 2.5065918884277343,
|
5 |
+
"train_runtime": 246.2795,
|
6 |
+
"train_samples_per_second": 8.064,
|
7 |
+
"train_steps_per_second": 1.015
|
8 |
}
|
trainer_state.json
CHANGED
@@ -10,54 +10,54 @@
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 0.4,
|
13 |
-
"grad_norm":
|
14 |
-
"learning_rate":
|
15 |
-
"loss":
|
16 |
"step": 50
|
17 |
},
|
18 |
{
|
19 |
"epoch": 0.8,
|
20 |
-
"grad_norm":
|
21 |
-
"learning_rate":
|
22 |
-
"loss":
|
23 |
"step": 100
|
24 |
},
|
25 |
{
|
26 |
"epoch": 1.2,
|
27 |
-
"grad_norm":
|
28 |
-
"learning_rate":
|
29 |
-
"loss":
|
30 |
"step": 150
|
31 |
},
|
32 |
{
|
33 |
"epoch": 1.6,
|
34 |
-
"grad_norm":
|
35 |
-
"learning_rate":
|
36 |
-
"loss":
|
37 |
"step": 200
|
38 |
},
|
39 |
{
|
40 |
"epoch": 2.0,
|
41 |
-
"grad_norm":
|
42 |
-
"learning_rate":
|
43 |
-
"loss":
|
44 |
"step": 250
|
45 |
},
|
46 |
{
|
47 |
"epoch": 2.0,
|
48 |
"step": 250,
|
49 |
"total_flos": 9.4894217943552e+17,
|
50 |
-
"train_loss":
|
51 |
-
"train_runtime":
|
52 |
-
"train_samples_per_second":
|
53 |
-
"train_steps_per_second": 1.
|
54 |
}
|
55 |
],
|
56 |
"logging_steps": 50,
|
57 |
"max_steps": 250,
|
58 |
"num_input_tokens_seen": 0,
|
59 |
"num_train_epochs": 2,
|
60 |
-
"save_steps":
|
61 |
"stateful_callbacks": {
|
62 |
"TrainerControl": {
|
63 |
"args": {
|
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 0.4,
|
13 |
+
"grad_norm": 83.9439697265625,
|
14 |
+
"learning_rate": 4.555555555555556e-05,
|
15 |
+
"loss": 3.2962,
|
16 |
"step": 50
|
17 |
},
|
18 |
{
|
19 |
"epoch": 0.8,
|
20 |
+
"grad_norm": 82.1087417602539,
|
21 |
+
"learning_rate": 3.466666666666667e-05,
|
22 |
+
"loss": 2.6118,
|
23 |
"step": 100
|
24 |
},
|
25 |
{
|
26 |
"epoch": 1.2,
|
27 |
+
"grad_norm": 99.78679656982422,
|
28 |
+
"learning_rate": 2.3555555555555556e-05,
|
29 |
+
"loss": 2.4529,
|
30 |
"step": 150
|
31 |
},
|
32 |
{
|
33 |
"epoch": 1.6,
|
34 |
+
"grad_norm": 94.11151885986328,
|
35 |
+
"learning_rate": 1.2444444444444445e-05,
|
36 |
+
"loss": 2.1187,
|
37 |
"step": 200
|
38 |
},
|
39 |
{
|
40 |
"epoch": 2.0,
|
41 |
+
"grad_norm": 85.35782623291016,
|
42 |
+
"learning_rate": 1.3333333333333334e-06,
|
43 |
+
"loss": 2.0534,
|
44 |
"step": 250
|
45 |
},
|
46 |
{
|
47 |
"epoch": 2.0,
|
48 |
"step": 250,
|
49 |
"total_flos": 9.4894217943552e+17,
|
50 |
+
"train_loss": 2.5065918884277343,
|
51 |
+
"train_runtime": 246.2795,
|
52 |
+
"train_samples_per_second": 8.064,
|
53 |
+
"train_steps_per_second": 1.015
|
54 |
}
|
55 |
],
|
56 |
"logging_steps": 50,
|
57 |
"max_steps": 250,
|
58 |
"num_input_tokens_seen": 0,
|
59 |
"num_train_epochs": 2,
|
60 |
+
"save_steps": 500,
|
61 |
"stateful_callbacks": {
|
62 |
"TrainerControl": {
|
63 |
"args": {
|