adel-cybral
commited on
Commit
•
ead4f39
1
Parent(s):
5b2e2e7
Training in progress, step 3500, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 57029756
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e4c4d7f1004d07375088938a2c915adf18b5d2d761c11c84c756cd9be62677d5
|
3 |
size 57029756
|
last-checkpoint/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 114100410
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ac1785d9a6f3f9bf67b7c797da069a0600547111b633cf212059997cfa90fdfe
|
3 |
size 114100410
|
last-checkpoint/rng_state.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14244
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:74fc8a40aac27fc6e439c8bc1af8d0957585efb1611a745b3e0184b761cfcc2b
|
3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:470bd086a8fe9b0c7ccf7b8586cd470ddceac9947e167d5f90ab63505ad3ca75
|
3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
-
"epoch": 3.
|
5 |
"eval_steps": 500,
|
6 |
-
"global_step":
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
@@ -85,6 +85,13 @@
|
|
85 |
"learning_rate": 6.3325740318906616e-06,
|
86 |
"loss": 0.1302,
|
87 |
"step": 3000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
88 |
}
|
89 |
],
|
90 |
"logging_steps": 500,
|
@@ -104,7 +111,7 @@
|
|
104 |
"attributes": {}
|
105 |
}
|
106 |
},
|
107 |
-
"total_flos":
|
108 |
"train_batch_size": 16,
|
109 |
"trial_name": null,
|
110 |
"trial_params": null
|
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
+
"epoch": 3.9863325740318905,
|
5 |
"eval_steps": 500,
|
6 |
+
"global_step": 3500,
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
|
|
85 |
"learning_rate": 6.3325740318906616e-06,
|
86 |
"loss": 0.1302,
|
87 |
"step": 3000
|
88 |
+
},
|
89 |
+
{
|
90 |
+
"epoch": 3.9863325740318905,
|
91 |
+
"grad_norm": 5.151127338409424,
|
92 |
+
"learning_rate": 4.054669703872437e-06,
|
93 |
+
"loss": 0.116,
|
94 |
+
"step": 3500
|
95 |
}
|
96 |
],
|
97 |
"logging_steps": 500,
|
|
|
111 |
"attributes": {}
|
112 |
}
|
113 |
},
|
114 |
+
"total_flos": 72922812305958.0,
|
115 |
"train_batch_size": 16,
|
116 |
"trial_name": null,
|
117 |
"trial_params": null
|