fedovtt commited on
Commit
b5ae1aa
1 Parent(s): 926c8a6

Training in progress, step 20, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e385624cce8eb37217567e940d1222196a90e86e3dfcd9b0ea0068b0e6dd5f14
3
  size 60247362
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec67845785cbb945c53971f42bac51e67bad2e5a31c63fcfde08cafc7a759bcf
3
  size 60247362
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a721623c09a960decabec24ee0a27ef73ed5424f446e55c11a3e65119e63ccf
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a1758f8925c393aa5d58480f63611632e837d199626f533e42ddecd94e7105b
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bb578e75c11a81e85dda67a691f96ba4793a02960f1409fd3e1511aac873491a
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e2ed9259304616a8ecebc61c5d000777b2978635f7a705b8d7081c480ce0bde
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.004264846998613925,
5
  "eval_steps": 2,
6
- "global_step": 10,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -125,6 +125,116 @@
125
  "eval_samples_per_second": 19.949,
126
  "eval_steps_per_second": 9.974,
127
  "step": 10
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
128
  }
129
  ],
130
  "logging_steps": 1,
@@ -139,12 +249,12 @@
139
  "should_evaluate": false,
140
  "should_log": false,
141
  "should_save": true,
142
- "should_training_stop": false
143
  },
144
  "attributes": {}
145
  }
146
  },
147
- "total_flos": 1265549023641600.0,
148
  "train_batch_size": 2,
149
  "trial_name": null,
150
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.00852969399722785,
5
  "eval_steps": 2,
6
+ "global_step": 20,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
125
  "eval_samples_per_second": 19.949,
126
  "eval_steps_per_second": 9.974,
127
  "step": 10
128
+ },
129
+ {
130
+ "epoch": 0.0046913316984753175,
131
+ "grad_norm": NaN,
132
+ "learning_rate": 0.00019510565162951537,
133
+ "loss": 0.0,
134
+ "step": 11
135
+ },
136
+ {
137
+ "epoch": 0.00511781639833671,
138
+ "grad_norm": NaN,
139
+ "learning_rate": 0.00018090169943749476,
140
+ "loss": 0.0,
141
+ "step": 12
142
+ },
143
+ {
144
+ "epoch": 0.00511781639833671,
145
+ "eval_loss": NaN,
146
+ "eval_runtime": 49.5221,
147
+ "eval_samples_per_second": 19.951,
148
+ "eval_steps_per_second": 9.975,
149
+ "step": 12
150
+ },
151
+ {
152
+ "epoch": 0.005544301098198102,
153
+ "grad_norm": NaN,
154
+ "learning_rate": 0.00015877852522924732,
155
+ "loss": 0.0,
156
+ "step": 13
157
+ },
158
+ {
159
+ "epoch": 0.0059707857980594945,
160
+ "grad_norm": NaN,
161
+ "learning_rate": 0.00013090169943749476,
162
+ "loss": 0.0,
163
+ "step": 14
164
+ },
165
+ {
166
+ "epoch": 0.0059707857980594945,
167
+ "eval_loss": NaN,
168
+ "eval_runtime": 49.531,
169
+ "eval_samples_per_second": 19.947,
170
+ "eval_steps_per_second": 9.974,
171
+ "step": 14
172
+ },
173
+ {
174
+ "epoch": 0.006397270497920887,
175
+ "grad_norm": NaN,
176
+ "learning_rate": 0.0001,
177
+ "loss": 0.0,
178
+ "step": 15
179
+ },
180
+ {
181
+ "epoch": 0.006823755197782279,
182
+ "grad_norm": NaN,
183
+ "learning_rate": 6.909830056250527e-05,
184
+ "loss": 0.0,
185
+ "step": 16
186
+ },
187
+ {
188
+ "epoch": 0.006823755197782279,
189
+ "eval_loss": NaN,
190
+ "eval_runtime": 49.5109,
191
+ "eval_samples_per_second": 19.955,
192
+ "eval_steps_per_second": 9.978,
193
+ "step": 16
194
+ },
195
+ {
196
+ "epoch": 0.007250239897643672,
197
+ "grad_norm": NaN,
198
+ "learning_rate": 4.12214747707527e-05,
199
+ "loss": 0.0,
200
+ "step": 17
201
+ },
202
+ {
203
+ "epoch": 0.007676724597505065,
204
+ "grad_norm": NaN,
205
+ "learning_rate": 1.9098300562505266e-05,
206
+ "loss": 0.0,
207
+ "step": 18
208
+ },
209
+ {
210
+ "epoch": 0.007676724597505065,
211
+ "eval_loss": NaN,
212
+ "eval_runtime": 49.5165,
213
+ "eval_samples_per_second": 19.953,
214
+ "eval_steps_per_second": 9.976,
215
+ "step": 18
216
+ },
217
+ {
218
+ "epoch": 0.008103209297366456,
219
+ "grad_norm": NaN,
220
+ "learning_rate": 4.8943483704846475e-06,
221
+ "loss": 0.0,
222
+ "step": 19
223
+ },
224
+ {
225
+ "epoch": 0.00852969399722785,
226
+ "grad_norm": NaN,
227
+ "learning_rate": 0.0,
228
+ "loss": 0.0,
229
+ "step": 20
230
+ },
231
+ {
232
+ "epoch": 0.00852969399722785,
233
+ "eval_loss": NaN,
234
+ "eval_runtime": 49.5454,
235
+ "eval_samples_per_second": 19.941,
236
+ "eval_steps_per_second": 9.971,
237
+ "step": 20
238
  }
239
  ],
240
  "logging_steps": 1,
 
249
  "should_evaluate": false,
250
  "should_log": false,
251
  "should_save": true,
252
+ "should_training_stop": true
253
  },
254
  "attributes": {}
255
  }
256
  },
257
+ "total_flos": 2531098047283200.0,
258
  "train_batch_size": 2,
259
  "trial_name": null,
260
  "trial_params": null