dzanbek commited on
Commit
00d928a
1 Parent(s): 612fdbd

Training in progress, step 24, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b590db5b2a28d85c0b82d5580062e98db2d95e7e75fafdcf726fbbacea9f32be
3
  size 49846260
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9c1d6bdd755319f1f434c95c22ec7ff65d2136a02928e38d507f58dc50ed300
3
  size 49846260
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1220a35005eeb73eee58f3c7ed357c175737e6d8476f3d618898c86e0d179e11
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af7e627a0f75e8e1695b923aa7f2e71fc850c47eaa8c8adc15535761677b7864
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5d605401690d7669ff16aeaca6820cbd8d0d605afe748c51045ce90888810a22
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:470670603e8fdc5330cdb9a9152c4fd9c3d8c5a74dd26bffbbb0d869d097eafa
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.021691973969631236,
5
  "eval_steps": 4,
6
- "global_step": 20,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -195,6 +195,42 @@
195
  "eval_samples_per_second": 7.652,
196
  "eval_steps_per_second": 3.836,
197
  "step": 20
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
198
  }
199
  ],
200
  "logging_steps": 1,
@@ -214,7 +250,7 @@
214
  "attributes": {}
215
  }
216
  },
217
- "total_flos": 5589685858467840.0,
218
  "train_batch_size": 2,
219
  "trial_name": null,
220
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.026030368763557483,
5
  "eval_steps": 4,
6
+ "global_step": 24,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
195
  "eval_samples_per_second": 7.652,
196
  "eval_steps_per_second": 3.836,
197
  "step": 20
198
+ },
199
+ {
200
+ "epoch": 0.0227765726681128,
201
+ "grad_norm": NaN,
202
+ "learning_rate": 0.00016494480483301836,
203
+ "loss": 0.0,
204
+ "step": 21
205
+ },
206
+ {
207
+ "epoch": 0.02386117136659436,
208
+ "grad_norm": NaN,
209
+ "learning_rate": 0.00015877852522924732,
210
+ "loss": 0.0,
211
+ "step": 22
212
+ },
213
+ {
214
+ "epoch": 0.024945770065075923,
215
+ "grad_norm": NaN,
216
+ "learning_rate": 0.0001522498564715949,
217
+ "loss": 0.0,
218
+ "step": 23
219
+ },
220
+ {
221
+ "epoch": 0.026030368763557483,
222
+ "grad_norm": NaN,
223
+ "learning_rate": 0.00014539904997395468,
224
+ "loss": 0.0,
225
+ "step": 24
226
+ },
227
+ {
228
+ "epoch": 0.026030368763557483,
229
+ "eval_loss": NaN,
230
+ "eval_runtime": 50.847,
231
+ "eval_samples_per_second": 7.65,
232
+ "eval_steps_per_second": 3.835,
233
+ "step": 24
234
  }
235
  ],
236
  "logging_steps": 1,
 
250
  "attributes": {}
251
  }
252
  },
253
+ "total_flos": 6707623030161408.0,
254
  "train_batch_size": 2,
255
  "trial_name": null,
256
  "trial_params": null