dzanbek commited on
Commit
c426638
1 Parent(s): 525e670

Training in progress, step 44, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:699bfd4aca3d2e5c4e4cde8bfd7897c32108dbe7daf07b2c7d9432ca1b0543aa
3
  size 49846260
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9545bc14be0e7babd203c01c8ca481ef646f996e3c0ed59dbce3cec9e4b51b84
3
  size 49846260
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2a5a6242c7c02c25e5b316f544047c9044c9faa2fd1a8c1cfa264ca91871fe3a
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7222a8bc78f2f195453d152b96260a204ab54c7585bb8a13af06def19205c49
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c792918044964431737f4cb39f3769dbfd230048b1125ac69a6439eb6c8534b
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ed6431293c03d1e193e9501dc8ed4f4955bf079fba7f2c1c309a3efed166e50
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.04338394793926247,
5
  "eval_steps": 4,
6
- "global_step": 40,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -375,6 +375,42 @@
375
  "eval_samples_per_second": 7.658,
376
  "eval_steps_per_second": 3.839,
377
  "step": 40
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
378
  }
379
  ],
380
  "logging_steps": 1,
@@ -394,7 +430,7 @@
394
  "attributes": {}
395
  }
396
  },
397
- "total_flos": 1.117937171693568e+16,
398
  "train_batch_size": 2,
399
  "trial_name": null,
400
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.04772234273318872,
5
  "eval_steps": 4,
6
+ "global_step": 44,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
375
  "eval_samples_per_second": 7.658,
376
  "eval_steps_per_second": 3.839,
377
  "step": 40
378
+ },
379
+ {
380
+ "epoch": 0.044468546637744036,
381
+ "grad_norm": NaN,
382
+ "learning_rate": 2.3959403439996907e-05,
383
+ "loss": 0.0,
384
+ "step": 41
385
+ },
386
+ {
387
+ "epoch": 0.0455531453362256,
388
+ "grad_norm": NaN,
389
+ "learning_rate": 1.9098300562505266e-05,
390
+ "loss": 0.0,
391
+ "step": 42
392
+ },
393
+ {
394
+ "epoch": 0.046637744034707156,
395
+ "grad_norm": NaN,
396
+ "learning_rate": 1.4735983564590783e-05,
397
+ "loss": 0.0,
398
+ "step": 43
399
+ },
400
+ {
401
+ "epoch": 0.04772234273318872,
402
+ "grad_norm": NaN,
403
+ "learning_rate": 1.0899347581163221e-05,
404
+ "loss": 0.0,
405
+ "step": 44
406
+ },
407
+ {
408
+ "epoch": 0.04772234273318872,
409
+ "eval_loss": NaN,
410
+ "eval_runtime": 50.8611,
411
+ "eval_samples_per_second": 7.648,
412
+ "eval_steps_per_second": 3.834,
413
+ "step": 44
414
  }
415
  ],
416
  "logging_steps": 1,
 
430
  "attributes": {}
431
  }
432
  },
433
+ "total_flos": 1.2297308888629248e+16,
434
  "train_batch_size": 2,
435
  "trial_name": null,
436
  "trial_params": null