farmery commited on
Commit
0aba9f5
1 Parent(s): 9c16f1d

Training in progress, step 67, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bc2176b14231c3eb02c10012ad86d2341b786680f2ed895ff8114d3fabb5d908
3
  size 3029024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbc903b225254205d5609fc06d6a8bfa90c2744f381f1b54c484b7a621b60654
3
  size 3029024
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:de81114122a4b83d977f69d642b99107558fbd31c4c055312847628945564707
3
  size 1663290
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f89f509063c99594509fc0d881ffc152e6745110b5e6eccc9926de8f3d0c23de
3
  size 1663290
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9926377e14a32bcf24c41ab954e7bbaa5f5c82b837a097a1f57d63fc76b0a72d
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbbf69c8ecb2a30450d6e4adaa16b4c744e511c98459f16c0df68527f34240b2
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6d2c525a78bb0d857c1f56051d584b3d76436759527cfb06c70ff3eda3c53e6c
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e96cf9993f0a7ece18ff2a2f23e1a5ef16397f127608e0f7b060a528f71e904f
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0861cf310ecbf6935262d62bb50cfccf12d1e5ef4db8bb53e8b7f3a5b8ef4948
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a96ecd88860bbc6228ac216161b67a4d387680109fa473789c40e22b22390bc0
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e311e8e9447f869a5b7ca0c8446ed2e4d677d99e4aa15edb9884ea383899628
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0bce2d178653c62c8ff46e4bd12edb3b0b62580bb9194ecd3b372bb0081df37
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9658935ff11be9df8b51b7d8b86085c64d449c3c13854fc482d6b9c48fbbd70c
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e62d59ca1562da87bb62e6afbbddb7b7268189064dc1b187dce39757c401c47c
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 2.433828830718994,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
- "epoch": 2.246498599439776,
5
  "eval_steps": 50,
6
- "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -373,6 +373,125 @@
373
  "eval_samples_per_second": 254.153,
374
  "eval_steps_per_second": 16.096,
375
  "step": 50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
376
  }
377
  ],
378
  "logging_steps": 1,
@@ -396,12 +515,12 @@
396
  "should_evaluate": false,
397
  "should_log": false,
398
  "should_save": true,
399
- "should_training_stop": false
400
  },
401
  "attributes": {}
402
  }
403
  },
404
- "total_flos": 523298144256000.0,
405
  "train_batch_size": 4,
406
  "trial_name": null,
407
  "trial_params": null
 
1
  {
2
  "best_metric": 2.433828830718994,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
+ "epoch": 3.011204481792717,
5
  "eval_steps": 50,
6
+ "global_step": 67,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
373
  "eval_samples_per_second": 254.153,
374
  "eval_steps_per_second": 16.096,
375
  "step": 50
376
+ },
377
+ {
378
+ "epoch": 2.291316526610644,
379
+ "grad_norm": 1.2064857482910156,
380
+ "learning_rate": 2.5970912240665813e-05,
381
+ "loss": 2.4134,
382
+ "step": 51
383
+ },
384
+ {
385
+ "epoch": 2.3361344537815127,
386
+ "grad_norm": 1.254510760307312,
387
+ "learning_rate": 2.3095882341831372e-05,
388
+ "loss": 2.4845,
389
+ "step": 52
390
+ },
391
+ {
392
+ "epoch": 2.380952380952381,
393
+ "grad_norm": 1.4852594137191772,
394
+ "learning_rate": 2.0341012763532243e-05,
395
+ "loss": 2.4392,
396
+ "step": 53
397
+ },
398
+ {
399
+ "epoch": 2.425770308123249,
400
+ "grad_norm": 0.9326648116111755,
401
+ "learning_rate": 1.771860742205988e-05,
402
+ "loss": 2.422,
403
+ "step": 54
404
+ },
405
+ {
406
+ "epoch": 2.4705882352941178,
407
+ "grad_norm": 1.0687801837921143,
408
+ "learning_rate": 1.5240378616267886e-05,
409
+ "loss": 2.3847,
410
+ "step": 55
411
+ },
412
+ {
413
+ "epoch": 2.515406162464986,
414
+ "grad_norm": 0.8696810007095337,
415
+ "learning_rate": 1.2917394717602121e-05,
416
+ "loss": 2.3407,
417
+ "step": 56
418
+ },
419
+ {
420
+ "epoch": 2.560224089635854,
421
+ "grad_norm": 1.5607281923294067,
422
+ "learning_rate": 1.0760030736066951e-05,
423
+ "loss": 2.9372,
424
+ "step": 57
425
+ },
426
+ {
427
+ "epoch": 2.6050420168067228,
428
+ "grad_norm": 1.2624620199203491,
429
+ "learning_rate": 8.777921982911996e-06,
430
+ "loss": 2.5201,
431
+ "step": 58
432
+ },
433
+ {
434
+ "epoch": 2.649859943977591,
435
+ "grad_norm": 1.4880586862564087,
436
+ "learning_rate": 6.979921036993042e-06,
437
+ "loss": 2.9394,
438
+ "step": 59
439
+ },
440
+ {
441
+ "epoch": 2.6946778711484596,
442
+ "grad_norm": 0.8246588706970215,
443
+ "learning_rate": 5.374058207005944e-06,
444
+ "loss": 2.3346,
445
+ "step": 60
446
+ },
447
+ {
448
+ "epoch": 2.7394957983193278,
449
+ "grad_norm": 1.5645203590393066,
450
+ "learning_rate": 3.967505666178556e-06,
451
+ "loss": 2.7406,
452
+ "step": 61
453
+ },
454
+ {
455
+ "epoch": 2.784313725490196,
456
+ "grad_norm": 1.2056126594543457,
457
+ "learning_rate": 2.7665454196040664e-06,
458
+ "loss": 2.396,
459
+ "step": 62
460
+ },
461
+ {
462
+ "epoch": 2.8291316526610646,
463
+ "grad_norm": 2.0966439247131348,
464
+ "learning_rate": 1.7765412472811771e-06,
465
+ "loss": 3.1009,
466
+ "step": 63
467
+ },
468
+ {
469
+ "epoch": 2.8739495798319328,
470
+ "grad_norm": 0.9577468633651733,
471
+ "learning_rate": 1.0019147481706625e-06,
472
+ "loss": 2.4537,
473
+ "step": 64
474
+ },
475
+ {
476
+ "epoch": 2.918767507002801,
477
+ "grad_norm": 1.0243852138519287,
478
+ "learning_rate": 4.461255922609986e-07,
479
+ "loss": 2.4703,
480
+ "step": 65
481
+ },
482
+ {
483
+ "epoch": 2.9635854341736696,
484
+ "grad_norm": 1.1177788972854614,
485
+ "learning_rate": 1.1165606884234181e-07,
486
+ "loss": 2.6208,
487
+ "step": 66
488
+ },
489
+ {
490
+ "epoch": 3.011204481792717,
491
+ "grad_norm": 3.6235415935516357,
492
+ "learning_rate": 0.0,
493
+ "loss": 4.9354,
494
+ "step": 67
495
  }
496
  ],
497
  "logging_steps": 1,
 
515
  "should_evaluate": false,
516
  "should_log": false,
517
  "should_save": true,
518
+ "should_training_stop": true
519
  },
520
  "attributes": {}
521
  }
522
  },
523
+ "total_flos": 701219513303040.0,
524
  "train_batch_size": 4,
525
  "trial_name": null,
526
  "trial_params": null