farmery commited on
Commit
ae586c4
·
verified ·
1 Parent(s): 5d62a9f

Training in progress, step 252, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f8015ad1b90998e7f0857f169e74f56e8528dbd895ed12de6fa03cd77eb70f20
3
  size 251748704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8639e4cf35bac89412a8a4dd47f897e36f7e86dc97159e12851d524408c3bfbe
3
  size 251748704
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ac80cf462e241c01804a992e9e36b0c38023b8e84916b5a04dc633422f14c15
3
  size 128584660
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15d11b9a991a305ea4e24a740d991378e7bdb087c772f6f65f19d91bf8d6564a
3
  size 128584660
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:de85a0566d1069a2510f9dc83b85a8c653bcf06b351c866368e9deceb9ba5aaf
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7acdccf5cc66b61c42791dfd01a91f8a854ce9c52a1630a5ecf79a1b80ac8d20
3
  size 14960
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7eaa7f1231f032e2bdbad374ea7773e0a19b4d1d783ccbfff83e0e437c08c030
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e76c92f25f2a396a5973022fb02f2ad8e4729eb895d4a8ab011b5483c5a4ffa8
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:507ab39648779b4356484d9346f34241f836cee0bf54b545311958a62a524c9b
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:493669684e2e122ba889b5c50803cdf31c2d3ce9d4b8a85969dd9cd4a550e603
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e044fd25289daa09cd566ab153818d141356f8d72b3bcf17809c3084c7e37835
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:013fade482032a43fbecef38a00eb8b3ce00bcd639e2273d38a5451174dfe05c
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d485fc873443ef7ad597c6f4a82e93694f8fe8522b8ffecf4d60075246020043
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fde5cce913d9c5501edc422466fae8378d9b13dc57f22397ec7fc38f7801fc24
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.7394366197183099,
5
  "eval_steps": 42,
6
- "global_step": 210,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -545,6 +545,112 @@
545
  "eval_samples_per_second": 57.023,
546
  "eval_steps_per_second": 1.788,
547
  "step": 210
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
548
  }
549
  ],
550
  "logging_steps": 3,
@@ -564,7 +670,7 @@
564
  "attributes": {}
565
  }
566
  },
567
- "total_flos": 1.7610626057004646e+18,
568
  "train_batch_size": 8,
569
  "trial_name": null,
570
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.8873239436619719,
5
  "eval_steps": 42,
6
+ "global_step": 252,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
545
  "eval_samples_per_second": 57.023,
546
  "eval_steps_per_second": 1.788,
547
  "step": 210
548
+ },
549
+ {
550
+ "epoch": 0.75,
551
+ "grad_norm": 2.053368330001831,
552
+ "learning_rate": 3.165092113916688e-05,
553
+ "loss": 0.573,
554
+ "step": 213
555
+ },
556
+ {
557
+ "epoch": 0.7605633802816901,
558
+ "grad_norm": 1.5371932983398438,
559
+ "learning_rate": 3.118619214012286e-05,
560
+ "loss": 0.5915,
561
+ "step": 216
562
+ },
563
+ {
564
+ "epoch": 0.7711267605633803,
565
+ "grad_norm": 1.4873214960098267,
566
+ "learning_rate": 3.071917459263264e-05,
567
+ "loss": 0.5577,
568
+ "step": 219
569
+ },
570
+ {
571
+ "epoch": 0.7816901408450704,
572
+ "grad_norm": 1.5104900598526,
573
+ "learning_rate": 3.0250041267321232e-05,
574
+ "loss": 0.5432,
575
+ "step": 222
576
+ },
577
+ {
578
+ "epoch": 0.7922535211267606,
579
+ "grad_norm": 1.6719636917114258,
580
+ "learning_rate": 2.9778965717534313e-05,
581
+ "loss": 0.5495,
582
+ "step": 225
583
+ },
584
+ {
585
+ "epoch": 0.8028169014084507,
586
+ "grad_norm": 1.4213000535964966,
587
+ "learning_rate": 2.9306122215132976e-05,
588
+ "loss": 0.5193,
589
+ "step": 228
590
+ },
591
+ {
592
+ "epoch": 0.8133802816901409,
593
+ "grad_norm": 1.4301376342773438,
594
+ "learning_rate": 2.8831685686022897e-05,
595
+ "loss": 0.5207,
596
+ "step": 231
597
+ },
598
+ {
599
+ "epoch": 0.823943661971831,
600
+ "grad_norm": 1.6136512756347656,
601
+ "learning_rate": 2.8355831645441388e-05,
602
+ "loss": 0.5428,
603
+ "step": 234
604
+ },
605
+ {
606
+ "epoch": 0.8345070422535211,
607
+ "grad_norm": 1.4768859148025513,
608
+ "learning_rate": 2.787873613302649e-05,
609
+ "loss": 0.5475,
610
+ "step": 237
611
+ },
612
+ {
613
+ "epoch": 0.8450704225352113,
614
+ "grad_norm": 1.5305073261260986,
615
+ "learning_rate": 2.7400575647692046e-05,
616
+ "loss": 0.5587,
617
+ "step": 240
618
+ },
619
+ {
620
+ "epoch": 0.8556338028169014,
621
+ "grad_norm": 1.3817962408065796,
622
+ "learning_rate": 2.692152708233292e-05,
623
+ "loss": 0.5434,
624
+ "step": 243
625
+ },
626
+ {
627
+ "epoch": 0.8661971830985915,
628
+ "grad_norm": 1.2823965549468994,
629
+ "learning_rate": 2.6441767658384366e-05,
630
+ "loss": 0.5301,
631
+ "step": 246
632
+ },
633
+ {
634
+ "epoch": 0.8767605633802817,
635
+ "grad_norm": 1.4110352993011475,
636
+ "learning_rate": 2.596147486025996e-05,
637
+ "loss": 0.5135,
638
+ "step": 249
639
+ },
640
+ {
641
+ "epoch": 0.8873239436619719,
642
+ "grad_norm": 1.5290179252624512,
643
+ "learning_rate": 2.5480826369692178e-05,
644
+ "loss": 0.5662,
645
+ "step": 252
646
+ },
647
+ {
648
+ "epoch": 0.8873239436619719,
649
+ "eval_loss": 0.13341283798217773,
650
+ "eval_runtime": 33.5418,
651
+ "eval_samples_per_second": 57.033,
652
+ "eval_steps_per_second": 1.789,
653
+ "step": 252
654
  }
655
  ],
656
  "logging_steps": 3,
 
670
  "attributes": {}
671
  }
672
  },
673
+ "total_flos": 2.1132751268405576e+18,
674
  "train_batch_size": 8,
675
  "trial_name": null,
676
  "trial_params": null