farmery commited on
Commit
41f9ba4
·
verified ·
1 Parent(s): 9e0f3b0

Training in progress, step 294, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8639e4cf35bac89412a8a4dd47f897e36f7e86dc97159e12851d524408c3bfbe
3
  size 251748704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96c596eb13b8db82a68751a2138594214d39b07a147dd04547897055834b7d77
3
  size 251748704
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:15d11b9a991a305ea4e24a740d991378e7bdb087c772f6f65f19d91bf8d6564a
3
- size 128584660
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c20d3ae67c4bad639d556720d21185f76fc24607c15065edf053a9d3a78281fc
3
+ size 128585300
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7acdccf5cc66b61c42791dfd01a91f8a854ce9c52a1630a5ecf79a1b80ac8d20
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2bf1bdfa144734acb5d72227059f4ea9d478824668c29b9c9f85d4fed5dd2fd
3
  size 14960
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e76c92f25f2a396a5973022fb02f2ad8e4729eb895d4a8ab011b5483c5a4ffa8
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4304077ace11d9a73040105a12dccc14f1f6fa754ec7ec8ac8d56dd1b4fceb7
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:493669684e2e122ba889b5c50803cdf31c2d3ce9d4b8a85969dd9cd4a550e603
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:367493fa4c262bd150909d13b8a89c3a3001c29e61808156ddc90574a67d5755
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:013fade482032a43fbecef38a00eb8b3ce00bcd639e2273d38a5451174dfe05c
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6426f051742b414e13c7752769ab4279db3e8e86e029cb1973fc3658432c9998
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fde5cce913d9c5501edc422466fae8378d9b13dc57f22397ec7fc38f7801fc24
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0316ab07671fffcd24f1d6dedeb5b41d6e5808ab64506af6cae3d569237843af
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.8873239436619719,
5
  "eval_steps": 42,
6
- "global_step": 252,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -651,6 +651,112 @@
651
  "eval_samples_per_second": 57.033,
652
  "eval_steps_per_second": 1.789,
653
  "step": 252
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
654
  }
655
  ],
656
  "logging_steps": 3,
@@ -670,7 +776,7 @@
670
  "attributes": {}
671
  }
672
  },
673
- "total_flos": 2.1132751268405576e+18,
674
  "train_batch_size": 8,
675
  "trial_name": null,
676
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.0352112676056338,
5
  "eval_steps": 42,
6
+ "global_step": 294,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
651
  "eval_samples_per_second": 57.033,
652
  "eval_steps_per_second": 1.789,
653
  "step": 252
654
+ },
655
+ {
656
+ "epoch": 0.897887323943662,
657
+ "grad_norm": 1.5652258396148682,
658
+ "learning_rate": 2.5e-05,
659
+ "loss": 0.5204,
660
+ "step": 255
661
+ },
662
+ {
663
+ "epoch": 0.9084507042253521,
664
+ "grad_norm": 1.7161169052124023,
665
+ "learning_rate": 2.4519173630307825e-05,
666
+ "loss": 0.5507,
667
+ "step": 258
668
+ },
669
+ {
670
+ "epoch": 0.9190140845070423,
671
+ "grad_norm": 1.455829381942749,
672
+ "learning_rate": 2.403852513974004e-05,
673
+ "loss": 0.5352,
674
+ "step": 261
675
+ },
676
+ {
677
+ "epoch": 0.9295774647887324,
678
+ "grad_norm": 1.7038428783416748,
679
+ "learning_rate": 2.3558232341615643e-05,
680
+ "loss": 0.5343,
681
+ "step": 264
682
+ },
683
+ {
684
+ "epoch": 0.9401408450704225,
685
+ "grad_norm": 1.3477355241775513,
686
+ "learning_rate": 2.3078472917667092e-05,
687
+ "loss": 0.5213,
688
+ "step": 267
689
+ },
690
+ {
691
+ "epoch": 0.9507042253521126,
692
+ "grad_norm": 1.510071039199829,
693
+ "learning_rate": 2.2599424352307957e-05,
694
+ "loss": 0.5502,
695
+ "step": 270
696
+ },
697
+ {
698
+ "epoch": 0.9612676056338029,
699
+ "grad_norm": 1.5797042846679688,
700
+ "learning_rate": 2.212126386697352e-05,
701
+ "loss": 0.5568,
702
+ "step": 273
703
+ },
704
+ {
705
+ "epoch": 0.971830985915493,
706
+ "grad_norm": 1.6164652109146118,
707
+ "learning_rate": 2.164416835455862e-05,
708
+ "loss": 0.5321,
709
+ "step": 276
710
+ },
711
+ {
712
+ "epoch": 0.9823943661971831,
713
+ "grad_norm": 1.586676836013794,
714
+ "learning_rate": 2.11683143139771e-05,
715
+ "loss": 0.5525,
716
+ "step": 279
717
+ },
718
+ {
719
+ "epoch": 0.9929577464788732,
720
+ "grad_norm": 1.4788326025009155,
721
+ "learning_rate": 2.069387778486703e-05,
722
+ "loss": 0.5534,
723
+ "step": 282
724
+ },
725
+ {
726
+ "epoch": 1.0035211267605635,
727
+ "grad_norm": 1.3445155620574951,
728
+ "learning_rate": 2.02210342824657e-05,
729
+ "loss": 0.5317,
730
+ "step": 285
731
+ },
732
+ {
733
+ "epoch": 1.0140845070422535,
734
+ "grad_norm": 1.3771849870681763,
735
+ "learning_rate": 1.9749958732678767e-05,
736
+ "loss": 0.5034,
737
+ "step": 288
738
+ },
739
+ {
740
+ "epoch": 1.0246478873239437,
741
+ "grad_norm": 1.3646653890609741,
742
+ "learning_rate": 1.928082540736737e-05,
743
+ "loss": 0.4771,
744
+ "step": 291
745
+ },
746
+ {
747
+ "epoch": 1.0352112676056338,
748
+ "grad_norm": 1.2086783647537231,
749
+ "learning_rate": 1.8813807859877147e-05,
750
+ "loss": 0.4207,
751
+ "step": 294
752
+ },
753
+ {
754
+ "epoch": 1.0352112676056338,
755
+ "eval_loss": 0.13161411881446838,
756
+ "eval_runtime": 33.5416,
757
+ "eval_samples_per_second": 57.034,
758
+ "eval_steps_per_second": 1.789,
759
+ "step": 294
760
  }
761
  ],
762
  "logging_steps": 3,
 
776
  "attributes": {}
777
  }
778
  },
779
+ "total_flos": 2.4654876479806505e+18,
780
  "train_batch_size": 8,
781
  "trial_name": null,
782
  "trial_params": null