farmery commited on
Commit
c3cf33d
·
verified ·
1 Parent(s): 6decb0f

Training in progress, step 336, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:96c596eb13b8db82a68751a2138594214d39b07a147dd04547897055834b7d77
3
  size 251748704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea066fdca2f0d275773ed066d4c455188e3952dfed554e671a608b38cc250b4e
3
  size 251748704
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c20d3ae67c4bad639d556720d21185f76fc24607c15065edf053a9d3a78281fc
3
  size 128585300
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9186903cf8e60f4528473cb91735927a30f3724d2f5e201baca1780dd2f02a6
3
  size 128585300
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b2bf1bdfa144734acb5d72227059f4ea9d478824668c29b9c9f85d4fed5dd2fd
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c475e3f159a7a6b7db4096692ffabb002354d0e0a9b836f72d1b1b771c07c06e
3
  size 14960
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a4304077ace11d9a73040105a12dccc14f1f6fa754ec7ec8ac8d56dd1b4fceb7
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38c5bda5cbd593f318d88385534de55f5cad7a66e07f24fe746d21530217d84d
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:367493fa4c262bd150909d13b8a89c3a3001c29e61808156ddc90574a67d5755
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f21ee3264ef1496cfabccd5daf1f9e671e4427793e35cae9284a7a9b77e826c
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6426f051742b414e13c7752769ab4279db3e8e86e029cb1973fc3658432c9998
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5807b07e9892aad8a97434973963ca3908019f2646d4a33c584472a428246c5
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0316ab07671fffcd24f1d6dedeb5b41d6e5808ab64506af6cae3d569237843af
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73411ca8ec7e5959b18da4fe8d2de8084ec9d3eedda030beb9eadece4c950464
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 1.0352112676056338,
5
  "eval_steps": 42,
6
- "global_step": 294,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -757,6 +757,112 @@
757
  "eval_samples_per_second": 57.034,
758
  "eval_steps_per_second": 1.789,
759
  "step": 294
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
760
  }
761
  ],
762
  "logging_steps": 3,
@@ -776,7 +882,7 @@
776
  "attributes": {}
777
  }
778
  },
779
- "total_flos": 2.4654876479806505e+18,
780
  "train_batch_size": 8,
781
  "trial_name": null,
782
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.1830985915492958,
5
  "eval_steps": 42,
6
+ "global_step": 336,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
757
  "eval_samples_per_second": 57.034,
758
  "eval_steps_per_second": 1.789,
759
  "step": 294
760
+ },
761
+ {
762
+ "epoch": 1.045774647887324,
763
+ "grad_norm": 1.3563522100448608,
764
+ "learning_rate": 1.8349078860833123e-05,
765
+ "loss": 0.4868,
766
+ "step": 297
767
+ },
768
+ {
769
+ "epoch": 1.056338028169014,
770
+ "grad_norm": 1.4925919771194458,
771
+ "learning_rate": 1.7886810334224192e-05,
772
+ "loss": 0.4677,
773
+ "step": 300
774
+ },
775
+ {
776
+ "epoch": 1.0669014084507042,
777
+ "grad_norm": 1.559565544128418,
778
+ "learning_rate": 1.74271732938007e-05,
779
+ "loss": 0.4977,
780
+ "step": 303
781
+ },
782
+ {
783
+ "epoch": 1.0774647887323943,
784
+ "grad_norm": 1.6586874723434448,
785
+ "learning_rate": 1.6970337779808862e-05,
786
+ "loss": 0.4578,
787
+ "step": 306
788
+ },
789
+ {
790
+ "epoch": 1.0880281690140845,
791
+ "grad_norm": 1.4285913705825806,
792
+ "learning_rate": 1.6516472796085315e-05,
793
+ "loss": 0.4942,
794
+ "step": 309
795
+ },
796
+ {
797
+ "epoch": 1.0985915492957747,
798
+ "grad_norm": 1.3942043781280518,
799
+ "learning_rate": 1.6065746247534984e-05,
800
+ "loss": 0.4937,
801
+ "step": 312
802
+ },
803
+ {
804
+ "epoch": 1.1091549295774648,
805
+ "grad_norm": 1.3517378568649292,
806
+ "learning_rate": 1.561832487801565e-05,
807
+ "loss": 0.5066,
808
+ "step": 315
809
+ },
810
+ {
811
+ "epoch": 1.119718309859155,
812
+ "grad_norm": 1.447427749633789,
813
+ "learning_rate": 1.5174374208651912e-05,
814
+ "loss": 0.4476,
815
+ "step": 318
816
+ },
817
+ {
818
+ "epoch": 1.130281690140845,
819
+ "grad_norm": 1.5619040727615356,
820
+ "learning_rate": 1.4734058476601553e-05,
821
+ "loss": 0.4542,
822
+ "step": 321
823
+ },
824
+ {
825
+ "epoch": 1.1408450704225352,
826
+ "grad_norm": 1.5647931098937988,
827
+ "learning_rate": 1.4297540574296869e-05,
828
+ "loss": 0.4721,
829
+ "step": 324
830
+ },
831
+ {
832
+ "epoch": 1.1514084507042253,
833
+ "grad_norm": 1.5523713827133179,
834
+ "learning_rate": 1.386498198918352e-05,
835
+ "loss": 0.4627,
836
+ "step": 327
837
+ },
838
+ {
839
+ "epoch": 1.1619718309859155,
840
+ "grad_norm": 1.444485068321228,
841
+ "learning_rate": 1.3436542743979125e-05,
842
+ "loss": 0.4618,
843
+ "step": 330
844
+ },
845
+ {
846
+ "epoch": 1.1725352112676055,
847
+ "grad_norm": 1.5264121294021606,
848
+ "learning_rate": 1.3012381337473656e-05,
849
+ "loss": 0.465,
850
+ "step": 333
851
+ },
852
+ {
853
+ "epoch": 1.1830985915492958,
854
+ "grad_norm": 1.390081763267517,
855
+ "learning_rate": 1.2592654685893757e-05,
856
+ "loss": 0.4356,
857
+ "step": 336
858
+ },
859
+ {
860
+ "epoch": 1.1830985915492958,
861
+ "eval_loss": 0.13032591342926025,
862
+ "eval_runtime": 33.5427,
863
+ "eval_samples_per_second": 57.032,
864
+ "eval_steps_per_second": 1.789,
865
+ "step": 336
866
  }
867
  ],
868
  "logging_steps": 3,
 
882
  "attributes": {}
883
  }
884
  },
885
+ "total_flos": 2.8177001691207434e+18,
886
  "train_batch_size": 8,
887
  "trial_name": null,
888
  "trial_params": null