farmery commited on
Commit
f591ae3
·
verified ·
1 Parent(s): 9701219

Training in progress, step 420, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a2bf99fb685178192738cf86432b2684638045005ccd4dad705c36d3b36a73b0
3
  size 251748704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73933fec6f39ff31db8b4063588eb471127f6937633d45d1c3cc37e646eb1f1a
3
  size 251748704
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:96ed3cfef6230556f913bb341659e165d1be11d6a9e849714dac2a66a498d0df
3
  size 128585300
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c5760d20545fd2a01ca6f9f4c34b708052b116e7c07230cf2bf22840626e187
3
  size 128585300
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7603b6b83c497176f236a2c73c8a07f344da1a72a0a5ded53652a2f84228ba12
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e2e8252e83bd5cb5ab2bae1256afc20758f78bcd5fbe5ea0d60fb2a141e1a7d
3
  size 14960
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:53f142e3a672235a56cd0672c786ad49159c4e006a26daaaf4b38dc18a1d06f8
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:351eb17693dc7c368b46ffc4b9a63a06cd04709ba8be0c043bb013a87b50a082
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9fc3f301327de19cd057bce0e3ee228e341531645f8ebf0f7b04b52e6473bc6f
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35311861be4c0bd5f63e4e6b59540c760ecd18629f1a0c00f03730317db34397
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a9939c7e7b263164e7af201bc00aa2f1b1bb48da7327f4e5bb0866b6b5b163b
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce723a195946d3a4ab64decb27f015fa2225e0bf59a73b5ef3fc3b70f932fbcc
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:49f8e14b456d7fc01f5ad21526616d8f86a1c6c40024725332f505f34df4d95a
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7641dde43bc7a22d17d22ddcaa29ef3541065d43d71357b77f45ce61017cfec
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 1.3309859154929577,
5
  "eval_steps": 42,
6
- "global_step": 378,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -969,6 +969,112 @@
969
  "eval_samples_per_second": 57.003,
970
  "eval_steps_per_second": 1.788,
971
  "step": 378
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
972
  }
973
  ],
974
  "logging_steps": 3,
@@ -988,7 +1094,7 @@
988
  "attributes": {}
989
  }
990
  },
991
- "total_flos": 3.1699126902608364e+18,
992
  "train_batch_size": 8,
993
  "trial_name": null,
994
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.4788732394366197,
5
  "eval_steps": 42,
6
+ "global_step": 420,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
969
  "eval_samples_per_second": 57.003,
970
  "eval_steps_per_second": 1.788,
971
  "step": 378
972
+ },
973
+ {
974
+ "epoch": 1.341549295774648,
975
+ "grad_norm": 1.704418420791626,
976
+ "learning_rate": 6.930128404315214e-06,
977
+ "loss": 0.4565,
978
+ "step": 381
979
+ },
980
+ {
981
+ "epoch": 1.352112676056338,
982
+ "grad_norm": 1.593887448310852,
983
+ "learning_rate": 6.601189685384126e-06,
984
+ "loss": 0.442,
985
+ "step": 384
986
+ },
987
+ {
988
+ "epoch": 1.3626760563380282,
989
+ "grad_norm": 1.6920288801193237,
990
+ "learning_rate": 6.279057507181796e-06,
991
+ "loss": 0.4766,
992
+ "step": 387
993
+ },
994
+ {
995
+ "epoch": 1.3732394366197183,
996
+ "grad_norm": 1.4904849529266357,
997
+ "learning_rate": 5.9638510407716394e-06,
998
+ "loss": 0.4798,
999
+ "step": 390
1000
+ },
1001
+ {
1002
+ "epoch": 1.3838028169014085,
1003
+ "grad_norm": 1.403585433959961,
1004
+ "learning_rate": 5.655686895087329e-06,
1005
+ "loss": 0.4288,
1006
+ "step": 393
1007
+ },
1008
+ {
1009
+ "epoch": 1.3943661971830985,
1010
+ "grad_norm": 1.7020981311798096,
1011
+ "learning_rate": 5.354679073793942e-06,
1012
+ "loss": 0.4431,
1013
+ "step": 396
1014
+ },
1015
+ {
1016
+ "epoch": 1.4049295774647887,
1017
+ "grad_norm": 1.389512538909912,
1018
+ "learning_rate": 5.060938933112891e-06,
1019
+ "loss": 0.4269,
1020
+ "step": 399
1021
+ },
1022
+ {
1023
+ "epoch": 1.415492957746479,
1024
+ "grad_norm": 1.4572571516036987,
1025
+ "learning_rate": 4.7745751406263165e-06,
1026
+ "loss": 0.4362,
1027
+ "step": 402
1028
+ },
1029
+ {
1030
+ "epoch": 1.426056338028169,
1031
+ "grad_norm": 1.386979341506958,
1032
+ "learning_rate": 4.495693635076101e-06,
1033
+ "loss": 0.4528,
1034
+ "step": 405
1035
+ },
1036
+ {
1037
+ "epoch": 1.436619718309859,
1038
+ "grad_norm": 1.5919663906097412,
1039
+ "learning_rate": 4.224397587172402e-06,
1040
+ "loss": 0.4448,
1041
+ "step": 408
1042
+ },
1043
+ {
1044
+ "epoch": 1.4471830985915493,
1045
+ "grad_norm": 1.4099351167678833,
1046
+ "learning_rate": 3.9607873614261715e-06,
1047
+ "loss": 0.4233,
1048
+ "step": 411
1049
+ },
1050
+ {
1051
+ "epoch": 1.4577464788732395,
1052
+ "grad_norm": 1.6724328994750977,
1053
+ "learning_rate": 3.7049604790198976e-06,
1054
+ "loss": 0.4849,
1055
+ "step": 414
1056
+ },
1057
+ {
1058
+ "epoch": 1.4683098591549295,
1059
+ "grad_norm": 1.8909960985183716,
1060
+ "learning_rate": 3.4570115817301243e-06,
1061
+ "loss": 0.4443,
1062
+ "step": 417
1063
+ },
1064
+ {
1065
+ "epoch": 1.4788732394366197,
1066
+ "grad_norm": 1.5311111211776733,
1067
+ "learning_rate": 3.217032396915265e-06,
1068
+ "loss": 0.4651,
1069
+ "step": 420
1070
+ },
1071
+ {
1072
+ "epoch": 1.4788732394366197,
1073
+ "eval_loss": 0.12859447300434113,
1074
+ "eval_runtime": 33.526,
1075
+ "eval_samples_per_second": 57.06,
1076
+ "eval_steps_per_second": 1.79,
1077
+ "step": 420
1078
  }
1079
  ],
1080
  "logging_steps": 3,
 
1094
  "attributes": {}
1095
  }
1096
  },
1097
+ "total_flos": 3.5221252114009293e+18,
1098
  "train_batch_size": 8,
1099
  "trial_name": null,
1100
  "trial_params": null