leixa commited on
Commit
574cec0
1 Parent(s): 4015bca

Training in progress, step 462, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f06539a97078f4c0d92767cc0e150d2a513b0f8a07cdfb982a87634c993416d0
3
  size 341314644
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b09a447c660152954dc6252f1fdded02a7979afb0d85a85a4fee85194a30a2a8
3
  size 341314644
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1f1b52bf45667416d27a79e876f73a7096ab7bec6f0337ef1273ce52b2ceeb8f
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f7c7a297b02b6fa19e3dd0066ea2aec896bba3774e114d345cddffb534088d6
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b9507fdefdfac1d5dbc7a23a3aeb675b6dd3cc22a3762b7e85ff02a1c9c43105
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b58b44a2d5024ddc12e64ead45d5d25c7fc985d9aaeb44c7bc3de9b8cf56f23
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.022322318332203932,
5
  "eval_steps": 42,
6
- "global_step": 420,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -1075,6 +1075,112 @@
1075
  "eval_samples_per_second": 13.38,
1076
  "eval_steps_per_second": 1.673,
1077
  "step": 420
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1078
  }
1079
  ],
1080
  "logging_steps": 3,
@@ -1094,7 +1200,7 @@
1094
  "attributes": {}
1095
  }
1096
  },
1097
- "total_flos": 6.433810413351076e+17,
1098
  "train_batch_size": 8,
1099
  "trial_name": null,
1100
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.024554550165424325,
5
  "eval_steps": 42,
6
+ "global_step": 462,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
1075
  "eval_samples_per_second": 13.38,
1076
  "eval_steps_per_second": 1.673,
1077
  "step": 420
1078
+ },
1079
+ {
1080
+ "epoch": 0.022481763463148244,
1081
+ "grad_norm": NaN,
1082
+ "learning_rate": 5.9702234071631e-06,
1083
+ "loss": 0.0,
1084
+ "step": 423
1085
+ },
1086
+ {
1087
+ "epoch": 0.02264120859409256,
1088
+ "grad_norm": NaN,
1089
+ "learning_rate": 5.5226705990794155e-06,
1090
+ "loss": 0.0,
1091
+ "step": 426
1092
+ },
1093
+ {
1094
+ "epoch": 0.02280065372503687,
1095
+ "grad_norm": NaN,
1096
+ "learning_rate": 5.091571939329048e-06,
1097
+ "loss": 0.0,
1098
+ "step": 429
1099
+ },
1100
+ {
1101
+ "epoch": 0.022960098855981187,
1102
+ "grad_norm": NaN,
1103
+ "learning_rate": 4.677086910538092e-06,
1104
+ "loss": 0.0,
1105
+ "step": 432
1106
+ },
1107
+ {
1108
+ "epoch": 0.0231195439869255,
1109
+ "grad_norm": NaN,
1110
+ "learning_rate": 4.279368849209381e-06,
1111
+ "loss": 0.0,
1112
+ "step": 435
1113
+ },
1114
+ {
1115
+ "epoch": 0.023278989117869815,
1116
+ "grad_norm": NaN,
1117
+ "learning_rate": 3.898564888996476e-06,
1118
+ "loss": 0.0,
1119
+ "step": 438
1120
+ },
1121
+ {
1122
+ "epoch": 0.023438434248814127,
1123
+ "grad_norm": NaN,
1124
+ "learning_rate": 3.534815906272404e-06,
1125
+ "loss": 0.0,
1126
+ "step": 441
1127
+ },
1128
+ {
1129
+ "epoch": 0.023597879379758442,
1130
+ "grad_norm": NaN,
1131
+ "learning_rate": 3.18825646801314e-06,
1132
+ "loss": 0.0,
1133
+ "step": 444
1134
+ },
1135
+ {
1136
+ "epoch": 0.023757324510702754,
1137
+ "grad_norm": NaN,
1138
+ "learning_rate": 2.8590147820153513e-06,
1139
+ "loss": 0.0,
1140
+ "step": 447
1141
+ },
1142
+ {
1143
+ "epoch": 0.02391676964164707,
1144
+ "grad_norm": NaN,
1145
+ "learning_rate": 2.547212649466568e-06,
1146
+ "loss": 0.0,
1147
+ "step": 450
1148
+ },
1149
+ {
1150
+ "epoch": 0.024076214772591382,
1151
+ "grad_norm": NaN,
1152
+ "learning_rate": 2.2529654198854835e-06,
1153
+ "loss": 0.0,
1154
+ "step": 453
1155
+ },
1156
+ {
1157
+ "epoch": 0.024235659903535697,
1158
+ "grad_norm": NaN,
1159
+ "learning_rate": 1.9763819484490355e-06,
1160
+ "loss": 0.0,
1161
+ "step": 456
1162
+ },
1163
+ {
1164
+ "epoch": 0.02439510503448001,
1165
+ "grad_norm": NaN,
1166
+ "learning_rate": 1.7175645557220566e-06,
1167
+ "loss": 0.0,
1168
+ "step": 459
1169
+ },
1170
+ {
1171
+ "epoch": 0.024554550165424325,
1172
+ "grad_norm": NaN,
1173
+ "learning_rate": 1.4766089898042678e-06,
1174
+ "loss": 0.0,
1175
+ "step": 462
1176
+ },
1177
+ {
1178
+ "epoch": 0.024554550165424325,
1179
+ "eval_loss": NaN,
1180
+ "eval_runtime": 2367.962,
1181
+ "eval_samples_per_second": 13.382,
1182
+ "eval_steps_per_second": 1.673,
1183
+ "step": 462
1184
  }
1185
  ],
1186
  "logging_steps": 3,
 
1200
  "attributes": {}
1201
  }
1202
  },
1203
+ "total_flos": 7.090013820105523e+17,
1204
  "train_batch_size": 8,
1205
  "trial_name": null,
1206
  "trial_params": null