ardaspear commited on
Commit
0cd7f51
·
verified ·
1 Parent(s): 06dc8b9

Training in progress, step 102, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:35b03ad288e9be268229d4c9b8350b53a0832256682c787acaf0d0153bef542a
3
  size 72396376
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbbf1eca6e8a077aad44f0eea548900906563fba91ae629ff999cfbb84d12183
3
  size 72396376
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b33cb1418e7c3b78e10095e9e9845586d0cec7958bc2a6c4d162562a3e217d0
3
  size 37134420
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01c50059bf06051c0e59a9446ee43b11917461b9915373cdac8ef7e15a1c3f0d
3
  size 37134420
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3f03bc1423c34b94dc31b9df725b107e8c7094161c242c029296a4dd797e9612
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:455d3b76f5d818e204f559cce8a72f513e0e5623eb82e10af57277665f41a7cb
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:57465ffa9dc280f2ea6034fe61064b0208bf36c7b5f569218c0e1296778ee099
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baea37709b071cdabc5712824dc3f783ecd30d18a1e0d85c4d56cfebfa22b7e0
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.019334660221779928,
5
  "eval_steps": 34,
6
- "global_step": 68,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -185,6 +185,98 @@
185
  "eval_samples_per_second": 35.237,
186
  "eval_steps_per_second": 4.408,
187
  "step": 68
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
188
  }
189
  ],
190
  "logging_steps": 3,
@@ -204,7 +296,7 @@
204
  "attributes": {}
205
  }
206
  },
207
- "total_flos": 2.1776001197408256e+16,
208
  "train_batch_size": 8,
209
  "trial_name": null,
210
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.02900199033266989,
5
  "eval_steps": 34,
6
+ "global_step": 102,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
185
  "eval_samples_per_second": 35.237,
186
  "eval_steps_per_second": 4.408,
187
  "step": 68
188
+ },
189
+ {
190
+ "epoch": 0.019618993460335514,
191
+ "grad_norm": 0.16994404792785645,
192
+ "learning_rate": 4.7229269307953235e-05,
193
+ "loss": 0.9841,
194
+ "step": 69
195
+ },
196
+ {
197
+ "epoch": 0.020471993176002276,
198
+ "grad_norm": 0.17181497812271118,
199
+ "learning_rate": 4.694636022946012e-05,
200
+ "loss": 0.9944,
201
+ "step": 72
202
+ },
203
+ {
204
+ "epoch": 0.021324992891669035,
205
+ "grad_norm": 0.21411621570587158,
206
+ "learning_rate": 4.665063509461097e-05,
207
+ "loss": 1.0013,
208
+ "step": 75
209
+ },
210
+ {
211
+ "epoch": 0.022177992607335797,
212
+ "grad_norm": 0.19594340026378632,
213
+ "learning_rate": 4.6342266598556814e-05,
214
+ "loss": 0.9969,
215
+ "step": 78
216
+ },
217
+ {
218
+ "epoch": 0.02303099232300256,
219
+ "grad_norm": 0.2057276964187622,
220
+ "learning_rate": 4.6021434819815555e-05,
221
+ "loss": 0.9808,
222
+ "step": 81
223
+ },
224
+ {
225
+ "epoch": 0.02388399203866932,
226
+ "grad_norm": 0.21778051555156708,
227
+ "learning_rate": 4.568832711511125e-05,
228
+ "loss": 0.9456,
229
+ "step": 84
230
+ },
231
+ {
232
+ "epoch": 0.024736991754336083,
233
+ "grad_norm": 0.21349306404590607,
234
+ "learning_rate": 4.534313800996299e-05,
235
+ "loss": 0.953,
236
+ "step": 87
237
+ },
238
+ {
239
+ "epoch": 0.02558999147000284,
240
+ "grad_norm": 0.21818219125270844,
241
+ "learning_rate": 4.498606908508754e-05,
242
+ "loss": 0.9133,
243
+ "step": 90
244
+ },
245
+ {
246
+ "epoch": 0.026442991185669604,
247
+ "grad_norm": 0.2510223388671875,
248
+ "learning_rate": 4.46173288586818e-05,
249
+ "loss": 0.9125,
250
+ "step": 93
251
+ },
252
+ {
253
+ "epoch": 0.027295990901336366,
254
+ "grad_norm": 0.24031595885753632,
255
+ "learning_rate": 4.4237132664654154e-05,
256
+ "loss": 0.8784,
257
+ "step": 96
258
+ },
259
+ {
260
+ "epoch": 0.028148990617003128,
261
+ "grad_norm": 0.2543729543685913,
262
+ "learning_rate": 4.384570252687542e-05,
263
+ "loss": 0.8984,
264
+ "step": 99
265
+ },
266
+ {
267
+ "epoch": 0.02900199033266989,
268
+ "grad_norm": 0.27020716667175293,
269
+ "learning_rate": 4.344326702952326e-05,
270
+ "loss": 0.8719,
271
+ "step": 102
272
+ },
273
+ {
274
+ "epoch": 0.02900199033266989,
275
+ "eval_loss": 0.8574855923652649,
276
+ "eval_runtime": 168.0651,
277
+ "eval_samples_per_second": 35.248,
278
+ "eval_steps_per_second": 4.409,
279
+ "step": 102
280
  }
281
  ],
282
  "logging_steps": 3,
 
296
  "attributes": {}
297
  }
298
  },
299
+ "total_flos": 3.2664001796112384e+16,
300
  "train_batch_size": 8,
301
  "trial_name": null,
302
  "trial_params": null