lesso05 commited on
Commit
76b8923
·
verified ·
1 Parent(s): b59e890

Training in progress, step 50, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:53e30b72785b346184d3120f8c5476d6e7b280d6710807d55b60c7c41e631317
3
  size 13587864
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3646a1015329fa974db54936473db010722eca2c610e0ffdbd4418ff87e4202d
3
  size 13587864
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dc9f8889cd91caf9aa46130e12a9dcefe7d23be5bf4d2d63fde7677f4bdd5c14
3
  size 27273018
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca6ec5b095f1fce71efad1224a65bb72a80b8baacd49fcb326862786d9a398f9
3
  size 27273018
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b520d868492a9d95066915a515f10685b9502d0f7289232878d7c778af4698ef
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:729c7f2d902c60105070255d20eb6f294b0b37a328e908e81bee80cfa849183d
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cef7bf070e527a9b5896b7711e9e6af634052f75dbe8f4acb6da29f40d856bc6
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d8615f1aeccd0f9873fc0cf2c0322fde20ac202421c015654a471730a5fa755
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.13020833333333334,
5
  "eval_steps": 9,
6
- "global_step": 25,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -206,6 +206,205 @@
206
  "learning_rate": 1.866025403784439e-05,
207
  "loss": 2.9082,
208
  "step": 25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
209
  }
210
  ],
211
  "logging_steps": 1,
@@ -225,7 +424,7 @@
225
  "attributes": {}
226
  }
227
  },
228
- "total_flos": 506757189206016.0,
229
  "train_batch_size": 8,
230
  "trial_name": null,
231
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.2604166666666667,
5
  "eval_steps": 9,
6
+ "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
206
  "learning_rate": 1.866025403784439e-05,
207
  "loss": 2.9082,
208
  "step": 25
209
+ },
210
+ {
211
+ "epoch": 0.13541666666666666,
212
+ "grad_norm": 0.7362732887268066,
213
+ "learning_rate": 1.848048096156426e-05,
214
+ "loss": 2.9769,
215
+ "step": 26
216
+ },
217
+ {
218
+ "epoch": 0.140625,
219
+ "grad_norm": 0.6465035080909729,
220
+ "learning_rate": 1.8290375725550417e-05,
221
+ "loss": 2.946,
222
+ "step": 27
223
+ },
224
+ {
225
+ "epoch": 0.140625,
226
+ "eval_loss": 2.9850566387176514,
227
+ "eval_runtime": 2.1389,
228
+ "eval_samples_per_second": 75.74,
229
+ "eval_steps_per_second": 9.818,
230
+ "step": 27
231
+ },
232
+ {
233
+ "epoch": 0.14583333333333334,
234
+ "grad_norm": 0.6484801769256592,
235
+ "learning_rate": 1.8090169943749477e-05,
236
+ "loss": 2.9388,
237
+ "step": 28
238
+ },
239
+ {
240
+ "epoch": 0.15104166666666666,
241
+ "grad_norm": 0.6423029899597168,
242
+ "learning_rate": 1.788010753606722e-05,
243
+ "loss": 2.874,
244
+ "step": 29
245
+ },
246
+ {
247
+ "epoch": 0.15625,
248
+ "grad_norm": 0.641499936580658,
249
+ "learning_rate": 1.766044443118978e-05,
250
+ "loss": 2.961,
251
+ "step": 30
252
+ },
253
+ {
254
+ "epoch": 0.16145833333333334,
255
+ "grad_norm": 0.669302225112915,
256
+ "learning_rate": 1.7431448254773943e-05,
257
+ "loss": 2.918,
258
+ "step": 31
259
+ },
260
+ {
261
+ "epoch": 0.16666666666666666,
262
+ "grad_norm": 0.5931358933448792,
263
+ "learning_rate": 1.7193398003386514e-05,
264
+ "loss": 2.9327,
265
+ "step": 32
266
+ },
267
+ {
268
+ "epoch": 0.171875,
269
+ "grad_norm": 0.6197303533554077,
270
+ "learning_rate": 1.6946583704589973e-05,
271
+ "loss": 2.8986,
272
+ "step": 33
273
+ },
274
+ {
275
+ "epoch": 0.17708333333333334,
276
+ "grad_norm": 0.5762773752212524,
277
+ "learning_rate": 1.6691306063588583e-05,
278
+ "loss": 2.8925,
279
+ "step": 34
280
+ },
281
+ {
282
+ "epoch": 0.18229166666666666,
283
+ "grad_norm": 0.5871465802192688,
284
+ "learning_rate": 1.6427876096865394e-05,
285
+ "loss": 2.9471,
286
+ "step": 35
287
+ },
288
+ {
289
+ "epoch": 0.1875,
290
+ "grad_norm": 0.6552653312683105,
291
+ "learning_rate": 1.6156614753256583e-05,
292
+ "loss": 2.9724,
293
+ "step": 36
294
+ },
295
+ {
296
+ "epoch": 0.1875,
297
+ "eval_loss": 2.9104537963867188,
298
+ "eval_runtime": 2.0723,
299
+ "eval_samples_per_second": 78.172,
300
+ "eval_steps_per_second": 10.133,
301
+ "step": 36
302
+ },
303
+ {
304
+ "epoch": 0.19270833333333334,
305
+ "grad_norm": 0.6476786732673645,
306
+ "learning_rate": 1.5877852522924733e-05,
307
+ "loss": 2.9259,
308
+ "step": 37
309
+ },
310
+ {
311
+ "epoch": 0.19791666666666666,
312
+ "grad_norm": 0.6450286507606506,
313
+ "learning_rate": 1.5591929034707468e-05,
314
+ "loss": 2.8913,
315
+ "step": 38
316
+ },
317
+ {
318
+ "epoch": 0.203125,
319
+ "grad_norm": 0.5890446901321411,
320
+ "learning_rate": 1.529919264233205e-05,
321
+ "loss": 2.9457,
322
+ "step": 39
323
+ },
324
+ {
325
+ "epoch": 0.20833333333333334,
326
+ "grad_norm": 0.6238468885421753,
327
+ "learning_rate": 1.5000000000000002e-05,
328
+ "loss": 2.8409,
329
+ "step": 40
330
+ },
331
+ {
332
+ "epoch": 0.21354166666666666,
333
+ "grad_norm": 0.5730621814727783,
334
+ "learning_rate": 1.469471562785891e-05,
335
+ "loss": 2.7774,
336
+ "step": 41
337
+ },
338
+ {
339
+ "epoch": 0.21875,
340
+ "grad_norm": 0.5432677268981934,
341
+ "learning_rate": 1.4383711467890776e-05,
342
+ "loss": 2.8458,
343
+ "step": 42
344
+ },
345
+ {
346
+ "epoch": 0.22395833333333334,
347
+ "grad_norm": 0.5576301217079163,
348
+ "learning_rate": 1.4067366430758004e-05,
349
+ "loss": 2.888,
350
+ "step": 43
351
+ },
352
+ {
353
+ "epoch": 0.22916666666666666,
354
+ "grad_norm": 0.5752390027046204,
355
+ "learning_rate": 1.3746065934159123e-05,
356
+ "loss": 2.8943,
357
+ "step": 44
358
+ },
359
+ {
360
+ "epoch": 0.234375,
361
+ "grad_norm": 0.5436639785766602,
362
+ "learning_rate": 1.342020143325669e-05,
363
+ "loss": 2.8378,
364
+ "step": 45
365
+ },
366
+ {
367
+ "epoch": 0.234375,
368
+ "eval_loss": 2.8462777137756348,
369
+ "eval_runtime": 2.0769,
370
+ "eval_samples_per_second": 78.0,
371
+ "eval_steps_per_second": 10.111,
372
+ "step": 45
373
+ },
374
+ {
375
+ "epoch": 0.23958333333333334,
376
+ "grad_norm": 0.5786373615264893,
377
+ "learning_rate": 1.3090169943749475e-05,
378
+ "loss": 2.8375,
379
+ "step": 46
380
+ },
381
+ {
382
+ "epoch": 0.24479166666666666,
383
+ "grad_norm": 0.5880608558654785,
384
+ "learning_rate": 1.2756373558169992e-05,
385
+ "loss": 2.8433,
386
+ "step": 47
387
+ },
388
+ {
389
+ "epoch": 0.25,
390
+ "grad_norm": 0.5975544452667236,
391
+ "learning_rate": 1.2419218955996677e-05,
392
+ "loss": 2.7899,
393
+ "step": 48
394
+ },
395
+ {
396
+ "epoch": 0.2552083333333333,
397
+ "grad_norm": 0.5674802660942078,
398
+ "learning_rate": 1.2079116908177592e-05,
399
+ "loss": 2.8498,
400
+ "step": 49
401
+ },
402
+ {
403
+ "epoch": 0.2604166666666667,
404
+ "grad_norm": 0.5659404397010803,
405
+ "learning_rate": 1.1736481776669307e-05,
406
+ "loss": 2.8706,
407
+ "step": 50
408
  }
409
  ],
410
  "logging_steps": 1,
 
424
  "attributes": {}
425
  }
426
  },
427
+ "total_flos": 1020456257716224.0,
428
  "train_batch_size": 8,
429
  "trial_name": null,
430
  "trial_params": null