lesso05 commited on
Commit
df1c427
·
verified ·
1 Parent(s): a9e61fa

Training in progress, step 50, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5d6bbf235aa448a27959ec8732cef150c3d63b8fa3430f623e63cea26eec7ee7
3
  size 250422888
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dd9718755560c308aecac276c9ee7fb044ae0ee5591d2e97ce7e9594e64a086
3
  size 250422888
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:611722769fef1d4e1c9f9854971e07b96719e974d037e7ba0836da7c19476b48
3
  size 501168482
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:562579292a75da3c16d1f208cfaf0a4b519d23fdbd9b53b4ed5d04e1d8e2d858
3
  size 501168482
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:399f4300e86eac772c2e46dc0bc520439cb85ab9dbbd73bd0ad5009da807761b
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:911058565dc868849673710656c32933e9a5c0c739dc26b6d67dce13bb3e41c3
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cef7bf070e527a9b5896b7711e9e6af634052f75dbe8f4acb6da29f40d856bc6
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d8615f1aeccd0f9873fc0cf2c0322fde20ac202421c015654a471730a5fa755
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.10040160642570281,
5
  "eval_steps": 9,
6
- "global_step": 25,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -206,6 +206,205 @@
206
  "learning_rate": 1.866025403784439e-05,
207
  "loss": 1.935,
208
  "step": 25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
209
  }
210
  ],
211
  "logging_steps": 1,
@@ -225,7 +424,7 @@
225
  "attributes": {}
226
  }
227
  },
228
- "total_flos": 3.173894848512e+16,
229
  "train_batch_size": 8,
230
  "trial_name": null,
231
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.20080321285140562,
5
  "eval_steps": 9,
6
+ "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
206
  "learning_rate": 1.866025403784439e-05,
207
  "loss": 1.935,
208
  "step": 25
209
+ },
210
+ {
211
+ "epoch": 0.10441767068273092,
212
+ "grad_norm": 1.0193097591400146,
213
+ "learning_rate": 1.848048096156426e-05,
214
+ "loss": 1.6745,
215
+ "step": 26
216
+ },
217
+ {
218
+ "epoch": 0.10843373493975904,
219
+ "grad_norm": 1.5117055177688599,
220
+ "learning_rate": 1.8290375725550417e-05,
221
+ "loss": 1.2787,
222
+ "step": 27
223
+ },
224
+ {
225
+ "epoch": 0.10843373493975904,
226
+ "eval_loss": 0.8428009152412415,
227
+ "eval_runtime": 32.6578,
228
+ "eval_samples_per_second": 6.43,
229
+ "eval_steps_per_second": 0.827,
230
+ "step": 27
231
+ },
232
+ {
233
+ "epoch": 0.11244979919678715,
234
+ "grad_norm": 0.8445839881896973,
235
+ "learning_rate": 1.8090169943749477e-05,
236
+ "loss": 1.6433,
237
+ "step": 28
238
+ },
239
+ {
240
+ "epoch": 0.11646586345381527,
241
+ "grad_norm": 1.1348373889923096,
242
+ "learning_rate": 1.788010753606722e-05,
243
+ "loss": 1.4937,
244
+ "step": 29
245
+ },
246
+ {
247
+ "epoch": 0.12048192771084337,
248
+ "grad_norm": 0.9660128355026245,
249
+ "learning_rate": 1.766044443118978e-05,
250
+ "loss": 1.2509,
251
+ "step": 30
252
+ },
253
+ {
254
+ "epoch": 0.12449799196787148,
255
+ "grad_norm": 1.046816110610962,
256
+ "learning_rate": 1.7431448254773943e-05,
257
+ "loss": 1.6319,
258
+ "step": 31
259
+ },
260
+ {
261
+ "epoch": 0.1285140562248996,
262
+ "grad_norm": 1.2746326923370361,
263
+ "learning_rate": 1.7193398003386514e-05,
264
+ "loss": 1.7526,
265
+ "step": 32
266
+ },
267
+ {
268
+ "epoch": 0.13253012048192772,
269
+ "grad_norm": 1.138624906539917,
270
+ "learning_rate": 1.6946583704589973e-05,
271
+ "loss": 1.5544,
272
+ "step": 33
273
+ },
274
+ {
275
+ "epoch": 0.13654618473895583,
276
+ "grad_norm": 1.0225257873535156,
277
+ "learning_rate": 1.6691306063588583e-05,
278
+ "loss": 1.3283,
279
+ "step": 34
280
+ },
281
+ {
282
+ "epoch": 0.14056224899598393,
283
+ "grad_norm": 1.3078521490097046,
284
+ "learning_rate": 1.6427876096865394e-05,
285
+ "loss": 1.6447,
286
+ "step": 35
287
+ },
288
+ {
289
+ "epoch": 0.14457831325301204,
290
+ "grad_norm": 1.1222729682922363,
291
+ "learning_rate": 1.6156614753256583e-05,
292
+ "loss": 1.482,
293
+ "step": 36
294
+ },
295
+ {
296
+ "epoch": 0.14457831325301204,
297
+ "eval_loss": 0.758996844291687,
298
+ "eval_runtime": 32.6194,
299
+ "eval_samples_per_second": 6.438,
300
+ "eval_steps_per_second": 0.828,
301
+ "step": 36
302
+ },
303
+ {
304
+ "epoch": 0.14859437751004015,
305
+ "grad_norm": 1.4948545694351196,
306
+ "learning_rate": 1.5877852522924733e-05,
307
+ "loss": 1.4995,
308
+ "step": 37
309
+ },
310
+ {
311
+ "epoch": 0.15261044176706828,
312
+ "grad_norm": 1.0291143655776978,
313
+ "learning_rate": 1.5591929034707468e-05,
314
+ "loss": 1.2655,
315
+ "step": 38
316
+ },
317
+ {
318
+ "epoch": 0.1566265060240964,
319
+ "grad_norm": 1.1123580932617188,
320
+ "learning_rate": 1.529919264233205e-05,
321
+ "loss": 1.8731,
322
+ "step": 39
323
+ },
324
+ {
325
+ "epoch": 0.1606425702811245,
326
+ "grad_norm": 0.7641251087188721,
327
+ "learning_rate": 1.5000000000000002e-05,
328
+ "loss": 0.7626,
329
+ "step": 40
330
+ },
331
+ {
332
+ "epoch": 0.1646586345381526,
333
+ "grad_norm": 1.2452340126037598,
334
+ "learning_rate": 1.469471562785891e-05,
335
+ "loss": 1.3199,
336
+ "step": 41
337
+ },
338
+ {
339
+ "epoch": 0.1686746987951807,
340
+ "grad_norm": 1.4203380346298218,
341
+ "learning_rate": 1.4383711467890776e-05,
342
+ "loss": 1.3807,
343
+ "step": 42
344
+ },
345
+ {
346
+ "epoch": 0.17269076305220885,
347
+ "grad_norm": 1.2240241765975952,
348
+ "learning_rate": 1.4067366430758004e-05,
349
+ "loss": 1.3466,
350
+ "step": 43
351
+ },
352
+ {
353
+ "epoch": 0.17670682730923695,
354
+ "grad_norm": 1.2436611652374268,
355
+ "learning_rate": 1.3746065934159123e-05,
356
+ "loss": 1.4975,
357
+ "step": 44
358
+ },
359
+ {
360
+ "epoch": 0.18072289156626506,
361
+ "grad_norm": 1.1533771753311157,
362
+ "learning_rate": 1.342020143325669e-05,
363
+ "loss": 1.409,
364
+ "step": 45
365
+ },
366
+ {
367
+ "epoch": 0.18072289156626506,
368
+ "eval_loss": 0.7062954902648926,
369
+ "eval_runtime": 32.6227,
370
+ "eval_samples_per_second": 6.437,
371
+ "eval_steps_per_second": 0.828,
372
+ "step": 45
373
+ },
374
+ {
375
+ "epoch": 0.18473895582329317,
376
+ "grad_norm": 1.3506983518600464,
377
+ "learning_rate": 1.3090169943749475e-05,
378
+ "loss": 1.1306,
379
+ "step": 46
380
+ },
381
+ {
382
+ "epoch": 0.18875502008032127,
383
+ "grad_norm": 1.8663361072540283,
384
+ "learning_rate": 1.2756373558169992e-05,
385
+ "loss": 1.3438,
386
+ "step": 47
387
+ },
388
+ {
389
+ "epoch": 0.1927710843373494,
390
+ "grad_norm": 1.1213346719741821,
391
+ "learning_rate": 1.2419218955996677e-05,
392
+ "loss": 1.3015,
393
+ "step": 48
394
+ },
395
+ {
396
+ "epoch": 0.19678714859437751,
397
+ "grad_norm": 1.3179396390914917,
398
+ "learning_rate": 1.2079116908177592e-05,
399
+ "loss": 1.4581,
400
+ "step": 49
401
+ },
402
+ {
403
+ "epoch": 0.20080321285140562,
404
+ "grad_norm": 1.3209939002990723,
405
+ "learning_rate": 1.1736481776669307e-05,
406
+ "loss": 1.3032,
407
+ "step": 50
408
  }
409
  ],
410
  "logging_steps": 1,
 
424
  "attributes": {}
425
  }
426
  },
427
+ "total_flos": 6.347789697024e+16,
428
  "train_batch_size": 8,
429
  "trial_name": null,
430
  "trial_params": null