fats-fme commited on
Commit
71c67d2
·
verified ·
1 Parent(s): 60d4119

Training in progress, step 48, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:30ded4bce8f3aeb46976eaf0b5329b44ad473a2a4305ab8d2f19270798882d91
3
  size 30322120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9ab19a8a8f8fa395c8a765767034493cd40b33b06b69f316a5bc79f2fb8a137
3
  size 30322120
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a65835a5d88bd1313380b80afe6d10fa69949be4f94bd0e3624d1a7b2e009716
3
  size 60837186
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0b3b4462eee314e4809a24235151a982dab5d604d062fa3e99d0e2c7a7446c2
3
  size 60837186
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3d62c754a4618e6e2045bed18fcd110ce3e033eadacd83db11e3e65d6fdb46b
3
  size 14512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fc69ab1dcca216771161e0b91f7d26d9c90fd7c25977be460383903db704a06
3
  size 14512
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed4d68a8cd0d7c336eae5ec9326f4344f8484e56ac5abb9db3c35753732b9e85
3
  size 14512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:975fb42b56b65e8821d845db3ce30cfc648ea90ad5ce64077e43a4d086f034fc
3
  size 14512
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:814cb1a0cec135cba6a03f6f7a188e85ada15f60bf1b79a649c42e89652b64a2
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d61d85a65f01744d9a673e2b200c99e2454febba890b00c501a234f6e9909e25
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.5059288537549407,
5
  "eval_steps": 16,
6
- "global_step": 32,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -255,6 +255,126 @@
255
  "eval_samples_per_second": 12.972,
256
  "eval_steps_per_second": 3.273,
257
  "step": 32
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
258
  }
259
  ],
260
  "logging_steps": 1,
@@ -274,7 +394,7 @@
274
  "attributes": {}
275
  }
276
  },
277
- "total_flos": 4791247562604544.0,
278
  "train_batch_size": 2,
279
  "trial_name": null,
280
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.758893280632411,
5
  "eval_steps": 16,
6
+ "global_step": 48,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
255
  "eval_samples_per_second": 12.972,
256
  "eval_steps_per_second": 3.273,
257
  "step": 32
258
+ },
259
+ {
260
+ "epoch": 0.5217391304347826,
261
+ "grad_norm": 0.6524657011032104,
262
+ "learning_rate": 6.6e-05,
263
+ "loss": 0.1999,
264
+ "step": 33
265
+ },
266
+ {
267
+ "epoch": 0.5375494071146245,
268
+ "grad_norm": 1.1696100234985352,
269
+ "learning_rate": 6.800000000000001e-05,
270
+ "loss": 0.3284,
271
+ "step": 34
272
+ },
273
+ {
274
+ "epoch": 0.5533596837944664,
275
+ "grad_norm": 0.16617901623249054,
276
+ "learning_rate": 7e-05,
277
+ "loss": 0.0075,
278
+ "step": 35
279
+ },
280
+ {
281
+ "epoch": 0.5691699604743083,
282
+ "grad_norm": 0.34399452805519104,
283
+ "learning_rate": 7.2e-05,
284
+ "loss": 0.0108,
285
+ "step": 36
286
+ },
287
+ {
288
+ "epoch": 0.5849802371541502,
289
+ "grad_norm": 0.39466115832328796,
290
+ "learning_rate": 7.4e-05,
291
+ "loss": 0.0283,
292
+ "step": 37
293
+ },
294
+ {
295
+ "epoch": 0.6007905138339921,
296
+ "grad_norm": 0.31488093733787537,
297
+ "learning_rate": 7.6e-05,
298
+ "loss": 0.0178,
299
+ "step": 38
300
+ },
301
+ {
302
+ "epoch": 0.616600790513834,
303
+ "grad_norm": 0.32184290885925293,
304
+ "learning_rate": 7.800000000000001e-05,
305
+ "loss": 0.011,
306
+ "step": 39
307
+ },
308
+ {
309
+ "epoch": 0.6324110671936759,
310
+ "grad_norm": 0.395563006401062,
311
+ "learning_rate": 8e-05,
312
+ "loss": 0.0096,
313
+ "step": 40
314
+ },
315
+ {
316
+ "epoch": 0.6482213438735178,
317
+ "grad_norm": 0.22120489180088043,
318
+ "learning_rate": 8.2e-05,
319
+ "loss": 0.005,
320
+ "step": 41
321
+ },
322
+ {
323
+ "epoch": 0.6640316205533597,
324
+ "grad_norm": 0.3320792317390442,
325
+ "learning_rate": 8.4e-05,
326
+ "loss": 0.008,
327
+ "step": 42
328
+ },
329
+ {
330
+ "epoch": 0.6798418972332015,
331
+ "grad_norm": 0.28633660078048706,
332
+ "learning_rate": 8.6e-05,
333
+ "loss": 0.005,
334
+ "step": 43
335
+ },
336
+ {
337
+ "epoch": 0.6956521739130435,
338
+ "grad_norm": 0.4111138582229614,
339
+ "learning_rate": 8.800000000000001e-05,
340
+ "loss": 0.0084,
341
+ "step": 44
342
+ },
343
+ {
344
+ "epoch": 0.7114624505928854,
345
+ "grad_norm": 0.06865093857049942,
346
+ "learning_rate": 9e-05,
347
+ "loss": 0.0019,
348
+ "step": 45
349
+ },
350
+ {
351
+ "epoch": 0.7272727272727273,
352
+ "grad_norm": 0.05319277197122574,
353
+ "learning_rate": 9.200000000000001e-05,
354
+ "loss": 0.0016,
355
+ "step": 46
356
+ },
357
+ {
358
+ "epoch": 0.7430830039525692,
359
+ "grad_norm": 0.6792236566543579,
360
+ "learning_rate": 9.4e-05,
361
+ "loss": 0.1265,
362
+ "step": 47
363
+ },
364
+ {
365
+ "epoch": 0.758893280632411,
366
+ "grad_norm": 0.5738235712051392,
367
+ "learning_rate": 9.6e-05,
368
+ "loss": 0.0992,
369
+ "step": 48
370
+ },
371
+ {
372
+ "epoch": 0.758893280632411,
373
+ "eval_loss": 0.025439240038394928,
374
+ "eval_runtime": 8.0993,
375
+ "eval_samples_per_second": 13.211,
376
+ "eval_steps_per_second": 3.334,
377
+ "step": 48
378
  }
379
  ],
380
  "logging_steps": 1,
 
394
  "attributes": {}
395
  }
396
  },
397
+ "total_flos": 7214050224111616.0,
398
  "train_batch_size": 2,
399
  "trial_name": null,
400
  "trial_params": null