ardaspear commited on
Commit
d196e5f
·
verified ·
1 Parent(s): efe3e53

Training in progress, step 136, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fbbf1eca6e8a077aad44f0eea548900906563fba91ae629ff999cfbb84d12183
3
  size 72396376
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d49930c00528f90da24b6b608e7e80bf7ca0b3683118ac70ed158a02ed82355
3
  size 72396376
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:01c50059bf06051c0e59a9446ee43b11917461b9915373cdac8ef7e15a1c3f0d
3
  size 37134420
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc94d5b33f89c7421164351f9effdc622887a5194f3ac924e62ab147d4f6ce73
3
  size 37134420
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:455d3b76f5d818e204f559cce8a72f513e0e5623eb82e10af57277665f41a7cb
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd821849c8a72b596e3334c93cfab0767818edfb3fd7124c4efcd8a0829df152
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:baea37709b071cdabc5712824dc3f783ecd30d18a1e0d85c4d56cfebfa22b7e0
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f676b917baa0a895f62d4ea12d985f19fe259f840a0ba6d41d00cece68314f5
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.02900199033266989,
5
  "eval_steps": 34,
6
- "global_step": 102,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -277,6 +277,91 @@
277
  "eval_samples_per_second": 35.248,
278
  "eval_steps_per_second": 4.409,
279
  "step": 102
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
280
  }
281
  ],
282
  "logging_steps": 3,
@@ -296,7 +381,7 @@
296
  "attributes": {}
297
  }
298
  },
299
- "total_flos": 3.2664001796112384e+16,
300
  "train_batch_size": 8,
301
  "trial_name": null,
302
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.038669320443559856,
5
  "eval_steps": 34,
6
+ "global_step": 136,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
277
  "eval_samples_per_second": 35.248,
278
  "eval_steps_per_second": 4.409,
279
  "step": 102
280
+ },
281
+ {
282
+ "epoch": 0.029854990048336652,
283
+ "grad_norm": 0.2670081853866577,
284
+ "learning_rate": 4.303006118359537e-05,
285
+ "loss": 0.8789,
286
+ "step": 105
287
+ },
288
+ {
289
+ "epoch": 0.03070798976400341,
290
+ "grad_norm": 0.3037591874599457,
291
+ "learning_rate": 4.260632628966974e-05,
292
+ "loss": 0.8526,
293
+ "step": 108
294
+ },
295
+ {
296
+ "epoch": 0.031560989479670176,
297
+ "grad_norm": 0.28440290689468384,
298
+ "learning_rate": 4.217230979699188e-05,
299
+ "loss": 0.8274,
300
+ "step": 111
301
+ },
302
+ {
303
+ "epoch": 0.03241398919533694,
304
+ "grad_norm": 0.49433842301368713,
305
+ "learning_rate": 4.172826515897146e-05,
306
+ "loss": 0.8104,
307
+ "step": 114
308
+ },
309
+ {
310
+ "epoch": 0.03326698891100369,
311
+ "grad_norm": 0.2911880314350128,
312
+ "learning_rate": 4.12744516851726e-05,
313
+ "loss": 0.8392,
314
+ "step": 117
315
+ },
316
+ {
317
+ "epoch": 0.034119988626670456,
318
+ "grad_norm": 0.3204285502433777,
319
+ "learning_rate": 4.0811134389884433e-05,
320
+ "loss": 0.788,
321
+ "step": 120
322
+ },
323
+ {
324
+ "epoch": 0.03497298834233722,
325
+ "grad_norm": 0.35650599002838135,
326
+ "learning_rate": 4.0338583837360225e-05,
327
+ "loss": 0.8004,
328
+ "step": 123
329
+ },
330
+ {
331
+ "epoch": 0.03582598805800398,
332
+ "grad_norm": 0.310162216424942,
333
+ "learning_rate": 3.985707598381544e-05,
334
+ "loss": 0.8085,
335
+ "step": 126
336
+ },
337
+ {
338
+ "epoch": 0.03667898777367074,
339
+ "grad_norm": 0.3370768129825592,
340
+ "learning_rate": 3.9366892016277096e-05,
341
+ "loss": 0.7317,
342
+ "step": 129
343
+ },
344
+ {
345
+ "epoch": 0.037531987489337504,
346
+ "grad_norm": 0.4600171446800232,
347
+ "learning_rate": 3.886831818837847e-05,
348
+ "loss": 0.7626,
349
+ "step": 132
350
+ },
351
+ {
352
+ "epoch": 0.038384987205004266,
353
+ "grad_norm": 0.43600377440452576,
354
+ "learning_rate": 3.8361645653195026e-05,
355
+ "loss": 0.7679,
356
+ "step": 135
357
+ },
358
+ {
359
+ "epoch": 0.038669320443559856,
360
+ "eval_loss": 0.7138456106185913,
361
+ "eval_runtime": 168.0686,
362
+ "eval_samples_per_second": 35.248,
363
+ "eval_steps_per_second": 4.409,
364
+ "step": 136
365
  }
366
  ],
367
  "logging_steps": 3,
 
381
  "attributes": {}
382
  }
383
  },
384
+ "total_flos": 4.355200239481651e+16,
385
  "train_batch_size": 8,
386
  "trial_name": null,
387
  "trial_params": null