farmery commited on
Commit
6db9c12
·
verified ·
1 Parent(s): b571b06

Training in progress, step 210, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:91f844815a99969d53bc2b5482574dd9b19e68159754e281af8560e82a8e6d24
3
  size 251748704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8015ad1b90998e7f0857f169e74f56e8528dbd895ed12de6fa03cd77eb70f20
3
  size 251748704
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9618c84c860f05c85c4d1d721835f8ba7b9f55d9737a97624f4e3d41b076837f
3
  size 128584660
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ac80cf462e241c01804a992e9e36b0c38023b8e84916b5a04dc633422f14c15
3
  size 128584660
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:de714458b8c60cd70dc5898863dcb9f93dd49a3f8feee11facdafd7c4100efa2
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de85a0566d1069a2510f9dc83b85a8c653bcf06b351c866368e9deceb9ba5aaf
3
  size 14960
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4f64720d8d0d269c8858be2aa4bd6e8b33e03737c0a24854963da8ae0ad210a
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7eaa7f1231f032e2bdbad374ea7773e0a19b4d1d783ccbfff83e0e437c08c030
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:284ec0e14baeb59b8e0a8e1045d504ab9e19f0c0329738d0ae614878482b08a6
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:507ab39648779b4356484d9346f34241f836cee0bf54b545311958a62a524c9b
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e44c8ce92df8c0fd5b8022970525acf2e72a262c19b8760135eca567e033e880
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e044fd25289daa09cd566ab153818d141356f8d72b3bcf17809c3084c7e37835
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:79783dc253db8561cbce9475c59c8adb4831f213eda27032651f04af31d6a595
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d485fc873443ef7ad597c6f4a82e93694f8fe8522b8ffecf4d60075246020043
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.5915492957746479,
5
  "eval_steps": 42,
6
- "global_step": 168,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -439,6 +439,112 @@
439
  "eval_samples_per_second": 57.04,
440
  "eval_steps_per_second": 1.789,
441
  "step": 168
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
442
  }
443
  ],
444
  "logging_steps": 3,
@@ -458,7 +564,7 @@
458
  "attributes": {}
459
  }
460
  },
461
- "total_flos": 1.4088500845603717e+18,
462
  "train_batch_size": 8,
463
  "trial_name": null,
464
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.7394366197183099,
5
  "eval_steps": 42,
6
+ "global_step": 210,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
439
  "eval_samples_per_second": 57.04,
440
  "eval_steps_per_second": 1.789,
441
  "step": 168
442
+ },
443
+ {
444
+ "epoch": 0.602112676056338,
445
+ "grad_norm": 1.719423770904541,
446
+ "learning_rate": 3.782248193514766e-05,
447
+ "loss": 0.5673,
448
+ "step": 171
449
+ },
450
+ {
451
+ "epoch": 0.6126760563380281,
452
+ "grad_norm": 1.777215600013733,
453
+ "learning_rate": 3.740734531410626e-05,
454
+ "loss": 0.5777,
455
+ "step": 174
456
+ },
457
+ {
458
+ "epoch": 0.6232394366197183,
459
+ "grad_norm": 1.7212867736816406,
460
+ "learning_rate": 3.698761866252635e-05,
461
+ "loss": 0.5956,
462
+ "step": 177
463
+ },
464
+ {
465
+ "epoch": 0.6338028169014085,
466
+ "grad_norm": 1.849625825881958,
467
+ "learning_rate": 3.656345725602089e-05,
468
+ "loss": 0.5805,
469
+ "step": 180
470
+ },
471
+ {
472
+ "epoch": 0.6443661971830986,
473
+ "grad_norm": 1.5129181146621704,
474
+ "learning_rate": 3.6135018010816477e-05,
475
+ "loss": 0.5271,
476
+ "step": 183
477
+ },
478
+ {
479
+ "epoch": 0.6549295774647887,
480
+ "grad_norm": 1.7070224285125732,
481
+ "learning_rate": 3.570245942570315e-05,
482
+ "loss": 0.5715,
483
+ "step": 186
484
+ },
485
+ {
486
+ "epoch": 0.6654929577464789,
487
+ "grad_norm": 1.416464924812317,
488
+ "learning_rate": 3.526594152339845e-05,
489
+ "loss": 0.528,
490
+ "step": 189
491
+ },
492
+ {
493
+ "epoch": 0.676056338028169,
494
+ "grad_norm": 1.569150686264038,
495
+ "learning_rate": 3.4825625791348096e-05,
496
+ "loss": 0.5646,
497
+ "step": 192
498
+ },
499
+ {
500
+ "epoch": 0.6866197183098591,
501
+ "grad_norm": 1.3740211725234985,
502
+ "learning_rate": 3.438167512198436e-05,
503
+ "loss": 0.5574,
504
+ "step": 195
505
+ },
506
+ {
507
+ "epoch": 0.6971830985915493,
508
+ "grad_norm": 1.7749651670455933,
509
+ "learning_rate": 3.393425375246503e-05,
510
+ "loss": 0.5988,
511
+ "step": 198
512
+ },
513
+ {
514
+ "epoch": 0.7077464788732394,
515
+ "grad_norm": 1.5180374383926392,
516
+ "learning_rate": 3.348352720391469e-05,
517
+ "loss": 0.5696,
518
+ "step": 201
519
+ },
520
+ {
521
+ "epoch": 0.7183098591549296,
522
+ "grad_norm": 1.4863420724868774,
523
+ "learning_rate": 3.3029662220191144e-05,
524
+ "loss": 0.5903,
525
+ "step": 204
526
+ },
527
+ {
528
+ "epoch": 0.7288732394366197,
529
+ "grad_norm": 1.5769625902175903,
530
+ "learning_rate": 3.2572826706199305e-05,
531
+ "loss": 0.5445,
532
+ "step": 207
533
+ },
534
+ {
535
+ "epoch": 0.7394366197183099,
536
+ "grad_norm": 1.7347217798233032,
537
+ "learning_rate": 3.211318966577581e-05,
538
+ "loss": 0.5684,
539
+ "step": 210
540
+ },
541
+ {
542
+ "epoch": 0.7394366197183099,
543
+ "eval_loss": 0.13805150985717773,
544
+ "eval_runtime": 33.5478,
545
+ "eval_samples_per_second": 57.023,
546
+ "eval_steps_per_second": 1.788,
547
+ "step": 210
548
  }
549
  ],
550
  "logging_steps": 3,
 
564
  "attributes": {}
565
  }
566
  },
567
+ "total_flos": 1.7610626057004646e+18,
568
  "train_batch_size": 8,
569
  "trial_name": null,
570
  "trial_params": null