leixa commited on
Commit
1111790
·
verified ·
1 Parent(s): b63ee79

Training in progress, step 248, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a069365120e85adb14a02be1d6d1bcb7f57bd56552e43dae1279161a73ba747
3
  size 639691872
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:781893ab268a460d6c6281d7328238df1862c326fc57bc1a1cce25d4e4fca254
3
  size 639691872
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:038ad53f8bbc1f098ba079bddbf6a3f8098ff367610e685c65b90cc790e33514
3
  size 325339796
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6927a83945068a1faaa14b39736f3798ea663c353aa04ca6e7da7e5afc917be
3
  size 325339796
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8da25d38ebcf1dfe8351fa92f64b9a44da3c87afd204df29f93fba4ad49762fa
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f5d3012cf842ae96026cfb7617d36b883980d38f99422e689133b1c4367194e
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a89729c98649b6d89eebc77276357ac5f2594b10fb1a49cf61a28a5fa2b4c3d3
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd4195f21f3ab721f41e157ad5801251bc3ef7a33dc24988ba85a5ba8d1d1f0e
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 1.7606490872210954,
5
  "eval_steps": 31,
6
- "global_step": 217,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -575,6 +575,84 @@
575
  "eval_samples_per_second": 15.485,
576
  "eval_steps_per_second": 1.936,
577
  "step": 217
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
578
  }
579
  ],
580
  "logging_steps": 3,
@@ -594,7 +672,7 @@
594
  "attributes": {}
595
  }
596
  },
597
- "total_flos": 2.884265370640712e+17,
598
  "train_batch_size": 8,
599
  "trial_name": null,
600
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 2.0121703853955375,
5
  "eval_steps": 31,
6
+ "global_step": 248,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
575
  "eval_samples_per_second": 15.485,
576
  "eval_steps_per_second": 1.936,
577
  "step": 217
578
+ },
579
+ {
580
+ "epoch": 1.7768762677484786,
581
+ "grad_norm": 5.897202968597412,
582
+ "learning_rate": 3.748099979727792e-05,
583
+ "loss": 1.6029,
584
+ "step": 219
585
+ },
586
+ {
587
+ "epoch": 1.8012170385395536,
588
+ "grad_norm": 4.379933834075928,
589
+ "learning_rate": 3.6218132209150045e-05,
590
+ "loss": 1.6497,
591
+ "step": 222
592
+ },
593
+ {
594
+ "epoch": 1.8255578093306288,
595
+ "grad_norm": 4.874183177947998,
596
+ "learning_rate": 3.4964710024786354e-05,
597
+ "loss": 1.6421,
598
+ "step": 225
599
+ },
600
+ {
601
+ "epoch": 1.8498985801217038,
602
+ "grad_norm": 4.163862705230713,
603
+ "learning_rate": 3.372159227714218e-05,
604
+ "loss": 1.4842,
605
+ "step": 228
606
+ },
607
+ {
608
+ "epoch": 1.874239350912779,
609
+ "grad_norm": 4.190274238586426,
610
+ "learning_rate": 3.248963093702663e-05,
611
+ "loss": 1.6199,
612
+ "step": 231
613
+ },
614
+ {
615
+ "epoch": 1.898580121703854,
616
+ "grad_norm": 4.762985706329346,
617
+ "learning_rate": 3.12696703292044e-05,
618
+ "loss": 1.6452,
619
+ "step": 234
620
+ },
621
+ {
622
+ "epoch": 1.922920892494929,
623
+ "grad_norm": 5.081422805786133,
624
+ "learning_rate": 3.006254655373769e-05,
625
+ "loss": 1.6196,
626
+ "step": 237
627
+ },
628
+ {
629
+ "epoch": 1.947261663286004,
630
+ "grad_norm": 4.602591037750244,
631
+ "learning_rate": 2.886908691296504e-05,
632
+ "loss": 1.6198,
633
+ "step": 240
634
+ },
635
+ {
636
+ "epoch": 1.971602434077079,
637
+ "grad_norm": 4.777091026306152,
638
+ "learning_rate": 2.7690109344509563e-05,
639
+ "loss": 1.6883,
640
+ "step": 243
641
+ },
642
+ {
643
+ "epoch": 1.995943204868154,
644
+ "grad_norm": 5.713743209838867,
645
+ "learning_rate": 2.6526421860705473e-05,
646
+ "loss": 1.5588,
647
+ "step": 246
648
+ },
649
+ {
650
+ "epoch": 2.0121703853955375,
651
+ "eval_loss": 0.48639488220214844,
652
+ "eval_runtime": 13.4291,
653
+ "eval_samples_per_second": 15.489,
654
+ "eval_steps_per_second": 1.936,
655
+ "step": 248
656
  }
657
  ],
658
  "logging_steps": 3,
 
672
  "attributes": {}
673
  }
674
  },
675
+ "total_flos": 3.293808601155502e+17,
676
  "train_batch_size": 8,
677
  "trial_name": null,
678
  "trial_params": null