alicegoesdown commited on
Commit
d3c796f
·
verified ·
1 Parent(s): 34c9075

Training in progress, step 4950, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ccec2d7e7d9a8fe3a9da04fc35495a9c7cd4b46da3ccd784b5db53f7c9e1f181
3
  size 671434608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a31971a58849b4a12d8ac648798fc0f05b811817f74456cfdba06ff1636d670
3
  size 671434608
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b82fb4be186f9e8ae676728329d4cb52cfdab334d62be7d72db24a4d8ce73e16
3
  size 1276231290
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:297074a9b7b0f23b6bbf12e666d6f2755799c68b5e7d01f9e51b7b599bc8b98b
3
  size 1276231290
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:60aebc212e8a69f4e378db23a158fb4f9ba6a046c7ddd46b53cedf90866279b4
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a28b9e17624cbffdee0c55ba7bebd5cac62edac5d5ac3563af0b4d9535da9128
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:716d7ef0d2def98440e32b2cba336f73e613b85c0427aef8f0c8a6789d61bd46
3
  size 1256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83dd037c783110e2dc4f61307500d62937b8821c50649baf8ed55dd7f5bddf19
3
  size 1256
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 1.6571546792984009,
3
  "best_model_checkpoint": "./output/checkpoint-4800",
4
- "epoch": 1.4558689717925386,
5
  "eval_steps": 150,
6
- "global_step": 4800,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -3623,6 +3623,119 @@
3623
  "eval_samples_per_second": 18.021,
3624
  "eval_steps_per_second": 18.021,
3625
  "step": 4800
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3626
  }
3627
  ],
3628
  "logging_steps": 10,
@@ -3642,7 +3755,7 @@
3642
  "attributes": {}
3643
  }
3644
  },
3645
- "total_flos": 5.501533310418862e+17,
3646
  "train_batch_size": 8,
3647
  "trial_name": null,
3648
  "trial_params": null
 
1
  {
2
  "best_metric": 1.6571546792984009,
3
  "best_model_checkpoint": "./output/checkpoint-4800",
4
+ "epoch": 1.5013648771610555,
5
  "eval_steps": 150,
6
+ "global_step": 4950,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
3623
  "eval_samples_per_second": 18.021,
3624
  "eval_steps_per_second": 18.021,
3625
  "step": 4800
3626
+ },
3627
+ {
3628
+ "epoch": 1.4589020321504398,
3629
+ "grad_norm": 5.769156455993652,
3630
+ "learning_rate": 8.285193919530187e-08,
3631
+ "loss": 1.5984,
3632
+ "step": 4810
3633
+ },
3634
+ {
3635
+ "epoch": 1.461935092508341,
3636
+ "grad_norm": 5.144918918609619,
3637
+ "learning_rate": 7.436961672649524e-08,
3638
+ "loss": 1.6901,
3639
+ "step": 4820
3640
+ },
3641
+ {
3642
+ "epoch": 1.4649681528662422,
3643
+ "grad_norm": 5.075084209442139,
3644
+ "learning_rate": 6.634381719640962e-08,
3645
+ "loss": 1.5174,
3646
+ "step": 4830
3647
+ },
3648
+ {
3649
+ "epoch": 1.4680012132241431,
3650
+ "grad_norm": 5.216006755828857,
3651
+ "learning_rate": 5.877487051422937e-08,
3652
+ "loss": 1.5321,
3653
+ "step": 4840
3654
+ },
3655
+ {
3656
+ "epoch": 1.4710342735820443,
3657
+ "grad_norm": 8.717110633850098,
3658
+ "learning_rate": 5.166308780970642e-08,
3659
+ "loss": 1.6377,
3660
+ "step": 4850
3661
+ },
3662
+ {
3663
+ "epoch": 1.4740673339399453,
3664
+ "grad_norm": 5.453124046325684,
3665
+ "learning_rate": 4.500876142037269e-08,
3666
+ "loss": 1.6714,
3667
+ "step": 4860
3668
+ },
3669
+ {
3670
+ "epoch": 1.4771003942978465,
3671
+ "grad_norm": 5.318697452545166,
3672
+ "learning_rate": 3.881216487952338e-08,
3673
+ "loss": 1.6432,
3674
+ "step": 4870
3675
+ },
3676
+ {
3677
+ "epoch": 1.4801334546557476,
3678
+ "grad_norm": 6.068436622619629,
3679
+ "learning_rate": 3.307355290497236e-08,
3680
+ "loss": 1.7092,
3681
+ "step": 4880
3682
+ },
3683
+ {
3684
+ "epoch": 1.4831665150136488,
3685
+ "grad_norm": 5.962771892547607,
3686
+ "learning_rate": 2.7793161388579562e-08,
3687
+ "loss": 1.6033,
3688
+ "step": 4890
3689
+ },
3690
+ {
3691
+ "epoch": 1.48619957537155,
3692
+ "grad_norm": 4.829797744750977,
3693
+ "learning_rate": 2.2971207386559186e-08,
3694
+ "loss": 1.6143,
3695
+ "step": 4900
3696
+ },
3697
+ {
3698
+ "epoch": 1.489232635729451,
3699
+ "grad_norm": 6.161274433135986,
3700
+ "learning_rate": 1.8607889110554993e-08,
3701
+ "loss": 1.7965,
3702
+ "step": 4910
3703
+ },
3704
+ {
3705
+ "epoch": 1.4922656960873522,
3706
+ "grad_norm": 4.904613494873047,
3707
+ "learning_rate": 1.4703385919488896e-08,
3708
+ "loss": 1.6993,
3709
+ "step": 4920
3710
+ },
3711
+ {
3712
+ "epoch": 1.4952987564452533,
3713
+ "grad_norm": 4.569924831390381,
3714
+ "learning_rate": 1.1257858312197773e-08,
3715
+ "loss": 1.5614,
3716
+ "step": 4930
3717
+ },
3718
+ {
3719
+ "epoch": 1.4983318168031543,
3720
+ "grad_norm": 5.395485877990723,
3721
+ "learning_rate": 8.271447920822464e-09,
3722
+ "loss": 1.5956,
3723
+ "step": 4940
3724
+ },
3725
+ {
3726
+ "epoch": 1.5013648771610555,
3727
+ "grad_norm": 4.67278528213501,
3728
+ "learning_rate": 5.744277504999899e-09,
3729
+ "loss": 1.6142,
3730
+ "step": 4950
3731
+ },
3732
+ {
3733
+ "epoch": 1.5013648771610555,
3734
+ "eval_loss": 1.6572741270065308,
3735
+ "eval_runtime": 27.6097,
3736
+ "eval_samples_per_second": 18.146,
3737
+ "eval_steps_per_second": 18.146,
3738
+ "step": 4950
3739
  }
3740
  ],
3741
  "logging_steps": 10,
 
3755
  "attributes": {}
3756
  }
3757
  },
3758
+ "total_flos": 5.671970128732078e+17,
3759
  "train_batch_size": 8,
3760
  "trial_name": null,
3761
  "trial_params": null