RodrigoSalazar-U commited on
Commit
e60dec4
·
verified ·
1 Parent(s): 149decb

Training in progress, step 8500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a710688e6a0cf565f545cf051ed0b59e75675e5753d369cb109c976b3cc03fac
3
  size 4785762744
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10acfad5bcbc145fc719e7f0dc5bb8567a20a65a9b1fe90765099a6393cd6f71
3
  size 4785762744
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7fa71d7ac29062299f4da9c3dd3bf7d122f811b2de1fc38f1531093ae0956e2d
3
  size 3497859804
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5d11f2773dce4b7a4a270c4bbe1e1a05155f9448377a6fcea44479035aaa4a7
3
  size 3497859804
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b0932b9d07b54a274f58b7433d20b4f329a4f69d2f830bb7ba1cdb40a954272
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00ee94c4753f7ab0738e902cd6d228d8f9642629b28de205e059f83aeb56d87a
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 4.4162296439414845,
5
  "eval_steps": 500,
6
- "global_step": 8000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -567,6 +567,41 @@
567
  "learning_rate": 4.0788797598038054e-06,
568
  "loss": 0.0904,
569
  "step": 8000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
570
  }
571
  ],
572
  "logging_steps": 100,
@@ -586,7 +621,7 @@
586
  "attributes": {}
587
  }
588
  },
589
- "total_flos": 4.2432036665929236e+18,
590
  "train_batch_size": 16,
591
  "trial_name": null,
592
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 4.692243996687828,
5
  "eval_steps": 500,
6
+ "global_step": 8500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
567
  "learning_rate": 4.0788797598038054e-06,
568
  "loss": 0.0904,
569
  "step": 8000
570
+ },
571
+ {
572
+ "epoch": 4.471432514490753,
573
+ "grad_norm": 0.34369856119155884,
574
+ "learning_rate": 3.3506310524209107e-06,
575
+ "loss": 0.091,
576
+ "step": 8100
577
+ },
578
+ {
579
+ "epoch": 4.526635385040022,
580
+ "grad_norm": 0.2887893617153168,
581
+ "learning_rate": 2.6917062619715325e-06,
582
+ "loss": 0.0919,
583
+ "step": 8200
584
+ },
585
+ {
586
+ "epoch": 4.5818382555892905,
587
+ "grad_norm": 0.29069042205810547,
588
+ "learning_rate": 2.1030845924292554e-06,
589
+ "loss": 0.0934,
590
+ "step": 8300
591
+ },
592
+ {
593
+ "epoch": 4.637041126138559,
594
+ "grad_norm": 0.2758566737174988,
595
+ "learning_rate": 1.5856407728771395e-06,
596
+ "loss": 0.0906,
597
+ "step": 8400
598
+ },
599
+ {
600
+ "epoch": 4.692243996687828,
601
+ "grad_norm": 0.30082598328590393,
602
+ "learning_rate": 1.140143757604889e-06,
603
+ "loss": 0.0904,
604
+ "step": 8500
605
  }
606
  ],
607
  "logging_steps": 100,
 
621
  "attributes": {}
622
  }
623
  },
624
+ "total_flos": 4.509819988241154e+18,
625
  "train_batch_size": 16,
626
  "trial_name": null,
627
  "trial_params": null