Hugging Face's logo

player1537
/
Bloom-560m-LoRA-trained-on-Dolphin

PEFT
TensorBoard
English
Model card Files Metrics Community
1
player1537 commited on
Commit
7268143
·
1 Parent(s): 1185775

Training in progress, step 7776

Browse files
Files changed (7) hide show
  1. adapter_model.bin +1 -1
  2. last-checkpoint/adapter_model.bin +1 -1
  3. last-checkpoint/optimizer.pt +1 -1
  4. last-checkpoint/rng_state.pth +1 -1
  5. last-checkpoint/scheduler.pt +1 -1
  6. last-checkpoint/trainer_state.json +15 -3
  7. runs/Jul30_22-50-24_04d48b04b124/events.out.tfevents.1690757427.04d48b04b124.17705.2 +2 -2
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7a42d61e948c2fbb4dea73673121886577354271826154b706ac0a17de233daa
3
  size 3163457
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65484525a35240ca300f0968b4fc3e8e650e94f2fcd60269dbb36992001de30c
3
  size 3163457
last-checkpoint/adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7a42d61e948c2fbb4dea73673121886577354271826154b706ac0a17de233daa
3
  size 3163457
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65484525a35240ca300f0968b4fc3e8e650e94f2fcd60269dbb36992001de30c
3
  size 3163457
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2c48beac9f64337f9877163a749ceb78934d22ddc5173b1ce8b3cbf857f2f35f
3
  size 6319689
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:347ebeaf92f2a2904a525175c6aa029a27b47df487da1dca0f36b3510b5712cb
3
  size 6319689
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d0b2c9752fb5c7ac7eafe28cd6938b9b914738f574c18db1ca9eb77704a430a2
3
  size 14639
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:593789719b3424a6841ed51d2d5a7af9647c7e58f3988f76032e5f4ddb8edb80
3
  size 14639
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a13b06206c070ca80d78b708e24ed19180656f4c29207534b542c0f5b5bb7168
3
  size 627
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf7d45d24e0ea6599edde899dde541846aaa019cea8a6d01219dc0dca5ca5716
3
  size 627
last-checkpoint/trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.7498264290673455,
5
- "global_step": 6480,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -306,11 +306,23 @@
306
  "learning_rate": 5.017357093265448e-06,
307
  "loss": 2.3449,
308
  "step": 6480
 
 
 
 
 
 
 
 
 
 
 
 
309
  }
310
  ],
311
  "max_steps": 8642,
312
  "num_train_epochs": 1,
313
- "total_flos": 1.206735284994048e+16,
314
  "trial_name": null,
315
  "trial_params": null
316
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.8997917148808147,
5
+ "global_step": 7776,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
306
  "learning_rate": 5.017357093265448e-06,
307
  "loss": 2.3449,
308
  "step": 6480
309
+ },
310
+ {
311
+ "epoch": 0.82,
312
+ "learning_rate": 3.520018514232817e-06,
313
+ "loss": 2.3381,
314
+ "step": 7128
315
+ },
316
+ {
317
+ "epoch": 0.9,
318
+ "learning_rate": 2.0203656560981255e-06,
319
+ "loss": 2.3258,
320
+ "step": 7776
321
  }
322
  ],
323
  "max_steps": 8642,
324
  "num_train_epochs": 1,
325
+ "total_flos": 1.4480823419928576e+16,
326
  "trial_name": null,
327
  "trial_params": null
328
  }
runs/Jul30_22-50-24_04d48b04b124/events.out.tfevents.1690757427.04d48b04b124.17705.2 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1cf01bdece0a46914da3a6200b845d073533e255ddee4b4fe9e1f571aeb01116
3
- size 4362
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d30cf927976973b0f9bd43a65d3fd320d95d591ceb4d15320c45dda719c3f909
3
+ size 4676