Hugging Face's logo

player1537
/
Bloom-560m-LoRA-trained-on-Dolphin

PEFT
TensorBoard
English
Model card Files Metrics Community
1
player1537 commited on
Commit
882d56d
·
1 Parent(s): 7f884db

Training in progress, step 6288

Browse files
Files changed (7) hide show
  1. adapter_model.bin +1 -1
  2. last-checkpoint/adapter_model.bin +1 -1
  3. last-checkpoint/optimizer.pt +1 -1
  4. last-checkpoint/rng_state.pth +1 -1
  5. last-checkpoint/scheduler.pt +1 -1
  6. last-checkpoint/trainer_state.json +15 -3
  7. runs/Jul30_21-59-54_04d48b04b124/events.out.tfevents.1690754399.04d48b04b124.17705.0 +2 -2
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6183889d5bab4a10b783c1610cd8b8b86f0123b580ab254d7525ca2d9007a995
3
  size 3163457
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b8a55eb3d9688441aa3442b953cd639832b2eaa6b6a70df5d6e572e3af1620f
3
  size 3163457
last-checkpoint/adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6183889d5bab4a10b783c1610cd8b8b86f0123b580ab254d7525ca2d9007a995
3
  size 3163457
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b8a55eb3d9688441aa3442b953cd639832b2eaa6b6a70df5d6e572e3af1620f
3
  size 3163457
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cf1b5943949278cc276f666469223cc00004082f90c7d37bf374bc34d45d6b34
3
  size 6319689
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f94d7e8819146fbdfa40e40f1e00dfc0870e00ad5be79ef63b9a7224c140aaa4
3
  size 6319689
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:83ff768c114cb51fa21f7110645060c11beedbe428ffac7a8de2a6f267e766f9
3
  size 14639
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dab2f963d8bbf6ed056171491946df5c92c9df57bc634ca6951ba169eb796251
3
  size 14639
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6e76dc07b412e99921adcbb78fbbb8580529a78899a9202d8227e8fe82be4de4
3
  size 627
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31eefefe0dff6b5607b03f406e8e7683a147711480cc25005227e4b5c0baefe0
3
  size 627
last-checkpoint/trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.6972922934505902,
5
- "global_step": 6026,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -288,11 +288,23 @@
288
  "learning_rate": 6.063411247396437e-06,
289
  "loss": 2.3111,
290
  "step": 6026
 
 
 
 
 
 
 
 
 
 
 
 
291
  }
292
  ],
293
  "max_steps": 8642,
294
  "num_train_epochs": 1,
295
- "total_flos": 1.1221893252120576e+16,
296
  "trial_name": null,
297
  "trial_params": null
298
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.7276093496875723,
5
+ "global_step": 6288,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
288
  "learning_rate": 6.063411247396437e-06,
289
  "loss": 2.3111,
290
  "step": 6026
291
+ },
292
+ {
293
+ "epoch": 0.71,
294
+ "learning_rate": 5.760240685026614e-06,
295
+ "loss": 2.3328,
296
+ "step": 6157
297
+ },
298
+ {
299
+ "epoch": 0.73,
300
+ "learning_rate": 5.457070122656792e-06,
301
+ "loss": 2.3009,
302
+ "step": 6288
303
  }
304
  ],
305
  "max_steps": 8642,
306
  "num_train_epochs": 1,
307
+ "total_flos": 1.1709801654386688e+16,
308
  "trial_name": null,
309
  "trial_params": null
310
  }
runs/Jul30_21-59-54_04d48b04b124/events.out.tfevents.1690754399.04d48b04b124.17705.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fe638c4b1035c3e734e8d4241763ce33434946dc7101651f9762f27310ff208a
3
- size 11580
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87546699c1d2fdf82c4b5057e5a07c9f393a0fd407911b9db2b4e506bd796c1b
3
+ size 11894