nttx commited on
Commit
c0780c6
·
verified ·
1 Parent(s): 871dd67

Training in progress, step 54, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:384eabeee676669feddb82a96865399e8817769b590021d063e3193f4d08c5a9
3
  size 167832240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e850ee4fe59e12eac1d7851606d44127600c6931e5bc199a9c058ca56da96af0
3
  size 167832240
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:515220f66945f685d25f7c6cc6b47df12225a37216d3c20aca4528d7e895c964
3
  size 335922386
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53a408074c2434cb23b7f1a11f744a5dac1b44cbbc11fb900d5f58b2aa2f416e
3
  size 335922386
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:702ed72ea3950fc1f8b63fb6694dc8b514e3b1aa425124a22238be312563d76c
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d80d95a487a02fb9c8ae968d0aaaa0ea45f5e07904c5dd0e3c54637fd3184623
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3dfe0cd94301e1acf153fc56b362ba5219fd26309b5c59185f05af251451cc09
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed0d0ca98ec676c9c941556be6af69f6074ac6e4ebfe34758827d2ec9dbf2f48
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 3.390733003616333,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
- "epoch": 1.8785046728971961,
5
  "eval_steps": 25,
6
- "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -381,6 +381,34 @@
381
  "eval_samples_per_second": 11.919,
382
  "eval_steps_per_second": 1.669,
383
  "step": 50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
384
  }
385
  ],
386
  "logging_steps": 1,
@@ -404,12 +432,12 @@
404
  "should_evaluate": false,
405
  "should_log": false,
406
  "should_save": true,
407
- "should_training_stop": false
408
  },
409
  "attributes": {}
410
  }
411
  },
412
- "total_flos": 7.88255238782976e+16,
413
  "train_batch_size": 8,
414
  "trial_name": null,
415
  "trial_params": null
 
1
  {
2
  "best_metric": 3.390733003616333,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
+ "epoch": 2.0373831775700935,
5
  "eval_steps": 25,
6
+ "global_step": 54,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
381
  "eval_samples_per_second": 11.919,
382
  "eval_steps_per_second": 1.669,
383
  "step": 50
384
+ },
385
+ {
386
+ "epoch": 1.9158878504672896,
387
+ "grad_norm": 3.5007739067077637,
388
+ "learning_rate": 3.4279701043260886e-06,
389
+ "loss": 2.5603,
390
+ "step": 51
391
+ },
392
+ {
393
+ "epoch": 1.953271028037383,
394
+ "grad_norm": 3.4901020526885986,
395
+ "learning_rate": 1.5267837178600972e-06,
396
+ "loss": 2.6862,
397
+ "step": 52
398
+ },
399
+ {
400
+ "epoch": 1.9906542056074765,
401
+ "grad_norm": 5.5853047370910645,
402
+ "learning_rate": 3.821828084619727e-07,
403
+ "loss": 3.6647,
404
+ "step": 53
405
+ },
406
+ {
407
+ "epoch": 2.0373831775700935,
408
+ "grad_norm": 2.95920729637146,
409
+ "learning_rate": 0.0,
410
+ "loss": 2.2325,
411
+ "step": 54
412
  }
413
  ],
414
  "logging_steps": 1,
 
432
  "should_evaluate": false,
433
  "should_log": false,
434
  "should_save": true,
435
+ "should_training_stop": true
436
  },
437
  "attributes": {}
438
  }
439
  },
440
+ "total_flos": 8.51315657885614e+16,
441
  "train_batch_size": 8,
442
  "trial_name": null,
443
  "trial_params": null