bbytxt commited on
Commit
c31db14
1 Parent(s): f8c0e3b

Training in progress, step 54, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eda9cc0f82f63ca880708633357af0cd601a24fc3a0599aef424ae8a204888b2
3
  size 167832240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07d362317c83c46e404d30f90e4b98f16c3631f95717db4cad2755bbfce636da
3
  size 167832240
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4992a1eb494490708867ff5aa9087ecdae61cb9dd818a06effff9d61bebee94
3
  size 335922386
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:deab9b1fa01fbf0b9abd847e17e3634356e0ea9538ca9efbed0f6b02b679a5f5
3
  size 335922386
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:33a21d97c7b4f852e699ec9396cc6f321dd7d7c9e8ccf2defda70289bbb6f8e3
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5da01e5353e10c9040c0d4081c58dc100921ea8bfa74ee690c7eb6036e8ada92
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3dfe0cd94301e1acf153fc56b362ba5219fd26309b5c59185f05af251451cc09
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed0d0ca98ec676c9c941556be6af69f6074ac6e4ebfe34758827d2ec9dbf2f48
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 3.401686906814575,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
- "epoch": 1.8785046728971961,
5
  "eval_steps": 25,
6
- "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -381,6 +381,34 @@
381
  "eval_samples_per_second": 11.863,
382
  "eval_steps_per_second": 1.661,
383
  "step": 50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
384
  }
385
  ],
386
  "logging_steps": 1,
@@ -404,12 +432,12 @@
404
  "should_evaluate": false,
405
  "should_log": false,
406
  "should_save": true,
407
- "should_training_stop": false
408
  },
409
  "attributes": {}
410
  }
411
  },
412
- "total_flos": 7.88255238782976e+16,
413
  "train_batch_size": 8,
414
  "trial_name": null,
415
  "trial_params": null
 
1
  {
2
  "best_metric": 3.401686906814575,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
+ "epoch": 2.0373831775700935,
5
  "eval_steps": 25,
6
+ "global_step": 54,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
381
  "eval_samples_per_second": 11.863,
382
  "eval_steps_per_second": 1.661,
383
  "step": 50
384
+ },
385
+ {
386
+ "epoch": 1.9158878504672896,
387
+ "grad_norm": 3.5044848918914795,
388
+ "learning_rate": 3.4279701043260886e-06,
389
+ "loss": 2.5647,
390
+ "step": 51
391
+ },
392
+ {
393
+ "epoch": 1.953271028037383,
394
+ "grad_norm": 3.4336962699890137,
395
+ "learning_rate": 1.5267837178600972e-06,
396
+ "loss": 2.6922,
397
+ "step": 52
398
+ },
399
+ {
400
+ "epoch": 1.9906542056074765,
401
+ "grad_norm": 5.213560104370117,
402
+ "learning_rate": 3.821828084619727e-07,
403
+ "loss": 3.6647,
404
+ "step": 53
405
+ },
406
+ {
407
+ "epoch": 2.0373831775700935,
408
+ "grad_norm": 2.9050323963165283,
409
+ "learning_rate": 0.0,
410
+ "loss": 2.2642,
411
+ "step": 54
412
  }
413
  ],
414
  "logging_steps": 1,
 
432
  "should_evaluate": false,
433
  "should_log": false,
434
  "should_save": true,
435
+ "should_training_stop": true
436
  },
437
  "attributes": {}
438
  }
439
  },
440
+ "total_flos": 8.51315657885614e+16,
441
  "train_batch_size": 8,
442
  "trial_name": null,
443
  "trial_params": null