Training in progress, step 61, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 200068512
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4ffbe3469f4c42c7cb866fdeb5184e8d9fb4c35780e3bc41d45d553b1570e41d
|
3 |
size 200068512
|
last-checkpoint/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 400361770
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:256227b4d757a5f6fad8a9b1c59bfed03c29ad2f52eab91882ba36184467d338
|
3 |
size 400361770
|
last-checkpoint/rng_state.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14244
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6d042cd41bcb8fc3e6cfb7aa84301cda4f043602a3a459c5d4b976a7332c110c
|
3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:72c76386f38653d23653debdd7194fca0374345c66eb3b8c72b9036822ebc2d3
|
3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
{
|
2 |
"best_metric": 2.21439266204834,
|
3 |
"best_model_checkpoint": "miner_id_24/checkpoint-50",
|
4 |
-
"epoch":
|
5 |
"eval_steps": 25,
|
6 |
-
"global_step":
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
@@ -381,6 +381,83 @@
|
|
381 |
"eval_samples_per_second": 5.79,
|
382 |
"eval_steps_per_second": 2.895,
|
383 |
"step": 50
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
384 |
}
|
385 |
],
|
386 |
"logging_steps": 1,
|
@@ -404,12 +481,12 @@
|
|
404 |
"should_evaluate": false,
|
405 |
"should_log": false,
|
406 |
"should_save": true,
|
407 |
-
"should_training_stop":
|
408 |
},
|
409 |
"attributes": {}
|
410 |
}
|
411 |
},
|
412 |
-
"total_flos":
|
413 |
"train_batch_size": 2,
|
414 |
"trial_name": null,
|
415 |
"trial_params": null
|
|
|
1 |
{
|
2 |
"best_metric": 2.21439266204834,
|
3 |
"best_model_checkpoint": "miner_id_24/checkpoint-50",
|
4 |
+
"epoch": 1.0082644628099173,
|
5 |
"eval_steps": 25,
|
6 |
+
"global_step": 61,
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
|
|
381 |
"eval_samples_per_second": 5.79,
|
382 |
"eval_steps_per_second": 2.895,
|
383 |
"step": 50
|
384 |
+
},
|
385 |
+
{
|
386 |
+
"epoch": 0.8429752066115702,
|
387 |
+
"grad_norm": 8.537187576293945,
|
388 |
+
"learning_rate": 7.157141191620548e-06,
|
389 |
+
"loss": 2.4486,
|
390 |
+
"step": 51
|
391 |
+
},
|
392 |
+
{
|
393 |
+
"epoch": 0.859504132231405,
|
394 |
+
"grad_norm": 7.167176723480225,
|
395 |
+
"learning_rate": 5.824397777698859e-06,
|
396 |
+
"loss": 2.2525,
|
397 |
+
"step": 52
|
398 |
+
},
|
399 |
+
{
|
400 |
+
"epoch": 0.8760330578512396,
|
401 |
+
"grad_norm": 7.074034690856934,
|
402 |
+
"learning_rate": 4.621229016452156e-06,
|
403 |
+
"loss": 2.1293,
|
404 |
+
"step": 53
|
405 |
+
},
|
406 |
+
{
|
407 |
+
"epoch": 0.8925619834710744,
|
408 |
+
"grad_norm": 5.562939643859863,
|
409 |
+
"learning_rate": 3.551164009160429e-06,
|
410 |
+
"loss": 1.3322,
|
411 |
+
"step": 54
|
412 |
+
},
|
413 |
+
{
|
414 |
+
"epoch": 0.9090909090909091,
|
415 |
+
"grad_norm": 7.1741414070129395,
|
416 |
+
"learning_rate": 2.6173414408598827e-06,
|
417 |
+
"loss": 1.8027,
|
418 |
+
"step": 55
|
419 |
+
},
|
420 |
+
{
|
421 |
+
"epoch": 0.9256198347107438,
|
422 |
+
"grad_norm": 7.7900896072387695,
|
423 |
+
"learning_rate": 1.8225003740388547e-06,
|
424 |
+
"loss": 1.8203,
|
425 |
+
"step": 56
|
426 |
+
},
|
427 |
+
{
|
428 |
+
"epoch": 0.9421487603305785,
|
429 |
+
"grad_norm": 7.23261022567749,
|
430 |
+
"learning_rate": 1.1689722144956671e-06,
|
431 |
+
"loss": 1.6585,
|
432 |
+
"step": 57
|
433 |
+
},
|
434 |
+
{
|
435 |
+
"epoch": 0.9586776859504132,
|
436 |
+
"grad_norm": 8.060309410095215,
|
437 |
+
"learning_rate": 6.58673872923693e-07,
|
438 |
+
"loss": 2.3596,
|
439 |
+
"step": 58
|
440 |
+
},
|
441 |
+
{
|
442 |
+
"epoch": 0.9752066115702479,
|
443 |
+
"grad_norm": 9.658180236816406,
|
444 |
+
"learning_rate": 2.9310214228202013e-07,
|
445 |
+
"loss": 2.2916,
|
446 |
+
"step": 59
|
447 |
+
},
|
448 |
+
{
|
449 |
+
"epoch": 0.9917355371900827,
|
450 |
+
"grad_norm": 11.173391342163086,
|
451 |
+
"learning_rate": 7.332930744380906e-08,
|
452 |
+
"loss": 2.2498,
|
453 |
+
"step": 60
|
454 |
+
},
|
455 |
+
{
|
456 |
+
"epoch": 1.0082644628099173,
|
457 |
+
"grad_norm": 10.068079948425293,
|
458 |
+
"learning_rate": 0.0,
|
459 |
+
"loss": 3.287,
|
460 |
+
"step": 61
|
461 |
}
|
462 |
],
|
463 |
"logging_steps": 1,
|
|
|
481 |
"should_evaluate": false,
|
482 |
"should_log": false,
|
483 |
"should_save": true,
|
484 |
+
"should_training_stop": true
|
485 |
},
|
486 |
"attributes": {}
|
487 |
}
|
488 |
},
|
489 |
+
"total_flos": 4.678055605410202e+16,
|
490 |
"train_batch_size": 2,
|
491 |
"trial_name": null,
|
492 |
"trial_params": null
|