|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.001014584654407102, |
|
"eval_steps": 3, |
|
"global_step": 6, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.0001690974424011837, |
|
"grad_norm": 7.831810474395752, |
|
"learning_rate": 2e-05, |
|
"loss": 6.6256, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.0001690974424011837, |
|
"eval_loss": 6.817934036254883, |
|
"eval_runtime": 86.9, |
|
"eval_samples_per_second": 28.654, |
|
"eval_steps_per_second": 14.327, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.0003381948848023674, |
|
"grad_norm": 8.248199462890625, |
|
"learning_rate": 4e-05, |
|
"loss": 6.6485, |
|
"step": 2 |
|
}, |
|
{ |
|
"epoch": 0.000507292327203551, |
|
"grad_norm": 8.04307746887207, |
|
"learning_rate": 6e-05, |
|
"loss": 6.9443, |
|
"step": 3 |
|
}, |
|
{ |
|
"epoch": 0.000507292327203551, |
|
"eval_loss": 6.721807479858398, |
|
"eval_runtime": 85.1933, |
|
"eval_samples_per_second": 29.228, |
|
"eval_steps_per_second": 14.614, |
|
"step": 3 |
|
}, |
|
{ |
|
"epoch": 0.0006763897696047348, |
|
"grad_norm": 8.164813041687012, |
|
"learning_rate": 8e-05, |
|
"loss": 6.3247, |
|
"step": 4 |
|
}, |
|
{ |
|
"epoch": 0.0008454872120059184, |
|
"grad_norm": 8.150789260864258, |
|
"learning_rate": 0.0001, |
|
"loss": 6.4343, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.001014584654407102, |
|
"grad_norm": 7.140324592590332, |
|
"learning_rate": 0.00012, |
|
"loss": 5.5998, |
|
"step": 6 |
|
}, |
|
{ |
|
"epoch": 0.001014584654407102, |
|
"eval_loss": 5.347555637359619, |
|
"eval_runtime": 85.3388, |
|
"eval_samples_per_second": 29.178, |
|
"eval_steps_per_second": 14.589, |
|
"step": 6 |
|
} |
|
], |
|
"logging_steps": 1, |
|
"max_steps": 10, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 1, |
|
"save_steps": 3, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": false |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 719886967898112.0, |
|
"train_batch_size": 2, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|