{ | |
"best_metric": 1.157950758934021, | |
"best_model_checkpoint": "./checkpoints/dpo-mix-7k/Qwen1.5-0.5B-dpo-mix-7k-lambda1.0-ORPO-29-9-20/checkpoint-188", | |
"epoch": 1.0, | |
"eval_steps": 500, | |
"global_step": 188, | |
"is_hyper_param_search": false, | |
"is_local_process_zero": true, | |
"is_world_process_zero": true, | |
"log_history": [ | |
{ | |
"epoch": 0.27, | |
"grad_norm": 676.0, | |
"learning_rate": 2.5e-06, | |
"loss": 15.3348, | |
"step": 50 | |
}, | |
{ | |
"epoch": 0.53, | |
"grad_norm": 16.875, | |
"learning_rate": 5e-06, | |
"loss": 3.911, | |
"step": 100 | |
}, | |
{ | |
"epoch": 0.8, | |
"grad_norm": 5.75, | |
"learning_rate": 4.6059265481735295e-06, | |
"loss": 1.1674, | |
"step": 150 | |
}, | |
{ | |
"epoch": 1.0, | |
"eval_loss": 1.157950758934021, | |
"eval_runtime": 34.0907, | |
"eval_samples_per_second": 16.573, | |
"eval_steps_per_second": 1.056, | |
"step": 188 | |
} | |
], | |
"logging_steps": 50, | |
"max_steps": 376, | |
"num_input_tokens_seen": 0, | |
"num_train_epochs": 2, | |
"save_steps": 500, | |
"total_flos": 2849842200051712.0, | |
"train_batch_size": 4, | |
"trial_name": null, | |
"trial_params": null | |
} | |