| { | |
| "best_metric": 0.7452704310417175, | |
| "best_model_checkpoint": "./qlora-out/checkpoint-2000", | |
| "epoch": 0.07456843518138771, | |
| "global_step": 2000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 0.00019999938245325715, | |
| "loss": 0.9023, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 0.00019999724773356797, | |
| "loss": 0.8027, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 0.0001999935882494411, | |
| "loss": 0.8041, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 0.00019998840405667672, | |
| "loss": 0.7944, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 0.00019998169523432365, | |
| "loss": 0.81, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 0.0001999734618846785, | |
| "loss": 0.7855, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 0.00019996370413328385, | |
| "loss": 0.7849, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 0.00019995242212892653, | |
| "loss": 0.7564, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 0.00019993961604363532, | |
| "loss": 0.7724, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 0.00019992528607267815, | |
| "loss": 0.7308, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_loss": 0.7677998542785645, | |
| "eval_runtime": 1774.3517, | |
| "eval_samples_per_second": 0.305, | |
| "eval_steps_per_second": 0.305, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 0.0001999094324345594, | |
| "loss": 0.7844, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 0.00019989205537101633, | |
| "loss": 0.7668, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 0.00019987315514701553, | |
| "loss": 0.7727, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 0.00019985273205074878, | |
| "loss": 0.7467, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 0.00019983078639362883, | |
| "loss": 0.7516, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 0.00019980731851028445, | |
| "loss": 0.7267, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 0.0001997823287585554, | |
| "loss": 0.7632, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 0.000199755817519487, | |
| "loss": 0.7392, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 0.00019972778519732436, | |
| "loss": 0.7528, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 0.0001996982322195061, | |
| "loss": 0.725, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_loss": 0.7452704310417175, | |
| "eval_runtime": 1787.7554, | |
| "eval_samples_per_second": 0.303, | |
| "eval_steps_per_second": 0.303, | |
| "step": 2000 | |
| } | |
| ], | |
| "max_steps": 80463, | |
| "num_train_epochs": 3, | |
| "total_flos": 5.618921541299405e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |