| { | |
| "best_metric": 0.7343490123748779, | |
| "best_model_checkpoint": "./qlora-out/checkpoint-3000", | |
| "epoch": 0.11185265277208158, | |
| "global_step": 3000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 0.00019999938245325715, | |
| "loss": 0.9023, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 0.00019999724773356797, | |
| "loss": 0.8027, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 0.0001999935882494411, | |
| "loss": 0.8041, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 0.00019998840405667672, | |
| "loss": 0.7944, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 0.00019998169523432365, | |
| "loss": 0.81, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 0.0001999734618846785, | |
| "loss": 0.7855, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 0.00019996370413328385, | |
| "loss": 0.7849, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 0.00019995242212892653, | |
| "loss": 0.7564, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 0.00019993961604363532, | |
| "loss": 0.7724, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 0.00019992528607267815, | |
| "loss": 0.7308, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_loss": 0.7677998542785645, | |
| "eval_runtime": 1774.3517, | |
| "eval_samples_per_second": 0.305, | |
| "eval_steps_per_second": 0.305, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 0.0001999094324345594, | |
| "loss": 0.7844, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 0.00019989205537101633, | |
| "loss": 0.7668, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 0.00019987315514701553, | |
| "loss": 0.7727, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 0.00019985273205074878, | |
| "loss": 0.7467, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 0.00019983078639362883, | |
| "loss": 0.7516, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 0.00019980731851028445, | |
| "loss": 0.7267, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 0.0001997823287585554, | |
| "loss": 0.7632, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 0.000199755817519487, | |
| "loss": 0.7392, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 0.00019972778519732436, | |
| "loss": 0.7528, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 0.0001996982322195061, | |
| "loss": 0.725, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_loss": 0.7452704310417175, | |
| "eval_runtime": 1787.7554, | |
| "eval_samples_per_second": 0.303, | |
| "eval_steps_per_second": 0.303, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 0.00019966715903665795, | |
| "loss": 0.7234, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 0.00019963456612258576, | |
| "loss": 0.754, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 0.00019960045397426841, | |
| "loss": 0.7856, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 0.00019956482311185006, | |
| "loss": 0.7387, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 0.00019952767407863245, | |
| "loss": 0.7309, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 0.00019948900744106633, | |
| "loss": 0.7232, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 0.00019944882378874316, | |
| "loss": 0.7406, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 0.0001994071237343858, | |
| "loss": 0.7166, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 0.00019936390791383936, | |
| "loss": 0.7308, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 0.00019931917698606143, | |
| "loss": 0.7288, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_loss": 0.7343490123748779, | |
| "eval_runtime": 1770.9966, | |
| "eval_samples_per_second": 0.306, | |
| "eval_steps_per_second": 0.306, | |
| "step": 3000 | |
| } | |
| ], | |
| "max_steps": 80463, | |
| "num_train_epochs": 3, | |
| "total_flos": 8.420969982357504e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |