| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 6.0, | |
| "eval_steps": 500, | |
| "global_step": 2028, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.6387559175491333, | |
| "learning_rate": 2.4630541871921184e-05, | |
| "loss": 1.3637, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.9441598653793335, | |
| "learning_rate": 4.926108374384237e-05, | |
| "loss": 1.2291, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 2.4013047218322754, | |
| "learning_rate": 7.389162561576355e-05, | |
| "loss": 1.1296, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 2.915468215942383, | |
| "learning_rate": 9.852216748768474e-05, | |
| "loss": 1.0603, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 2.2165613174438477, | |
| "learning_rate": 0.00012315270935960593, | |
| "loss": 0.9742, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 2.0160369873046875, | |
| "learning_rate": 0.0001477832512315271, | |
| "loss": 1.0095, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.840472936630249, | |
| "learning_rate": 0.00017241379310344826, | |
| "loss": 0.9758, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.7259827852249146, | |
| "learning_rate": 0.00019704433497536947, | |
| "loss": 0.9755, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 1.8914766311645508, | |
| "learning_rate": 0.00019758904109589044, | |
| "loss": 1.0167, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.5285598039627075, | |
| "learning_rate": 0.00019484931506849316, | |
| "loss": 0.9205, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 1.6174041032791138, | |
| "learning_rate": 0.00019210958904109592, | |
| "loss": 0.9171, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.6485415697097778, | |
| "learning_rate": 0.00018936986301369864, | |
| "loss": 0.9214, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.6646627187728882, | |
| "learning_rate": 0.0001866301369863014, | |
| "loss": 0.9161, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 1.58356511592865, | |
| "learning_rate": 0.00018400000000000003, | |
| "loss": 0.8968, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 1.722945213317871, | |
| "learning_rate": 0.00018126027397260275, | |
| "loss": 0.8365, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 1.9991916418075562, | |
| "learning_rate": 0.0001785205479452055, | |
| "loss": 0.8648, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 3.0022475719451904, | |
| "learning_rate": 0.00017578082191780823, | |
| "loss": 0.8409, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 1.5056065320968628, | |
| "learning_rate": 0.00017304109589041098, | |
| "loss": 0.7653, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 1.5764682292938232, | |
| "learning_rate": 0.0001703013698630137, | |
| "loss": 0.8132, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 1.6800600290298462, | |
| "learning_rate": 0.00016756164383561646, | |
| "loss": 0.8424, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 1.5748885869979858, | |
| "learning_rate": 0.00016482191780821918, | |
| "loss": 0.8225, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 1.8514370918273926, | |
| "learning_rate": 0.00016208219178082193, | |
| "loss": 0.782, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 1.6620662212371826, | |
| "learning_rate": 0.00015934246575342466, | |
| "loss": 0.8057, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 1.5210013389587402, | |
| "learning_rate": 0.0001566027397260274, | |
| "loss": 0.8187, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 1.831774353981018, | |
| "learning_rate": 0.00015386301369863013, | |
| "loss": 0.8243, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 1.578306794166565, | |
| "learning_rate": 0.0001511232876712329, | |
| "loss": 0.8339, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 1.6106500625610352, | |
| "learning_rate": 0.0001483835616438356, | |
| "loss": 0.8359, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 2.1241354942321777, | |
| "learning_rate": 0.00014564383561643836, | |
| "loss": 0.711, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 2.0171968936920166, | |
| "learning_rate": 0.00014290410958904112, | |
| "loss": 0.6632, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 1.9910348653793335, | |
| "learning_rate": 0.00014016438356164384, | |
| "loss": 0.6418, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 2.025341749191284, | |
| "learning_rate": 0.0001374246575342466, | |
| "loss": 0.673, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 1.8271619081497192, | |
| "learning_rate": 0.00013468493150684934, | |
| "loss": 0.6392, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 2.3863108158111572, | |
| "learning_rate": 0.00013194520547945207, | |
| "loss": 0.6239, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 2.1700851917266846, | |
| "learning_rate": 0.00012920547945205482, | |
| "loss": 0.6683, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 1.662989616394043, | |
| "learning_rate": 0.00012646575342465755, | |
| "loss": 0.6566, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 2.041293144226074, | |
| "learning_rate": 0.00012372602739726027, | |
| "loss": 0.6954, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 1.8853856325149536, | |
| "learning_rate": 0.00012098630136986302, | |
| "loss": 0.6824, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 2.2064335346221924, | |
| "learning_rate": 0.00011824657534246575, | |
| "loss": 0.638, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 2.4988508224487305, | |
| "learning_rate": 0.0001155068493150685, | |
| "loss": 0.6586, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 1.8918757438659668, | |
| "learning_rate": 0.00011276712328767122, | |
| "loss": 0.6704, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "grad_norm": 2.117297410964966, | |
| "learning_rate": 0.00011002739726027397, | |
| "loss": 0.5681, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "grad_norm": 1.9822639226913452, | |
| "learning_rate": 0.00010728767123287671, | |
| "loss": 0.507, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "grad_norm": 2.404207706451416, | |
| "learning_rate": 0.00010454794520547946, | |
| "loss": 0.5017, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "grad_norm": 2.122673273086548, | |
| "learning_rate": 0.00010180821917808219, | |
| "loss": 0.4803, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "grad_norm": 2.590771436691284, | |
| "learning_rate": 9.906849315068494e-05, | |
| "loss": 0.5102, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "grad_norm": 2.141523838043213, | |
| "learning_rate": 9.632876712328768e-05, | |
| "loss": 0.5011, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "grad_norm": 2.4209084510803223, | |
| "learning_rate": 9.358904109589042e-05, | |
| "loss": 0.5235, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "grad_norm": 2.436467170715332, | |
| "learning_rate": 9.084931506849316e-05, | |
| "loss": 0.5421, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 3.62, | |
| "grad_norm": 2.52020001411438, | |
| "learning_rate": 8.81095890410959e-05, | |
| "loss": 0.5186, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "grad_norm": 2.1507699489593506, | |
| "learning_rate": 8.536986301369863e-05, | |
| "loss": 0.5135, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 3.77, | |
| "grad_norm": 2.4909422397613525, | |
| "learning_rate": 8.263013698630137e-05, | |
| "loss": 0.5494, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "grad_norm": 2.0679502487182617, | |
| "learning_rate": 7.989041095890411e-05, | |
| "loss": 0.4808, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "grad_norm": 2.8978271484375, | |
| "learning_rate": 7.715068493150686e-05, | |
| "loss": 0.5453, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 3.99, | |
| "grad_norm": 2.301755428314209, | |
| "learning_rate": 7.44109589041096e-05, | |
| "loss": 0.4995, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "grad_norm": 2.578835964202881, | |
| "learning_rate": 7.167123287671234e-05, | |
| "loss": 0.3984, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 4.14, | |
| "grad_norm": 2.900747299194336, | |
| "learning_rate": 6.893150684931508e-05, | |
| "loss": 0.3675, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "grad_norm": 3.3370769023895264, | |
| "learning_rate": 6.619178082191781e-05, | |
| "loss": 0.3662, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 4.29, | |
| "grad_norm": 2.989133834838867, | |
| "learning_rate": 6.345205479452055e-05, | |
| "loss": 0.3756, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 4.36, | |
| "grad_norm": 2.7858242988586426, | |
| "learning_rate": 6.071232876712329e-05, | |
| "loss": 0.3816, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "grad_norm": 2.5152714252471924, | |
| "learning_rate": 5.7972602739726036e-05, | |
| "loss": 0.3561, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 4.51, | |
| "grad_norm": 2.771308660507202, | |
| "learning_rate": 5.5232876712328775e-05, | |
| "loss": 0.3699, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 4.59, | |
| "grad_norm": 3.1365509033203125, | |
| "learning_rate": 5.249315068493151e-05, | |
| "loss": 0.3843, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 4.66, | |
| "grad_norm": 3.3356099128723145, | |
| "learning_rate": 4.9753424657534244e-05, | |
| "loss": 0.419, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "grad_norm": 3.6290457248687744, | |
| "learning_rate": 4.701369863013699e-05, | |
| "loss": 0.3759, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 4.81, | |
| "grad_norm": 2.340773344039917, | |
| "learning_rate": 4.427397260273973e-05, | |
| "loss": 0.3608, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 4.88, | |
| "grad_norm": 2.5572738647460938, | |
| "learning_rate": 4.1534246575342466e-05, | |
| "loss": 0.3827, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 4.96, | |
| "grad_norm": 2.8399617671966553, | |
| "learning_rate": 3.8794520547945204e-05, | |
| "loss": 0.3946, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "grad_norm": 2.2290821075439453, | |
| "learning_rate": 3.605479452054795e-05, | |
| "loss": 0.3155, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "grad_norm": 2.295093536376953, | |
| "learning_rate": 3.331506849315069e-05, | |
| "loss": 0.2648, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 5.18, | |
| "grad_norm": 2.754384756088257, | |
| "learning_rate": 3.0575342465753426e-05, | |
| "loss": 0.2921, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 5.25, | |
| "grad_norm": 3.0329742431640625, | |
| "learning_rate": 2.7835616438356164e-05, | |
| "loss": 0.2801, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 5.33, | |
| "grad_norm": 2.5985870361328125, | |
| "learning_rate": 2.5095890410958906e-05, | |
| "loss": 0.262, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 5.4, | |
| "grad_norm": 3.2596547603607178, | |
| "learning_rate": 2.2356164383561644e-05, | |
| "loss": 0.2742, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 5.47, | |
| "grad_norm": 2.7161920070648193, | |
| "learning_rate": 1.9616438356164386e-05, | |
| "loss": 0.2609, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 5.55, | |
| "grad_norm": 2.671105146408081, | |
| "learning_rate": 1.6876712328767124e-05, | |
| "loss": 0.2906, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 5.62, | |
| "grad_norm": 2.5027403831481934, | |
| "learning_rate": 1.4136986301369864e-05, | |
| "loss": 0.2491, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 5.7, | |
| "grad_norm": 3.0660693645477295, | |
| "learning_rate": 1.1397260273972603e-05, | |
| "loss": 0.2869, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 5.77, | |
| "grad_norm": 2.5826847553253174, | |
| "learning_rate": 8.657534246575343e-06, | |
| "loss": 0.2624, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 5.84, | |
| "grad_norm": 2.695078134536743, | |
| "learning_rate": 5.9178082191780825e-06, | |
| "loss": 0.2477, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 5.92, | |
| "grad_norm": 2.729051113128662, | |
| "learning_rate": 3.178082191780822e-06, | |
| "loss": 0.2862, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 5.99, | |
| "grad_norm": 3.2778682708740234, | |
| "learning_rate": 4.3835616438356164e-07, | |
| "loss": 0.2722, | |
| "step": 2025 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 2028, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 6, | |
| "save_steps": 500, | |
| "total_flos": 8.868397672562688e+16, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |