| { | |
| "best_metric": 0.23561157286167145, | |
| "best_model_checkpoint": "miner_id_24/checkpoint-100", | |
| "epoch": 0.049813200498132, | |
| "eval_steps": 25, | |
| "global_step": 100, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.00049813200498132, | |
| "grad_norm": 5.953134059906006, | |
| "learning_rate": 2.9999999999999997e-05, | |
| "loss": 4.8123, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.00049813200498132, | |
| "eval_loss": 5.567110538482666, | |
| "eval_runtime": 4.675, | |
| "eval_samples_per_second": 10.695, | |
| "eval_steps_per_second": 1.497, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.00099626400996264, | |
| "grad_norm": 6.526628494262695, | |
| "learning_rate": 5.9999999999999995e-05, | |
| "loss": 4.6673, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0014943960149439602, | |
| "grad_norm": 6.885717391967773, | |
| "learning_rate": 8.999999999999999e-05, | |
| "loss": 4.9635, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.00199252801992528, | |
| "grad_norm": 6.974002361297607, | |
| "learning_rate": 0.00011999999999999999, | |
| "loss": 4.7067, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0024906600249066002, | |
| "grad_norm": 6.78061580657959, | |
| "learning_rate": 0.00015, | |
| "loss": 3.2747, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0029887920298879204, | |
| "grad_norm": 6.11532735824585, | |
| "learning_rate": 0.00017999999999999998, | |
| "loss": 2.2891, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.0034869240348692405, | |
| "grad_norm": 7.936379909515381, | |
| "learning_rate": 0.00020999999999999998, | |
| "loss": 1.9396, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.00398505603985056, | |
| "grad_norm": 4.918308258056641, | |
| "learning_rate": 0.00023999999999999998, | |
| "loss": 1.0278, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.00448318804483188, | |
| "grad_norm": 2.4183318614959717, | |
| "learning_rate": 0.00027, | |
| "loss": 0.6151, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.0049813200498132005, | |
| "grad_norm": 3.024343252182007, | |
| "learning_rate": 0.0003, | |
| "loss": 0.5268, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.005479452054794521, | |
| "grad_norm": 5.444397926330566, | |
| "learning_rate": 0.0002999794957488703, | |
| "loss": 0.6453, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.005977584059775841, | |
| "grad_norm": 1.5527619123458862, | |
| "learning_rate": 0.0002999179886011389, | |
| "loss": 0.4021, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.006475716064757161, | |
| "grad_norm": 2.6941704750061035, | |
| "learning_rate": 0.0002998154953722457, | |
| "loss": 0.5887, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.006973848069738481, | |
| "grad_norm": 2.389618158340454, | |
| "learning_rate": 0.00029967204408281613, | |
| "loss": 0.5361, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.007471980074719801, | |
| "grad_norm": 3.0418622493743896, | |
| "learning_rate": 0.00029948767395100045, | |
| "loss": 0.6187, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.00797011207970112, | |
| "grad_norm": 2.0878942012786865, | |
| "learning_rate": 0.0002992624353817517, | |
| "loss": 0.5258, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.008468244084682441, | |
| "grad_norm": 1.712019681930542, | |
| "learning_rate": 0.0002989963899530457, | |
| "loss": 0.5596, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.00896637608966376, | |
| "grad_norm": 1.5270085334777832, | |
| "learning_rate": 0.00029868961039904624, | |
| "loss": 0.5545, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.009464508094645082, | |
| "grad_norm": 1.2116973400115967, | |
| "learning_rate": 0.00029834218059022024, | |
| "loss": 0.5171, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.009962640099626401, | |
| "grad_norm": 1.9724152088165283, | |
| "learning_rate": 0.00029795419551040833, | |
| "loss": 0.5578, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.01046077210460772, | |
| "grad_norm": 1.3572190999984741, | |
| "learning_rate": 0.00029752576123085736, | |
| "loss": 0.4079, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.010958904109589041, | |
| "grad_norm": 1.0932906866073608, | |
| "learning_rate": 0.0002970569948812214, | |
| "loss": 0.3469, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.01145703611457036, | |
| "grad_norm": 2.3079965114593506, | |
| "learning_rate": 0.0002965480246175399, | |
| "loss": 0.4726, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.011955168119551681, | |
| "grad_norm": 1.4202669858932495, | |
| "learning_rate": 0.0002959989895872009, | |
| "loss": 0.432, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.012453300124533, | |
| "grad_norm": 1.4758336544036865, | |
| "learning_rate": 0.0002954100398908995, | |
| "loss": 0.4866, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.012453300124533, | |
| "eval_loss": 0.4223214089870453, | |
| "eval_runtime": 4.2101, | |
| "eval_samples_per_second": 11.876, | |
| "eval_steps_per_second": 1.663, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.012951432129514322, | |
| "grad_norm": 1.7702012062072754, | |
| "learning_rate": 0.0002947813365416023, | |
| "loss": 0.404, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.013449564134495641, | |
| "grad_norm": 1.6178979873657227, | |
| "learning_rate": 0.0002941130514205272, | |
| "loss": 0.4401, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.013947696139476962, | |
| "grad_norm": 1.7393587827682495, | |
| "learning_rate": 0.0002934053672301536, | |
| "loss": 0.3987, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.014445828144458281, | |
| "grad_norm": 1.4745129346847534, | |
| "learning_rate": 0.00029265847744427303, | |
| "loss": 0.3417, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.014943960149439602, | |
| "grad_norm": 2.148548126220703, | |
| "learning_rate": 0.00029187258625509513, | |
| "loss": 0.389, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.015442092154420922, | |
| "grad_norm": 1.60543692111969, | |
| "learning_rate": 0.00029104790851742417, | |
| "loss": 0.3174, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.01594022415940224, | |
| "grad_norm": 1.9873653650283813, | |
| "learning_rate": 0.0002901846696899191, | |
| "loss": 0.3543, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.01643835616438356, | |
| "grad_norm": 2.2028841972351074, | |
| "learning_rate": 0.00028928310577345606, | |
| "loss": 0.3658, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.016936488169364883, | |
| "grad_norm": 2.061235189437866, | |
| "learning_rate": 0.0002883434632466077, | |
| "loss": 0.3557, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.017434620174346202, | |
| "grad_norm": 1.9047632217407227, | |
| "learning_rate": 0.00028736599899825856, | |
| "loss": 0.3839, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.01793275217932752, | |
| "grad_norm": 1.9746155738830566, | |
| "learning_rate": 0.00028635098025737434, | |
| "loss": 0.337, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.01843088418430884, | |
| "grad_norm": 1.2726603746414185, | |
| "learning_rate": 0.00028529868451994384, | |
| "loss": 0.2521, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.018929016189290163, | |
| "grad_norm": 1.6630284786224365, | |
| "learning_rate": 0.0002842093994731145, | |
| "loss": 0.3524, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.019427148194271483, | |
| "grad_norm": 2.152161121368408, | |
| "learning_rate": 0.00028308342291654174, | |
| "loss": 0.3155, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.019925280199252802, | |
| "grad_norm": 1.6489615440368652, | |
| "learning_rate": 0.00028192106268097334, | |
| "loss": 0.2775, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.02042341220423412, | |
| "grad_norm": 1.6735095977783203, | |
| "learning_rate": 0.00028072263654409154, | |
| "loss": 0.2775, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.02092154420921544, | |
| "grad_norm": 1.5859333276748657, | |
| "learning_rate": 0.0002794884721436361, | |
| "loss": 0.3597, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.021419676214196763, | |
| "grad_norm": 1.8575478792190552, | |
| "learning_rate": 0.00027821890688783083, | |
| "loss": 0.3549, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.021917808219178082, | |
| "grad_norm": 1.4628279209136963, | |
| "learning_rate": 0.0002769142878631403, | |
| "loss": 0.2813, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.0224159402241594, | |
| "grad_norm": 1.3827449083328247, | |
| "learning_rate": 0.00027557497173937923, | |
| "loss": 0.2231, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.02291407222914072, | |
| "grad_norm": 1.371862769126892, | |
| "learning_rate": 0.000274201324672203, | |
| "loss": 0.2659, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.023412204234122044, | |
| "grad_norm": 1.628051519393921, | |
| "learning_rate": 0.00027279372220300385, | |
| "loss": 0.3401, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.023910336239103363, | |
| "grad_norm": 1.2595473527908325, | |
| "learning_rate": 0.0002713525491562421, | |
| "loss": 0.2926, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.024408468244084682, | |
| "grad_norm": 1.9967325925827026, | |
| "learning_rate": 0.00026987819953423867, | |
| "loss": 0.3504, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.024906600249066, | |
| "grad_norm": 1.8664722442626953, | |
| "learning_rate": 0.00026837107640945905, | |
| "loss": 0.278, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.024906600249066, | |
| "eval_loss": 0.2656872272491455, | |
| "eval_runtime": 4.2304, | |
| "eval_samples_per_second": 11.819, | |
| "eval_steps_per_second": 1.655, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.025404732254047324, | |
| "grad_norm": 1.4346284866333008, | |
| "learning_rate": 0.0002668315918143169, | |
| "loss": 0.2574, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.025902864259028643, | |
| "grad_norm": 1.349393367767334, | |
| "learning_rate": 0.00026526016662852886, | |
| "loss": 0.2641, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.026400996264009963, | |
| "grad_norm": 2.0565531253814697, | |
| "learning_rate": 0.00026365723046405023, | |
| "loss": 0.3113, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.026899128268991282, | |
| "grad_norm": 1.7186627388000488, | |
| "learning_rate": 0.0002620232215476231, | |
| "loss": 0.2532, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.0273972602739726, | |
| "grad_norm": 1.5477849245071411, | |
| "learning_rate": 0.0002603585866009697, | |
| "loss": 0.3041, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.027895392278953924, | |
| "grad_norm": 1.3647983074188232, | |
| "learning_rate": 0.00025866378071866334, | |
| "loss": 0.2715, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.028393524283935243, | |
| "grad_norm": 1.3015156984329224, | |
| "learning_rate": 0.00025693926724370956, | |
| "loss": 0.2774, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.028891656288916562, | |
| "grad_norm": 1.343042254447937, | |
| "learning_rate": 0.00025518551764087326, | |
| "loss": 0.1843, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.029389788293897882, | |
| "grad_norm": 1.6829490661621094, | |
| "learning_rate": 0.00025340301136778483, | |
| "loss": 0.3086, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.029887920298879204, | |
| "grad_norm": 1.5559968948364258, | |
| "learning_rate": 0.00025159223574386114, | |
| "loss": 0.245, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.030386052303860524, | |
| "grad_norm": 1.6984091997146606, | |
| "learning_rate": 0.0002497536858170772, | |
| "loss": 0.2805, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.030884184308841843, | |
| "grad_norm": 1.6316205263137817, | |
| "learning_rate": 0.00024788786422862526, | |
| "loss": 0.2328, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.03138231631382316, | |
| "grad_norm": 1.7361657619476318, | |
| "learning_rate": 0.00024599528107549745, | |
| "loss": 0.358, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.03188044831880448, | |
| "grad_norm": 1.2437626123428345, | |
| "learning_rate": 0.00024407645377103054, | |
| "loss": 0.1992, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.0323785803237858, | |
| "grad_norm": 1.4107438325881958, | |
| "learning_rate": 0.00024213190690345018, | |
| "loss": 0.261, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.03287671232876712, | |
| "grad_norm": 1.0943936109542847, | |
| "learning_rate": 0.00024016217209245374, | |
| "loss": 0.1947, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.033374844333748446, | |
| "grad_norm": 1.371076226234436, | |
| "learning_rate": 0.00023816778784387094, | |
| "loss": 0.1723, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.033872976338729766, | |
| "grad_norm": 1.8774269819259644, | |
| "learning_rate": 0.0002361492994024415, | |
| "loss": 0.3099, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.034371108343711085, | |
| "grad_norm": 1.5689069032669067, | |
| "learning_rate": 0.0002341072586027509, | |
| "loss": 0.2458, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.034869240348692404, | |
| "grad_norm": 1.4060947895050049, | |
| "learning_rate": 0.00023204222371836405, | |
| "loss": 0.2045, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.03536737235367372, | |
| "grad_norm": 1.5080294609069824, | |
| "learning_rate": 0.00022995475930919905, | |
| "loss": 0.2674, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.03586550435865504, | |
| "grad_norm": 2.0735766887664795, | |
| "learning_rate": 0.00022784543606718227, | |
| "loss": 0.268, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.03636363636363636, | |
| "grad_norm": 1.7785519361495972, | |
| "learning_rate": 0.00022571483066022657, | |
| "loss": 0.4725, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.03686176836861768, | |
| "grad_norm": 1.6680009365081787, | |
| "learning_rate": 0.0002235635255745762, | |
| "loss": 0.1942, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.037359900373599, | |
| "grad_norm": 1.2794748544692993, | |
| "learning_rate": 0.00022139210895556104, | |
| "loss": 0.1952, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.037359900373599, | |
| "eval_loss": 0.24085499346256256, | |
| "eval_runtime": 4.2231, | |
| "eval_samples_per_second": 11.84, | |
| "eval_steps_per_second": 1.658, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.03785803237858033, | |
| "grad_norm": 2.097665309906006, | |
| "learning_rate": 0.00021920117444680317, | |
| "loss": 0.2742, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.038356164383561646, | |
| "grad_norm": 2.0213897228240967, | |
| "learning_rate": 0.00021699132102792097, | |
| "loss": 0.3291, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.038854296388542965, | |
| "grad_norm": 1.8470332622528076, | |
| "learning_rate": 0.0002147631528507739, | |
| "loss": 0.3145, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.039352428393524284, | |
| "grad_norm": 1.370811104774475, | |
| "learning_rate": 0.00021251727907429355, | |
| "loss": 0.2163, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.039850560398505604, | |
| "grad_norm": 1.4120204448699951, | |
| "learning_rate": 0.0002102543136979454, | |
| "loss": 0.2512, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.04034869240348692, | |
| "grad_norm": 1.5628596544265747, | |
| "learning_rate": 0.0002079748753938678, | |
| "loss": 0.2742, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.04084682440846824, | |
| "grad_norm": 1.351811408996582, | |
| "learning_rate": 0.0002056795873377331, | |
| "loss": 0.2858, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.04134495641344956, | |
| "grad_norm": 1.495460033416748, | |
| "learning_rate": 0.00020336907703837748, | |
| "loss": 0.2085, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.04184308841843088, | |
| "grad_norm": 1.1618963479995728, | |
| "learning_rate": 0.00020104397616624645, | |
| "loss": 0.256, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.04234122042341221, | |
| "grad_norm": 1.481665015220642, | |
| "learning_rate": 0.00019870492038070252, | |
| "loss": 0.267, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.042839352428393526, | |
| "grad_norm": 0.9506065249443054, | |
| "learning_rate": 0.0001963525491562421, | |
| "loss": 0.1691, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.043337484433374845, | |
| "grad_norm": 1.7585303783416748, | |
| "learning_rate": 0.0001939875056076697, | |
| "loss": 0.2362, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.043835616438356165, | |
| "grad_norm": 1.6562221050262451, | |
| "learning_rate": 0.00019161043631427666, | |
| "loss": 0.2178, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.044333748443337484, | |
| "grad_norm": 1.6594310998916626, | |
| "learning_rate": 0.00018922199114307294, | |
| "loss": 0.2027, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.0448318804483188, | |
| "grad_norm": 2.217742443084717, | |
| "learning_rate": 0.00018682282307111987, | |
| "loss": 0.2966, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.04533001245330012, | |
| "grad_norm": 1.4910566806793213, | |
| "learning_rate": 0.00018441358800701273, | |
| "loss": 0.179, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.04582814445828144, | |
| "grad_norm": 2.0381054878234863, | |
| "learning_rate": 0.00018199494461156203, | |
| "loss": 0.3568, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.04632627646326277, | |
| "grad_norm": 1.7185461521148682, | |
| "learning_rate": 0.000179567554117722, | |
| "loss": 0.2823, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.04682440846824409, | |
| "grad_norm": 1.6253682374954224, | |
| "learning_rate": 0.00017713208014981648, | |
| "loss": 0.2248, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.047322540473225407, | |
| "grad_norm": 1.2121644020080566, | |
| "learning_rate": 0.00017468918854211007, | |
| "loss": 0.1926, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.047820672478206726, | |
| "grad_norm": 1.1331689357757568, | |
| "learning_rate": 0.00017223954715677627, | |
| "loss": 0.1632, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.048318804483188045, | |
| "grad_norm": 1.6569329500198364, | |
| "learning_rate": 0.00016978382570131034, | |
| "loss": 0.2536, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.048816936488169364, | |
| "grad_norm": 1.3067047595977783, | |
| "learning_rate": 0.00016732269554543794, | |
| "loss": 0.1937, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.049315068493150684, | |
| "grad_norm": 2.5061912536621094, | |
| "learning_rate": 0.00016485682953756942, | |
| "loss": 0.3301, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.049813200498132, | |
| "grad_norm": 1.3976527452468872, | |
| "learning_rate": 0.00016238690182084986, | |
| "loss": 0.2458, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.049813200498132, | |
| "eval_loss": 0.23561157286167145, | |
| "eval_runtime": 4.2306, | |
| "eval_samples_per_second": 11.819, | |
| "eval_steps_per_second": 1.655, | |
| "step": 100 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 200, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 50, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 1, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.576510477565952e+17, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |