| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.03142677561282212, | |
| "eval_steps": 500, | |
| "global_step": 100, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "completion_length": 387.5625, | |
| "completions/clipped_ratio": 0.0625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 929.0, | |
| "completions/mean_length": 387.5625, | |
| "completions/mean_terminated_length": 298.6000061035156, | |
| "completions/min_length": 1.0, | |
| "completions/min_terminated_length": 1.0, | |
| "epoch": 0.00031426775612822125, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 9.58870792388916, | |
| "kl": 1.1056605577468872, | |
| "learning_rate": 0.0, | |
| "loss": 0.0442, | |
| "num_tokens": 10321.0, | |
| "reward": -8.78125, | |
| "reward_std": 1.5290063619613647, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -1.15625, | |
| "rewards/check_numbers/std": 1.1212902069091797, | |
| "rewards/format_and_language_reward_func/mean": -3.625, | |
| "rewards/format_and_language_reward_func/std": 0.9574271440505981, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 1 | |
| }, | |
| { | |
| "completion_length": 427.625, | |
| "completions/clipped_ratio": 0.0625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1380.0, | |
| "completions/mean_length": 427.625, | |
| "completions/mean_terminated_length": 341.3333435058594, | |
| "completions/min_length": 1.0, | |
| "completions/min_terminated_length": 1.0, | |
| "epoch": 0.0006285355122564425, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 15.610054016113281, | |
| "kl": 0.5778560638427734, | |
| "learning_rate": 5.000000000000001e-07, | |
| "loss": 0.0231, | |
| "num_tokens": 20955.0, | |
| "reward": -9.5, | |
| "reward_std": 1.6830127239227295, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -1.75, | |
| "rewards/check_numbers/std": 0.8366600275039673, | |
| "rewards/format_and_language_reward_func/mean": -3.75, | |
| "rewards/format_and_language_reward_func/std": 1.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 2 | |
| }, | |
| { | |
| "completion_length": 979.5, | |
| "completions/clipped_ratio": 0.3125, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1507.0, | |
| "completions/mean_length": 979.5, | |
| "completions/mean_terminated_length": 642.0, | |
| "completions/min_length": 1.0, | |
| "completions/min_terminated_length": 1.0, | |
| "epoch": 0.0009428032683846638, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 4.994994163513184, | |
| "kl": 0.2919767200946808, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.0117, | |
| "num_tokens": 40683.0, | |
| "reward": -7.53125, | |
| "reward_std": 1.3821797370910645, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.40625, | |
| "rewards/check_numbers/std": 1.3443554639816284, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 3 | |
| }, | |
| { | |
| "completion_length": 836.3125, | |
| "completions/clipped_ratio": 0.3125, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1175.0, | |
| "completions/mean_length": 836.3125, | |
| "completions/mean_terminated_length": 433.727294921875, | |
| "completions/min_length": 1.0, | |
| "completions/min_terminated_length": 1.0, | |
| "epoch": 0.001257071024512885, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 16.14759635925293, | |
| "kl": 0.5689749717712402, | |
| "learning_rate": 1.5e-06, | |
| "loss": 0.0228, | |
| "num_tokens": 58020.0, | |
| "reward": -9.03125, | |
| "reward_std": 1.9392420053482056, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -1.40625, | |
| "rewards/check_numbers/std": 1.0680004358291626, | |
| "rewards/format_and_language_reward_func/mean": -3.625, | |
| "rewards/format_and_language_reward_func/std": 0.9574271440505981, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 4 | |
| }, | |
| { | |
| "completion_length": 553.25, | |
| "completions/clipped_ratio": 0.0625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1469.0, | |
| "completions/mean_length": 553.25, | |
| "completions/mean_terminated_length": 475.3333435058594, | |
| "completions/min_length": 1.0, | |
| "completions/min_terminated_length": 1.0, | |
| "epoch": 0.0015713387806411063, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 5.5043792724609375, | |
| "kl": 0.5717646479606628, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.0229, | |
| "num_tokens": 70976.0, | |
| "reward": -8.40625, | |
| "reward_std": 0.9375, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -1.03125, | |
| "rewards/check_numbers/std": 1.007782220840454, | |
| "rewards/format_and_language_reward_func/mean": -3.375, | |
| "rewards/format_and_language_reward_func/std": 0.8062257766723633, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 5 | |
| }, | |
| { | |
| "completion_length": 750.9375, | |
| "completions/clipped_ratio": 0.125, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1676.0, | |
| "completions/mean_length": 750.9375, | |
| "completions/mean_terminated_length": 612.2142944335938, | |
| "completions/min_length": 1.0, | |
| "completions/min_terminated_length": 1.0, | |
| "epoch": 0.0018856065367693275, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 7.5527191162109375, | |
| "kl": 0.26640018820762634, | |
| "learning_rate": 2.5e-06, | |
| "loss": 0.0107, | |
| "num_tokens": 87127.0, | |
| "reward": -8.40625, | |
| "reward_std": 1.3351925611495972, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.90625, | |
| "rewards/check_numbers/std": 1.1138334274291992, | |
| "rewards/format_and_language_reward_func/mean": -3.5, | |
| "rewards/format_and_language_reward_func/std": 0.8944272398948669, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 6 | |
| }, | |
| { | |
| "completion_length": 822.625, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1699.0, | |
| "completions/max_terminated_length": 1699.0, | |
| "completions/mean_length": 822.625, | |
| "completions/mean_terminated_length": 822.625, | |
| "completions/min_length": 1.0, | |
| "completions/min_terminated_length": 1.0, | |
| "epoch": 0.0021998742928975488, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 6.19105863571167, | |
| "kl": 0.17402563989162445, | |
| "learning_rate": 3e-06, | |
| "loss": 0.007, | |
| "num_tokens": 104165.0, | |
| "reward": -7.96875, | |
| "reward_std": 1.063370943069458, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.71875, | |
| "rewards/check_numbers/std": 0.8750000596046448, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 7 | |
| }, | |
| { | |
| "completion_length": 1419.1875, | |
| "completions/clipped_ratio": 0.6875, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1149.0, | |
| "completions/mean_length": 1419.1875, | |
| "completions/mean_terminated_length": 753.0, | |
| "completions/min_length": 366.0, | |
| "completions/min_terminated_length": 366.0, | |
| "epoch": 0.00251414204902577, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.1348615139722824, | |
| "kl": 0.029216211289167404, | |
| "learning_rate": 3.5e-06, | |
| "loss": 0.0012, | |
| "num_tokens": 130604.0, | |
| "reward": -8.0625, | |
| "reward_std": 0.625, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.9375, | |
| "rewards/check_numbers/std": 0.75, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 8 | |
| }, | |
| { | |
| "completion_length": 1018.125, | |
| "completions/clipped_ratio": 0.375, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1565.0, | |
| "completions/mean_length": 1018.125, | |
| "completions/mean_terminated_length": 595.7999877929688, | |
| "completions/min_length": 1.0, | |
| "completions/min_terminated_length": 1.0, | |
| "epoch": 0.0028284098051539913, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 7.937878131866455, | |
| "kl": 0.42939966917037964, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.0172, | |
| "num_tokens": 151170.0, | |
| "reward": -7.8125, | |
| "reward_std": 1.1593647003173828, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.6875, | |
| "rewards/check_numbers/std": 0.9639329314231873, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 9 | |
| }, | |
| { | |
| "completion_length": 1018.625, | |
| "completions/clipped_ratio": 0.3125, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1317.0, | |
| "completions/mean_length": 1018.625, | |
| "completions/mean_terminated_length": 698.9091186523438, | |
| "completions/min_length": 3.0, | |
| "completions/min_terminated_length": 3.0, | |
| "epoch": 0.0031426775612822125, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 3.0097506046295166, | |
| "kl": 0.15729668736457825, | |
| "learning_rate": 4.5e-06, | |
| "loss": 0.0063, | |
| "num_tokens": 171388.0, | |
| "reward": -7.75, | |
| "reward_std": 0.8080127239227295, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.75, | |
| "rewards/check_numbers/std": 0.7745966911315918, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 10 | |
| }, | |
| { | |
| "completion_length": 1189.8125, | |
| "completions/clipped_ratio": 0.3125, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1696.0, | |
| "completions/mean_length": 1189.8125, | |
| "completions/mean_terminated_length": 947.9091186523438, | |
| "completions/min_length": 423.0, | |
| "completions/min_terminated_length": 423.0, | |
| "epoch": 0.0034569453174104338, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.136498361825943, | |
| "kl": 0.05319710448384285, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0021, | |
| "num_tokens": 194373.0, | |
| "reward": -7.75, | |
| "reward_std": 0.8080127239227295, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.75, | |
| "rewards/check_numbers/std": 0.7745966911315918, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 11 | |
| }, | |
| { | |
| "completion_length": 1122.0, | |
| "completions/clipped_ratio": 0.1875, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1665.0, | |
| "completions/mean_length": 1122.0, | |
| "completions/mean_terminated_length": 983.5385131835938, | |
| "completions/min_length": 498.0, | |
| "completions/min_terminated_length": 498.0, | |
| "epoch": 0.003771213073538655, | |
| "frac_reward_zero_std": 0.5, | |
| "grad_norm": 0.0965699553489685, | |
| "kl": 0.06320463120937347, | |
| "learning_rate": 4.944444444444445e-06, | |
| "loss": 0.0025, | |
| "num_tokens": 216261.0, | |
| "reward": -7.65625, | |
| "reward_std": 0.40400636196136475, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.65625, | |
| "rewards/check_numbers/std": 0.7685213088989258, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 12 | |
| }, | |
| { | |
| "completion_length": 1341.75, | |
| "completions/clipped_ratio": 0.4375, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1607.0, | |
| "completions/mean_length": 1341.75, | |
| "completions/mean_terminated_length": 1046.0, | |
| "completions/min_length": 592.0, | |
| "completions/min_terminated_length": 592.0, | |
| "epoch": 0.004085480829666876, | |
| "frac_reward_zero_std": 0.5, | |
| "grad_norm": 0.07173436135053635, | |
| "kl": 0.04135803505778313, | |
| "learning_rate": 4.888888888888889e-06, | |
| "loss": 0.0017, | |
| "num_tokens": 241453.0, | |
| "reward": -7.84375, | |
| "reward_std": 0.40400636196136475, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.84375, | |
| "rewards/check_numbers/std": 0.7685213088989258, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 13 | |
| }, | |
| { | |
| "completion_length": 1283.8125, | |
| "completions/clipped_ratio": 0.625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1221.0, | |
| "completions/mean_length": 1283.8125, | |
| "completions/mean_terminated_length": 553.5, | |
| "completions/min_length": 1.0, | |
| "completions/min_terminated_length": 1.0, | |
| "epoch": 0.0043997485857950975, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 6.01732063293457, | |
| "kl": 0.17246384918689728, | |
| "learning_rate": 4.833333333333333e-06, | |
| "loss": 0.0069, | |
| "num_tokens": 266634.0, | |
| "reward": -7.84375, | |
| "reward_std": 1.1508427858352661, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.71875, | |
| "rewards/check_numbers/std": 0.8750000596046448, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 14 | |
| }, | |
| { | |
| "completion_length": 1189.6875, | |
| "completions/clipped_ratio": 0.3125, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1694.0, | |
| "completions/mean_length": 1189.6875, | |
| "completions/mean_terminated_length": 947.727294921875, | |
| "completions/min_length": 36.0, | |
| "completions/min_terminated_length": 36.0, | |
| "epoch": 0.004714016341923318, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.6227664351463318, | |
| "kl": 0.08904990553855896, | |
| "learning_rate": 4.777777777777778e-06, | |
| "loss": 0.0036, | |
| "num_tokens": 289373.0, | |
| "reward": -6.90625, | |
| "reward_std": 1.0290063619613647, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": 0.09375, | |
| "rewards/check_numbers/std": 1.827737808227539, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 15 | |
| }, | |
| { | |
| "completion_length": 1361.0, | |
| "completions/clipped_ratio": 0.625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1314.0, | |
| "completions/mean_length": 1361.0, | |
| "completions/mean_terminated_length": 759.3333740234375, | |
| "completions/min_length": 148.0, | |
| "completions/min_terminated_length": 148.0, | |
| "epoch": 0.00502828409805154, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.12482193857431412, | |
| "kl": 0.05782376229763031, | |
| "learning_rate": 4.722222222222222e-06, | |
| "loss": 0.0023, | |
| "num_tokens": 314701.0, | |
| "reward": -8.09375, | |
| "reward_std": 0.9840351343154907, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.84375, | |
| "rewards/check_numbers/std": 0.7685213088989258, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 16 | |
| }, | |
| { | |
| "completion_length": 1330.625, | |
| "completions/clipped_ratio": 0.5625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1668.0, | |
| "completions/mean_length": 1330.625, | |
| "completions/mean_terminated_length": 827.4285888671875, | |
| "completions/min_length": 14.0, | |
| "completions/min_terminated_length": 14.0, | |
| "epoch": 0.005342551854179761, | |
| "frac_reward_zero_std": 0.5, | |
| "grad_norm": 0.09849988669157028, | |
| "kl": 0.07715655118227005, | |
| "learning_rate": 4.666666666666667e-06, | |
| "loss": 0.0031, | |
| "num_tokens": 339795.0, | |
| "reward": -7.9375, | |
| "reward_std": 0.375, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.9375, | |
| "rewards/check_numbers/std": 0.75, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 17 | |
| }, | |
| { | |
| "completion_length": 1300.3125, | |
| "completions/clipped_ratio": 0.5, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1540.0, | |
| "completions/mean_length": 1300.3125, | |
| "completions/mean_terminated_length": 878.625, | |
| "completions/min_length": 5.0, | |
| "completions/min_terminated_length": 5.0, | |
| "epoch": 0.0056568196103079825, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 2.448221445083618, | |
| "kl": 0.3021676242351532, | |
| "learning_rate": 4.611111111111112e-06, | |
| "loss": 0.0121, | |
| "num_tokens": 364600.0, | |
| "reward": -8.3125, | |
| "reward_std": 1.2111132144927979, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.9375, | |
| "rewards/check_numbers/std": 0.75, | |
| "rewards/format_and_language_reward_func/mean": -3.375, | |
| "rewards/format_and_language_reward_func/std": 0.8062257766723633, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 18 | |
| }, | |
| { | |
| "completion_length": 1257.625, | |
| "completions/clipped_ratio": 0.375, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1613.0, | |
| "completions/mean_length": 1257.625, | |
| "completions/mean_terminated_length": 979.0, | |
| "completions/min_length": 311.0, | |
| "completions/min_terminated_length": 311.0, | |
| "epoch": 0.005971087366436203, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.12901267409324646, | |
| "kl": 0.06548095494508743, | |
| "learning_rate": 4.555555555555556e-06, | |
| "loss": 0.0026, | |
| "num_tokens": 388078.0, | |
| "reward": -7.84375, | |
| "reward_std": 0.8176814913749695, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.59375, | |
| "rewards/check_numbers/std": 1.7050782442092896, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 19 | |
| }, | |
| { | |
| "completion_length": 1573.6875, | |
| "completions/clipped_ratio": 0.75, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1592.0, | |
| "completions/mean_length": 1573.6875, | |
| "completions/mean_terminated_length": 1128.75, | |
| "completions/min_length": 825.0, | |
| "completions/min_terminated_length": 825.0, | |
| "epoch": 0.006285355122564425, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.10170631110668182, | |
| "kl": 0.04396039992570877, | |
| "learning_rate": 4.5e-06, | |
| "loss": 0.0018, | |
| "num_tokens": 417161.0, | |
| "reward": -8.375, | |
| "reward_std": 0.9611132144927979, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -1.125, | |
| "rewards/check_numbers/std": 0.670820415019989, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 20 | |
| }, | |
| { | |
| "completion_length": 1380.5, | |
| "completions/clipped_ratio": 0.375, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1633.0, | |
| "completions/mean_length": 1380.5, | |
| "completions/mean_terminated_length": 1175.5999755859375, | |
| "completions/min_length": 2.0, | |
| "completions/min_terminated_length": 2.0, | |
| "epoch": 0.006599622878692646, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 2.5239837169647217, | |
| "kl": 0.16142641007900238, | |
| "learning_rate": 4.444444444444444e-06, | |
| "loss": 0.0065, | |
| "num_tokens": 443361.0, | |
| "reward": -8.03125, | |
| "reward_std": 0.6205127239227295, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -1.03125, | |
| "rewards/check_numbers/std": 0.7180703282356262, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 21 | |
| }, | |
| { | |
| "completion_length": 1384.25, | |
| "completions/clipped_ratio": 0.5625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1601.0, | |
| "completions/mean_length": 1384.25, | |
| "completions/mean_terminated_length": 950.0000610351562, | |
| "completions/min_length": 427.0, | |
| "completions/min_terminated_length": 427.0, | |
| "epoch": 0.0069138906348208675, | |
| "frac_reward_zero_std": 0.5, | |
| "grad_norm": 0.09287308901548386, | |
| "kl": 0.06003550812602043, | |
| "learning_rate": 4.388888888888889e-06, | |
| "loss": 0.0024, | |
| "num_tokens": 469325.0, | |
| "reward": -7.78125, | |
| "reward_std": 0.4375, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.65625, | |
| "rewards/check_numbers/std": 0.7685213088989258, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 22 | |
| }, | |
| { | |
| "completion_length": 1367.4375, | |
| "completions/clipped_ratio": 0.4375, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1606.0, | |
| "completions/mean_length": 1367.4375, | |
| "completions/mean_terminated_length": 1091.6666259765625, | |
| "completions/min_length": 531.0, | |
| "completions/min_terminated_length": 531.0, | |
| "epoch": 0.007228158390949088, | |
| "frac_reward_zero_std": 0.5, | |
| "grad_norm": 0.3170417845249176, | |
| "kl": 0.06963013857603073, | |
| "learning_rate": 4.333333333333334e-06, | |
| "loss": 0.0028, | |
| "num_tokens": 495200.0, | |
| "reward": -7.1875, | |
| "reward_std": 0.375, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.1875, | |
| "rewards/check_numbers/std": 0.5123475790023804, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 23 | |
| }, | |
| { | |
| "completion_length": 1551.6875, | |
| "completions/clipped_ratio": 0.8125, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1699.0, | |
| "completions/mean_length": 1551.6875, | |
| "completions/mean_terminated_length": 813.6666870117188, | |
| "completions/min_length": 243.0, | |
| "completions/min_terminated_length": 243.0, | |
| "epoch": 0.00754242614707731, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.20077864825725555, | |
| "kl": 0.05942363664507866, | |
| "learning_rate": 4.277777777777778e-06, | |
| "loss": 0.0024, | |
| "num_tokens": 523435.0, | |
| "reward": -8.28125, | |
| "reward_std": 0.9840351343154907, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -1.03125, | |
| "rewards/check_numbers/std": 0.7180703282356262, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 24 | |
| }, | |
| { | |
| "completion_length": 1567.25, | |
| "completions/clipped_ratio": 0.875, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 833.0, | |
| "completions/mean_length": 1567.25, | |
| "completions/mean_terminated_length": 484.0, | |
| "completions/min_length": 135.0, | |
| "completions/min_terminated_length": 135.0, | |
| "epoch": 0.00785669390320553, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.15381832420825958, | |
| "kl": 0.05258103832602501, | |
| "learning_rate": 4.222222222222223e-06, | |
| "loss": 0.0021, | |
| "num_tokens": 552719.0, | |
| "reward": -7.5, | |
| "reward_std": 0.661700427532196, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.375, | |
| "rewards/check_numbers/std": 0.670820415019989, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 25 | |
| }, | |
| { | |
| "completion_length": 1234.5625, | |
| "completions/clipped_ratio": 0.5, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1246.0, | |
| "completions/mean_length": 1234.5625, | |
| "completions/mean_terminated_length": 747.125, | |
| "completions/min_length": 43.0, | |
| "completions/min_terminated_length": 43.0, | |
| "epoch": 0.008170961659333752, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.2516714334487915, | |
| "kl": 0.07844924181699753, | |
| "learning_rate": 4.166666666666667e-06, | |
| "loss": 0.0031, | |
| "num_tokens": 576460.0, | |
| "reward": -7.75, | |
| "reward_std": 0.5915063619613647, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.75, | |
| "rewards/check_numbers/std": 0.7745966911315918, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 26 | |
| }, | |
| { | |
| "completion_length": 1580.875, | |
| "completions/clipped_ratio": 0.6875, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1688.0, | |
| "completions/mean_length": 1580.875, | |
| "completions/mean_terminated_length": 1270.4000244140625, | |
| "completions/min_length": 815.0, | |
| "completions/min_terminated_length": 815.0, | |
| "epoch": 0.008485229415461974, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.08427742123603821, | |
| "kl": 0.040127161890268326, | |
| "learning_rate": 4.111111111111111e-06, | |
| "loss": 0.0016, | |
| "num_tokens": 605630.0, | |
| "reward": -7.84375, | |
| "reward_std": 0.5625, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.84375, | |
| "rewards/check_numbers/std": 0.7685213088989258, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 27 | |
| }, | |
| { | |
| "completion_length": 1360.1875, | |
| "completions/clipped_ratio": 0.5, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1577.0, | |
| "completions/mean_length": 1360.1875, | |
| "completions/mean_terminated_length": 998.375, | |
| "completions/min_length": 415.0, | |
| "completions/min_terminated_length": 415.0, | |
| "epoch": 0.008799497171590195, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.13703206181526184, | |
| "kl": 0.05611160770058632, | |
| "learning_rate": 4.055555555555556e-06, | |
| "loss": 0.0022, | |
| "num_tokens": 631529.0, | |
| "reward": -8.21875, | |
| "reward_std": 0.9407068490982056, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.84375, | |
| "rewards/check_numbers/std": 0.7685213088989258, | |
| "rewards/format_and_language_reward_func/mean": -3.375, | |
| "rewards/format_and_language_reward_func/std": 0.8062257766723633, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 28 | |
| }, | |
| { | |
| "completion_length": 1515.625, | |
| "completions/clipped_ratio": 0.6875, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1188.0, | |
| "completions/mean_length": 1515.625, | |
| "completions/mean_terminated_length": 1061.5999755859375, | |
| "completions/min_length": 871.0, | |
| "completions/min_terminated_length": 871.0, | |
| "epoch": 0.009113764927718416, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.1371777057647705, | |
| "kl": 0.05326192080974579, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.0021, | |
| "num_tokens": 659651.0, | |
| "reward": -8.09375, | |
| "reward_std": 0.9040063619613647, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.84375, | |
| "rewards/check_numbers/std": 0.7685213088989258, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 29 | |
| }, | |
| { | |
| "completion_length": 1422.0625, | |
| "completions/clipped_ratio": 0.5625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1427.0, | |
| "completions/mean_length": 1422.0625, | |
| "completions/mean_terminated_length": 1036.4285888671875, | |
| "completions/min_length": 1.0, | |
| "completions/min_terminated_length": 1.0, | |
| "epoch": 0.009428032683846637, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 1.34744393825531, | |
| "kl": 2.590277671813965, | |
| "learning_rate": 3.944444444444445e-06, | |
| "loss": 0.1036, | |
| "num_tokens": 686368.0, | |
| "reward": -7.84375, | |
| "reward_std": 1.1540063619613647, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.71875, | |
| "rewards/check_numbers/std": 0.8750000596046448, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 30 | |
| }, | |
| { | |
| "completion_length": 1592.75, | |
| "completions/clipped_ratio": 0.8125, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1348.0, | |
| "completions/mean_length": 1592.75, | |
| "completions/mean_terminated_length": 1032.666748046875, | |
| "completions/min_length": 537.0, | |
| "completions/min_terminated_length": 537.0, | |
| "epoch": 0.00974230043997486, | |
| "frac_reward_zero_std": 0.5, | |
| "grad_norm": 0.09155543893575668, | |
| "kl": 0.05414074286818504, | |
| "learning_rate": 3.88888888888889e-06, | |
| "loss": 0.0022, | |
| "num_tokens": 715988.0, | |
| "reward": -7.40625, | |
| "reward_std": 0.4375, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.28125, | |
| "rewards/check_numbers/std": 0.6046693325042725, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 31 | |
| }, | |
| { | |
| "completion_length": 1555.5625, | |
| "completions/clipped_ratio": 0.75, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1635.0, | |
| "completions/mean_length": 1555.5625, | |
| "completions/mean_terminated_length": 1056.25, | |
| "completions/min_length": 619.0, | |
| "completions/min_terminated_length": 619.0, | |
| "epoch": 0.01005656819610308, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.15684477984905243, | |
| "kl": 0.05063142254948616, | |
| "learning_rate": 3.833333333333334e-06, | |
| "loss": 0.002, | |
| "num_tokens": 744669.0, | |
| "reward": -8.40625, | |
| "reward_std": 1.0148502588272095, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -1.03125, | |
| "rewards/check_numbers/std": 0.7180703282356262, | |
| "rewards/format_and_language_reward_func/mean": -3.375, | |
| "rewards/format_and_language_reward_func/std": 0.8062257766723633, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 32 | |
| }, | |
| { | |
| "completion_length": 1546.9375, | |
| "completions/clipped_ratio": 0.75, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1335.0, | |
| "completions/mean_length": 1546.9375, | |
| "completions/mean_terminated_length": 1021.75, | |
| "completions/min_length": 747.0, | |
| "completions/min_terminated_length": 747.0, | |
| "epoch": 0.010370835952231301, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.07121387869119644, | |
| "kl": 0.032333556562662125, | |
| "learning_rate": 3.777777777777778e-06, | |
| "loss": 0.0013, | |
| "num_tokens": 773388.0, | |
| "reward": -7.46875, | |
| "reward_std": 0.5625, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.46875, | |
| "rewards/check_numbers/std": 0.7180703282356262, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 33 | |
| }, | |
| { | |
| "completion_length": 1376.4375, | |
| "completions/clipped_ratio": 0.625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1313.0, | |
| "completions/mean_length": 1376.4375, | |
| "completions/mean_terminated_length": 800.5, | |
| "completions/min_length": 5.0, | |
| "completions/min_terminated_length": 5.0, | |
| "epoch": 0.010685103708359522, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 1.1596808433532715, | |
| "kl": 0.12857064604759216, | |
| "learning_rate": 3.7222222222222225e-06, | |
| "loss": 0.0051, | |
| "num_tokens": 799511.0, | |
| "reward": -7.5, | |
| "reward_std": 0.661700427532196, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.375, | |
| "rewards/check_numbers/std": 0.670820415019989, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 34 | |
| }, | |
| { | |
| "completion_length": 1699.6875, | |
| "completions/clipped_ratio": 0.875, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1711.0, | |
| "completions/mean_length": 1699.6875, | |
| "completions/mean_terminated_length": 1543.5, | |
| "completions/min_length": 1376.0, | |
| "completions/min_terminated_length": 1376.0, | |
| "epoch": 0.010999371464487744, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.11480734497308731, | |
| "kl": 0.04761524498462677, | |
| "learning_rate": 3.6666666666666666e-06, | |
| "loss": 0.0019, | |
| "num_tokens": 830966.0, | |
| "reward": -7.96875, | |
| "reward_std": 1.2129219770431519, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.46875, | |
| "rewards/check_numbers/std": 0.7180703282356262, | |
| "rewards/format_and_language_reward_func/mean": -3.5, | |
| "rewards/format_and_language_reward_func/std": 0.8944272398948669, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 35 | |
| }, | |
| { | |
| "completion_length": 1583.75, | |
| "completions/clipped_ratio": 0.75, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1432.0, | |
| "completions/mean_length": 1583.75, | |
| "completions/mean_terminated_length": 1169.0, | |
| "completions/min_length": 686.0, | |
| "completions/min_terminated_length": 686.0, | |
| "epoch": 0.011313639220615965, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.34630483388900757, | |
| "kl": 0.07976571470499039, | |
| "learning_rate": 3.6111111111111115e-06, | |
| "loss": 0.0032, | |
| "num_tokens": 859930.0, | |
| "reward": -8.09375, | |
| "reward_std": 0.9840351343154907, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.84375, | |
| "rewards/check_numbers/std": 0.7685213088989258, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 36 | |
| }, | |
| { | |
| "completion_length": 1338.875, | |
| "completions/clipped_ratio": 0.6875, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 622.0, | |
| "completions/mean_length": 1338.875, | |
| "completions/mean_terminated_length": 496.0, | |
| "completions/min_length": 286.0, | |
| "completions/min_terminated_length": 286.0, | |
| "epoch": 0.011627906976744186, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.1614941507577896, | |
| "kl": 0.06494183838367462, | |
| "learning_rate": 3.555555555555556e-06, | |
| "loss": 0.0026, | |
| "num_tokens": 885120.0, | |
| "reward": -7.6875, | |
| "reward_std": 0.8080127239227295, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.5625, | |
| "rewards/check_numbers/std": 0.75, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 37 | |
| }, | |
| { | |
| "completion_length": 1480.0625, | |
| "completions/clipped_ratio": 0.5625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1611.0, | |
| "completions/mean_length": 1480.0625, | |
| "completions/mean_terminated_length": 1169.0, | |
| "completions/min_length": 525.0, | |
| "completions/min_terminated_length": 525.0, | |
| "epoch": 0.011942174732872407, | |
| "frac_reward_zero_std": 0.75, | |
| "grad_norm": 0.07541613280773163, | |
| "kl": 0.052320241928100586, | |
| "learning_rate": 3.5e-06, | |
| "loss": 0.0021, | |
| "num_tokens": 912537.0, | |
| "reward": -8.0, | |
| "reward_std": 0.28867512941360474, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.75, | |
| "rewards/check_numbers/std": 0.7745966911315918, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 38 | |
| }, | |
| { | |
| "completion_length": 1373.75, | |
| "completions/clipped_ratio": 0.5625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1538.0, | |
| "completions/mean_length": 1373.75, | |
| "completions/mean_terminated_length": 926.0000610351562, | |
| "completions/min_length": 489.0, | |
| "completions/min_terminated_length": 489.0, | |
| "epoch": 0.01225644248900063, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.16380992531776428, | |
| "kl": 0.06148176267743111, | |
| "learning_rate": 3.444444444444445e-06, | |
| "loss": 0.0025, | |
| "num_tokens": 938505.0, | |
| "reward": -8.0, | |
| "reward_std": 1.0497419834136963, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.75, | |
| "rewards/check_numbers/std": 0.7745966911315918, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 39 | |
| }, | |
| { | |
| "completion_length": 1519.1875, | |
| "completions/clipped_ratio": 0.75, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1336.0, | |
| "completions/mean_length": 1519.1875, | |
| "completions/mean_terminated_length": 910.75, | |
| "completions/min_length": 601.0, | |
| "completions/min_terminated_length": 601.0, | |
| "epoch": 0.01257071024512885, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.10772477090358734, | |
| "kl": 0.04433707520365715, | |
| "learning_rate": 3.3888888888888893e-06, | |
| "loss": 0.0018, | |
| "num_tokens": 966940.0, | |
| "reward": -7.59375, | |
| "reward_std": 0.7340351343154907, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.46875, | |
| "rewards/check_numbers/std": 0.7180703282356262, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 40 | |
| }, | |
| { | |
| "completion_length": 1453.9375, | |
| "completions/clipped_ratio": 0.625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1432.0, | |
| "completions/mean_length": 1453.9375, | |
| "completions/mean_terminated_length": 1007.1666870117188, | |
| "completions/min_length": 350.0, | |
| "completions/min_terminated_length": 350.0, | |
| "epoch": 0.012884978001257071, | |
| "frac_reward_zero_std": 0.5, | |
| "grad_norm": 0.07585709542036057, | |
| "kl": 0.04436139389872551, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 0.0018, | |
| "num_tokens": 993859.0, | |
| "reward": -8.125, | |
| "reward_std": 0.5773502588272095, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.75, | |
| "rewards/check_numbers/std": 0.7745966911315918, | |
| "rewards/format_and_language_reward_func/mean": -3.375, | |
| "rewards/format_and_language_reward_func/std": 0.8062257766723633, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 41 | |
| }, | |
| { | |
| "completion_length": 1421.5, | |
| "completions/clipped_ratio": 0.5625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1470.0, | |
| "completions/mean_length": 1421.5, | |
| "completions/mean_terminated_length": 1035.1429443359375, | |
| "completions/min_length": 118.0, | |
| "completions/min_terminated_length": 118.0, | |
| "epoch": 0.013199245757385292, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.5277220010757446, | |
| "kl": 0.06066755950450897, | |
| "learning_rate": 3.277777777777778e-06, | |
| "loss": 0.0024, | |
| "num_tokens": 1020571.0, | |
| "reward": -8.125, | |
| "reward_std": 1.0517165660858154, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.75, | |
| "rewards/check_numbers/std": 0.7745966911315918, | |
| "rewards/format_and_language_reward_func/mean": -3.375, | |
| "rewards/format_and_language_reward_func/std": 0.8062257766723633, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 42 | |
| }, | |
| { | |
| "completion_length": 1514.6875, | |
| "completions/clipped_ratio": 0.6875, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1326.0, | |
| "completions/mean_length": 1514.6875, | |
| "completions/mean_terminated_length": 1058.5999755859375, | |
| "completions/min_length": 833.0, | |
| "completions/min_terminated_length": 833.0, | |
| "epoch": 0.013513513513513514, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.10104304552078247, | |
| "kl": 0.05354408547282219, | |
| "learning_rate": 3.2222222222222227e-06, | |
| "loss": 0.0021, | |
| "num_tokens": 1049086.0, | |
| "reward": -7.46875, | |
| "reward_std": 0.5625, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.46875, | |
| "rewards/check_numbers/std": 0.7180703282356262, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 43 | |
| }, | |
| { | |
| "completion_length": 1431.4375, | |
| "completions/clipped_ratio": 0.625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1554.0, | |
| "completions/mean_length": 1431.4375, | |
| "completions/mean_terminated_length": 947.1666870117188, | |
| "completions/min_length": 320.0, | |
| "completions/min_terminated_length": 320.0, | |
| "epoch": 0.013827781269641735, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.11680426448583603, | |
| "kl": 0.05350031703710556, | |
| "learning_rate": 3.1666666666666667e-06, | |
| "loss": 0.0021, | |
| "num_tokens": 1075785.0, | |
| "reward": -7.46875, | |
| "reward_std": 0.6205127239227295, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.46875, | |
| "rewards/check_numbers/std": 0.7180703282356262, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 44 | |
| }, | |
| { | |
| "completion_length": 1583.875, | |
| "completions/clipped_ratio": 0.625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1720.0, | |
| "completions/mean_length": 1583.875, | |
| "completions/mean_terminated_length": 1353.666748046875, | |
| "completions/min_length": 573.0, | |
| "completions/min_terminated_length": 573.0, | |
| "epoch": 0.014142049025769956, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.10828514397144318, | |
| "kl": 0.05207566171884537, | |
| "learning_rate": 3.1111111111111116e-06, | |
| "loss": 0.0021, | |
| "num_tokens": 1105015.0, | |
| "reward": -7.25, | |
| "reward_std": 1.1668819189071655, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.125, | |
| "rewards/check_numbers/std": 1.5864006280899048, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 45 | |
| }, | |
| { | |
| "completion_length": 1366.1875, | |
| "completions/clipped_ratio": 0.5625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1669.0, | |
| "completions/mean_length": 1366.1875, | |
| "completions/mean_terminated_length": 908.71435546875, | |
| "completions/min_length": 283.0, | |
| "completions/min_terminated_length": 283.0, | |
| "epoch": 0.014456316781898177, | |
| "frac_reward_zero_std": 0.5, | |
| "grad_norm": 0.09319330006837845, | |
| "kl": 0.044255051761865616, | |
| "learning_rate": 3.055555555555556e-06, | |
| "loss": 0.0018, | |
| "num_tokens": 1130758.0, | |
| "reward": -7.375, | |
| "reward_std": 0.375, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.375, | |
| "rewards/check_numbers/std": 0.670820415019989, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 46 | |
| }, | |
| { | |
| "completion_length": 1549.25, | |
| "completions/clipped_ratio": 0.75, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1445.0, | |
| "completions/mean_length": 1549.25, | |
| "completions/mean_terminated_length": 1031.0, | |
| "completions/min_length": 798.0, | |
| "completions/min_terminated_length": 798.0, | |
| "epoch": 0.0147705845380264, | |
| "frac_reward_zero_std": 0.5, | |
| "grad_norm": 0.1097634956240654, | |
| "kl": 0.04721890389919281, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0019, | |
| "num_tokens": 1159726.0, | |
| "reward": -7.75, | |
| "reward_std": 0.375, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.75, | |
| "rewards/check_numbers/std": 0.7745966911315918, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 47 | |
| }, | |
| { | |
| "completion_length": 1559.8125, | |
| "completions/clipped_ratio": 0.8125, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1060.0, | |
| "completions/mean_length": 1559.8125, | |
| "completions/mean_terminated_length": 857.0, | |
| "completions/min_length": 737.0, | |
| "completions/min_terminated_length": 737.0, | |
| "epoch": 0.01508485229415462, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.13540787994861603, | |
| "kl": 0.052234258502721786, | |
| "learning_rate": 2.944444444444445e-06, | |
| "loss": 0.0021, | |
| "num_tokens": 1188527.0, | |
| "reward": -8.1875, | |
| "reward_std": 1.1715351343154907, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.9375, | |
| "rewards/check_numbers/std": 0.75, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 48 | |
| }, | |
| { | |
| "completion_length": 1568.125, | |
| "completions/clipped_ratio": 0.6875, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1591.0, | |
| "completions/mean_length": 1568.125, | |
| "completions/mean_terminated_length": 1229.5999755859375, | |
| "completions/min_length": 958.0, | |
| "completions/min_terminated_length": 958.0, | |
| "epoch": 0.015399120050282841, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.11936990916728973, | |
| "kl": 0.056975651532411575, | |
| "learning_rate": 2.888888888888889e-06, | |
| "loss": 0.0023, | |
| "num_tokens": 1217941.0, | |
| "reward": -8.1875, | |
| "reward_std": 0.8571338653564453, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.9375, | |
| "rewards/check_numbers/std": 0.75, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 49 | |
| }, | |
| { | |
| "completion_length": 1495.4375, | |
| "completions/clipped_ratio": 0.6875, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1325.0, | |
| "completions/mean_length": 1495.4375, | |
| "completions/mean_terminated_length": 997.0, | |
| "completions/min_length": 445.0, | |
| "completions/min_terminated_length": 445.0, | |
| "epoch": 0.01571338780641106, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.1257868856191635, | |
| "kl": 0.051786769181489944, | |
| "learning_rate": 2.8333333333333335e-06, | |
| "loss": 0.0021, | |
| "num_tokens": 1245944.0, | |
| "reward": -7.6875, | |
| "reward_std": 0.7895780801773071, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.5625, | |
| "rewards/check_numbers/std": 0.75, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 50 | |
| }, | |
| { | |
| "completion_length": 1586.0, | |
| "completions/clipped_ratio": 0.6875, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1700.0, | |
| "completions/mean_length": 1586.0, | |
| "completions/mean_terminated_length": 1286.800048828125, | |
| "completions/min_length": 820.0, | |
| "completions/min_terminated_length": 820.0, | |
| "epoch": 0.016027655562539284, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.11521671712398529, | |
| "kl": 0.047557681798934937, | |
| "learning_rate": 2.7777777777777783e-06, | |
| "loss": 0.0019, | |
| "num_tokens": 1275304.0, | |
| "reward": -8.0, | |
| "reward_std": 0.6636751294136047, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.75, | |
| "rewards/check_numbers/std": 0.7745966911315918, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 51 | |
| }, | |
| { | |
| "completion_length": 1589.6875, | |
| "completions/clipped_ratio": 0.75, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1535.0, | |
| "completions/mean_length": 1589.6875, | |
| "completions/mean_terminated_length": 1192.75, | |
| "completions/min_length": 863.0, | |
| "completions/min_terminated_length": 863.0, | |
| "epoch": 0.016341923318667503, | |
| "frac_reward_zero_std": 0.75, | |
| "grad_norm": 0.24990025162696838, | |
| "kl": 0.0706791803240776, | |
| "learning_rate": 2.7222222222222224e-06, | |
| "loss": 0.0028, | |
| "num_tokens": 1304927.0, | |
| "reward": -7.5625, | |
| "reward_std": 0.21650634706020355, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.5625, | |
| "rewards/check_numbers/std": 0.75, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 52 | |
| }, | |
| { | |
| "completion_length": 1505.0625, | |
| "completions/clipped_ratio": 0.6875, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1408.0, | |
| "completions/mean_length": 1505.0625, | |
| "completions/mean_terminated_length": 1027.800048828125, | |
| "completions/min_length": 826.0, | |
| "completions/min_terminated_length": 826.0, | |
| "epoch": 0.016656191074795726, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.12817677855491638, | |
| "kl": 0.05584558844566345, | |
| "learning_rate": 2.666666666666667e-06, | |
| "loss": 0.0022, | |
| "num_tokens": 1332692.0, | |
| "reward": -7.625, | |
| "reward_std": 0.875, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.375, | |
| "rewards/check_numbers/std": 0.670820415019989, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 53 | |
| }, | |
| { | |
| "completion_length": 1617.8125, | |
| "completions/clipped_ratio": 0.75, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1689.0, | |
| "completions/mean_length": 1617.8125, | |
| "completions/mean_terminated_length": 1305.25, | |
| "completions/min_length": 897.0, | |
| "completions/min_terminated_length": 897.0, | |
| "epoch": 0.01697045883092395, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.11597556620836258, | |
| "kl": 0.05314599350094795, | |
| "learning_rate": 2.6111111111111113e-06, | |
| "loss": 0.0021, | |
| "num_tokens": 1362965.0, | |
| "reward": -7.8125, | |
| "reward_std": 0.661700427532196, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.5625, | |
| "rewards/check_numbers/std": 0.75, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 54 | |
| }, | |
| { | |
| "completion_length": 1612.125, | |
| "completions/clipped_ratio": 0.8125, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1567.0, | |
| "completions/mean_length": 1612.125, | |
| "completions/mean_terminated_length": 1136.0, | |
| "completions/min_length": 707.0, | |
| "completions/min_terminated_length": 707.0, | |
| "epoch": 0.017284726587052168, | |
| "frac_reward_zero_std": 0.75, | |
| "grad_norm": 0.07392556965351105, | |
| "kl": 0.04997054487466812, | |
| "learning_rate": 2.5555555555555557e-06, | |
| "loss": 0.002, | |
| "num_tokens": 1393151.0, | |
| "reward": -7.46875, | |
| "reward_std": 0.1875, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.46875, | |
| "rewards/check_numbers/std": 0.7180703282356262, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 55 | |
| }, | |
| { | |
| "completion_length": 1571.625, | |
| "completions/clipped_ratio": 0.8125, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1313.0, | |
| "completions/mean_length": 1571.625, | |
| "completions/mean_terminated_length": 920.0, | |
| "completions/min_length": 403.0, | |
| "completions/min_terminated_length": 403.0, | |
| "epoch": 0.01759899434318039, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.10698790848255157, | |
| "kl": 0.040371235460042953, | |
| "learning_rate": 2.5e-06, | |
| "loss": 0.0016, | |
| "num_tokens": 1422181.0, | |
| "reward": -7.9375, | |
| "reward_std": 0.5915063619613647, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.9375, | |
| "rewards/check_numbers/std": 0.75, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 56 | |
| }, | |
| { | |
| "completion_length": 1594.9375, | |
| "completions/clipped_ratio": 0.875, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 707.0, | |
| "completions/mean_length": 1594.9375, | |
| "completions/mean_terminated_length": 705.5, | |
| "completions/min_length": 704.0, | |
| "completions/min_terminated_length": 704.0, | |
| "epoch": 0.017913262099308613, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.6847302317619324, | |
| "kl": 0.04597615823149681, | |
| "learning_rate": 2.4444444444444447e-06, | |
| "loss": 0.0018, | |
| "num_tokens": 1451644.0, | |
| "reward": -7.59375, | |
| "reward_std": 0.6205127239227295, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.46875, | |
| "rewards/check_numbers/std": 0.7180703282356262, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 57 | |
| }, | |
| { | |
| "completion_length": 1503.375, | |
| "completions/clipped_ratio": 0.8125, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 640.0, | |
| "completions/mean_length": 1503.375, | |
| "completions/mean_terminated_length": 556.0, | |
| "completions/min_length": 475.0, | |
| "completions/min_terminated_length": 475.0, | |
| "epoch": 0.018227529855436832, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.09949938207864761, | |
| "kl": 0.056429892778396606, | |
| "learning_rate": 2.388888888888889e-06, | |
| "loss": 0.0023, | |
| "num_tokens": 1479182.0, | |
| "reward": -7.96875, | |
| "reward_std": 0.6540063619613647, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.84375, | |
| "rewards/check_numbers/std": 0.7685213088989258, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 58 | |
| }, | |
| { | |
| "completion_length": 1563.0, | |
| "completions/clipped_ratio": 0.6875, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1411.0, | |
| "completions/mean_length": 1563.0, | |
| "completions/mean_terminated_length": 1213.2000732421875, | |
| "completions/min_length": 990.0, | |
| "completions/min_terminated_length": 990.0, | |
| "epoch": 0.018541797611565054, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.11543877422809601, | |
| "kl": 0.035633672028779984, | |
| "learning_rate": 2.3333333333333336e-06, | |
| "loss": 0.0014, | |
| "num_tokens": 1508062.0, | |
| "reward": -7.65625, | |
| "reward_std": 0.7790063619613647, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.65625, | |
| "rewards/check_numbers/std": 0.7685213088989258, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 59 | |
| }, | |
| { | |
| "completion_length": 1707.75, | |
| "completions/clipped_ratio": 0.8125, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1691.0, | |
| "completions/mean_length": 1707.75, | |
| "completions/mean_terminated_length": 1646.0, | |
| "completions/min_length": 1605.0, | |
| "completions/min_terminated_length": 1605.0, | |
| "epoch": 0.018856065367693273, | |
| "frac_reward_zero_std": 0.75, | |
| "grad_norm": 0.0639866441488266, | |
| "kl": 0.05725252255797386, | |
| "learning_rate": 2.277777777777778e-06, | |
| "loss": 0.0023, | |
| "num_tokens": 1539650.0, | |
| "reward": -7.25, | |
| "reward_std": 0.28867512941360474, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": 0.0, | |
| "rewards/check_numbers/std": 0.0, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 60 | |
| }, | |
| { | |
| "completion_length": 1535.1875, | |
| "completions/clipped_ratio": 0.75, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1665.0, | |
| "completions/mean_length": 1535.1875, | |
| "completions/mean_terminated_length": 974.75, | |
| "completions/min_length": 374.0, | |
| "completions/min_terminated_length": 374.0, | |
| "epoch": 0.019170333123821496, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.2154313325881958, | |
| "kl": 0.06772614270448685, | |
| "learning_rate": 2.222222222222222e-06, | |
| "loss": 0.0027, | |
| "num_tokens": 1567677.0, | |
| "reward": -8.09375, | |
| "reward_std": 0.9407067894935608, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.84375, | |
| "rewards/check_numbers/std": 0.7685213088989258, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 61 | |
| }, | |
| { | |
| "completion_length": 1480.75, | |
| "completions/clipped_ratio": 0.75, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1193.0, | |
| "completions/mean_length": 1480.75, | |
| "completions/mean_terminated_length": 757.0, | |
| "completions/min_length": 323.0, | |
| "completions/min_terminated_length": 323.0, | |
| "epoch": 0.01948460087994972, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.18533650040626526, | |
| "kl": 0.04637778922915459, | |
| "learning_rate": 2.166666666666667e-06, | |
| "loss": 0.0019, | |
| "num_tokens": 1595629.0, | |
| "reward": -7.5625, | |
| "reward_std": 0.8080127239227295, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.5625, | |
| "rewards/check_numbers/std": 0.75, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 62 | |
| }, | |
| { | |
| "completion_length": 1604.8125, | |
| "completions/clipped_ratio": 0.8125, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1672.0, | |
| "completions/mean_length": 1604.8125, | |
| "completions/mean_terminated_length": 1097.0, | |
| "completions/min_length": 560.0, | |
| "completions/min_terminated_length": 560.0, | |
| "epoch": 0.019798868636077938, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.17045044898986816, | |
| "kl": 0.05853426456451416, | |
| "learning_rate": 2.1111111111111114e-06, | |
| "loss": 0.0023, | |
| "num_tokens": 1624594.0, | |
| "reward": -8.40625, | |
| "reward_std": 0.7628755569458008, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -1.03125, | |
| "rewards/check_numbers/std": 0.7180703282356262, | |
| "rewards/format_and_language_reward_func/mean": -3.375, | |
| "rewards/format_and_language_reward_func/std": 0.8062257766723633, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 63 | |
| }, | |
| { | |
| "completion_length": 1406.9375, | |
| "completions/clipped_ratio": 0.625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1612.0, | |
| "completions/mean_length": 1406.9375, | |
| "completions/mean_terminated_length": 881.8333740234375, | |
| "completions/min_length": 494.0, | |
| "completions/min_terminated_length": 494.0, | |
| "epoch": 0.02011313639220616, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.13805745542049408, | |
| "kl": 0.045212242752313614, | |
| "learning_rate": 2.0555555555555555e-06, | |
| "loss": 0.0018, | |
| "num_tokens": 1650865.0, | |
| "reward": -8.15625, | |
| "reward_std": 0.4955126941204071, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -1.03125, | |
| "rewards/check_numbers/std": 0.7180703282356262, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 64 | |
| }, | |
| { | |
| "completion_length": 1511.0625, | |
| "completions/clipped_ratio": 0.625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1656.0, | |
| "completions/mean_length": 1511.0625, | |
| "completions/mean_terminated_length": 1159.5, | |
| "completions/min_length": 661.0, | |
| "completions/min_terminated_length": 661.0, | |
| "epoch": 0.02042740414833438, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.10470445454120636, | |
| "kl": 0.040612928569316864, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.0016, | |
| "num_tokens": 1679182.0, | |
| "reward": -8.0, | |
| "reward_std": 0.9917292594909668, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.75, | |
| "rewards/check_numbers/std": 0.7745966911315918, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 65 | |
| }, | |
| { | |
| "completion_length": 1688.3125, | |
| "completions/clipped_ratio": 0.875, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1570.0, | |
| "completions/mean_length": 1688.3125, | |
| "completions/mean_terminated_length": 1452.5, | |
| "completions/min_length": 1335.0, | |
| "completions/min_terminated_length": 1335.0, | |
| "epoch": 0.020741671904462602, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.0923866257071495, | |
| "kl": 0.04577171802520752, | |
| "learning_rate": 1.944444444444445e-06, | |
| "loss": 0.0018, | |
| "num_tokens": 1710331.0, | |
| "reward": -6.875, | |
| "reward_std": 0.9716878533363342, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": 0.25, | |
| "rewards/check_numbers/std": 1.3662601709365845, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 66 | |
| }, | |
| { | |
| "completion_length": 1652.3125, | |
| "completions/clipped_ratio": 0.9375, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 607.0, | |
| "completions/mean_length": 1652.3125, | |
| "completions/mean_terminated_length": 607.0, | |
| "completions/min_length": 607.0, | |
| "completions/min_terminated_length": 607.0, | |
| "epoch": 0.021055939660590824, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.13661737740039825, | |
| "kl": 0.0424213632941246, | |
| "learning_rate": 1.888888888888889e-06, | |
| "loss": 0.0017, | |
| "num_tokens": 1741012.0, | |
| "reward": -7.71875, | |
| "reward_std": 0.8185844421386719, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.46875, | |
| "rewards/check_numbers/std": 0.7180703282356262, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 67 | |
| }, | |
| { | |
| "completion_length": 1409.125, | |
| "completions/clipped_ratio": 0.625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1383.0, | |
| "completions/mean_length": 1409.125, | |
| "completions/mean_terminated_length": 887.6666870117188, | |
| "completions/min_length": 636.0, | |
| "completions/min_terminated_length": 636.0, | |
| "epoch": 0.021370207416719043, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.15749689936637878, | |
| "kl": 0.0645652636885643, | |
| "learning_rate": 1.8333333333333333e-06, | |
| "loss": 0.0026, | |
| "num_tokens": 1767746.0, | |
| "reward": -8.125, | |
| "reward_std": 1.5154354572296143, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.375, | |
| "rewards/check_numbers/std": 0.670820415019989, | |
| "rewards/format_and_language_reward_func/mean": -3.75, | |
| "rewards/format_and_language_reward_func/std": 1.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 68 | |
| }, | |
| { | |
| "completion_length": 1533.5, | |
| "completions/clipped_ratio": 0.6875, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1719.0, | |
| "completions/mean_length": 1533.5, | |
| "completions/mean_terminated_length": 1118.800048828125, | |
| "completions/min_length": 381.0, | |
| "completions/min_terminated_length": 381.0, | |
| "epoch": 0.021684475172847266, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.10066410154104233, | |
| "kl": 0.0493154339492321, | |
| "learning_rate": 1.777777777777778e-06, | |
| "loss": 0.002, | |
| "num_tokens": 1795630.0, | |
| "reward": -8.09375, | |
| "reward_std": 0.7028881907463074, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.84375, | |
| "rewards/check_numbers/std": 0.7685213088989258, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 69 | |
| }, | |
| { | |
| "completion_length": 1512.1875, | |
| "completions/clipped_ratio": 0.75, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1365.0, | |
| "completions/mean_length": 1512.1875, | |
| "completions/mean_terminated_length": 882.75, | |
| "completions/min_length": 438.0, | |
| "completions/min_terminated_length": 438.0, | |
| "epoch": 0.02199874292897549, | |
| "frac_reward_zero_std": 0.5, | |
| "grad_norm": 0.08896202594041824, | |
| "kl": 0.054354239255189896, | |
| "learning_rate": 1.7222222222222224e-06, | |
| "loss": 0.0022, | |
| "num_tokens": 1823761.0, | |
| "reward": -7.6875, | |
| "reward_std": 0.46650636196136475, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.5625, | |
| "rewards/check_numbers/std": 0.75, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 70 | |
| }, | |
| { | |
| "completion_length": 1664.4375, | |
| "completions/clipped_ratio": 0.875, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1470.0, | |
| "completions/mean_length": 1664.4375, | |
| "completions/mean_terminated_length": 1261.5, | |
| "completions/min_length": 1053.0, | |
| "completions/min_terminated_length": 1053.0, | |
| "epoch": 0.022313010685103708, | |
| "frac_reward_zero_std": 0.5, | |
| "grad_norm": 0.0697084367275238, | |
| "kl": 0.031285081058740616, | |
| "learning_rate": 1.6666666666666667e-06, | |
| "loss": 0.0013, | |
| "num_tokens": 1854820.0, | |
| "reward": -7.5625, | |
| "reward_std": 0.375, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.5625, | |
| "rewards/check_numbers/std": 0.75, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 71 | |
| }, | |
| { | |
| "completion_length": 1451.5, | |
| "completions/clipped_ratio": 0.625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1602.0, | |
| "completions/mean_length": 1451.5, | |
| "completions/mean_terminated_length": 1000.6666870117188, | |
| "completions/min_length": 462.0, | |
| "completions/min_terminated_length": 462.0, | |
| "epoch": 0.02262727844123193, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.1362772285938263, | |
| "kl": 0.057278823107481, | |
| "learning_rate": 1.6111111111111113e-06, | |
| "loss": 0.0023, | |
| "num_tokens": 1882008.0, | |
| "reward": -7.875, | |
| "reward_std": 1.118110179901123, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.375, | |
| "rewards/check_numbers/std": 0.670820415019989, | |
| "rewards/format_and_language_reward_func/mean": -3.5, | |
| "rewards/format_and_language_reward_func/std": 0.8944272398948669, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 72 | |
| }, | |
| { | |
| "completion_length": 1348.5, | |
| "completions/clipped_ratio": 0.5, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1501.0, | |
| "completions/mean_length": 1348.5, | |
| "completions/mean_terminated_length": 975.0, | |
| "completions/min_length": 235.0, | |
| "completions/min_terminated_length": 235.0, | |
| "epoch": 0.02294154619736015, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.11800263077020645, | |
| "kl": 0.05172204598784447, | |
| "learning_rate": 1.5555555555555558e-06, | |
| "loss": 0.0021, | |
| "num_tokens": 1907992.0, | |
| "reward": -7.78125, | |
| "reward_std": 0.4375, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.65625, | |
| "rewards/check_numbers/std": 0.7685213088989258, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 73 | |
| }, | |
| { | |
| "completion_length": 1543.5625, | |
| "completions/clipped_ratio": 0.625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1672.0, | |
| "completions/mean_length": 1543.5625, | |
| "completions/mean_terminated_length": 1246.166748046875, | |
| "completions/min_length": 603.0, | |
| "completions/min_terminated_length": 603.0, | |
| "epoch": 0.023255813953488372, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.12982743978500366, | |
| "kl": 0.064728744328022, | |
| "learning_rate": 1.5e-06, | |
| "loss": 0.0026, | |
| "num_tokens": 1936533.0, | |
| "reward": -7.53125, | |
| "reward_std": 0.6926814913749695, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.28125, | |
| "rewards/check_numbers/std": 0.6046693325042725, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 74 | |
| }, | |
| { | |
| "completion_length": 1450.4375, | |
| "completions/clipped_ratio": 0.75, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1525.0, | |
| "completions/mean_length": 1450.4375, | |
| "completions/mean_terminated_length": 635.75, | |
| "completions/min_length": 71.0, | |
| "completions/min_terminated_length": 71.0, | |
| "epoch": 0.023570081709616594, | |
| "frac_reward_zero_std": 0.5, | |
| "grad_norm": 0.081117182970047, | |
| "kl": 0.05186208337545395, | |
| "learning_rate": 1.4444444444444445e-06, | |
| "loss": 0.0021, | |
| "num_tokens": 1963812.0, | |
| "reward": -7.75, | |
| "reward_std": 0.5386751294136047, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.375, | |
| "rewards/check_numbers/std": 0.670820415019989, | |
| "rewards/format_and_language_reward_func/mean": -3.375, | |
| "rewards/format_and_language_reward_func/std": 0.8062257766723633, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 75 | |
| }, | |
| { | |
| "completion_length": 1392.25, | |
| "completions/clipped_ratio": 0.6875, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1499.0, | |
| "completions/mean_length": 1392.25, | |
| "completions/mean_terminated_length": 666.7999877929688, | |
| "completions/min_length": 31.0, | |
| "completions/min_terminated_length": 31.0, | |
| "epoch": 0.023884349465744813, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.37952759861946106, | |
| "kl": 0.06186853349208832, | |
| "learning_rate": 1.3888888888888892e-06, | |
| "loss": 0.0025, | |
| "num_tokens": 1990520.0, | |
| "reward": -7.65625, | |
| "reward_std": 0.6205127239227295, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.65625, | |
| "rewards/check_numbers/std": 0.7685213088989258, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 76 | |
| }, | |
| { | |
| "completion_length": 1473.9375, | |
| "completions/clipped_ratio": 0.6875, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1490.0, | |
| "completions/mean_length": 1473.9375, | |
| "completions/mean_terminated_length": 928.2000122070312, | |
| "completions/min_length": 420.0, | |
| "completions/min_terminated_length": 420.0, | |
| "epoch": 0.024198617221873036, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.1677270531654358, | |
| "kl": 0.053330324590206146, | |
| "learning_rate": 1.3333333333333334e-06, | |
| "loss": 0.0021, | |
| "num_tokens": 2018063.0, | |
| "reward": -7.75, | |
| "reward_std": 0.75, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.75, | |
| "rewards/check_numbers/std": 0.7745966911315918, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 77 | |
| }, | |
| { | |
| "completion_length": 1513.625, | |
| "completions/clipped_ratio": 0.6875, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1547.0, | |
| "completions/mean_length": 1513.625, | |
| "completions/mean_terminated_length": 1055.2000732421875, | |
| "completions/min_length": 599.0, | |
| "completions/min_terminated_length": 599.0, | |
| "epoch": 0.02451288497800126, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.1181650385260582, | |
| "kl": 0.05255034193396568, | |
| "learning_rate": 1.2777777777777779e-06, | |
| "loss": 0.0021, | |
| "num_tokens": 2046037.0, | |
| "reward": -7.65625, | |
| "reward_std": 0.6926814913749695, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.28125, | |
| "rewards/check_numbers/std": 0.6046693325042725, | |
| "rewards/format_and_language_reward_func/mean": -3.375, | |
| "rewards/format_and_language_reward_func/std": 0.8062257766723633, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 78 | |
| }, | |
| { | |
| "completion_length": 1411.25, | |
| "completions/clipped_ratio": 0.5625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1426.0, | |
| "completions/mean_length": 1411.25, | |
| "completions/mean_terminated_length": 1011.71435546875, | |
| "completions/min_length": 793.0, | |
| "completions/min_terminated_length": 793.0, | |
| "epoch": 0.024827152734129478, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.1206207275390625, | |
| "kl": 0.05586665868759155, | |
| "learning_rate": 1.2222222222222223e-06, | |
| "loss": 0.0022, | |
| "num_tokens": 2072805.0, | |
| "reward": -7.78125, | |
| "reward_std": 0.8977102637290955, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.28125, | |
| "rewards/check_numbers/std": 0.6046693325042725, | |
| "rewards/format_and_language_reward_func/mean": -3.5, | |
| "rewards/format_and_language_reward_func/std": 0.8944272398948669, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 79 | |
| }, | |
| { | |
| "completion_length": 1497.875, | |
| "completions/clipped_ratio": 0.75, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1400.0, | |
| "completions/mean_length": 1497.875, | |
| "completions/mean_terminated_length": 825.5, | |
| "completions/min_length": 494.0, | |
| "completions/min_terminated_length": 494.0, | |
| "epoch": 0.0251414204902577, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.15405312180519104, | |
| "kl": 0.05234729126095772, | |
| "learning_rate": 1.1666666666666668e-06, | |
| "loss": 0.0021, | |
| "num_tokens": 2100631.0, | |
| "reward": -7.5, | |
| "reward_std": 1.9904643297195435, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.125, | |
| "rewards/check_numbers/std": 1.5864006280899048, | |
| "rewards/format_and_language_reward_func/mean": -3.375, | |
| "rewards/format_and_language_reward_func/std": 0.8062257766723633, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 80 | |
| }, | |
| { | |
| "completion_length": 1425.0, | |
| "completions/clipped_ratio": 0.625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1576.0, | |
| "completions/mean_length": 1425.0, | |
| "completions/mean_terminated_length": 930.0, | |
| "completions/min_length": 79.0, | |
| "completions/min_terminated_length": 79.0, | |
| "epoch": 0.02545568824638592, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.11791858822107315, | |
| "kl": 0.04198841378092766, | |
| "learning_rate": 1.111111111111111e-06, | |
| "loss": 0.0017, | |
| "num_tokens": 2127275.0, | |
| "reward": -7.46875, | |
| "reward_std": 0.6205127239227295, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.46875, | |
| "rewards/check_numbers/std": 0.7180703282356262, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 81 | |
| }, | |
| { | |
| "completion_length": 1682.5, | |
| "completions/clipped_ratio": 0.8125, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1662.0, | |
| "completions/mean_length": 1682.5, | |
| "completions/mean_terminated_length": 1511.3333740234375, | |
| "completions/min_length": 1430.0, | |
| "completions/min_terminated_length": 1430.0, | |
| "epoch": 0.025769956002514142, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.1258944272994995, | |
| "kl": 0.03991963341832161, | |
| "learning_rate": 1.0555555555555557e-06, | |
| "loss": 0.0016, | |
| "num_tokens": 2157831.0, | |
| "reward": -7.96875, | |
| "reward_std": 0.8125, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.84375, | |
| "rewards/check_numbers/std": 0.7685213088989258, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 82 | |
| }, | |
| { | |
| "completion_length": 1560.0, | |
| "completions/clipped_ratio": 0.8125, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1502.0, | |
| "completions/mean_length": 1560.0, | |
| "completions/mean_terminated_length": 858.0, | |
| "completions/min_length": 199.0, | |
| "completions/min_terminated_length": 199.0, | |
| "epoch": 0.026084223758642364, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.25008276104927063, | |
| "kl": 0.04483529552817345, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.0018, | |
| "num_tokens": 2186663.0, | |
| "reward": -7.5625, | |
| "reward_std": 0.5915063619613647, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.5625, | |
| "rewards/check_numbers/std": 0.75, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 83 | |
| }, | |
| { | |
| "completion_length": 1363.8125, | |
| "completions/clipped_ratio": 0.625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 890.0, | |
| "completions/mean_length": 1363.8125, | |
| "completions/mean_terminated_length": 766.8333740234375, | |
| "completions/min_length": 623.0, | |
| "completions/min_terminated_length": 623.0, | |
| "epoch": 0.026398491514770583, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.11882040649652481, | |
| "kl": 0.04816675931215286, | |
| "learning_rate": 9.444444444444445e-07, | |
| "loss": 0.0019, | |
| "num_tokens": 2212692.0, | |
| "reward": -7.78125, | |
| "reward_std": 0.6540063619613647, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.65625, | |
| "rewards/check_numbers/std": 0.7685213088989258, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 84 | |
| }, | |
| { | |
| "completion_length": 1652.3125, | |
| "completions/clipped_ratio": 0.8125, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1646.0, | |
| "completions/mean_length": 1652.3125, | |
| "completions/mean_terminated_length": 1350.3333740234375, | |
| "completions/min_length": 1045.0, | |
| "completions/min_terminated_length": 1045.0, | |
| "epoch": 0.026712759270898806, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.11614203453063965, | |
| "kl": 0.0454854890704155, | |
| "learning_rate": 8.88888888888889e-07, | |
| "loss": 0.0018, | |
| "num_tokens": 2243069.0, | |
| "reward": -8.0, | |
| "reward_std": 0.9117004871368408, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.75, | |
| "rewards/check_numbers/std": 0.7745966911315918, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 85 | |
| }, | |
| { | |
| "completion_length": 1576.625, | |
| "completions/clipped_ratio": 0.75, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1560.0, | |
| "completions/mean_length": 1576.625, | |
| "completions/mean_terminated_length": 1140.5, | |
| "completions/min_length": 801.0, | |
| "completions/min_terminated_length": 801.0, | |
| "epoch": 0.02702702702702703, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.09951747953891754, | |
| "kl": 0.04343428835272789, | |
| "learning_rate": 8.333333333333333e-07, | |
| "loss": 0.0017, | |
| "num_tokens": 2272123.0, | |
| "reward": -7.4375, | |
| "reward_std": 0.9503755569458008, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.3125, | |
| "rewards/check_numbers/std": 1.6520190238952637, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 86 | |
| }, | |
| { | |
| "completion_length": 1552.3125, | |
| "completions/clipped_ratio": 0.8125, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1073.0, | |
| "completions/mean_length": 1552.3125, | |
| "completions/mean_terminated_length": 817.0, | |
| "completions/min_length": 665.0, | |
| "completions/min_terminated_length": 665.0, | |
| "epoch": 0.027341294783155248, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.1279648393392563, | |
| "kl": 0.04489857330918312, | |
| "learning_rate": 7.777777777777779e-07, | |
| "loss": 0.0018, | |
| "num_tokens": 2300748.0, | |
| "reward": -7.96875, | |
| "reward_std": 0.9505414962768555, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.84375, | |
| "rewards/check_numbers/std": 0.7685213088989258, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 87 | |
| }, | |
| { | |
| "completion_length": 1594.375, | |
| "completions/clipped_ratio": 0.8125, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1438.0, | |
| "completions/mean_length": 1594.375, | |
| "completions/mean_terminated_length": 1041.3333740234375, | |
| "completions/min_length": 780.0, | |
| "completions/min_terminated_length": 780.0, | |
| "epoch": 0.02765556253928347, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.18847358226776123, | |
| "kl": 0.03859600052237511, | |
| "learning_rate": 7.222222222222222e-07, | |
| "loss": 0.0015, | |
| "num_tokens": 2330330.0, | |
| "reward": -7.96875, | |
| "reward_std": 0.8125, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.84375, | |
| "rewards/check_numbers/std": 0.7685213088989258, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 88 | |
| }, | |
| { | |
| "completion_length": 1683.1875, | |
| "completions/clipped_ratio": 0.875, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1547.0, | |
| "completions/mean_length": 1683.1875, | |
| "completions/mean_terminated_length": 1411.5, | |
| "completions/min_length": 1276.0, | |
| "completions/min_terminated_length": 1276.0, | |
| "epoch": 0.02796983029541169, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.10217194259166718, | |
| "kl": 0.044257864356040955, | |
| "learning_rate": 6.666666666666667e-07, | |
| "loss": 0.0018, | |
| "num_tokens": 2361789.0, | |
| "reward": -7.6875, | |
| "reward_std": 1.0060844421386719, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.5625, | |
| "rewards/check_numbers/std": 0.75, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 89 | |
| }, | |
| { | |
| "completion_length": 1638.3125, | |
| "completions/clipped_ratio": 0.8125, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1547.0, | |
| "completions/mean_length": 1638.3125, | |
| "completions/mean_terminated_length": 1275.666748046875, | |
| "completions/min_length": 1068.0, | |
| "completions/min_terminated_length": 1068.0, | |
| "epoch": 0.028284098051539912, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.6536535620689392, | |
| "kl": 0.07140226662158966, | |
| "learning_rate": 6.111111111111112e-07, | |
| "loss": 0.0029, | |
| "num_tokens": 2392042.0, | |
| "reward": -7.53125, | |
| "reward_std": 0.9040063619613647, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.28125, | |
| "rewards/check_numbers/std": 0.6046693325042725, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 90 | |
| }, | |
| { | |
| "completion_length": 1547.75, | |
| "completions/clipped_ratio": 0.75, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1282.0, | |
| "completions/mean_length": 1547.75, | |
| "completions/mean_terminated_length": 1025.0, | |
| "completions/min_length": 848.0, | |
| "completions/min_terminated_length": 848.0, | |
| "epoch": 0.028598365807668134, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.12291199713945389, | |
| "kl": 0.05366697907447815, | |
| "learning_rate": 5.555555555555555e-07, | |
| "loss": 0.0021, | |
| "num_tokens": 2420674.0, | |
| "reward": -7.78125, | |
| "reward_std": 0.8705127239227295, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.65625, | |
| "rewards/check_numbers/std": 0.7685213088989258, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 91 | |
| }, | |
| { | |
| "completion_length": 1515.5625, | |
| "completions/clipped_ratio": 0.625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1680.0, | |
| "completions/mean_length": 1515.5625, | |
| "completions/mean_terminated_length": 1171.5, | |
| "completions/min_length": 73.0, | |
| "completions/min_terminated_length": 73.0, | |
| "epoch": 0.028912633563796353, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.11394577473402023, | |
| "kl": 0.04896366223692894, | |
| "learning_rate": 5.000000000000001e-07, | |
| "loss": 0.002, | |
| "num_tokens": 2448871.0, | |
| "reward": -6.71875, | |
| "reward_std": 0.8125, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": 0.28125, | |
| "rewards/check_numbers/std": 1.7220990657806396, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 92 | |
| }, | |
| { | |
| "completion_length": 1545.1875, | |
| "completions/clipped_ratio": 0.625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1656.0, | |
| "completions/mean_length": 1545.1875, | |
| "completions/mean_terminated_length": 1250.5, | |
| "completions/min_length": 537.0, | |
| "completions/min_terminated_length": 537.0, | |
| "epoch": 0.029226901319924576, | |
| "frac_reward_zero_std": 0.5, | |
| "grad_norm": 0.07623685151338577, | |
| "kl": 0.046294040977954865, | |
| "learning_rate": 4.444444444444445e-07, | |
| "loss": 0.0019, | |
| "num_tokens": 2477226.0, | |
| "reward": -7.5625, | |
| "reward_std": 0.375, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.5625, | |
| "rewards/check_numbers/std": 0.75, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 93 | |
| }, | |
| { | |
| "completion_length": 1588.75, | |
| "completions/clipped_ratio": 0.75, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1556.0, | |
| "completions/mean_length": 1588.75, | |
| "completions/mean_terminated_length": 1189.0, | |
| "completions/min_length": 405.0, | |
| "completions/min_terminated_length": 405.0, | |
| "epoch": 0.0295411690760528, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.11318648606538773, | |
| "kl": 0.04230440780520439, | |
| "learning_rate": 3.8888888888888895e-07, | |
| "loss": 0.0017, | |
| "num_tokens": 2506806.0, | |
| "reward": -7.75, | |
| "reward_std": 0.5915063619613647, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.75, | |
| "rewards/check_numbers/std": 0.7745966911315918, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 94 | |
| }, | |
| { | |
| "completion_length": 1620.875, | |
| "completions/clipped_ratio": 0.875, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 987.0, | |
| "completions/mean_length": 1620.875, | |
| "completions/mean_terminated_length": 913.0, | |
| "completions/min_length": 839.0, | |
| "completions/min_terminated_length": 839.0, | |
| "epoch": 0.029855436832181018, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.11543525010347366, | |
| "kl": 0.0602000392973423, | |
| "learning_rate": 3.3333333333333335e-07, | |
| "loss": 0.0024, | |
| "num_tokens": 2536500.0, | |
| "reward": -7.96875, | |
| "reward_std": 0.6540063619613647, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.84375, | |
| "rewards/check_numbers/std": 0.7685213088989258, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 95 | |
| }, | |
| { | |
| "completion_length": 1623.375, | |
| "completions/clipped_ratio": 0.75, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1687.0, | |
| "completions/mean_length": 1623.375, | |
| "completions/mean_terminated_length": 1327.5, | |
| "completions/min_length": 743.0, | |
| "completions/min_terminated_length": 743.0, | |
| "epoch": 0.03016970458830924, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.11837535351514816, | |
| "kl": 0.04759529232978821, | |
| "learning_rate": 2.7777777777777776e-07, | |
| "loss": 0.0019, | |
| "num_tokens": 2566598.0, | |
| "reward": -8.1875, | |
| "reward_std": 0.7165063619613647, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.9375, | |
| "rewards/check_numbers/std": 0.75, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 96 | |
| }, | |
| { | |
| "completion_length": 1617.0625, | |
| "completions/clipped_ratio": 0.75, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1545.0, | |
| "completions/mean_length": 1617.0625, | |
| "completions/mean_terminated_length": 1302.25, | |
| "completions/min_length": 868.0, | |
| "completions/min_terminated_length": 868.0, | |
| "epoch": 0.03048397234443746, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.11196030676364899, | |
| "kl": 0.04893610253930092, | |
| "learning_rate": 2.2222222222222224e-07, | |
| "loss": 0.002, | |
| "num_tokens": 2596579.0, | |
| "reward": -7.4375, | |
| "reward_std": 0.7165063619613647, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.1875, | |
| "rewards/check_numbers/std": 0.5123475790023804, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 97 | |
| }, | |
| { | |
| "completion_length": 1362.0625, | |
| "completions/clipped_ratio": 0.5625, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1402.0, | |
| "completions/mean_length": 1362.0625, | |
| "completions/mean_terminated_length": 899.2857666015625, | |
| "completions/min_length": 364.0, | |
| "completions/min_terminated_length": 364.0, | |
| "epoch": 0.030798240100565682, | |
| "frac_reward_zero_std": 0.5, | |
| "grad_norm": 0.2802422046661377, | |
| "kl": 0.07202958315610886, | |
| "learning_rate": 1.6666666666666668e-07, | |
| "loss": 0.0029, | |
| "num_tokens": 2622492.0, | |
| "reward": -7.375, | |
| "reward_std": 0.4330126941204071, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.375, | |
| "rewards/check_numbers/std": 0.670820415019989, | |
| "rewards/format_and_language_reward_func/mean": -3.0, | |
| "rewards/format_and_language_reward_func/std": 0.0, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 98 | |
| }, | |
| { | |
| "completion_length": 1529.75, | |
| "completions/clipped_ratio": 0.75, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1474.0, | |
| "completions/mean_length": 1529.75, | |
| "completions/mean_terminated_length": 953.0, | |
| "completions/min_length": 371.0, | |
| "completions/min_terminated_length": 371.0, | |
| "epoch": 0.031112507856693904, | |
| "frac_reward_zero_std": 0.25, | |
| "grad_norm": 0.27167099714279175, | |
| "kl": 0.0705300122499466, | |
| "learning_rate": 1.1111111111111112e-07, | |
| "loss": 0.0028, | |
| "num_tokens": 2650764.0, | |
| "reward": -7.40625, | |
| "reward_std": 0.6540063619613647, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.28125, | |
| "rewards/check_numbers/std": 0.6046693325042725, | |
| "rewards/format_and_language_reward_func/mean": -3.125, | |
| "rewards/format_and_language_reward_func/std": 0.5, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 99 | |
| }, | |
| { | |
| "completion_length": 1459.75, | |
| "completions/clipped_ratio": 0.6875, | |
| "completions/max_length": 1722.0, | |
| "completions/max_terminated_length": 1133.0, | |
| "completions/mean_length": 1459.75, | |
| "completions/mean_terminated_length": 882.7999877929688, | |
| "completions/min_length": 436.0, | |
| "completions/min_terminated_length": 436.0, | |
| "epoch": 0.03142677561282212, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 0.11008132994174957, | |
| "kl": 0.04374002292752266, | |
| "learning_rate": 5.555555555555556e-08, | |
| "loss": 0.0017, | |
| "num_tokens": 2678396.0, | |
| "reward": -7.90625, | |
| "reward_std": 1.233162522315979, | |
| "rewards/check_answer/mean": -2.0, | |
| "rewards/check_answer/std": 0.0, | |
| "rewards/check_numbers/mean": -0.65625, | |
| "rewards/check_numbers/std": 0.7685213088989258, | |
| "rewards/format_and_language_reward_func/mean": -3.25, | |
| "rewards/format_and_language_reward_func/std": 0.6831300854682922, | |
| "rewards/match_format_approximately/mean": -2.0, | |
| "rewards/match_format_approximately/std": 0.0, | |
| "rewards/match_format_exactly/mean": 0.0, | |
| "rewards/match_format_exactly/std": 0.0, | |
| "step": 100 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 100, | |
| "num_input_tokens_seen": 2678396, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |