diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,2967 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.24,
+  "eval_steps": 500,
+  "global_step": 450,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "completion_length": 474.1432399749756,
+      "epoch": 0.0010666666666666667,
+      "grad_norm": 0.14331733537223892,
+      "kl": 0.0,
+      "learning_rate": 7.142857142857142e-08,
+      "loss": -0.0,
+      "reward": 0.33333334419876337,
+      "reward_std": 0.5078507382422686,
+      "rewards/equation_reward_func": 0.08072916837409139,
+      "rewards/format_reward_func": 0.25260417629033327,
+      "step": 2
+    },
+    {
+      "completion_length": 469.2942810058594,
+      "epoch": 0.0021333333333333334,
+      "grad_norm": 0.12168694868095008,
+      "kl": 0.00039124488830566406,
+      "learning_rate": 1.4285714285714285e-07,
+      "loss": 0.0,
+      "reward": 0.30468750931322575,
+      "reward_std": 0.489006832242012,
+      "rewards/equation_reward_func": 0.05989583441987634,
+      "rewards/format_reward_func": 0.24479167349636555,
+      "step": 4
+    },
+    {
+      "completion_length": 475.3724060058594,
+      "epoch": 0.0032,
+      "grad_norm": 0.11745838648260112,
+      "kl": 0.0004004240036010742,
+      "learning_rate": 2.1428571428571426e-07,
+      "loss": 0.0,
+      "reward": 0.3307291741948575,
+      "reward_std": 0.48131777672097087,
+      "rewards/equation_reward_func": 0.06510416837409139,
+      "rewards/format_reward_func": 0.26562500721774995,
+      "step": 6
+    },
+    {
+      "completion_length": 457.7838668823242,
+      "epoch": 0.004266666666666667,
+      "grad_norm": 0.13351596231298812,
+      "kl": 0.00042307376861572266,
+      "learning_rate": 2.857142857142857e-07,
+      "loss": 0.0,
+      "reward": 0.3385416753590107,
+      "reward_std": 0.44462722539901733,
+      "rewards/equation_reward_func": 0.05208333418704569,
+      "rewards/format_reward_func": 0.28645834187045693,
+      "step": 8
+    },
+    {
+      "completion_length": 498.04428482055664,
+      "epoch": 0.005333333333333333,
+      "grad_norm": 0.12357075779052926,
+      "kl": 0.00043141841888427734,
+      "learning_rate": 3.5714285714285716e-07,
+      "loss": 0.0,
+      "reward": 0.2734375079162419,
+      "reward_std": 0.41914427001029253,
+      "rewards/equation_reward_func": 0.05208333535119891,
+      "rewards/format_reward_func": 0.22135417582467198,
+      "step": 10
+    },
+    {
+      "completion_length": 461.9062614440918,
+      "epoch": 0.0064,
+      "grad_norm": 0.14132096232063104,
+      "kl": 0.0004513263702392578,
+      "learning_rate": 4.285714285714285e-07,
+      "loss": 0.0,
+      "reward": 0.36718751583248377,
+      "reward_std": 0.5056461896747351,
+      "rewards/equation_reward_func": 0.05729166814126074,
+      "rewards/format_reward_func": 0.3098958395421505,
+      "step": 12
+    },
+    {
+      "completion_length": 452.78126525878906,
+      "epoch": 0.007466666666666667,
+      "grad_norm": 0.12890382441644657,
+      "kl": 0.0007963180541992188,
+      "learning_rate": 5e-07,
+      "loss": 0.0,
+      "reward": 0.4270833432674408,
+      "reward_std": 0.5310215894132853,
+      "rewards/equation_reward_func": 0.07291666814126074,
+      "rewards/format_reward_func": 0.3541666753590107,
+      "step": 14
+    },
+    {
+      "completion_length": 441.22657203674316,
+      "epoch": 0.008533333333333334,
+      "grad_norm": 0.13692556467094522,
+      "kl": 0.0010395050048828125,
+      "learning_rate": 4.999740409224932e-07,
+      "loss": 0.0,
+      "reward": 0.47916668467223644,
+      "reward_std": 0.5327073819935322,
+      "rewards/equation_reward_func": 0.05208333395421505,
+      "rewards/format_reward_func": 0.42708334513008595,
+      "step": 16
+    },
+    {
+      "completion_length": 445.1119918823242,
+      "epoch": 0.0096,
+      "grad_norm": 0.11991312926921868,
+      "kl": 0.0029892921447753906,
+      "learning_rate": 4.998961690809627e-07,
+      "loss": 0.0,
+      "reward": 0.5859375223517418,
+      "reward_std": 0.5514450371265411,
+      "rewards/equation_reward_func": 0.049479167675599456,
+      "rewards/format_reward_func": 0.5364583488553762,
+      "step": 18
+    },
+    {
+      "completion_length": 448.3099060058594,
+      "epoch": 0.010666666666666666,
+      "grad_norm": 0.09106842614787719,
+      "kl": 0.0060882568359375,
+      "learning_rate": 4.997664006472578e-07,
+      "loss": 0.0,
+      "reward": 0.7421875186264515,
+      "reward_std": 0.5555396415293217,
+      "rewards/equation_reward_func": 0.09375000186264515,
+      "rewards/format_reward_func": 0.6484375186264515,
+      "step": 20
+    },
+    {
+      "completion_length": 435.3932399749756,
+      "epoch": 0.011733333333333333,
+      "grad_norm": 0.09786508002778878,
+      "kl": 0.0065059661865234375,
+      "learning_rate": 4.995847625707292e-07,
+      "loss": 0.0,
+      "reward": 0.7916666977107525,
+      "reward_std": 0.5166244171559811,
+      "rewards/equation_reward_func": 0.0807291679084301,
+      "rewards/format_reward_func": 0.7109375223517418,
+      "step": 22
+    },
+    {
+      "completion_length": 450.3671989440918,
+      "epoch": 0.0128,
+      "grad_norm": 0.09265470447275229,
+      "kl": 0.00585174560546875,
+      "learning_rate": 4.993512925726318e-07,
+      "loss": 0.0,
+      "reward": 0.8411458618938923,
+      "reward_std": 0.5050761476159096,
+      "rewards/equation_reward_func": 0.07812500232830644,
+      "rewards/format_reward_func": 0.763020858168602,
+      "step": 24
+    },
+    {
+      "completion_length": 440.473970413208,
+      "epoch": 0.013866666666666666,
+      "grad_norm": 0.09129193085053657,
+      "kl": 0.00798797607421875,
+      "learning_rate": 4.990660391382923e-07,
+      "loss": 0.0,
+      "reward": 0.8072916865348816,
+      "reward_std": 0.43093991186469793,
+      "rewards/equation_reward_func": 0.039062500931322575,
+      "rewards/format_reward_func": 0.7682291828095913,
+      "step": 26
+    },
+    {
+      "completion_length": 457.30470085144043,
+      "epoch": 0.014933333333333333,
+      "grad_norm": 0.08687222126109678,
+      "kl": 0.009069442749023438,
+      "learning_rate": 4.987290615070384e-07,
+      "loss": 0.0,
+      "reward": 0.8515625260770321,
+      "reward_std": 0.42435176484286785,
+      "rewards/equation_reward_func": 0.06250000186264515,
+      "rewards/format_reward_func": 0.7890625186264515,
+      "step": 28
+    },
+    {
+      "completion_length": 406.19532203674316,
+      "epoch": 0.016,
+      "grad_norm": 0.1021588765285621,
+      "kl": 0.011852264404296875,
+      "learning_rate": 4.983404296598978e-07,
+      "loss": 0.0,
+      "reward": 0.9609375335276127,
+      "reward_std": 0.42848627734929323,
+      "rewards/equation_reward_func": 0.09375000209547579,
+      "rewards/format_reward_func": 0.8671875186264515,
+      "step": 30
+    },
+    {
+      "completion_length": 428.82813453674316,
+      "epoch": 0.017066666666666667,
+      "grad_norm": 0.08826447827353007,
+      "kl": 0.0118865966796875,
+      "learning_rate": 4.979002243050646e-07,
+      "loss": 0.0,
+      "reward": 0.9557292014360428,
+      "reward_std": 0.42629835614934564,
+      "rewards/equation_reward_func": 0.09375000186264515,
+      "rewards/format_reward_func": 0.861979179084301,
+      "step": 32
+    },
+    {
+      "completion_length": 381.89584159851074,
+      "epoch": 0.018133333333333335,
+      "grad_norm": 0.08254377419499123,
+      "kl": 0.01509857177734375,
+      "learning_rate": 4.974085368611381e-07,
+      "loss": 0.0,
+      "reward": 1.0104167014360428,
+      "reward_std": 0.2932055569253862,
+      "rewards/equation_reward_func": 0.0781250016298145,
+      "rewards/format_reward_func": 0.932291679084301,
+      "step": 34
+    },
+    {
+      "completion_length": 402.3255310058594,
+      "epoch": 0.0192,
+      "grad_norm": 0.08985049726745727,
+      "kl": 0.01468658447265625,
+      "learning_rate": 4.968654694381379e-07,
+      "loss": 0.0,
+      "reward": 1.0260416977107525,
+      "reward_std": 0.3457729024812579,
+      "rewards/equation_reward_func": 0.11197916883975267,
+      "rewards/format_reward_func": 0.9140625186264515,
+      "step": 36
+    },
+    {
+      "completion_length": 383.4218854904175,
+      "epoch": 0.020266666666666665,
+      "grad_norm": 0.06937661321251537,
+      "kl": 0.016204833984375,
+      "learning_rate": 4.962711348162987e-07,
+      "loss": 0.0,
+      "reward": 1.0312500335276127,
+      "reward_std": 0.2866137330420315,
+      "rewards/equation_reward_func": 0.10156250325962901,
+      "rewards/format_reward_func": 0.9296875186264515,
+      "step": 38
+    },
+    {
+      "completion_length": 366.7474060058594,
+      "epoch": 0.021333333333333333,
+      "grad_norm": 0.08617157373958526,
+      "kl": 0.016704559326171875,
+      "learning_rate": 4.956256564226487e-07,
+      "loss": 0.0,
+      "reward": 1.0494791977107525,
+      "reward_std": 0.3076633233577013,
+      "rewards/equation_reward_func": 0.10677083674818277,
+      "rewards/format_reward_func": 0.942708358168602,
+      "step": 40
+    },
+    {
+      "completion_length": 374.84636306762695,
+      "epoch": 0.0224,
+      "grad_norm": 0.07644404910418388,
+      "kl": 0.018764495849609375,
+      "learning_rate": 4.949291683053768e-07,
+      "loss": 0.0,
+      "reward": 0.9817708544433117,
+      "reward_std": 0.27403224213048816,
+      "rewards/equation_reward_func": 0.052083335584029555,
+      "rewards/format_reward_func": 0.9296875186264515,
+      "step": 42
+    },
+    {
+      "completion_length": 349.61720085144043,
+      "epoch": 0.023466666666666667,
+      "grad_norm": 0.09147976837649754,
+      "kl": 0.0202484130859375,
+      "learning_rate": 4.941818151059955e-07,
+      "loss": 0.0,
+      "reward": 1.1250000409781933,
+      "reward_std": 0.3236892116256058,
+      "rewards/equation_reward_func": 0.16666667209938169,
+      "rewards/format_reward_func": 0.9583333544433117,
+      "step": 44
+    },
+    {
+      "completion_length": 351.20573806762695,
+      "epoch": 0.024533333333333334,
+      "grad_norm": 0.080810111519101,
+      "kl": 0.02154541015625,
+      "learning_rate": 4.933837520293017e-07,
+      "loss": 0.0,
+      "reward": 1.101562537252903,
+      "reward_std": 0.3292490583844483,
+      "rewards/equation_reward_func": 0.14843750395812094,
+      "rewards/format_reward_func": 0.9531250223517418,
+      "step": 46
+    },
+    {
+      "completion_length": 337.18750953674316,
+      "epoch": 0.0256,
+      "grad_norm": 0.08812991211015588,
+      "kl": 0.022308349609375,
+      "learning_rate": 4.925351448111454e-07,
+      "loss": 0.0,
+      "reward": 1.0703125298023224,
+      "reward_std": 0.24853238929063082,
+      "rewards/equation_reward_func": 0.0989583374466747,
+      "rewards/format_reward_func": 0.9713541828095913,
+      "step": 48
+    },
+    {
+      "completion_length": 329.7760524749756,
+      "epoch": 0.02666666666666667,
+      "grad_norm": 0.09791557407500211,
+      "kl": 0.02400970458984375,
+      "learning_rate": 4.91636169684011e-07,
+      "loss": 0.0,
+      "reward": 1.109375026077032,
+      "reward_std": 0.2923102146014571,
+      "rewards/equation_reward_func": 0.145833337912336,
+      "rewards/format_reward_func": 0.963541679084301,
+      "step": 50
+    },
+    {
+      "completion_length": 335.13802909851074,
+      "epoch": 0.027733333333333332,
+      "grad_norm": 0.0848949698864576,
+      "kl": 0.025177001953125,
+      "learning_rate": 4.906870133404186e-07,
+      "loss": 0.0,
+      "reward": 1.0442708767950535,
+      "reward_std": 0.27369245281443,
+      "rewards/equation_reward_func": 0.09114583535119891,
+      "rewards/format_reward_func": 0.9531250223517418,
+      "step": 52
+    },
+    {
+      "completion_length": 339.0677185058594,
+      "epoch": 0.0288,
+      "grad_norm": 0.08543744935145518,
+      "kl": 0.02909088134765625,
+      "learning_rate": 4.896878728941531e-07,
+      "loss": 0.0,
+      "reward": 1.0572917014360428,
+      "reward_std": 0.2592460950836539,
+      "rewards/equation_reward_func": 0.09895833651535213,
+      "rewards/format_reward_func": 0.9583333507180214,
+      "step": 54
+    },
+    {
+      "completion_length": 306.4062614440918,
+      "epoch": 0.029866666666666666,
+      "grad_norm": 0.0892429955729079,
+      "kl": 0.03144073486328125,
+      "learning_rate": 4.886389558393284e-07,
+      "loss": 0.0,
+      "reward": 1.1380208805203438,
+      "reward_std": 0.2522500101476908,
+      "rewards/equation_reward_func": 0.14583333698101342,
+      "rewards/format_reward_func": 0.9921875074505806,
+      "step": 56
+    },
+    {
+      "completion_length": 321.0468873977661,
+      "epoch": 0.030933333333333334,
+      "grad_norm": 0.09832489597643927,
+      "kl": 0.033355712890625,
+      "learning_rate": 4.875404800072976e-07,
+      "loss": 0.0,
+      "reward": 1.1223958730697632,
+      "reward_std": 0.2980109853670001,
+      "rewards/equation_reward_func": 0.15104166977107525,
+      "rewards/format_reward_func": 0.9713541902601719,
+      "step": 58
+    },
+    {
+      "completion_length": 312.5052194595337,
+      "epoch": 0.032,
+      "grad_norm": 0.09346855616087738,
+      "kl": 0.0359954833984375,
+      "learning_rate": 4.86392673521415e-07,
+      "loss": 0.0,
+      "reward": 1.1041667126119137,
+      "reward_std": 0.2926621907390654,
+      "rewards/equation_reward_func": 0.1406250037252903,
+      "rewards/format_reward_func": 0.9635416828095913,
+      "step": 60
+    },
+    {
+      "completion_length": 307.67709732055664,
+      "epoch": 0.03306666666666667,
+      "grad_norm": 0.0928645477348611,
+      "kl": 0.0410308837890625,
+      "learning_rate": 4.851957747496606e-07,
+      "loss": 0.0,
+      "reward": 1.0833333656191826,
+      "reward_std": 0.26842446345835924,
+      "rewards/equation_reward_func": 0.11458333604969084,
+      "rewards/format_reward_func": 0.9687500186264515,
+      "step": 62
+    },
+    {
+      "completion_length": 293.5130252838135,
+      "epoch": 0.034133333333333335,
+      "grad_norm": 0.10081686377737699,
+      "kl": 0.043701171875,
+      "learning_rate": 4.839500322551386e-07,
+      "loss": 0.0,
+      "reward": 1.1328125521540642,
+      "reward_std": 0.2438423940911889,
+      "rewards/equation_reward_func": 0.15104167046956718,
+      "rewards/format_reward_func": 0.9817708507180214,
+      "step": 64
+    },
+    {
+      "completion_length": 291.0494842529297,
+      "epoch": 0.0352,
+      "grad_norm": 0.10220556104458557,
+      "kl": 0.057830810546875,
+      "learning_rate": 4.826557047444563e-07,
+      "loss": 0.0001,
+      "reward": 1.1510417014360428,
+      "reward_std": 0.28418216248974204,
+      "rewards/equation_reward_func": 0.169270837912336,
+      "rewards/format_reward_func": 0.9817708469927311,
+      "step": 66
+    },
+    {
+      "completion_length": 274.10417652130127,
+      "epoch": 0.03626666666666667,
+      "grad_norm": 0.09847033680691569,
+      "kl": 0.0567779541015625,
+      "learning_rate": 4.813130610139993e-07,
+      "loss": 0.0001,
+      "reward": 1.171875037252903,
+      "reward_std": 0.25645031640306115,
+      "rewards/equation_reward_func": 0.1744791711680591,
+      "rewards/format_reward_func": 0.9973958358168602,
+      "step": 68
+    },
+    {
+      "completion_length": 267.9427185058594,
+      "epoch": 0.037333333333333336,
+      "grad_norm": 0.08978592804347527,
+      "kl": 0.0566864013671875,
+      "learning_rate": 4.799223798941089e-07,
+      "loss": 0.0001,
+      "reward": 1.1718750447034836,
+      "reward_std": 0.2309985337778926,
+      "rewards/equation_reward_func": 0.1770833390764892,
+      "rewards/format_reward_func": 0.9947916716337204,
+      "step": 70
+    },
+    {
+      "completion_length": 273.7968854904175,
+      "epoch": 0.0384,
+      "grad_norm": 0.11719889448244371,
+      "kl": 0.0622711181640625,
+      "learning_rate": 4.78483950191177e-07,
+      "loss": 0.0001,
+      "reward": 1.1354167088866234,
+      "reward_std": 0.2343482794240117,
+      "rewards/equation_reward_func": 0.14843750442378223,
+      "rewards/format_reward_func": 0.986979179084301,
+      "step": 72
+    },
+    {
+      "completion_length": 293.1041736602783,
+      "epoch": 0.039466666666666664,
+      "grad_norm": 0.0771085948322575,
+      "kl": 0.0579681396484375,
+      "learning_rate": 4.769980706276687e-07,
+      "loss": 0.0001,
+      "reward": 1.0885417014360428,
+      "reward_std": 0.18613768089562654,
+      "rewards/equation_reward_func": 0.1015625016298145,
+      "rewards/format_reward_func": 0.986979179084301,
+      "step": 74
+    },
+    {
+      "completion_length": 275.88282012939453,
+      "epoch": 0.04053333333333333,
+      "grad_norm": 0.09498835999619648,
+      "kl": 0.0618438720703125,
+      "learning_rate": 4.7546504978008595e-07,
+      "loss": 0.0001,
+      "reward": 1.1380208693444729,
+      "reward_std": 0.23339220695197582,
+      "rewards/equation_reward_func": 0.15104167209938169,
+      "rewards/format_reward_func": 0.9869791716337204,
+      "step": 76
+    },
+    {
+      "completion_length": 260.79428005218506,
+      "epoch": 0.0416,
+      "grad_norm": 0.09832115718244772,
+      "kl": 0.0676727294921875,
+      "learning_rate": 4.738852060148848e-07,
+      "loss": 0.0001,
+      "reward": 1.1666667088866234,
+      "reward_std": 0.30688405269756913,
+      "rewards/equation_reward_func": 0.1770833395421505,
+      "rewards/format_reward_func": 0.9895833432674408,
+      "step": 78
+    },
+    {
+      "completion_length": 277.85157012939453,
+      "epoch": 0.042666666666666665,
+      "grad_norm": 0.0817474712194154,
+      "kl": 0.0685577392578125,
+      "learning_rate": 4.722588674223593e-07,
+      "loss": 0.0001,
+      "reward": 1.0833333618938923,
+      "reward_std": 0.17427472537383437,
+      "rewards/equation_reward_func": 0.10156250302679837,
+      "rewards/format_reward_func": 0.9817708469927311,
+      "step": 80
+    },
+    {
+      "completion_length": 272.9739656448364,
+      "epoch": 0.04373333333333333,
+      "grad_norm": 0.11152056972270338,
+      "kl": 0.06781005859375,
+      "learning_rate": 4.70586371748506e-07,
+      "loss": 0.0001,
+      "reward": 1.166666716337204,
+      "reward_std": 0.2563547547906637,
+      "rewards/equation_reward_func": 0.17447917186655104,
+      "rewards/format_reward_func": 0.9921875074505806,
+      "step": 82
+    },
+    {
+      "completion_length": 266.23438262939453,
+      "epoch": 0.0448,
+      "grad_norm": 0.08738050204966807,
+      "kl": 0.0767974853515625,
+      "learning_rate": 4.6886806632488363e-07,
+      "loss": 0.0001,
+      "reward": 1.1536458767950535,
+      "reward_std": 0.252029016148299,
+      "rewards/equation_reward_func": 0.17447917186655104,
+      "rewards/format_reward_func": 0.979166679084301,
+      "step": 84
+    },
+    {
+      "completion_length": 265.9661560058594,
+      "epoch": 0.04586666666666667,
+      "grad_norm": 0.0921721597746663,
+      "kl": 0.075592041015625,
+      "learning_rate": 4.6710430799648143e-07,
+      "loss": 0.0001,
+      "reward": 1.197916716337204,
+      "reward_std": 0.273911755066365,
+      "rewards/equation_reward_func": 0.21093750628642738,
+      "rewards/format_reward_func": 0.986979179084301,
+      "step": 86
+    },
+    {
+      "completion_length": 254.08594608306885,
+      "epoch": 0.046933333333333334,
+      "grad_norm": 0.10824024038176047,
+      "kl": 0.0884246826171875,
+      "learning_rate": 4.652954630476127e-07,
+      "loss": 0.0001,
+      "reward": 1.2031250223517418,
+      "reward_std": 0.26051403814926744,
+      "rewards/equation_reward_func": 0.21875000442378223,
+      "rewards/format_reward_func": 0.9843750111758709,
+      "step": 88
+    },
+    {
+      "completion_length": 273.9270944595337,
+      "epoch": 0.048,
+      "grad_norm": 0.0759106876406683,
+      "kl": 0.076568603515625,
+      "learning_rate": 4.6344190712584713e-07,
+      "loss": 0.0001,
+      "reward": 1.1692708656191826,
+      "reward_std": 0.25936984410509467,
+      "rewards/equation_reward_func": 0.179687503259629,
+      "rewards/format_reward_func": 0.9895833432674408,
+      "step": 90
+    },
+    {
+      "completion_length": 253.90886211395264,
+      "epoch": 0.04906666666666667,
+      "grad_norm": 0.11783628557713965,
+      "kl": 0.0765533447265625,
+      "learning_rate": 4.615440251639995e-07,
+      "loss": 0.0001,
+      "reward": 1.2265625298023224,
+      "reward_std": 0.30153857497498393,
+      "rewards/equation_reward_func": 0.23177084000781178,
+      "rewards/format_reward_func": 0.9947916716337204,
+      "step": 92
+    },
+    {
+      "completion_length": 273.47917461395264,
+      "epoch": 0.050133333333333335,
+      "grad_norm": 0.08532452350344605,
+      "kl": 0.0875091552734375,
+      "learning_rate": 4.596022113001894e-07,
+      "loss": 0.0001,
+      "reward": 1.1250000298023224,
+      "reward_std": 0.26654769526794553,
+      "rewards/equation_reward_func": 0.15364583698101342,
+      "rewards/format_reward_func": 0.9713541828095913,
+      "step": 94
+    },
+    {
+      "completion_length": 254.58594608306885,
+      "epoch": 0.0512,
+      "grad_norm": 0.08252539758184962,
+      "kl": 0.097412109375,
+      "learning_rate": 4.576168687959895e-07,
+      "loss": 0.0001,
+      "reward": 1.203125037252903,
+      "reward_std": 0.23845402244478464,
+      "rewards/equation_reward_func": 0.2109375058207661,
+      "rewards/format_reward_func": 0.9921875074505806,
+      "step": 96
+    },
+    {
+      "completion_length": 275.47136211395264,
+      "epoch": 0.05226666666666667,
+      "grad_norm": 0.08236324956103444,
+      "kl": 0.081390380859375,
+      "learning_rate": 4.555884099526793e-07,
+      "loss": 0.0001,
+      "reward": 1.1901042088866234,
+      "reward_std": 0.26423150720074773,
+      "rewards/equation_reward_func": 0.19791667512618005,
+      "rewards/format_reward_func": 0.9921875074505806,
+      "step": 98
+    },
+    {
+      "completion_length": 270.8515682220459,
+      "epoch": 0.05333333333333334,
+      "grad_norm": 0.07926412487583492,
+      "kl": 0.074127197265625,
+      "learning_rate": 4.5351725602562174e-07,
+      "loss": 0.0001,
+      "reward": 1.1666667014360428,
+      "reward_std": 0.2103340970352292,
+      "rewards/equation_reward_func": 0.17187500419095159,
+      "rewards/format_reward_func": 0.9947916716337204,
+      "step": 100
+    },
+    {
+      "completion_length": 289.2786521911621,
+      "epoch": 0.0544,
+      "grad_norm": 0.09050663026015614,
+      "kl": 0.0777587890625,
+      "learning_rate": 4.514038371367791e-07,
+      "loss": 0.0001,
+      "reward": 1.1432292088866234,
+      "reward_std": 0.23622727626934648,
+      "rewards/equation_reward_func": 0.15364583767950535,
+      "rewards/format_reward_func": 0.9895833395421505,
+      "step": 102
+    },
+    {
+      "completion_length": 281.1744861602783,
+      "epoch": 0.055466666666666664,
+      "grad_norm": 0.10688958655389184,
+      "kl": 0.0772247314453125,
+      "learning_rate": 4.4924859218538936e-07,
+      "loss": 0.0001,
+      "reward": 1.2473958730697632,
+      "reward_std": 0.2720282976515591,
+      "rewards/equation_reward_func": 0.2604166774544865,
+      "rewards/format_reward_func": 0.9869791753590107,
+      "step": 104
+    },
+    {
+      "completion_length": 278.20313358306885,
+      "epoch": 0.05653333333333333,
+      "grad_norm": 0.0967601461658064,
+      "kl": 0.0747222900390625,
+      "learning_rate": 4.470519687568185e-07,
+      "loss": 0.0001,
+      "reward": 1.2109375521540642,
+      "reward_std": 0.2844023099169135,
+      "rewards/equation_reward_func": 0.22135417559184134,
+      "rewards/format_reward_func": 0.9895833432674408,
+      "step": 106
+    },
+    {
+      "completion_length": 280.2239685058594,
+      "epoch": 0.0576,
+      "grad_norm": 0.1073193207656852,
+      "kl": 0.083953857421875,
+      "learning_rate": 4.4481442302960923e-07,
+      "loss": 0.0001,
+      "reward": 1.273437537252903,
+      "reward_std": 0.34114335058256984,
+      "rewards/equation_reward_func": 0.2812500111758709,
+      "rewards/format_reward_func": 0.9921875074505806,
+      "step": 108
+    },
+    {
+      "completion_length": 302.32813262939453,
+      "epoch": 0.058666666666666666,
+      "grad_norm": 0.07811304956074856,
+      "kl": 0.078094482421875,
+      "learning_rate": 4.4253641968074505e-07,
+      "loss": 0.0001,
+      "reward": 1.1875000298023224,
+      "reward_std": 0.22219527000561357,
+      "rewards/equation_reward_func": 0.21614584070630372,
+      "rewards/format_reward_func": 0.9713541828095913,
+      "step": 110
+    },
+    {
+      "completion_length": 296.5338659286499,
+      "epoch": 0.05973333333333333,
+      "grad_norm": 0.09384336608062288,
+      "kl": 0.07928466796875,
+      "learning_rate": 4.402184317891501e-07,
+      "loss": 0.0001,
+      "reward": 1.1796875447034836,
+      "reward_std": 0.2780974409542978,
+      "rewards/equation_reward_func": 0.20312500721774995,
+      "rewards/format_reward_func": 0.9765625186264515,
+      "step": 112
+    },
+    {
+      "completion_length": 286.5130319595337,
+      "epoch": 0.0608,
+      "grad_norm": 0.09470360951060115,
+      "kl": 0.086334228515625,
+      "learning_rate": 4.37860940737443e-07,
+      "loss": 0.0001,
+      "reward": 1.1770833693444729,
+      "reward_std": 0.2872624071314931,
+      "rewards/equation_reward_func": 0.2031250069849193,
+      "rewards/format_reward_func": 0.9739583507180214,
+      "step": 114
+    },
+    {
+      "completion_length": 275.84636306762695,
+      "epoch": 0.06186666666666667,
+      "grad_norm": 0.10006083180691484,
+      "kl": 0.110260009765625,
+      "learning_rate": 4.354644361119671e-07,
+      "loss": 0.0001,
+      "reward": 1.2864583730697632,
+      "reward_std": 0.3422618228942156,
+      "rewards/equation_reward_func": 0.3046875074505806,
+      "rewards/format_reward_func": 0.9817708432674408,
+      "step": 116
+    },
+    {
+      "completion_length": 279.63282203674316,
+      "epoch": 0.06293333333333333,
+      "grad_norm": 0.08552614368611813,
+      "kl": 0.088287353515625,
+      "learning_rate": 4.3302941560111716e-07,
+      "loss": 0.0001,
+      "reward": 1.2057292088866234,
+      "reward_std": 0.2789528788998723,
+      "rewards/equation_reward_func": 0.22395833930931985,
+      "rewards/format_reward_func": 0.9817708432674408,
+      "step": 118
+    },
+    {
+      "completion_length": 286.19011306762695,
+      "epoch": 0.064,
+      "grad_norm": 0.09721854870867883,
+      "kl": 0.088653564453125,
+      "learning_rate": 4.3055638489198236e-07,
+      "loss": 0.0001,
+      "reward": 1.226562537252903,
+      "reward_std": 0.29836362041532993,
+      "rewards/equation_reward_func": 0.24218750768341124,
+      "rewards/format_reward_func": 0.9843750149011612,
+      "step": 120
+    },
+    {
+      "completion_length": 264.43750762939453,
+      "epoch": 0.06506666666666666,
+      "grad_norm": 0.09017140778699437,
+      "kl": 0.09814453125,
+      "learning_rate": 4.280458575653296e-07,
+      "loss": 0.0001,
+      "reward": 1.2291666939854622,
+      "reward_std": 0.232796979136765,
+      "rewards/equation_reward_func": 0.2343750090803951,
+      "rewards/format_reward_func": 0.9947916716337204,
+      "step": 122
+    },
+    {
+      "completion_length": 273.72136402130127,
+      "epoch": 0.06613333333333334,
+      "grad_norm": 0.09045977124859449,
+      "kl": 0.094268798828125,
+      "learning_rate": 4.2549835498894665e-07,
+      "loss": 0.0001,
+      "reward": 1.182291705161333,
+      "reward_std": 0.21962608164176345,
+      "rewards/equation_reward_func": 0.19270834047347307,
+      "rewards/format_reward_func": 0.9895833395421505,
+      "step": 124
+    },
+    {
+      "completion_length": 267.1041736602783,
+      "epoch": 0.0672,
+      "grad_norm": 0.10142470255177057,
+      "kl": 0.109100341796875,
+      "learning_rate": 4.229144062093679e-07,
+      "loss": 0.0001,
+      "reward": 1.2239583805203438,
+      "reward_std": 0.2902214271016419,
+      "rewards/equation_reward_func": 0.24739584070630372,
+      "rewards/format_reward_func": 0.9765625186264515,
+      "step": 126
+    },
+    {
+      "completion_length": 259.2317771911621,
+      "epoch": 0.06826666666666667,
+      "grad_norm": 0.1179722317793916,
+      "kl": 0.100433349609375,
+      "learning_rate": 4.2029454784200675e-07,
+      "loss": 0.0001,
+      "reward": 1.2604167088866234,
+      "reward_std": 0.2859130958095193,
+      "rewards/equation_reward_func": 0.27343750931322575,
+      "rewards/format_reward_func": 0.986979179084301,
+      "step": 128
+    },
+    {
+      "completion_length": 244.24740505218506,
+      "epoch": 0.06933333333333333,
+      "grad_norm": 0.11744647822751025,
+      "kl": 0.10302734375,
+      "learning_rate": 4.1763932395971433e-07,
+      "loss": 0.0001,
+      "reward": 1.2682292088866234,
+      "reward_std": 0.29776600282639265,
+      "rewards/equation_reward_func": 0.27604167396202683,
+      "rewards/format_reward_func": 0.9921875074505806,
+      "step": 130
+    },
+    {
+      "completion_length": 262.6770896911621,
+      "epoch": 0.0704,
+      "grad_norm": 0.0792242116848132,
+      "kl": 0.1085205078125,
+      "learning_rate": 4.1494928597979117e-07,
+      "loss": 0.0001,
+      "reward": 1.2526041977107525,
+      "reward_std": 0.22840882744640112,
+      "rewards/equation_reward_func": 0.2604166704695672,
+      "rewards/format_reward_func": 0.9921875037252903,
+      "step": 132
+    },
+    {
+      "completion_length": 273.04167556762695,
+      "epoch": 0.07146666666666666,
+      "grad_norm": 0.09121048756837698,
+      "kl": 0.11712646484375,
+      "learning_rate": 4.122249925494726e-07,
+      "loss": 0.0001,
+      "reward": 1.1744792088866234,
+      "reward_std": 0.24433040153235197,
+      "rewards/equation_reward_func": 0.2031250074505806,
+      "rewards/format_reward_func": 0.9713541865348816,
+      "step": 134
+    },
+    {
+      "completion_length": 257.322922706604,
+      "epoch": 0.07253333333333334,
+      "grad_norm": 0.10803171417140216,
+      "kl": 0.114501953125,
+      "learning_rate": 4.094670094299131e-07,
+      "loss": 0.0001,
+      "reward": 1.3177083618938923,
+      "reward_std": 0.2959897918626666,
+      "rewards/equation_reward_func": 0.33072917303070426,
+      "rewards/format_reward_func": 0.9869791753590107,
+      "step": 136
+    },
+    {
+      "completion_length": 253.40886116027832,
+      "epoch": 0.0736,
+      "grad_norm": 0.11919316885402649,
+      "kl": 0.11944580078125,
+      "learning_rate": 4.066759093786931e-07,
+      "loss": 0.0001,
+      "reward": 1.2291667088866234,
+      "reward_std": 0.29171993816271424,
+      "rewards/equation_reward_func": 0.2500000048894435,
+      "rewards/format_reward_func": 0.9791666865348816,
+      "step": 138
+    },
+    {
+      "completion_length": 254.38542461395264,
+      "epoch": 0.07466666666666667,
+      "grad_norm": 0.09338771512811811,
+      "kl": 0.110992431640625,
+      "learning_rate": 4.038522720308732e-07,
+      "loss": 0.0001,
+      "reward": 1.2942708656191826,
+      "reward_std": 0.2597912196069956,
+      "rewards/equation_reward_func": 0.31250000977888703,
+      "rewards/format_reward_func": 0.9817708469927311,
+      "step": 140
+    },
+    {
+      "completion_length": 261.5651111602783,
+      "epoch": 0.07573333333333333,
+      "grad_norm": 0.0978514819443017,
+      "kl": 0.113983154296875,
+      "learning_rate": 4.009966837786194e-07,
+      "loss": 0.0001,
+      "reward": 1.2604167014360428,
+      "reward_std": 0.23182117100805044,
+      "rewards/equation_reward_func": 0.26562500721774995,
+      "rewards/format_reward_func": 0.9947916716337204,
+      "step": 142
+    },
+    {
+      "completion_length": 249.08334159851074,
+      "epoch": 0.0768,
+      "grad_norm": 0.0996729641628275,
+      "kl": 0.123016357421875,
+      "learning_rate": 3.981097376494259e-07,
+      "loss": 0.0001,
+      "reward": 1.3125000447034836,
+      "reward_std": 0.22445971937850118,
+      "rewards/equation_reward_func": 0.3255208465270698,
+      "rewards/format_reward_func": 0.9869791753590107,
+      "step": 144
+    },
+    {
+      "completion_length": 250.35938167572021,
+      "epoch": 0.07786666666666667,
+      "grad_norm": 0.08419615699604895,
+      "kl": 0.132476806640625,
+      "learning_rate": 3.951920331829592e-07,
+      "loss": 0.0001,
+      "reward": 1.2838542088866234,
+      "reward_std": 0.2362030209042132,
+      "rewards/equation_reward_func": 0.2942708428017795,
+      "rewards/format_reward_func": 0.9895833395421505,
+      "step": 146
+    },
+    {
+      "completion_length": 249.89323616027832,
+      "epoch": 0.07893333333333333,
+      "grad_norm": 0.1283208171287915,
+      "kl": 0.132720947265625,
+      "learning_rate": 3.922441763065506e-07,
+      "loss": 0.0001,
+      "reward": 1.3151041977107525,
+      "reward_std": 0.2713711801916361,
+      "rewards/equation_reward_func": 0.33072917768731713,
+      "rewards/format_reward_func": 0.9843750074505806,
+      "step": 148
+    },
+    {
+      "completion_length": 241.3046932220459,
+      "epoch": 0.08,
+      "grad_norm": 0.09375259938311675,
+      "kl": 0.19842529296875,
+      "learning_rate": 3.8926677920936093e-07,
+      "loss": 0.0002,
+      "reward": 1.317708358168602,
+      "reward_std": 0.2631534468382597,
+      "rewards/equation_reward_func": 0.3255208395421505,
+      "rewards/format_reward_func": 0.9921875074505806,
+      "step": 150
+    },
+    {
+      "completion_length": 233.75521755218506,
+      "epoch": 0.08106666666666666,
+      "grad_norm": 0.1141556527946053,
+      "kl": 0.137664794921875,
+      "learning_rate": 3.862604602152464e-07,
+      "loss": 0.0001,
+      "reward": 1.320312537252903,
+      "reward_std": 0.22954290360212326,
+      "rewards/equation_reward_func": 0.3307291741948575,
+      "rewards/format_reward_func": 0.9895833432674408,
+      "step": 152
+    },
+    {
+      "completion_length": 250.05990409851074,
+      "epoch": 0.08213333333333334,
+      "grad_norm": 0.11170521900211575,
+      "kl": 0.134246826171875,
+      "learning_rate": 3.8322584365434934e-07,
+      "loss": 0.0001,
+      "reward": 1.302083358168602,
+      "reward_std": 0.25723502691835165,
+      "rewards/equation_reward_func": 0.3072916744276881,
+      "rewards/format_reward_func": 0.9947916716337204,
+      "step": 154
+    },
+    {
+      "completion_length": 262.64844512939453,
+      "epoch": 0.0832,
+      "grad_norm": 0.11715928802149779,
+      "kl": 0.13623046875,
+      "learning_rate": 3.8016355973344173e-07,
+      "loss": 0.0001,
+      "reward": 1.260416716337204,
+      "reward_std": 0.2844986612908542,
+      "rewards/equation_reward_func": 0.2734375086147338,
+      "rewards/format_reward_func": 0.9869791753590107,
+      "step": 156
+    },
+    {
+      "completion_length": 240.10417556762695,
+      "epoch": 0.08426666666666667,
+      "grad_norm": 0.10437969988785332,
+      "kl": 0.14324951171875,
+      "learning_rate": 3.7707424440504863e-07,
+      "loss": 0.0001,
+      "reward": 1.3385417088866234,
+      "reward_std": 0.2518824371509254,
+      "rewards/equation_reward_func": 0.3515625111758709,
+      "rewards/format_reward_func": 0.986979179084301,
+      "step": 158
+    },
+    {
+      "completion_length": 254.15886116027832,
+      "epoch": 0.08533333333333333,
+      "grad_norm": 0.10197264180728077,
+      "kl": 0.140045166015625,
+      "learning_rate": 3.739585392353787e-07,
+      "loss": 0.0001,
+      "reward": 1.2864583656191826,
+      "reward_std": 0.17625536350533366,
+      "rewards/equation_reward_func": 0.299479179084301,
+      "rewards/format_reward_func": 0.9869791716337204,
+      "step": 160
+    },
+    {
+      "completion_length": 240.49740314483643,
+      "epoch": 0.0864,
+      "grad_norm": 0.12368241208002842,
+      "kl": 0.1563720703125,
+      "learning_rate": 3.7081709127108767e-07,
+      "loss": 0.0002,
+      "reward": 1.2552083730697632,
+      "reward_std": 0.30754117481410503,
+      "rewards/equation_reward_func": 0.26562500977888703,
+      "rewards/format_reward_func": 0.9895833395421505,
+      "step": 162
+    },
+    {
+      "completion_length": 246.41146659851074,
+      "epoch": 0.08746666666666666,
+      "grad_norm": 0.11117407054253553,
+      "kl": 0.154571533203125,
+      "learning_rate": 3.6765055290490513e-07,
+      "loss": 0.0002,
+      "reward": 1.3098958730697632,
+      "reward_std": 0.23842021962627769,
+      "rewards/equation_reward_func": 0.31510417629033327,
+      "rewards/format_reward_func": 0.9947916716337204,
+      "step": 164
+    },
+    {
+      "completion_length": 241.39323616027832,
+      "epoch": 0.08853333333333334,
+      "grad_norm": 0.14524308584181014,
+      "kl": 0.165283203125,
+      "learning_rate": 3.644595817401501e-07,
+      "loss": 0.0002,
+      "reward": 1.3463542014360428,
+      "reward_std": 0.3047106293961406,
+      "rewards/equation_reward_func": 0.35156250768341124,
+      "rewards/format_reward_func": 0.9947916716337204,
+      "step": 166
+    },
+    {
+      "completion_length": 243.39063358306885,
+      "epoch": 0.0896,
+      "grad_norm": 0.09625292068136962,
+      "kl": 0.14849853515625,
+      "learning_rate": 3.6124484045416483e-07,
+      "loss": 0.0001,
+      "reward": 1.3307292237877846,
+      "reward_std": 0.23321589175611734,
+      "rewards/equation_reward_func": 0.3385416797827929,
+      "rewards/format_reward_func": 0.9921875037252903,
+      "step": 168
+    },
+    {
+      "completion_length": 247.43490028381348,
+      "epoch": 0.09066666666666667,
+      "grad_norm": 0.10289615592492905,
+      "kl": 0.15081787109375,
+      "learning_rate": 3.580069966606949e-07,
+      "loss": 0.0002,
+      "reward": 1.304687537252903,
+      "reward_std": 0.26835791766643524,
+      "rewards/equation_reward_func": 0.31770834350027144,
+      "rewards/format_reward_func": 0.9869791753590107,
+      "step": 170
+    },
+    {
+      "completion_length": 256.49219703674316,
+      "epoch": 0.09173333333333333,
+      "grad_norm": 0.09079412799818862,
+      "kl": 0.155517578125,
+      "learning_rate": 3.547467227712444e-07,
+      "loss": 0.0002,
+      "reward": 1.2942708656191826,
+      "reward_std": 0.19367968942970037,
+      "rewards/equation_reward_func": 0.315104179084301,
+      "rewards/format_reward_func": 0.9791666753590107,
+      "step": 172
+    },
+    {
+      "completion_length": 263.32032012939453,
+      "epoch": 0.0928,
+      "grad_norm": 0.09149503314135422,
+      "kl": 0.161041259765625,
+      "learning_rate": 3.5146469585543386e-07,
+      "loss": 0.0002,
+      "reward": 1.2473958656191826,
+      "reward_std": 0.21927247568964958,
+      "rewards/equation_reward_func": 0.2656250074505806,
+      "rewards/format_reward_func": 0.9817708395421505,
+      "step": 174
+    },
+    {
+      "completion_length": 258.46094512939453,
+      "epoch": 0.09386666666666667,
+      "grad_norm": 0.12225866423305806,
+      "kl": 0.16229248046875,
+      "learning_rate": 3.481615975003922e-07,
+      "loss": 0.0002,
+      "reward": 1.3203125521540642,
+      "reward_std": 0.27134765265509486,
+      "rewards/equation_reward_func": 0.3437500160653144,
+      "rewards/format_reward_func": 0.9765625186264515,
+      "step": 176
+    },
+    {
+      "completion_length": 263.02605056762695,
+      "epoch": 0.09493333333333333,
+      "grad_norm": 0.10889388889974946,
+      "kl": 0.15594482421875,
+      "learning_rate": 3.448381136692089e-07,
+      "loss": 0.0002,
+      "reward": 1.3828125298023224,
+      "reward_std": 0.3108144081197679,
+      "rewards/equation_reward_func": 0.39843750884756446,
+      "rewards/format_reward_func": 0.9843750149011612,
+      "step": 178
+    },
+    {
+      "completion_length": 239.73177909851074,
+      "epoch": 0.096,
+      "grad_norm": 0.12028128132666989,
+      "kl": 0.18389892578125,
+      "learning_rate": 3.4149493455847897e-07,
+      "loss": 0.0002,
+      "reward": 1.4036458656191826,
+      "reward_std": 0.2842292613349855,
+      "rewards/equation_reward_func": 0.4218750086147338,
+      "rewards/format_reward_func": 0.9817708507180214,
+      "step": 180
+    },
+    {
+      "completion_length": 255.11719608306885,
+      "epoch": 0.09706666666666666,
+      "grad_norm": 0.11721944064081667,
+      "kl": 0.1566162109375,
+      "learning_rate": 3.3813275445496766e-07,
+      "loss": 0.0002,
+      "reward": 1.3958333656191826,
+      "reward_std": 0.2701294063590467,
+      "rewards/equation_reward_func": 0.41666667885147035,
+      "rewards/format_reward_func": 0.9791666828095913,
+      "step": 182
+    },
+    {
+      "completion_length": 253.9192762374878,
+      "epoch": 0.09813333333333334,
+      "grad_norm": 0.10053395121193144,
+      "kl": 0.1617431640625,
+      "learning_rate": 3.347522715914262e-07,
+      "loss": 0.0002,
+      "reward": 1.2760417014360428,
+      "reward_std": 0.2605799976736307,
+      "rewards/equation_reward_func": 0.2942708367481828,
+      "rewards/format_reward_func": 0.9817708432674408,
+      "step": 184
+    },
+    {
+      "completion_length": 265.5234441757202,
+      "epoch": 0.0992,
+      "grad_norm": 0.07307015368809015,
+      "kl": 0.20306396484375,
+      "learning_rate": 3.313541880015877e-07,
+      "loss": 0.0002,
+      "reward": 1.3203125223517418,
+      "reward_std": 0.1439679628238082,
+      "rewards/equation_reward_func": 0.33072917140088975,
+      "rewards/format_reward_func": 0.9895833395421505,
+      "step": 186
+    },
+    {
+      "completion_length": 276.56251335144043,
+      "epoch": 0.10026666666666667,
+      "grad_norm": 0.08556221607477679,
+      "kl": 0.1552734375,
+      "learning_rate": 3.279392093743747e-07,
+      "loss": 0.0002,
+      "reward": 1.226562537252903,
+      "reward_std": 0.19421058846637607,
+      "rewards/equation_reward_func": 0.23437500931322575,
+      "rewards/format_reward_func": 0.9921875074505806,
+      "step": 188
+    },
+    {
+      "completion_length": 264.04948806762695,
+      "epoch": 0.10133333333333333,
+      "grad_norm": 0.1313876809674113,
+      "kl": 0.16461181640625,
+      "learning_rate": 3.245080449073459e-07,
+      "loss": 0.0002,
+      "reward": 1.338541705161333,
+      "reward_std": 0.2719450327567756,
+      "rewards/equation_reward_func": 0.36197917396202683,
+      "rewards/format_reward_func": 0.9765625111758709,
+      "step": 190
+    },
+    {
+      "completion_length": 256.4974021911621,
+      "epoch": 0.1024,
+      "grad_norm": 0.08299025727419519,
+      "kl": 0.16888427734375,
+      "learning_rate": 3.210614071594162e-07,
+      "loss": 0.0002,
+      "reward": 1.3333333730697632,
+      "reward_std": 0.22525584790855646,
+      "rewards/equation_reward_func": 0.3411458428017795,
+      "rewards/format_reward_func": 0.9921875074505806,
+      "step": 192
+    },
+    {
+      "completion_length": 250.9817771911621,
+      "epoch": 0.10346666666666667,
+      "grad_norm": 0.09659118998865841,
+      "kl": 0.174560546875,
+      "learning_rate": 3.1760001190287695e-07,
+      "loss": 0.0002,
+      "reward": 1.3697917014360428,
+      "reward_std": 0.2577691958285868,
+      "rewards/equation_reward_func": 0.38541667722165585,
+      "rewards/format_reward_func": 0.9843750074505806,
+      "step": 194
+    },
+    {
+      "completion_length": 263.43750381469727,
+      "epoch": 0.10453333333333334,
+      "grad_norm": 0.10853905143637654,
+      "kl": 0.2979736328125,
+      "learning_rate": 3.141245779747502e-07,
+      "loss": 0.0003,
+      "reward": 1.3072917088866234,
+      "reward_std": 0.21552392421290278,
+      "rewards/equation_reward_func": 0.3255208432674408,
+      "rewards/format_reward_func": 0.9817708507180214,
+      "step": 196
+    },
+    {
+      "completion_length": 277.60938358306885,
+      "epoch": 0.1056,
+      "grad_norm": 0.0994297176227174,
+      "kl": 0.17926025390625,
+      "learning_rate": 3.106358271275056e-07,
+      "loss": 0.0002,
+      "reward": 1.2682291977107525,
+      "reward_std": 0.23380355769768357,
+      "rewards/equation_reward_func": 0.2838541707023978,
+      "rewards/format_reward_func": 0.9843750074505806,
+      "step": 198
+    },
+    {
+      "completion_length": 286.0989685058594,
+      "epoch": 0.10666666666666667,
+      "grad_norm": 0.09581836861635441,
+      "kl": 0.16900634765625,
+      "learning_rate": 3.0713448387917227e-07,
+      "loss": 0.0002,
+      "reward": 1.2760417088866234,
+      "reward_std": 0.21799071412533522,
+      "rewards/equation_reward_func": 0.2890625095460564,
+      "rewards/format_reward_func": 0.986979179084301,
+      "step": 200
+    },
+    {
+      "completion_length": 278.19792556762695,
+      "epoch": 0.10773333333333333,
+      "grad_norm": 0.09085167749204627,
+      "kl": 0.16778564453125,
+      "learning_rate": 3.0362127536287636e-07,
+      "loss": 0.0002,
+      "reward": 1.2604166939854622,
+      "reward_std": 0.19841350940987468,
+      "rewards/equation_reward_func": 0.28125000605359674,
+      "rewards/format_reward_func": 0.979166679084301,
+      "step": 202
+    },
+    {
+      "completion_length": 260.0130271911621,
+      "epoch": 0.1088,
+      "grad_norm": 0.10197204999448693,
+      "kl": 0.17706298828125,
+      "learning_rate": 3.0009693117583523e-07,
+      "loss": 0.0002,
+      "reward": 1.3593750298023224,
+      "reward_std": 0.2952982089482248,
+      "rewards/equation_reward_func": 0.3723958423361182,
+      "rewards/format_reward_func": 0.986979179084301,
+      "step": 204
+    },
+    {
+      "completion_length": 251.432297706604,
+      "epoch": 0.10986666666666667,
+      "grad_norm": 0.10432038403259797,
+      "kl": 0.1810302734375,
+      "learning_rate": 2.965621832278401e-07,
+      "loss": 0.0002,
+      "reward": 1.3880208805203438,
+      "reward_std": 0.2258518268354237,
+      "rewards/equation_reward_func": 0.3984375100117177,
+      "rewards/format_reward_func": 0.9895833395421505,
+      "step": 206
+    },
+    {
+      "completion_length": 269.71354579925537,
+      "epoch": 0.11093333333333333,
+      "grad_norm": 0.08880292797325792,
+      "kl": 0.18695068359375,
+      "learning_rate": 2.9301776558925875e-07,
+      "loss": 0.0002,
+      "reward": 1.3229166939854622,
+      "reward_std": 0.22289922274649143,
+      "rewards/equation_reward_func": 0.32812500884756446,
+      "rewards/format_reward_func": 0.9947916716337204,
+      "step": 208
+    },
+    {
+      "completion_length": 277.0260543823242,
+      "epoch": 0.112,
+      "grad_norm": 0.09670496258985709,
+      "kl": 0.18951416015625,
+      "learning_rate": 2.894644143385885e-07,
+      "loss": 0.0002,
+      "reward": 1.289062537252903,
+      "reward_std": 0.19973075529560447,
+      "rewards/equation_reward_func": 0.30208334303461015,
+      "rewards/format_reward_func": 0.9869791753590107,
+      "step": 210
+    },
+    {
+      "completion_length": 262.3463611602783,
+      "epoch": 0.11306666666666666,
+      "grad_norm": 0.09450629356325996,
+      "kl": 0.19244384765625,
+      "learning_rate": 2.859028674095937e-07,
+      "loss": 0.0002,
+      "reward": 1.3567708656191826,
+      "reward_std": 0.23411421943455935,
+      "rewards/equation_reward_func": 0.3723958428017795,
+      "rewards/format_reward_func": 0.9843750149011612,
+      "step": 212
+    },
+    {
+      "completion_length": 250.36198902130127,
+      "epoch": 0.11413333333333334,
+      "grad_norm": 0.10283327615954467,
+      "kl": 0.19482421875,
+      "learning_rate": 2.823338644380566e-07,
+      "loss": 0.0002,
+      "reward": 1.3984375298023224,
+      "reward_std": 0.21787611162289977,
+      "rewards/equation_reward_func": 0.4036458448972553,
+      "rewards/format_reward_func": 0.9947916716337204,
+      "step": 214
+    },
+    {
+      "completion_length": 252.3880319595337,
+      "epoch": 0.1152,
+      "grad_norm": 0.0968619402675733,
+      "kl": 0.21044921875,
+      "learning_rate": 2.7875814660817504e-07,
+      "loss": 0.0002,
+      "reward": 1.330729216337204,
+      "reward_std": 0.2707995134405792,
+      "rewards/equation_reward_func": 0.34895834419876337,
+      "rewards/format_reward_func": 0.9817708432674408,
+      "step": 216
+    },
+    {
+      "completion_length": 262.3906354904175,
+      "epoch": 0.11626666666666667,
+      "grad_norm": 0.10234953195139436,
+      "kl": 0.1976318359375,
+      "learning_rate": 2.751764564986396e-07,
+      "loss": 0.0002,
+      "reward": 1.3125000447034836,
+      "reward_std": 0.21475645201280713,
+      "rewards/equation_reward_func": 0.3307291753590107,
+      "rewards/format_reward_func": 0.9817708507180214,
+      "step": 218
+    },
+    {
+      "completion_length": 253.4349021911621,
+      "epoch": 0.11733333333333333,
+      "grad_norm": 0.0988359155618979,
+      "kl": 0.23199462890625,
+      "learning_rate": 2.715895379284194e-07,
+      "loss": 0.0002,
+      "reward": 1.3359375447034836,
+      "reward_std": 0.27620820328593254,
+      "rewards/equation_reward_func": 0.35416667512618005,
+      "rewards/format_reward_func": 0.9817708469927311,
+      "step": 220
+    },
+    {
+      "completion_length": 256.5104236602783,
+      "epoch": 0.1184,
+      "grad_norm": 0.08785183961462481,
+      "kl": 0.21124267578125,
+      "learning_rate": 2.6799813580229174e-07,
+      "loss": 0.0002,
+      "reward": 1.2838542088866234,
+      "reward_std": 0.20858342200517654,
+      "rewards/equation_reward_func": 0.30468750675208867,
+      "rewards/format_reward_func": 0.979166679084301,
+      "step": 222
+    },
+    {
+      "completion_length": 264.7031354904175,
+      "epoch": 0.11946666666666667,
+      "grad_norm": 0.09106595411129506,
+      "kl": 0.2265625,
+      "learning_rate": 2.6440299595614606e-07,
+      "loss": 0.0002,
+      "reward": 1.3229166939854622,
+      "reward_std": 0.26256967103108764,
+      "rewards/equation_reward_func": 0.3359375095460564,
+      "rewards/format_reward_func": 0.9869791753590107,
+      "step": 224
+    },
+    {
+      "completion_length": 244.47396755218506,
+      "epoch": 0.12053333333333334,
+      "grad_norm": 0.1322728306343847,
+      "kl": 0.21575927734375,
+      "learning_rate": 2.6080486500209347e-07,
+      "loss": 0.0002,
+      "reward": 1.4036458730697632,
+      "reward_std": 0.27088421024382114,
+      "rewards/equation_reward_func": 0.4192708428017795,
+      "rewards/format_reward_func": 0.9843750111758709,
+      "step": 226
+    },
+    {
+      "completion_length": 245.83334159851074,
+      "epoch": 0.1216,
+      "grad_norm": 0.11379963074576292,
+      "kl": 0.21893310546875,
+      "learning_rate": 2.572044901734166e-07,
+      "loss": 0.0002,
+      "reward": 1.3020833730697632,
+      "reward_std": 0.2311198292300105,
+      "rewards/equation_reward_func": 0.31510417931713164,
+      "rewards/format_reward_func": 0.986979179084301,
+      "step": 228
+    },
+    {
+      "completion_length": 257.00000381469727,
+      "epoch": 0.12266666666666666,
+      "grad_norm": 0.12307948001244351,
+      "kl": 0.2279052734375,
+      "learning_rate": 2.536026191693893e-07,
+      "loss": 0.0002,
+      "reward": 1.2421875409781933,
+      "reward_std": 0.2563111218623817,
+      "rewards/equation_reward_func": 0.2656250074505806,
+      "rewards/format_reward_func": 0.9765625149011612,
+      "step": 230
+    },
+    {
+      "completion_length": 245.31771278381348,
+      "epoch": 0.12373333333333333,
+      "grad_norm": 0.1293557912538195,
+      "kl": 0.2315673828125,
+      "learning_rate": 2.5e-07,
+      "loss": 0.0002,
+      "reward": 1.3020833805203438,
+      "reward_std": 0.24902541749179363,
+      "rewards/equation_reward_func": 0.3177083423361182,
+      "rewards/format_reward_func": 0.9843750149011612,
+      "step": 232
+    },
+    {
+      "completion_length": 242.99219512939453,
+      "epoch": 0.1248,
+      "grad_norm": 0.11767176490254756,
+      "kl": 0.250732421875,
+      "learning_rate": 2.4639738083061073e-07,
+      "loss": 0.0003,
+      "reward": 1.2682291939854622,
+      "reward_std": 0.2607572884298861,
+      "rewards/equation_reward_func": 0.283854172565043,
+      "rewards/format_reward_func": 0.9843750074505806,
+      "step": 234
+    },
+    {
+      "completion_length": 238.18490505218506,
+      "epoch": 0.12586666666666665,
+      "grad_norm": 0.09332728459883043,
+      "kl": 0.2532958984375,
+      "learning_rate": 2.4279550982658345e-07,
+      "loss": 0.0003,
+      "reward": 1.3255208805203438,
+      "reward_std": 0.23872209014371037,
+      "rewards/equation_reward_func": 0.33854167512618005,
+      "rewards/format_reward_func": 0.986979179084301,
+      "step": 236
+    },
+    {
+      "completion_length": 233.143235206604,
+      "epoch": 0.12693333333333334,
+      "grad_norm": 0.11331636950947853,
+      "kl": 0.2747802734375,
+      "learning_rate": 2.3919513499790646e-07,
+      "loss": 0.0003,
+      "reward": 1.3307292088866234,
+      "reward_std": 0.22626318270340562,
+      "rewards/equation_reward_func": 0.3489583448972553,
+      "rewards/format_reward_func": 0.9817708432674408,
+      "step": 238
+    },
+    {
+      "completion_length": 235.2890682220459,
+      "epoch": 0.128,
+      "grad_norm": 0.104056938618789,
+      "kl": 0.263916015625,
+      "learning_rate": 2.3559700404385394e-07,
+      "loss": 0.0003,
+      "reward": 1.3333333805203438,
+      "reward_std": 0.2541612219065428,
+      "rewards/equation_reward_func": 0.3463541802484542,
+      "rewards/format_reward_func": 0.9869791753590107,
+      "step": 240
+    },
+    {
+      "completion_length": 227.68750858306885,
+      "epoch": 0.12906666666666666,
+      "grad_norm": 0.08311002502749948,
+      "kl": 0.25885009765625,
+      "learning_rate": 2.3200186419770823e-07,
+      "loss": 0.0003,
+      "reward": 1.2395833618938923,
+      "reward_std": 0.16169963357970119,
+      "rewards/equation_reward_func": 0.25260417349636555,
+      "rewards/format_reward_func": 0.9869791753590107,
+      "step": 242
+    },
+    {
+      "completion_length": 219.63542366027832,
+      "epoch": 0.13013333333333332,
+      "grad_norm": 0.12211002931078498,
+      "kl": 0.259521484375,
+      "learning_rate": 2.284104620715807e-07,
+      "loss": 0.0003,
+      "reward": 1.3567708656191826,
+      "reward_std": 0.28411849960684776,
+      "rewards/equation_reward_func": 0.3854166744276881,
+      "rewards/format_reward_func": 0.9713541902601719,
+      "step": 244
+    },
+    {
+      "completion_length": 240.791672706604,
+      "epoch": 0.1312,
+      "grad_norm": 0.10287478218748722,
+      "kl": 0.27532958984375,
+      "learning_rate": 2.2482354350136043e-07,
+      "loss": 0.0003,
+      "reward": 1.2083333693444729,
+      "reward_std": 0.2309797713533044,
+      "rewards/equation_reward_func": 0.22656250768341124,
+      "rewards/format_reward_func": 0.9817708395421505,
+      "step": 246
+    },
+    {
+      "completion_length": 219.9010467529297,
+      "epoch": 0.13226666666666667,
+      "grad_norm": 0.11156569898091559,
+      "kl": 0.28363037109375,
+      "learning_rate": 2.2124185339182496e-07,
+      "loss": 0.0003,
+      "reward": 1.2942708656191826,
+      "reward_std": 0.23296030843630433,
+      "rewards/equation_reward_func": 0.30989584093913436,
+      "rewards/format_reward_func": 0.9843750149011612,
+      "step": 248
+    },
+    {
+      "completion_length": 235.89063358306885,
+      "epoch": 0.13333333333333333,
+      "grad_norm": 0.10404156435534162,
+      "kl": 0.3035888671875,
+      "learning_rate": 2.1766613556194344e-07,
+      "loss": 0.0003,
+      "reward": 1.2760417014360428,
+      "reward_std": 0.2603864520788193,
+      "rewards/equation_reward_func": 0.31770834093913436,
+      "rewards/format_reward_func": 0.9583333544433117,
+      "step": 250
+    },
+    {
+      "completion_length": 199.33333778381348,
+      "epoch": 0.1344,
+      "grad_norm": 0.12893130763177774,
+      "kl": 0.27520751953125,
+      "learning_rate": 2.1409713259040628e-07,
+      "loss": 0.0003,
+      "reward": 1.4661458656191826,
+      "reward_std": 0.2550729913637042,
+      "rewards/equation_reward_func": 0.49218750931322575,
+      "rewards/format_reward_func": 0.9739583432674408,
+      "step": 252
+    },
+    {
+      "completion_length": 235.2213592529297,
+      "epoch": 0.13546666666666668,
+      "grad_norm": 0.098316148163009,
+      "kl": 0.324462890625,
+      "learning_rate": 2.105355856614115e-07,
+      "loss": 0.0003,
+      "reward": 1.2291666977107525,
+      "reward_std": 0.217855678871274,
+      "rewards/equation_reward_func": 0.2604166716337204,
+      "rewards/format_reward_func": 0.9687500186264515,
+      "step": 254
+    },
+    {
+      "completion_length": 221.35937976837158,
+      "epoch": 0.13653333333333334,
+      "grad_norm": 0.09611054923720826,
+      "kl": 0.31512451171875,
+      "learning_rate": 2.069822344107413e-07,
+      "loss": 0.0003,
+      "reward": 1.2187500521540642,
+      "reward_std": 0.1683449512347579,
+      "rewards/equation_reward_func": 0.24739584093913436,
+      "rewards/format_reward_func": 0.9713541902601719,
+      "step": 256
+    },
+    {
+      "completion_length": 209.40104866027832,
+      "epoch": 0.1376,
+      "grad_norm": 0.12532736489907845,
+      "kl": 0.320068359375,
+      "learning_rate": 2.034378167721599e-07,
+      "loss": 0.0003,
+      "reward": 1.361979216337204,
+      "reward_std": 0.21956727374345064,
+      "rewards/equation_reward_func": 0.3828125153668225,
+      "rewards/format_reward_func": 0.9791666828095913,
+      "step": 258
+    },
+    {
+      "completion_length": 219.97136116027832,
+      "epoch": 0.13866666666666666,
+      "grad_norm": 0.113037756435864,
+      "kl": 0.3076171875,
+      "learning_rate": 1.9990306882416485e-07,
+      "loss": 0.0003,
+      "reward": 1.3046875447034836,
+      "reward_std": 0.21061105513945222,
+      "rewards/equation_reward_func": 0.33072918001562357,
+      "rewards/format_reward_func": 0.9739583469927311,
+      "step": 260
+    },
+    {
+      "completion_length": 209.12500381469727,
+      "epoch": 0.13973333333333332,
+      "grad_norm": 0.10909571017775514,
+      "kl": 0.28814697265625,
+      "learning_rate": 1.9637872463712362e-07,
+      "loss": 0.0003,
+      "reward": 1.390625026077032,
+      "reward_std": 0.2569071822799742,
+      "rewards/equation_reward_func": 0.4270833421032876,
+      "rewards/format_reward_func": 0.963541679084301,
+      "step": 262
+    },
+    {
+      "completion_length": 220.04948329925537,
+      "epoch": 0.1408,
+      "grad_norm": 0.13107792080020514,
+      "kl": 0.3321533203125,
+      "learning_rate": 1.9286551612082773e-07,
+      "loss": 0.0003,
+      "reward": 1.2682292237877846,
+      "reward_std": 0.23067627055570483,
+      "rewards/equation_reward_func": 0.3098958460614085,
+      "rewards/format_reward_func": 0.9583333469927311,
+      "step": 264
+    },
+    {
+      "completion_length": 223.55729866027832,
+      "epoch": 0.14186666666666667,
+      "grad_norm": 0.11293904370379487,
+      "kl": 0.3299560546875,
+      "learning_rate": 1.8936417287249446e-07,
+      "loss": 0.0003,
+      "reward": 1.2552083656191826,
+      "reward_std": 0.18667185213416815,
+      "rewards/equation_reward_func": 0.28385417559184134,
+      "rewards/format_reward_func": 0.9713541865348816,
+      "step": 266
+    },
+    {
+      "completion_length": 222.44532012939453,
+      "epoch": 0.14293333333333333,
+      "grad_norm": 0.10500319283294889,
+      "kl": 0.31304931640625,
+      "learning_rate": 1.8587542202524985e-07,
+      "loss": 0.0003,
+      "reward": 1.2656250409781933,
+      "reward_std": 0.24632562743499875,
+      "rewards/equation_reward_func": 0.3098958421032876,
+      "rewards/format_reward_func": 0.9557291865348816,
+      "step": 268
+    },
+    {
+      "completion_length": 232.02605056762695,
+      "epoch": 0.144,
+      "grad_norm": 0.1361334206215253,
+      "kl": 0.3328857421875,
+      "learning_rate": 1.82399988097123e-07,
+      "loss": 0.0003,
+      "reward": 1.221354205161333,
+      "reward_std": 0.28732520481571555,
+      "rewards/equation_reward_func": 0.26562500675208867,
+      "rewards/format_reward_func": 0.9557291939854622,
+      "step": 270
+    },
+    {
+      "completion_length": 233.33073616027832,
+      "epoch": 0.14506666666666668,
+      "grad_norm": 0.12856640865780958,
+      "kl": 0.42327880859375,
+      "learning_rate": 1.7893859284058378e-07,
+      "loss": 0.0004,
+      "reward": 1.2708333693444729,
+      "reward_std": 0.29480867367237806,
+      "rewards/equation_reward_func": 0.33854167466051877,
+      "rewards/format_reward_func": 0.9322916902601719,
+      "step": 272
+    },
+    {
+      "completion_length": 240.84896278381348,
+      "epoch": 0.14613333333333334,
+      "grad_norm": 0.14218114335423593,
+      "kl": 0.358642578125,
+      "learning_rate": 1.7549195509265407e-07,
+      "loss": 0.0004,
+      "reward": 1.1979167200624943,
+      "reward_std": 0.3153935894370079,
+      "rewards/equation_reward_func": 0.2421875053551048,
+      "rewards/format_reward_func": 0.9557291939854622,
+      "step": 274
+    },
+    {
+      "completion_length": 212.5859432220459,
+      "epoch": 0.1472,
+      "grad_norm": 0.15425213130457013,
+      "kl": 0.3331298828125,
+      "learning_rate": 1.7206079062562536e-07,
+      "loss": 0.0003,
+      "reward": 1.2942708618938923,
+      "reward_std": 0.28991915099322796,
+      "rewards/equation_reward_func": 0.3411458428017795,
+      "rewards/format_reward_func": 0.9531250186264515,
+      "step": 276
+    },
+    {
+      "completion_length": 210.10417222976685,
+      "epoch": 0.14826666666666666,
+      "grad_norm": 0.1176238080060518,
+      "kl": 0.3582763671875,
+      "learning_rate": 1.6864581199841226e-07,
+      "loss": 0.0004,
+      "reward": 1.2864583767950535,
+      "reward_std": 0.25504604540765285,
+      "rewards/equation_reward_func": 0.3333333423361182,
+      "rewards/format_reward_func": 0.9531250149011612,
+      "step": 278
+    },
+    {
+      "completion_length": 211.26563167572021,
+      "epoch": 0.14933333333333335,
+      "grad_norm": 0.13044509335491464,
+      "kl": 0.3336181640625,
+      "learning_rate": 1.6524772840857388e-07,
+      "loss": 0.0003,
+      "reward": 1.291666705161333,
+      "reward_std": 0.2607252886518836,
+      "rewards/equation_reward_func": 0.34895834024064243,
+      "rewards/format_reward_func": 0.9427083469927311,
+      "step": 280
+    },
+    {
+      "completion_length": 211.22396564483643,
+      "epoch": 0.1504,
+      "grad_norm": 0.10582943007679689,
+      "kl": 0.3338623046875,
+      "learning_rate": 1.6186724554503237e-07,
+      "loss": 0.0003,
+      "reward": 1.3229166939854622,
+      "reward_std": 0.2122802771627903,
+      "rewards/equation_reward_func": 0.34895834093913436,
+      "rewards/format_reward_func": 0.9739583507180214,
+      "step": 282
+    },
+    {
+      "completion_length": 201.869797706604,
+      "epoch": 0.15146666666666667,
+      "grad_norm": 0.11240228454116408,
+      "kl": 0.33392333984375,
+      "learning_rate": 1.5850506544152103e-07,
+      "loss": 0.0003,
+      "reward": 1.4453125298023224,
+      "reward_std": 0.2747932760976255,
+      "rewards/equation_reward_func": 0.4817708432674408,
+      "rewards/format_reward_func": 0.9635416828095913,
+      "step": 284
+    },
+    {
+      "completion_length": 207.7682342529297,
+      "epoch": 0.15253333333333333,
+      "grad_norm": 0.13714067033287647,
+      "kl": 0.346923828125,
+      "learning_rate": 1.5516188633079107e-07,
+      "loss": 0.0003,
+      "reward": 1.3567708618938923,
+      "reward_std": 0.25441598519682884,
+      "rewards/equation_reward_func": 0.38802084024064243,
+      "rewards/format_reward_func": 0.9687500149011612,
+      "step": 286
+    },
+    {
+      "completion_length": 202.4375057220459,
+      "epoch": 0.1536,
+      "grad_norm": 0.13406177536267386,
+      "kl": 0.3206787109375,
+      "learning_rate": 1.5183840249960784e-07,
+      "loss": 0.0003,
+      "reward": 1.4375000335276127,
+      "reward_std": 0.25232651783153415,
+      "rewards/equation_reward_func": 0.4713541753590107,
+      "rewards/format_reward_func": 0.9661458469927311,
+      "step": 288
+    },
+    {
+      "completion_length": 204.04948711395264,
+      "epoch": 0.15466666666666667,
+      "grad_norm": 0.16984473117009352,
+      "kl": 0.343017578125,
+      "learning_rate": 1.4853530414456612e-07,
+      "loss": 0.0003,
+      "reward": 1.3619792014360428,
+      "reward_std": 0.289654694031924,
+      "rewards/equation_reward_func": 0.3984375095460564,
+      "rewards/format_reward_func": 0.9635416828095913,
+      "step": 290
+    },
+    {
+      "completion_length": 217.69531965255737,
+      "epoch": 0.15573333333333333,
+      "grad_norm": 0.12975704642789157,
+      "kl": 0.34332275390625,
+      "learning_rate": 1.4525327722875568e-07,
+      "loss": 0.0003,
+      "reward": 1.3281250335276127,
+      "reward_std": 0.2559014759026468,
+      "rewards/equation_reward_func": 0.3776041779201478,
+      "rewards/format_reward_func": 0.9505208507180214,
+      "step": 292
+    },
+    {
+      "completion_length": 217.88542366027832,
+      "epoch": 0.1568,
+      "grad_norm": 0.1447740844459516,
+      "kl": 0.35040283203125,
+      "learning_rate": 1.4199300333930515e-07,
+      "loss": 0.0004,
+      "reward": 1.3072917014360428,
+      "reward_std": 0.2723052576184273,
+      "rewards/equation_reward_func": 0.356770837912336,
+      "rewards/format_reward_func": 0.9505208507180214,
+      "step": 294
+    },
+    {
+      "completion_length": 264.39844512939453,
+      "epoch": 0.15786666666666666,
+      "grad_norm": 0.1548489136971411,
+      "kl": 0.3575439453125,
+      "learning_rate": 1.3875515954583523e-07,
+      "loss": 0.0004,
+      "reward": 1.236979216337204,
+      "reward_std": 0.40396298840641975,
+      "rewards/equation_reward_func": 0.33854167303070426,
+      "rewards/format_reward_func": 0.8984375260770321,
+      "step": 296
+    },
+    {
+      "completion_length": 241.82292366027832,
+      "epoch": 0.15893333333333334,
+      "grad_norm": 0.12585452418366477,
+      "kl": 0.344970703125,
+      "learning_rate": 1.3554041825985e-07,
+      "loss": 0.0003,
+      "reward": 1.268229205161333,
+      "reward_std": 0.34716328978538513,
+      "rewards/equation_reward_func": 0.3437500079162419,
+      "rewards/format_reward_func": 0.9244791865348816,
+      "step": 298
+    },
+    {
+      "completion_length": 229.080735206604,
+      "epoch": 0.16,
+      "grad_norm": 0.16255294926931252,
+      "kl": 0.3646240234375,
+      "learning_rate": 1.323494470950949e-07,
+      "loss": 0.0004,
+      "reward": 1.2708333730697632,
+      "reward_std": 0.3114820602349937,
+      "rewards/equation_reward_func": 0.33593751140870154,
+      "rewards/format_reward_func": 0.9348958507180214,
+      "step": 300
+    },
+    {
+      "completion_length": 236.8880262374878,
+      "epoch": 0.16106666666666666,
+      "grad_norm": 0.10225194248172664,
+      "kl": 0.35693359375,
+      "learning_rate": 1.2918290872891236e-07,
+      "loss": 0.0004,
+      "reward": 1.2500000409781933,
+      "reward_std": 0.26974589098244905,
+      "rewards/equation_reward_func": 0.3098958421032876,
+      "rewards/format_reward_func": 0.9401041828095913,
+      "step": 302
+    },
+    {
+      "completion_length": 226.41406631469727,
+      "epoch": 0.16213333333333332,
+      "grad_norm": 0.10873028298363663,
+      "kl": 0.354736328125,
+      "learning_rate": 1.260414607646213e-07,
+      "loss": 0.0004,
+      "reward": 1.2916667014360428,
+      "reward_std": 0.31566831516101956,
+      "rewards/equation_reward_func": 0.356770841171965,
+      "rewards/format_reward_func": 0.9348958544433117,
+      "step": 304
+    },
+    {
+      "completion_length": 214.26302528381348,
+      "epoch": 0.1632,
+      "grad_norm": 0.14569928954768213,
+      "kl": 0.3468017578125,
+      "learning_rate": 1.2292575559495143e-07,
+      "loss": 0.0003,
+      "reward": 1.3932291939854622,
+      "reward_std": 0.3335285438224673,
+      "rewards/equation_reward_func": 0.4557291807141155,
+      "rewards/format_reward_func": 0.9375000186264515,
+      "step": 306
+    },
+    {
+      "completion_length": 239.88802909851074,
+      "epoch": 0.16426666666666667,
+      "grad_norm": 0.12106578538476627,
+      "kl": 0.3829345703125,
+      "learning_rate": 1.1983644026655835e-07,
+      "loss": 0.0004,
+      "reward": 1.2317708767950535,
+      "reward_std": 0.3285315982066095,
+      "rewards/equation_reward_func": 0.3151041779201478,
+      "rewards/format_reward_func": 0.9166666865348816,
+      "step": 308
+    },
+    {
+      "completion_length": 228.510422706604,
+      "epoch": 0.16533333333333333,
+      "grad_norm": 0.13496613978502955,
+      "kl": 0.395751953125,
+      "learning_rate": 1.1677415634565066e-07,
+      "loss": 0.0004,
+      "reward": 1.2968750409781933,
+      "reward_std": 0.3311383193358779,
+      "rewards/equation_reward_func": 0.348958341171965,
+      "rewards/format_reward_func": 0.9479166902601719,
+      "step": 310
+    },
+    {
+      "completion_length": 214.658860206604,
+      "epoch": 0.1664,
+      "grad_norm": 0.11732455077535138,
+      "kl": 0.352783203125,
+      "learning_rate": 1.1373953978475353e-07,
+      "loss": 0.0004,
+      "reward": 1.3333333693444729,
+      "reward_std": 0.24432587856426835,
+      "rewards/equation_reward_func": 0.4010416781529784,
+      "rewards/format_reward_func": 0.9322916865348816,
+      "step": 312
+    },
+    {
+      "completion_length": 235.30469417572021,
+      "epoch": 0.16746666666666668,
+      "grad_norm": 0.1252191603595379,
+      "kl": 0.37646484375,
+      "learning_rate": 1.1073322079063913e-07,
+      "loss": 0.0004,
+      "reward": 1.2500000298023224,
+      "reward_std": 0.2639185069128871,
+      "rewards/equation_reward_func": 0.3020833421032876,
+      "rewards/format_reward_func": 0.9479166865348816,
+      "step": 314
+    },
+    {
+      "completion_length": 238.377610206604,
+      "epoch": 0.16853333333333334,
+      "grad_norm": 0.14125725531034033,
+      "kl": 0.3873291015625,
+      "learning_rate": 1.0775582369344946e-07,
+      "loss": 0.0004,
+      "reward": 1.2994791977107525,
+      "reward_std": 0.2981275082565844,
+      "rewards/equation_reward_func": 0.3671875074505806,
+      "rewards/format_reward_func": 0.9322916865348816,
+      "step": 316
+    },
+    {
+      "completion_length": 213.09114933013916,
+      "epoch": 0.1696,
+      "grad_norm": 0.2908710342105865,
+      "kl": 0.4017333984375,
+      "learning_rate": 1.0480796681704077e-07,
+      "loss": 0.0004,
+      "reward": 1.3333333656191826,
+      "reward_std": 0.27439625281840563,
+      "rewards/equation_reward_func": 0.3802083460614085,
+      "rewards/format_reward_func": 0.9531250186264515,
+      "step": 318
+    },
+    {
+      "completion_length": 241.1015682220459,
+      "epoch": 0.17066666666666666,
+      "grad_norm": 0.1531930365995129,
+      "kl": 0.4034423828125,
+      "learning_rate": 1.018902623505741e-07,
+      "loss": 0.0004,
+      "reward": 1.2291666939854622,
+      "reward_std": 0.28229701425880194,
+      "rewards/equation_reward_func": 0.29947917512618005,
+      "rewards/format_reward_func": 0.9296875074505806,
+      "step": 320
+    },
+    {
+      "completion_length": 216.5885467529297,
+      "epoch": 0.17173333333333332,
+      "grad_norm": 0.11781884256770431,
+      "kl": 0.388427734375,
+      "learning_rate": 9.900331622138063e-08,
+      "loss": 0.0004,
+      "reward": 1.3359375447034836,
+      "reward_std": 0.30114804534241557,
+      "rewards/equation_reward_func": 0.3984375111758709,
+      "rewards/format_reward_func": 0.9375000186264515,
+      "step": 322
+    },
+    {
+      "completion_length": 214.03907012939453,
+      "epoch": 0.1728,
+      "grad_norm": 0.10954877745998995,
+      "kl": 0.368896484375,
+      "learning_rate": 9.614772796912681e-08,
+      "loss": 0.0004,
+      "reward": 1.3671875447034836,
+      "reward_std": 0.22091607144102454,
+      "rewards/equation_reward_func": 0.41406251210719347,
+      "rewards/format_reward_func": 0.9531250223517418,
+      "step": 324
+    },
+    {
+      "completion_length": 230.15365314483643,
+      "epoch": 0.17386666666666667,
+      "grad_norm": 0.13872024524911714,
+      "kl": 0.3896484375,
+      "learning_rate": 9.332409062130686e-08,
+      "loss": 0.0004,
+      "reward": 1.3151042088866234,
+      "reward_std": 0.3028682228177786,
+      "rewards/equation_reward_func": 0.37500000977888703,
+      "rewards/format_reward_func": 0.9401041865348816,
+      "step": 326
+    },
+    {
+      "completion_length": 222.4427146911621,
+      "epoch": 0.17493333333333333,
+      "grad_norm": 0.11028673754906193,
+      "kl": 0.3843994140625,
+      "learning_rate": 9.053299057008699e-08,
+      "loss": 0.0004,
+      "reward": 1.3489583618938923,
+      "reward_std": 0.270692175719887,
+      "rewards/equation_reward_func": 0.4010416781529784,
+      "rewards/format_reward_func": 0.9479166828095913,
+      "step": 328
+    },
+    {
+      "completion_length": 231.38282012939453,
+      "epoch": 0.176,
+      "grad_norm": 2.1383311810316163,
+      "kl": 0.735107421875,
+      "learning_rate": 8.777500745052743e-08,
+      "loss": 0.0007,
+      "reward": 1.278645858168602,
+      "reward_std": 0.32529697054997087,
+      "rewards/equation_reward_func": 0.33333334513008595,
+      "rewards/format_reward_func": 0.9453125186264515,
+      "step": 330
+    },
+    {
+      "completion_length": 232.697922706604,
+      "epoch": 0.17706666666666668,
+      "grad_norm": 0.14187859687757484,
+      "kl": 0.3770751953125,
+      "learning_rate": 8.505071402020892e-08,
+      "loss": 0.0004,
+      "reward": 1.2604167014360428,
+      "reward_std": 0.247287486679852,
+      "rewards/equation_reward_func": 0.3281250090803951,
+      "rewards/format_reward_func": 0.9322916828095913,
+      "step": 332
+    },
+    {
+      "completion_length": 214.4010467529297,
+      "epoch": 0.17813333333333334,
+      "grad_norm": 0.14833746575850393,
+      "kl": 0.406005859375,
+      "learning_rate": 8.236067604028562e-08,
+      "loss": 0.0004,
+      "reward": 1.2630208805203438,
+      "reward_std": 0.2821256769821048,
+      "rewards/equation_reward_func": 0.30468750838190317,
+      "rewards/format_reward_func": 0.9583333469927311,
+      "step": 334
+    },
+    {
+      "completion_length": 213.20834016799927,
+      "epoch": 0.1792,
+      "grad_norm": 0.12802075982093267,
+      "kl": 0.4344482421875,
+      "learning_rate": 7.970545215799327e-08,
+      "loss": 0.0004,
+      "reward": 1.3828125298023224,
+      "reward_std": 0.25213046092540026,
+      "rewards/equation_reward_func": 0.44531251210719347,
+      "rewards/format_reward_func": 0.9375000223517418,
+      "step": 336
+    },
+    {
+      "completion_length": 202.57031726837158,
+      "epoch": 0.18026666666666666,
+      "grad_norm": 0.13303012649631915,
+      "kl": 0.371337890625,
+      "learning_rate": 7.708559379063204e-08,
+      "loss": 0.0004,
+      "reward": 1.4036458693444729,
+      "reward_std": 0.23924620263278484,
+      "rewards/equation_reward_func": 0.43489584466442466,
+      "rewards/format_reward_func": 0.9687500186264515,
+      "step": 338
+    },
+    {
+      "completion_length": 221.41927909851074,
+      "epoch": 0.18133333333333335,
+      "grad_norm": 0.1402363674174963,
+      "kl": 0.3974609375,
+      "learning_rate": 7.45016450110534e-08,
+      "loss": 0.0004,
+      "reward": 1.3463542014360428,
+      "reward_std": 0.28338290052488446,
+      "rewards/equation_reward_func": 0.40364584419876337,
+      "rewards/format_reward_func": 0.9427083544433117,
+      "step": 340
+    },
+    {
+      "completion_length": 207.67188358306885,
+      "epoch": 0.1824,
+      "grad_norm": 0.11802543114470954,
+      "kl": 0.3690185546875,
+      "learning_rate": 7.195414243467029e-08,
+      "loss": 0.0004,
+      "reward": 1.3020833730697632,
+      "reward_std": 0.23917974904179573,
+      "rewards/equation_reward_func": 0.3567708432674408,
+      "rewards/format_reward_func": 0.9453125223517418,
+      "step": 342
+    },
+    {
+      "completion_length": 183.59375286102295,
+      "epoch": 0.18346666666666667,
+      "grad_norm": 0.14195230576888693,
+      "kl": 0.3905029296875,
+      "learning_rate": 6.944361510801763e-08,
+      "loss": 0.0004,
+      "reward": 1.4505208656191826,
+      "reward_std": 0.19811600586399436,
+      "rewards/equation_reward_func": 0.4739583458285779,
+      "rewards/format_reward_func": 0.9765625186264515,
+      "step": 344
+    },
+    {
+      "completion_length": 216.69792318344116,
+      "epoch": 0.18453333333333333,
+      "grad_norm": 0.10573381707872133,
+      "kl": 0.390380859375,
+      "learning_rate": 6.697058439888283e-08,
+      "loss": 0.0004,
+      "reward": 1.3203125596046448,
+      "reward_std": 0.21469871560111642,
+      "rewards/equation_reward_func": 0.35416667675599456,
+      "rewards/format_reward_func": 0.9661458544433117,
+      "step": 346
+    },
+    {
+      "completion_length": 233.00781726837158,
+      "epoch": 0.1856,
+      "grad_norm": 0.13820862378578067,
+      "kl": 0.395263671875,
+      "learning_rate": 6.453556388803288e-08,
+      "loss": 0.0004,
+      "reward": 1.281250037252903,
+      "reward_std": 0.27478035958483815,
+      "rewards/equation_reward_func": 0.3437500111758709,
+      "rewards/format_reward_func": 0.9375000074505806,
+      "step": 348
+    },
+    {
+      "completion_length": 219.3515682220459,
+      "epoch": 0.18666666666666668,
+      "grad_norm": 0.12258952059086844,
+      "kl": 0.3804931640625,
+      "learning_rate": 6.213905926255697e-08,
+      "loss": 0.0004,
+      "reward": 1.252604216337204,
+      "reward_std": 0.23317333636805415,
+      "rewards/equation_reward_func": 0.29687500838190317,
+      "rewards/format_reward_func": 0.9557291865348816,
+      "step": 350
+    },
+    {
+      "completion_length": 212.2656307220459,
+      "epoch": 0.18773333333333334,
+      "grad_norm": 0.11958751629837379,
+      "kl": 0.4261474609375,
+      "learning_rate": 5.978156821084987e-08,
+      "loss": 0.0004,
+      "reward": 1.343750037252903,
+      "reward_std": 0.2985822893679142,
+      "rewards/equation_reward_func": 0.3828125102445483,
+      "rewards/format_reward_func": 0.9609375186264515,
+      "step": 352
+    },
+    {
+      "completion_length": 220.0442762374878,
+      "epoch": 0.1888,
+      "grad_norm": 0.12118729628849659,
+      "kl": 0.376953125,
+      "learning_rate": 5.7463580319254853e-08,
+      "loss": 0.0004,
+      "reward": 1.3750000484287739,
+      "reward_std": 0.20456179324537516,
+      "rewards/equation_reward_func": 0.40885417931713164,
+      "rewards/format_reward_func": 0.9661458507180214,
+      "step": 354
+    },
+    {
+      "completion_length": 213.0312557220459,
+      "epoch": 0.18986666666666666,
+      "grad_norm": 0.12175659264450302,
+      "kl": 0.396484375,
+      "learning_rate": 5.518557697039081e-08,
+      "loss": 0.0004,
+      "reward": 1.3593750447034836,
+      "reward_std": 0.20982732716947794,
+      "rewards/equation_reward_func": 0.39062501466833055,
+      "rewards/format_reward_func": 0.9687500149011612,
+      "step": 356
+    },
+    {
+      "completion_length": 214.0520887374878,
+      "epoch": 0.19093333333333334,
+      "grad_norm": 0.11008803039882169,
+      "kl": 0.38201904296875,
+      "learning_rate": 5.294803124318145e-08,
+      "loss": 0.0004,
+      "reward": 1.359375037252903,
+      "reward_std": 0.25468964176252484,
+      "rewards/equation_reward_func": 0.4088541760575026,
+      "rewards/format_reward_func": 0.9505208469927311,
+      "step": 358
+    },
+    {
+      "completion_length": 209.78125619888306,
+      "epoch": 0.192,
+      "grad_norm": 0.10722836188171843,
+      "kl": 0.3824462890625,
+      "learning_rate": 5.07514078146106e-08,
+      "loss": 0.0004,
+      "reward": 1.3750000447034836,
+      "reward_std": 0.1821616035886109,
+      "rewards/equation_reward_func": 0.4218750118743628,
+      "rewards/format_reward_func": 0.9531250149011612,
+      "step": 360
+    },
+    {
+      "completion_length": 209.42448616027832,
+      "epoch": 0.19306666666666666,
+      "grad_norm": 0.13457651208761368,
+      "kl": 0.384521484375,
+      "learning_rate": 4.859616286322094e-08,
+      "loss": 0.0004,
+      "reward": 1.2968750484287739,
+      "reward_std": 0.2525270893238485,
+      "rewards/equation_reward_func": 0.3359375102445483,
+      "rewards/format_reward_func": 0.9609375186264515,
+      "step": 362
+    },
+    {
+      "completion_length": 205.18229579925537,
+      "epoch": 0.19413333333333332,
+      "grad_norm": 0.10020777868736853,
+      "kl": 0.3636474609375,
+      "learning_rate": 4.648274397437829e-08,
+      "loss": 0.0004,
+      "reward": 1.3541667014360428,
+      "reward_std": 0.20756287965923548,
+      "rewards/equation_reward_func": 0.3906250100117177,
+      "rewards/format_reward_func": 0.9635416865348816,
+      "step": 364
+    },
+    {
+      "completion_length": 219.6822967529297,
+      "epoch": 0.1952,
+      "grad_norm": 0.11935949150349823,
+      "kl": 0.4034423828125,
+      "learning_rate": 4.4411590047320617e-08,
+      "loss": 0.0004,
+      "reward": 1.2630208618938923,
+      "reward_std": 0.29622318036854267,
+      "rewards/equation_reward_func": 0.3098958460614085,
+      "rewards/format_reward_func": 0.9531250149011612,
+      "step": 366
+    },
+    {
+      "completion_length": 230.60156965255737,
+      "epoch": 0.19626666666666667,
+      "grad_norm": 0.13258533859783664,
+      "kl": 0.3961181640625,
+      "learning_rate": 4.2383131204010494e-08,
+      "loss": 0.0004,
+      "reward": 1.2786458879709244,
+      "reward_std": 0.2918337839655578,
+      "rewards/equation_reward_func": 0.33072917629033327,
+      "rewards/format_reward_func": 0.9479166902601719,
+      "step": 368
+    },
+    {
+      "completion_length": 203.557297706604,
+      "epoch": 0.19733333333333333,
+      "grad_norm": 0.1304869275544946,
+      "kl": 0.502197265625,
+      "learning_rate": 4.039778869981064e-08,
+      "loss": 0.0005,
+      "reward": 1.4296875521540642,
+      "reward_std": 0.3036642442457378,
+      "rewards/equation_reward_func": 0.4713541849050671,
+      "rewards/format_reward_func": 0.9583333618938923,
+      "step": 370
+    },
+    {
+      "completion_length": 211.19531726837158,
+      "epoch": 0.1984,
+      "grad_norm": 1.144924514294268,
+      "kl": 2.046875,
+      "learning_rate": 3.845597483600049e-08,
+      "loss": 0.002,
+      "reward": 1.2447917126119137,
+      "reward_std": 0.16396735096350312,
+      "rewards/equation_reward_func": 0.2838541741948575,
+      "rewards/format_reward_func": 0.9609375260770321,
+      "step": 372
+    },
+    {
+      "completion_length": 195.34375524520874,
+      "epoch": 0.19946666666666665,
+      "grad_norm": 0.10968517021101469,
+      "kl": 0.382080078125,
+      "learning_rate": 3.655809287415284e-08,
+      "loss": 0.0004,
+      "reward": 1.4739583618938923,
+      "reward_std": 0.20083042420446873,
+      "rewards/equation_reward_func": 0.5104166716337204,
+      "rewards/format_reward_func": 0.963541679084301,
+      "step": 374
+    },
+    {
+      "completion_length": 190.3776092529297,
+      "epoch": 0.20053333333333334,
+      "grad_norm": 0.12082076973998813,
+      "kl": 0.379638671875,
+      "learning_rate": 3.4704536952387285e-08,
+      "loss": 0.0004,
+      "reward": 1.3932292088866234,
+      "reward_std": 0.24945232598111033,
+      "rewards/equation_reward_func": 0.4244791779201478,
+      "rewards/format_reward_func": 0.9687500186264515,
+      "step": 376
+    },
+    {
+      "completion_length": 203.86719226837158,
+      "epoch": 0.2016,
+      "grad_norm": 0.12653378929717862,
+      "kl": 0.38720703125,
+      "learning_rate": 3.2895692003518575e-08,
+      "loss": 0.0004,
+      "reward": 1.304687537252903,
+      "reward_std": 0.2262433897703886,
+      "rewards/equation_reward_func": 0.33854167768731713,
+      "rewards/format_reward_func": 0.9661458507180214,
+      "step": 378
+    },
+    {
+      "completion_length": 212.7161512374878,
+      "epoch": 0.20266666666666666,
+      "grad_norm": 0.11145532156837913,
+      "kl": 0.392333984375,
+      "learning_rate": 3.113193367511635e-08,
+      "loss": 0.0004,
+      "reward": 1.3151042088866234,
+      "reward_std": 0.22319858288392425,
+      "rewards/equation_reward_func": 0.3489583474583924,
+      "rewards/format_reward_func": 0.9661458544433117,
+      "step": 380
+    },
+    {
+      "completion_length": 209.70052814483643,
+      "epoch": 0.20373333333333332,
+      "grad_norm": 0.12915431757327603,
+      "kl": 0.3778076171875,
+      "learning_rate": 2.9413628251493934e-08,
+      "loss": 0.0004,
+      "reward": 1.3463542126119137,
+      "reward_std": 0.2786430944688618,
+      "rewards/equation_reward_func": 0.39322917349636555,
+      "rewards/format_reward_func": 0.9531250186264515,
+      "step": 382
+    },
+    {
+      "completion_length": 189.9661512374878,
+      "epoch": 0.2048,
+      "grad_norm": 0.123129591961198,
+      "kl": 0.41717529296875,
+      "learning_rate": 2.774113257764066e-08,
+      "loss": 0.0004,
+      "reward": 1.4088541939854622,
+      "reward_std": 0.1688971514813602,
+      "rewards/equation_reward_func": 0.4322916769888252,
+      "rewards/format_reward_func": 0.9765625111758709,
+      "step": 384
+    },
+    {
+      "completion_length": 205.56250381469727,
+      "epoch": 0.20586666666666667,
+      "grad_norm": 0.0939102325622787,
+      "kl": 0.3865966796875,
+      "learning_rate": 2.611479398511518e-08,
+      "loss": 0.0004,
+      "reward": 1.3177083618938923,
+      "reward_std": 0.22996263904497027,
+      "rewards/equation_reward_func": 0.3567708469927311,
+      "rewards/format_reward_func": 0.9609375186264515,
+      "step": 386
+    },
+    {
+      "completion_length": 210.1015682220459,
+      "epoch": 0.20693333333333333,
+      "grad_norm": 0.12154037298414708,
+      "kl": 0.39013671875,
+      "learning_rate": 2.4534950219914057e-08,
+      "loss": 0.0004,
+      "reward": 1.3723958730697632,
+      "reward_std": 0.28099459456279874,
+      "rewards/equation_reward_func": 0.41927084419876337,
+      "rewards/format_reward_func": 0.9531250186264515,
+      "step": 388
+    },
+    {
+      "completion_length": 210.7968807220459,
+      "epoch": 0.208,
+      "grad_norm": 0.14427015934487517,
+      "kl": 0.3916015625,
+      "learning_rate": 2.300192937233128e-08,
+      "loss": 0.0004,
+      "reward": 1.3411458730697632,
+      "reward_std": 0.24223684472963214,
+      "rewards/equation_reward_func": 0.37760418001562357,
+      "rewards/format_reward_func": 0.9635416865348816,
+      "step": 390
+    },
+    {
+      "completion_length": 189.89583730697632,
+      "epoch": 0.20906666666666668,
+      "grad_norm": 0.11214385635704058,
+      "kl": 0.37567138671875,
+      "learning_rate": 2.1516049808822935e-08,
+      "loss": 0.0004,
+      "reward": 1.5130208730697632,
+      "reward_std": 0.207259779330343,
+      "rewards/equation_reward_func": 0.5416666772216558,
+      "rewards/format_reward_func": 0.9713541828095913,
+      "step": 392
+    },
+    {
+      "completion_length": 218.88542366027832,
+      "epoch": 0.21013333333333334,
+      "grad_norm": 0.1023812335324068,
+      "kl": 0.4085693359375,
+      "learning_rate": 2.007762010589098e-08,
+      "loss": 0.0004,
+      "reward": 1.2421875335276127,
+      "reward_std": 0.21409294102340937,
+      "rewards/equation_reward_func": 0.2760416760575026,
+      "rewards/format_reward_func": 0.9661458432674408,
+      "step": 394
+    },
+    {
+      "completion_length": 209.28386116027832,
+      "epoch": 0.2112,
+      "grad_norm": 0.10974356057655374,
+      "kl": 0.416748046875,
+      "learning_rate": 1.8686938986000627e-08,
+      "loss": 0.0004,
+      "reward": 1.3333333730697632,
+      "reward_std": 0.22778501268476248,
+      "rewards/equation_reward_func": 0.36197917675599456,
+      "rewards/format_reward_func": 0.9713541902601719,
+      "step": 396
+    },
+    {
+      "completion_length": 192.30208730697632,
+      "epoch": 0.21226666666666666,
+      "grad_norm": 0.11760308419492767,
+      "kl": 0.37054443359375,
+      "learning_rate": 1.734429525554365e-08,
+      "loss": 0.0004,
+      "reward": 1.4036458656191826,
+      "reward_std": 0.22485763859003782,
+      "rewards/equation_reward_func": 0.43489584466442466,
+      "rewards/format_reward_func": 0.9687500186264515,
+      "step": 398
+    },
+    {
+      "completion_length": 209.5078182220459,
+      "epoch": 0.21333333333333335,
+      "grad_norm": 0.10236539080609225,
+      "kl": 0.42138671875,
+      "learning_rate": 1.604996774486145e-08,
+      "loss": 0.0004,
+      "reward": 1.3255208767950535,
+      "reward_std": 0.2059581303037703,
+      "rewards/equation_reward_func": 0.3645833428017795,
+      "rewards/format_reward_func": 0.9609375223517418,
+      "step": 400
+    },
+    {
+      "completion_length": 216.28385734558105,
+      "epoch": 0.2144,
+      "grad_norm": 0.10293935285191148,
+      "kl": 0.3819580078125,
+      "learning_rate": 1.4804225250339281e-08,
+      "loss": 0.0004,
+      "reward": 1.244791705161333,
+      "reward_std": 0.19649146730080247,
+      "rewards/equation_reward_func": 0.28645834093913436,
+      "rewards/format_reward_func": 0.9583333469927311,
+      "step": 402
+    },
+    {
+      "completion_length": 207.4218807220459,
+      "epoch": 0.21546666666666667,
+      "grad_norm": 0.15265266622020815,
+      "kl": 0.37109375,
+      "learning_rate": 1.360732647858498e-08,
+      "loss": 0.0004,
+      "reward": 1.3255208730697632,
+      "reward_std": 0.24445909913629293,
+      "rewards/equation_reward_func": 0.364583341171965,
+      "rewards/format_reward_func": 0.9609375260770321,
+      "step": 404
+    },
+    {
+      "completion_length": 210.13802528381348,
+      "epoch": 0.21653333333333333,
+      "grad_norm": 0.14981850219369797,
+      "kl": 0.39166259765625,
+      "learning_rate": 1.2459519992702311e-08,
+      "loss": 0.0004,
+      "reward": 1.3489583879709244,
+      "reward_std": 0.22357356874272227,
+      "rewards/equation_reward_func": 0.3750000090803951,
+      "rewards/format_reward_func": 0.9739583469927311,
+      "step": 406
+    },
+    {
+      "completion_length": 235.8932342529297,
+      "epoch": 0.2176,
+      "grad_norm": 0.10799575484597196,
+      "kl": 0.4716796875,
+      "learning_rate": 1.1361044160671629e-08,
+      "loss": 0.0005,
+      "reward": 1.221354205161333,
+      "reward_std": 0.20188527600839734,
+      "rewards/equation_reward_func": 0.2786458421032876,
+      "rewards/format_reward_func": 0.9427083544433117,
+      "step": 408
+    },
+    {
+      "completion_length": 219.68750667572021,
+      "epoch": 0.21866666666666668,
+      "grad_norm": 0.1133082426664694,
+      "kl": 0.3914794921875,
+      "learning_rate": 1.0312127105846947e-08,
+      "loss": 0.0004,
+      "reward": 1.3020833805203438,
+      "reward_std": 0.2558655394241214,
+      "rewards/equation_reward_func": 0.3437500107102096,
+      "rewards/format_reward_func": 0.9583333507180214,
+      "step": 410
+    },
+    {
+      "completion_length": 211.38802814483643,
+      "epoch": 0.21973333333333334,
+      "grad_norm": 0.13471396481390774,
+      "kl": 0.35931396484375,
+      "learning_rate": 9.312986659581301e-09,
+      "loss": 0.0004,
+      "reward": 1.3515625409781933,
+      "reward_std": 0.24611902190372348,
+      "rewards/equation_reward_func": 0.39843750884756446,
+      "rewards/format_reward_func": 0.9531250149011612,
+      "step": 412
+    },
+    {
+      "completion_length": 201.41146564483643,
+      "epoch": 0.2208,
+      "grad_norm": 0.11335542913941801,
+      "kl": 0.3677978515625,
+      "learning_rate": 8.363830315988945e-09,
+      "loss": 0.0004,
+      "reward": 1.3906250298023224,
+      "reward_std": 0.18594739492982626,
+      "rewards/equation_reward_func": 0.421875006519258,
+      "rewards/format_reward_func": 0.9687500149011612,
+      "step": 414
+    },
+    {
+      "completion_length": 210.43490362167358,
+      "epoch": 0.22186666666666666,
+      "grad_norm": 0.14868071239640504,
+      "kl": 0.3895263671875,
+      "learning_rate": 7.46485518885462e-09,
+      "loss": 0.0004,
+      "reward": 1.367187537252903,
+      "reward_std": 0.24797423044219613,
+      "rewards/equation_reward_func": 0.4088541786186397,
+      "rewards/format_reward_func": 0.9583333507180214,
+      "step": 416
+    },
+    {
+      "completion_length": 195.0286521911621,
+      "epoch": 0.22293333333333334,
+      "grad_norm": 0.30752969562363436,
+      "kl": 0.83837890625,
+      "learning_rate": 6.616247970698319e-09,
+      "loss": 0.0008,
+      "reward": 1.3411458730697632,
+      "reward_std": 0.19077761005610228,
+      "rewards/equation_reward_func": 0.37500000838190317,
+      "rewards/format_reward_func": 0.9661458507180214,
+      "step": 418
+    },
+    {
+      "completion_length": 198.98438119888306,
+      "epoch": 0.224,
+      "grad_norm": 0.08154005592688214,
+      "kl": 0.36297607421875,
+      "learning_rate": 5.8181848940044855e-09,
+      "loss": 0.0004,
+      "reward": 1.4296875447034836,
+      "reward_std": 0.1724507100880146,
+      "rewards/equation_reward_func": 0.4557291816454381,
+      "rewards/format_reward_func": 0.973958358168602,
+      "step": 420
+    },
+    {
+      "completion_length": 196.791672706604,
+      "epoch": 0.22506666666666666,
+      "grad_norm": 0.11472474901171029,
+      "kl": 0.3736572265625,
+      "learning_rate": 5.070831694623135e-09,
+      "loss": 0.0004,
+      "reward": 1.4218750447034836,
+      "reward_std": 0.18971921829506755,
+      "rewards/equation_reward_func": 0.4531250153668225,
+      "rewards/format_reward_func": 0.9687500149011612,
+      "step": 422
+    },
+    {
+      "completion_length": 214.48177433013916,
+      "epoch": 0.22613333333333333,
+      "grad_norm": 0.19796695153042362,
+      "kl": 0.5394287109375,
+      "learning_rate": 4.374343577351336e-09,
+      "loss": 0.0005,
+      "reward": 1.3437500149011612,
+      "reward_std": 0.26268601790070534,
+      "rewards/equation_reward_func": 0.37760417722165585,
+      "rewards/format_reward_func": 0.9661458469927311,
+      "step": 424
+    },
+    {
+      "completion_length": 212.32292461395264,
+      "epoch": 0.2272,
+      "grad_norm": 0.13068267211176063,
+      "kl": 0.3795166015625,
+      "learning_rate": 3.7288651837012745e-09,
+      "loss": 0.0004,
+      "reward": 1.3645833730697632,
+      "reward_std": 0.2530872863717377,
+      "rewards/equation_reward_func": 0.39583334559574723,
+      "rewards/format_reward_func": 0.9687500149011612,
+      "step": 426
+    },
+    {
+      "completion_length": 226.4791717529297,
+      "epoch": 0.22826666666666667,
+      "grad_norm": 0.14424359988915694,
+      "kl": 0.4056396484375,
+      "learning_rate": 3.134530561862081e-09,
+      "loss": 0.0004,
+      "reward": 1.2395833805203438,
+      "reward_std": 0.3454265049658716,
+      "rewards/equation_reward_func": 0.2994791753590107,
+      "rewards/format_reward_func": 0.9401041939854622,
+      "step": 428
+    },
+    {
+      "completion_length": 204.4713592529297,
+      "epoch": 0.22933333333333333,
+      "grad_norm": 0.1330205901178611,
+      "kl": 0.366455078125,
+      "learning_rate": 2.5914631388619103e-09,
+      "loss": 0.0004,
+      "reward": 1.3776042014360428,
+      "reward_std": 0.22500443970784545,
+      "rewards/equation_reward_func": 0.4192708458285779,
+      "rewards/format_reward_func": 0.9583333469927311,
+      "step": 430
+    },
+    {
+      "completion_length": 209.04687976837158,
+      "epoch": 0.2304,
+      "grad_norm": 0.09979880993143887,
+      "kl": 0.391357421875,
+      "learning_rate": 2.0997756949353297e-09,
+      "loss": 0.0004,
+      "reward": 1.2786458730697632,
+      "reward_std": 0.2494813478551805,
+      "rewards/equation_reward_func": 0.3151041727978736,
+      "rewards/format_reward_func": 0.9635416865348816,
+      "step": 432
+    },
+    {
+      "completion_length": 217.9817762374878,
+      "epoch": 0.23146666666666665,
+      "grad_norm": 0.10595848082640444,
+      "kl": 0.3980712890625,
+      "learning_rate": 1.6595703401020844e-09,
+      "loss": 0.0004,
+      "reward": 1.2473958618938923,
+      "reward_std": 0.24186762887984514,
+      "rewards/equation_reward_func": 0.2890625062864274,
+      "rewards/format_reward_func": 0.9583333507180214,
+      "step": 434
+    },
+    {
+      "completion_length": 216.22656726837158,
+      "epoch": 0.23253333333333334,
+      "grad_norm": 0.17534721876727652,
+      "kl": 0.3792724609375,
+      "learning_rate": 1.2709384929615596e-09,
+      "loss": 0.0004,
+      "reward": 1.315104205161333,
+      "reward_std": 0.2798662828281522,
+      "rewards/equation_reward_func": 0.34895833884365857,
+      "rewards/format_reward_func": 0.9661458469927311,
+      "step": 436
+    },
+    {
+      "completion_length": 191.87239933013916,
+      "epoch": 0.2336,
+      "grad_norm": 0.11732733986679211,
+      "kl": 0.3629150390625,
+      "learning_rate": 9.339608617077165e-10,
+      "loss": 0.0004,
+      "reward": 1.4375000409781933,
+      "reward_std": 0.18146159406751394,
+      "rewards/equation_reward_func": 0.4661458486225456,
+      "rewards/format_reward_func": 0.971354179084301,
+      "step": 438
+    },
+    {
+      "completion_length": 218.74219226837158,
+      "epoch": 0.23466666666666666,
+      "grad_norm": 0.1658444401737881,
+      "kl": 0.392333984375,
+      "learning_rate": 6.487074273681114e-10,
+      "loss": 0.0004,
+      "reward": 1.257812537252903,
+      "reward_std": 0.2663137102499604,
+      "rewards/equation_reward_func": 0.31250000838190317,
+      "rewards/format_reward_func": 0.9453125186264515,
+      "step": 440
+    },
+    {
+      "completion_length": 201.56250667572021,
+      "epoch": 0.23573333333333332,
+      "grad_norm": 0.12929764070884708,
+      "kl": 0.39117431640625,
+      "learning_rate": 4.152374292708538e-10,
+      "loss": 0.0004,
+      "reward": 1.3906250447034836,
+      "reward_std": 0.2424735059030354,
+      "rewards/equation_reward_func": 0.4322916816454381,
+      "rewards/format_reward_func": 0.958333358168602,
+      "step": 442
+    },
+    {
+      "completion_length": 220.77084064483643,
+      "epoch": 0.2368,
+      "grad_norm": 0.09650589876778566,
+      "kl": 0.421142578125,
+      "learning_rate": 2.3359935274214204e-10,
+      "loss": 0.0004,
+      "reward": 1.286458384245634,
+      "reward_std": 0.18493427569046617,
+      "rewards/equation_reward_func": 0.32031250884756446,
+      "rewards/format_reward_func": 0.9661458507180214,
+      "step": 444
+    },
+    {
+      "completion_length": 201.27604961395264,
+      "epoch": 0.23786666666666667,
+      "grad_norm": 0.09761306843622496,
+      "kl": 0.372802734375,
+      "learning_rate": 1.0383091903720665e-10,
+      "loss": 0.0004,
+      "reward": 1.3567708767950535,
+      "reward_std": 0.1694594444707036,
+      "rewards/equation_reward_func": 0.3854166795499623,
+      "rewards/format_reward_func": 0.9713541828095913,
+      "step": 446
+    },
+    {
+      "completion_length": 200.41146278381348,
+      "epoch": 0.23893333333333333,
+      "grad_norm": 0.12671602239291313,
+      "kl": 0.3585205078125,
+      "learning_rate": 2.595907750671533e-11,
+      "loss": 0.0004,
+      "reward": 1.3880208618938923,
+      "reward_std": 0.1734816818498075,
+      "rewards/equation_reward_func": 0.4140625111758709,
+      "rewards/format_reward_func": 0.9739583432674408,
+      "step": 448
+    },
+    {
+      "completion_length": 214.627610206604,
+      "epoch": 0.24,
+      "grad_norm": 0.1096617550559703,
+      "kl": 0.471435546875,
+      "learning_rate": 0.0,
+      "loss": 0.0005,
+      "reward": 1.2604167200624943,
+      "reward_std": 0.20810852525755763,
+      "rewards/equation_reward_func": 0.30208334350027144,
+      "rewards/format_reward_func": 0.9583333544433117,
+      "step": 450
+    },
+    {
+      "epoch": 0.24,
+      "step": 450,
+      "total_flos": 0.0,
+      "train_loss": 0.00024176122421092967,
+      "train_runtime": 39285.3137,
+      "train_samples_per_second": 0.275,
+      "train_steps_per_second": 0.011
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 450,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 25,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}