{ "best_metric": null, "best_model_checkpoint": null, "epoch": 100.0, "eval_steps": 500, "global_step": 500, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "completion_length": 652.46875, "epoch": 0.2, "grad_norm": 0.052754957228899, "kl": 0.0, "learning_rate": 4.0000000000000003e-07, "loss": -0.0, "reward": 0.21875, "reward_std": 0.30173346400260925, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.09375, "step": 1 }, { "completion_length": 749.75, "epoch": 0.4, "grad_norm": 0.03587888181209564, "kl": 0.0, "learning_rate": 8.000000000000001e-07, "loss": -0.0, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 2 }, { "completion_length": 693.03125, "epoch": 0.6, "grad_norm": 0.03723589703440666, "kl": 0.00010526180267333984, "learning_rate": 1.2000000000000002e-06, "loss": 0.0, "reward": 0.1875, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.1875, "rewards/format_reward": 0.0, "step": 3 }, { "completion_length": 811.0, "epoch": 0.8, "grad_norm": 0.03902453929185867, "kl": 0.0001246929168701172, "learning_rate": 1.6000000000000001e-06, "loss": 0.0, "reward": 0.15625, "reward_std": 0.22201896458864212, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.03125, "step": 4 }, { "completion_length": 659.625, "epoch": 1.0, "grad_norm": 0.07274740189313889, "kl": 0.00017940998077392578, "learning_rate": 2.0000000000000003e-06, "loss": 0.0, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 5 }, { "completion_length": 675.5, "epoch": 1.2, "grad_norm": 0.043703626841306686, "kl": 0.00015532970428466797, "learning_rate": 2.4000000000000003e-06, "loss": 0.0, "reward": 0.15625, "reward_std": 0.24511480331420898, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.09375, "step": 6 }, { "completion_length": 744.5, "epoch": 1.4, "grad_norm": 0.04744574800133705, "kl": 7.432699203491211e-05, "learning_rate": 2.8000000000000003e-06, "loss": 0.0, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 7 }, { "completion_length": 710.0625, "epoch": 1.6, "grad_norm": 0.049952100962400436, "kl": 0.00013005733489990234, "learning_rate": 3.2000000000000003e-06, "loss": 0.0, "reward": 0.28125, "reward_std": 0.3608423173427582, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.21875, "step": 8 }, { "completion_length": 808.3125, "epoch": 1.8, "grad_norm": 0.02467654086649418, "kl": 7.808208465576172e-05, "learning_rate": 3.6000000000000003e-06, "loss": 0.0, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 9 }, { "completion_length": 637.9375, "epoch": 2.0, "grad_norm": 0.0368252769112587, "kl": 0.0001710653305053711, "learning_rate": 4.000000000000001e-06, "loss": 0.0, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0625, "step": 10 }, { "completion_length": 672.125, "epoch": 2.2, "grad_norm": 0.29078933596611023, "kl": 0.0002989768981933594, "learning_rate": 4.4e-06, "loss": 0.0, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.03125, "step": 11 }, { "completion_length": 812.3125, "epoch": 2.4, "grad_norm": 0.03565595671534538, "kl": 0.00011175870895385742, "learning_rate": 4.800000000000001e-06, "loss": 0.0, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 12 }, { "completion_length": 685.46875, "epoch": 2.6, "grad_norm": 0.055703457444906235, "kl": 0.00016438961029052734, "learning_rate": 5.2e-06, "loss": 0.0, "reward": 0.25, "reward_std": 0.3945523276925087, "rewards/accuracy_reward": 0.21875, "rewards/format_reward": 0.03125, "step": 13 }, { "completion_length": 728.9375, "epoch": 2.8, "grad_norm": 0.04565276578068733, "kl": 9.632110595703125e-05, "learning_rate": 5.600000000000001e-06, "loss": 0.0, "reward": 0.1875, "reward_std": 0.3104073107242584, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.0625, "step": 14 }, { "completion_length": 670.6875, "epoch": 3.0, "grad_norm": 0.061348024755716324, "kl": 0.00018405914306640625, "learning_rate": 6e-06, "loss": 0.0, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 15 }, { "completion_length": 719.3125, "epoch": 3.2, "grad_norm": 0.03140898421406746, "kl": 0.00011992454528808594, "learning_rate": 6.4000000000000006e-06, "loss": 0.0, "reward": 0.09375, "reward_std": 0.1293872892856598, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 16 }, { "completion_length": 782.375, "epoch": 3.4, "grad_norm": 0.047895658761262894, "kl": 0.00013840198516845703, "learning_rate": 6.800000000000001e-06, "loss": 0.0, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.03125, "step": 17 }, { "completion_length": 685.5, "epoch": 3.6, "grad_norm": 0.03884062170982361, "kl": 0.00011730194091796875, "learning_rate": 7.2000000000000005e-06, "loss": 0.0, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.09375, "step": 18 }, { "completion_length": 742.78125, "epoch": 3.8, "grad_norm": 0.0465020127594471, "kl": 0.0001150369644165039, "learning_rate": 7.600000000000001e-06, "loss": 0.0, "reward": 0.28125, "reward_std": 0.2630179077386856, "rewards/accuracy_reward": 0.28125, "rewards/format_reward": 0.0, "step": 19 }, { "completion_length": 666.625, "epoch": 4.0, "grad_norm": 0.04878535866737366, "kl": 0.00016605854034423828, "learning_rate": 8.000000000000001e-06, "loss": 0.0, "reward": 0.15625, "reward_std": 0.24511480331420898, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.15625, "step": 20 }, { "completion_length": 713.96875, "epoch": 4.2, "grad_norm": 0.05213127285242081, "kl": 0.00013446807861328125, "learning_rate": 8.400000000000001e-06, "loss": 0.0, "reward": 0.25, "reward_std": 0.3745020925998688, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.1875, "step": 21 }, { "completion_length": 696.5625, "epoch": 4.4, "grad_norm": 0.0467567965388298, "kl": 0.00017702579498291016, "learning_rate": 8.8e-06, "loss": 0.0, "reward": 0.125, "reward_std": 0.2314550280570984, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.03125, "step": 22 }, { "completion_length": 768.40625, "epoch": 4.6, "grad_norm": 0.059018660336732864, "kl": 0.00012123584747314453, "learning_rate": 9.200000000000002e-06, "loss": 0.0, "reward": 0.125, "reward_std": 0.2314550280570984, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.09375, "step": 23 }, { "completion_length": 762.59375, "epoch": 4.8, "grad_norm": 0.10580332577228546, "kl": 0.00010251998901367188, "learning_rate": 9.600000000000001e-06, "loss": 0.0, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 24 }, { "completion_length": 708.75, "epoch": 5.0, "grad_norm": 0.053475841879844666, "kl": 0.00011232495307922363, "learning_rate": 1e-05, "loss": 0.0, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 25 }, { "completion_length": 681.53125, "epoch": 5.2, "grad_norm": 0.06291075795888901, "kl": 9.40561294555664e-05, "learning_rate": 1.04e-05, "loss": 0.0, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 26 }, { "completion_length": 737.15625, "epoch": 5.4, "grad_norm": 0.0963231772184372, "kl": 0.00013685226440429688, "learning_rate": 1.0800000000000002e-05, "loss": 0.0, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 27 }, { "completion_length": 807.21875, "epoch": 5.6, "grad_norm": 0.03735160082578659, "kl": 0.0001347064971923828, "learning_rate": 1.1200000000000001e-05, "loss": 0.0, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 28 }, { "completion_length": 795.34375, "epoch": 5.8, "grad_norm": 0.024533439427614212, "kl": 9.292364120483398e-05, "learning_rate": 1.16e-05, "loss": 0.0, "reward": 0.09375, "reward_std": 0.1293872892856598, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.0, "step": 29 }, { "completion_length": 638.125, "epoch": 6.0, "grad_norm": 0.03820430859923363, "kl": 0.00011861324310302734, "learning_rate": 1.2e-05, "loss": 0.0, "reward": 0.25, "reward_std": 0.2314550280570984, "rewards/accuracy_reward": 0.25, "rewards/format_reward": 0.0, "step": 30 }, { "completion_length": 672.0, "epoch": 6.2, "grad_norm": 0.04252497851848602, "kl": 0.00012922286987304688, "learning_rate": 1.2400000000000002e-05, "loss": 0.0, "reward": 0.21875, "reward_std": 0.24511480331420898, "rewards/accuracy_reward": 0.1875, "rewards/format_reward": 0.03125, "step": 31 }, { "completion_length": 752.53125, "epoch": 6.4, "grad_norm": 0.02208935283124447, "kl": 0.00011682510375976562, "learning_rate": 1.2800000000000001e-05, "loss": 0.0, "reward": 0.09375, "reward_std": 0.1293872892856598, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.0, "step": 32 }, { "completion_length": 876.03125, "epoch": 6.6, "grad_norm": 0.03968479111790657, "kl": 0.00010192394256591797, "learning_rate": 1.3200000000000002e-05, "loss": 0.0, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 33 }, { "completion_length": 685.3125, "epoch": 6.8, "grad_norm": 0.056483570486307144, "kl": 0.0001461505889892578, "learning_rate": 1.3600000000000002e-05, "loss": 0.0, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 34 }, { "completion_length": 734.375, "epoch": 7.0, "grad_norm": 0.03762107715010643, "kl": 0.00012969970703125, "learning_rate": 1.4e-05, "loss": 0.0, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 35 }, { "completion_length": 822.375, "epoch": 7.2, "grad_norm": 0.021994464099407196, "kl": 0.0001533031463623047, "learning_rate": 1.4400000000000001e-05, "loss": 0.0, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0, "step": 36 }, { "completion_length": 682.875, "epoch": 7.4, "grad_norm": 0.02833479456603527, "kl": 9.298324584960938e-05, "learning_rate": 1.48e-05, "loss": 0.0, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0, "step": 37 }, { "completion_length": 754.125, "epoch": 7.6, "grad_norm": 0.03455812484025955, "kl": 0.00015020370483398438, "learning_rate": 1.5200000000000002e-05, "loss": 0.0, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 38 }, { "completion_length": 655.71875, "epoch": 7.8, "grad_norm": 0.016996435821056366, "kl": 0.00019550323486328125, "learning_rate": 1.5600000000000003e-05, "loss": 0.0, "reward": 0.21875, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.21875, "rewards/format_reward": 0.0, "step": 39 }, { "completion_length": 728.5625, "epoch": 8.0, "grad_norm": 0.04107189178466797, "kl": 0.00013899803161621094, "learning_rate": 1.6000000000000003e-05, "loss": 0.0, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0625, "step": 40 }, { "completion_length": 640.5625, "epoch": 8.2, "grad_norm": 0.05016947537660599, "kl": 0.00017881393432617188, "learning_rate": 1.64e-05, "loss": 0.0, "reward": 0.15625, "reward_std": 0.3061639815568924, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.0625, "step": 41 }, { "completion_length": 678.28125, "epoch": 8.4, "grad_norm": 0.044850900769233704, "kl": 0.00013256072998046875, "learning_rate": 1.6800000000000002e-05, "loss": 0.0, "reward": 0.15625, "reward_std": 0.22201896458864212, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.03125, "step": 42 }, { "completion_length": 752.53125, "epoch": 8.6, "grad_norm": 0.04446345195174217, "kl": 0.0001544952392578125, "learning_rate": 1.72e-05, "loss": 0.0, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 43 }, { "completion_length": 799.4375, "epoch": 8.8, "grad_norm": 0.032816775143146515, "kl": 0.00015306472778320312, "learning_rate": 1.76e-05, "loss": 0.0, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 44 }, { "completion_length": 762.375, "epoch": 9.0, "grad_norm": 0.062291160225868225, "kl": 0.00016069412231445312, "learning_rate": 1.8e-05, "loss": 0.0, "reward": 0.15625, "reward_std": 0.22201896458864212, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.03125, "step": 45 }, { "completion_length": 773.53125, "epoch": 9.2, "grad_norm": 0.05443451181054115, "kl": 0.0001690387725830078, "learning_rate": 1.8400000000000003e-05, "loss": 0.0, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 46 }, { "completion_length": 718.65625, "epoch": 9.4, "grad_norm": 0.05950860306620598, "kl": 0.00017261505126953125, "learning_rate": 1.88e-05, "loss": 0.0, "reward": 0.25, "reward_std": 0.4261348247528076, "rewards/accuracy_reward": 0.1875, "rewards/format_reward": 0.0625, "step": 47 }, { "completion_length": 704.1875, "epoch": 9.6, "grad_norm": 0.03597826883196831, "kl": 0.00015497207641601562, "learning_rate": 1.9200000000000003e-05, "loss": 0.0, "reward": 0.21875, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.1875, "rewards/format_reward": 0.03125, "step": 48 }, { "completion_length": 653.78125, "epoch": 9.8, "grad_norm": 0.0006673262105323374, "kl": 0.00023221969604492188, "learning_rate": 1.9600000000000002e-05, "loss": 0.0, "reward": 0.0, "reward_std": 0.0, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0, "step": 49 }, { "completion_length": 818.8125, "epoch": 10.0, "grad_norm": 0.052374593913555145, "kl": 0.00018906593322753906, "learning_rate": 2e-05, "loss": 0.0, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 50 }, { "completion_length": 675.125, "epoch": 10.2, "grad_norm": 0.06491909921169281, "kl": 0.0004253387451171875, "learning_rate": 1.9999756307053947e-05, "loss": 0.0, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 51 }, { "completion_length": 634.96875, "epoch": 10.4, "grad_norm": 0.06437934935092926, "kl": 0.0003037452697753906, "learning_rate": 1.9999025240093045e-05, "loss": 0.0, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.09375, "step": 52 }, { "completion_length": 641.90625, "epoch": 10.6, "grad_norm": 0.043609969317913055, "kl": 0.0001957416534423828, "learning_rate": 1.9997806834748455e-05, "loss": 0.0, "reward": 0.25, "reward_std": 0.2587745785713196, "rewards/accuracy_reward": 0.25, "rewards/format_reward": 0.0, "step": 53 }, { "completion_length": 818.125, "epoch": 10.8, "grad_norm": 0.03535196930170059, "kl": 0.00021600723266601562, "learning_rate": 1.9996101150403543e-05, "loss": 0.0, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 54 }, { "completion_length": 794.3125, "epoch": 11.0, "grad_norm": 0.03906484693288803, "kl": 0.00020003318786621094, "learning_rate": 1.999390827019096e-05, "loss": 0.0, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 55 }, { "completion_length": 656.75, "epoch": 11.2, "grad_norm": 0.04632149264216423, "kl": 0.0003056526184082031, "learning_rate": 1.9991228300988586e-05, "loss": 0.0, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 56 }, { "completion_length": 673.40625, "epoch": 11.4, "grad_norm": 0.027432706207036972, "kl": 0.0002613067626953125, "learning_rate": 1.9988061373414342e-05, "loss": 0.0, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 57 }, { "completion_length": 688.46875, "epoch": 11.6, "grad_norm": 0.11954957991838455, "kl": 0.00041103363037109375, "learning_rate": 1.9984407641819812e-05, "loss": 0.0, "reward": 0.1875, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.03125, "step": 58 }, { "completion_length": 724.15625, "epoch": 11.8, "grad_norm": 0.04400650039315224, "kl": 0.0005452632904052734, "learning_rate": 1.9980267284282718e-05, "loss": 0.0, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.03125, "step": 59 }, { "completion_length": 906.3125, "epoch": 12.0, "grad_norm": 0.0012655943864956498, "kl": 0.0003103017807006836, "learning_rate": 1.9975640502598243e-05, "loss": 0.0, "reward": 0.0, "reward_std": 0.0, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0, "step": 60 }, { "completion_length": 744.15625, "epoch": 12.2, "grad_norm": 0.05378064140677452, "kl": 0.0006260871887207031, "learning_rate": 1.9970527522269204e-05, "loss": 0.0, "reward": 0.1875, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.1875, "step": 61 }, { "completion_length": 710.0625, "epoch": 12.4, "grad_norm": 0.05093209445476532, "kl": 0.0006451606750488281, "learning_rate": 1.9964928592495046e-05, "loss": 0.0, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.03125, "step": 62 }, { "completion_length": 623.5, "epoch": 12.6, "grad_norm": 0.038004543632268906, "kl": 0.0005998611450195312, "learning_rate": 1.9958843986159705e-05, "loss": 0.0, "reward": 0.125, "reward_std": 0.13363061845302582, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.0, "step": 63 }, { "completion_length": 743.0625, "epoch": 12.8, "grad_norm": 0.1318265050649643, "kl": 0.0010037422180175781, "learning_rate": 1.9952273999818312e-05, "loss": 0.0, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 64 }, { "completion_length": 658.0, "epoch": 13.0, "grad_norm": 0.05642435699701309, "kl": 0.0009012222290039062, "learning_rate": 1.9945218953682736e-05, "loss": 0.0, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 65 }, { "completion_length": 736.90625, "epoch": 13.2, "grad_norm": 0.046298280358314514, "kl": 0.000713348388671875, "learning_rate": 1.9937679191605964e-05, "loss": 0.0, "reward": 0.1875, "reward_std": 0.2587745785713196, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.09375, "step": 66 }, { "completion_length": 690.90625, "epoch": 13.4, "grad_norm": 0.06122737377882004, "kl": 0.0012760162353515625, "learning_rate": 1.992965508106537e-05, "loss": 0.0001, "reward": 0.15625, "reward_std": 0.22201896458864212, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.0, "step": 67 }, { "completion_length": 746.96875, "epoch": 13.6, "grad_norm": 0.05444188043475151, "kl": 0.0017440319061279297, "learning_rate": 1.9921147013144782e-05, "loss": 0.0001, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 68 }, { "completion_length": 746.21875, "epoch": 13.8, "grad_norm": 0.04397672787308693, "kl": 0.0015916824340820312, "learning_rate": 1.991215540251542e-05, "loss": 0.0001, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 69 }, { "completion_length": 743.625, "epoch": 14.0, "grad_norm": 0.03757720813155174, "kl": 0.0013751983642578125, "learning_rate": 1.9902680687415704e-05, "loss": 0.0001, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 70 }, { "completion_length": 724.8125, "epoch": 14.2, "grad_norm": 0.04262088984251022, "kl": 0.0010733604431152344, "learning_rate": 1.9892723329629885e-05, "loss": 0.0, "reward": 0.1875, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.1875, "rewards/format_reward": 0.0, "step": 71 }, { "completion_length": 768.65625, "epoch": 14.4, "grad_norm": 0.03520955517888069, "kl": 0.0016698837280273438, "learning_rate": 1.988228381446553e-05, "loss": 0.0001, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 72 }, { "completion_length": 635.8125, "epoch": 14.6, "grad_norm": 0.07774507254362106, "kl": 0.004955291748046875, "learning_rate": 1.987136265072988e-05, "loss": 0.0002, "reward": 0.15625, "reward_std": 0.3198433741927147, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.15625, "step": 73 }, { "completion_length": 743.875, "epoch": 14.8, "grad_norm": 0.08741147816181183, "kl": 0.002712249755859375, "learning_rate": 1.985996037070505e-05, "loss": 0.0001, "reward": 0.1875, "reward_std": 0.3471825420856476, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.15625, "step": 74 }, { "completion_length": 564.5625, "epoch": 15.0, "grad_norm": 0.07323095947504044, "kl": 0.0051746368408203125, "learning_rate": 1.9848077530122083e-05, "loss": 0.0002, "reward": 0.125, "reward_std": 0.2314550280570984, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0625, "step": 75 }, { "completion_length": 824.25, "epoch": 15.2, "grad_norm": 0.04077565670013428, "kl": 0.0030851364135742188, "learning_rate": 1.983571470813386e-05, "loss": 0.0001, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 76 }, { "completion_length": 847.9375, "epoch": 15.4, "grad_norm": 0.025483058765530586, "kl": 0.0022611618041992188, "learning_rate": 1.982287250728689e-05, "loss": 0.0001, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0, "step": 77 }, { "completion_length": 823.5625, "epoch": 15.6, "grad_norm": 0.06061682850122452, "kl": 0.005008697509765625, "learning_rate": 1.9809551553491918e-05, "loss": 0.0002, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 78 }, { "completion_length": 580.59375, "epoch": 15.8, "grad_norm": 0.07759010046720505, "kl": 0.0047168731689453125, "learning_rate": 1.979575249599344e-05, "loss": 0.0002, "reward": 0.15625, "reward_std": 0.3808925524353981, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.0625, "step": 79 }, { "completion_length": 648.875, "epoch": 16.0, "grad_norm": 0.04703226685523987, "kl": 0.00841522216796875, "learning_rate": 1.9781476007338058e-05, "loss": 0.0003, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0, "step": 80 }, { "completion_length": 727.96875, "epoch": 16.2, "grad_norm": 0.04409215599298477, "kl": 0.0054225921630859375, "learning_rate": 1.9766722783341682e-05, "loss": 0.0002, "reward": 0.15625, "reward_std": 0.1293872892856598, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.0, "step": 81 }, { "completion_length": 829.15625, "epoch": 16.4, "grad_norm": 0.05709024518728256, "kl": 0.006870269775390625, "learning_rate": 1.9751493543055634e-05, "loss": 0.0003, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 82 }, { "completion_length": 703.1875, "epoch": 16.6, "grad_norm": 0.06334344297647476, "kl": 0.0034942626953125, "learning_rate": 1.9735789028731603e-05, "loss": 0.0001, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.0, "step": 83 }, { "completion_length": 697.4375, "epoch": 16.8, "grad_norm": 0.05215838551521301, "kl": 0.00803375244140625, "learning_rate": 1.9719610005785466e-05, "loss": 0.0003, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.03125, "step": 84 }, { "completion_length": 782.8125, "epoch": 17.0, "grad_norm": 0.059087853878736496, "kl": 0.004886627197265625, "learning_rate": 1.9702957262759964e-05, "loss": 0.0002, "reward": 0.1875, "reward_std": 0.3335031494498253, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.03125, "step": 85 }, { "completion_length": 801.5625, "epoch": 17.2, "grad_norm": 0.02566160261631012, "kl": 0.0037174224853515625, "learning_rate": 1.9685831611286312e-05, "loss": 0.0001, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 86 }, { "completion_length": 734.25, "epoch": 17.4, "grad_norm": 0.08946952223777771, "kl": 0.00384521484375, "learning_rate": 1.9668233886044597e-05, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 87 }, { "completion_length": 677.03125, "epoch": 17.6, "grad_norm": 0.08532679080963135, "kl": 0.00876617431640625, "learning_rate": 1.9650164944723116e-05, "loss": 0.0004, "reward": 0.21875, "reward_std": 0.4218914955854416, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.21875, "step": 88 }, { "completion_length": 617.75, "epoch": 17.8, "grad_norm": 0.0515192411839962, "kl": 0.0021572113037109375, "learning_rate": 1.9631625667976584e-05, "loss": 0.0001, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.03125, "step": 89 }, { "completion_length": 755.0, "epoch": 18.0, "grad_norm": 0.04105350002646446, "kl": 0.0040836334228515625, "learning_rate": 1.961261695938319e-05, "loss": 0.0002, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.03125, "step": 90 }, { "completion_length": 789.90625, "epoch": 18.2, "grad_norm": 0.04714483767747879, "kl": 0.0016145706176757812, "learning_rate": 1.9593139745400575e-05, "loss": 0.0001, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 91 }, { "completion_length": 710.78125, "epoch": 18.4, "grad_norm": 0.05726596340537071, "kl": 0.0026378631591796875, "learning_rate": 1.9573194975320672e-05, "loss": 0.0001, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 92 }, { "completion_length": 646.375, "epoch": 18.6, "grad_norm": 0.03785916790366173, "kl": 0.0055751800537109375, "learning_rate": 1.9552783621223437e-05, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0, "step": 93 }, { "completion_length": 649.0, "epoch": 18.8, "grad_norm": 0.039185889065265656, "kl": 0.003993988037109375, "learning_rate": 1.9531906677929472e-05, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 94 }, { "completion_length": 722.625, "epoch": 19.0, "grad_norm": 0.051298946142196655, "kl": 0.0039043426513671875, "learning_rate": 1.9510565162951538e-05, "loss": 0.0002, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 95 }, { "completion_length": 701.03125, "epoch": 19.2, "grad_norm": 0.05333693325519562, "kl": 0.006542205810546875, "learning_rate": 1.9488760116444966e-05, "loss": 0.0003, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 96 }, { "completion_length": 758.40625, "epoch": 19.4, "grad_norm": 0.059845130890607834, "kl": 0.00335693359375, "learning_rate": 1.9466492601156964e-05, "loss": 0.0001, "reward": 0.1875, "reward_std": 0.3104073107242584, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.03125, "step": 97 }, { "completion_length": 707.0, "epoch": 19.6, "grad_norm": 0.029148058965802193, "kl": 0.00183868408203125, "learning_rate": 1.944376370237481e-05, "loss": 0.0001, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0, "step": 98 }, { "completion_length": 637.3125, "epoch": 19.8, "grad_norm": 0.05930906534194946, "kl": 0.0045318603515625, "learning_rate": 1.942057452787297e-05, "loss": 0.0002, "reward": 0.15625, "reward_std": 0.3198433741927147, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.0625, "step": 99 }, { "completion_length": 890.5625, "epoch": 20.0, "grad_norm": 0.004534106235951185, "kl": 0.0011739730834960938, "learning_rate": 1.9396926207859085e-05, "loss": 0.0, "reward": 0.0, "reward_std": 0.0, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0, "step": 100 }, { "completion_length": 773.53125, "epoch": 20.2, "grad_norm": 0.06249362602829933, "kl": 0.0035648345947265625, "learning_rate": 1.937281989491892e-05, "loss": 0.0001, "reward": 0.15625, "reward_std": 0.3198433741927147, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.125, "step": 101 }, { "completion_length": 697.0625, "epoch": 20.4, "grad_norm": 0.039780255407094955, "kl": 0.0038700103759765625, "learning_rate": 1.9348256763960146e-05, "loss": 0.0002, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.03125, "step": 102 }, { "completion_length": 619.34375, "epoch": 20.6, "grad_norm": 0.07436488568782806, "kl": 0.0042095184326171875, "learning_rate": 1.9323238012155125e-05, "loss": 0.0002, "reward": 0.21875, "reward_std": 0.4218914955854416, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.09375, "step": 103 }, { "completion_length": 714.875, "epoch": 20.8, "grad_norm": 0.003782485844567418, "kl": 0.0012178421020507812, "learning_rate": 1.9297764858882516e-05, "loss": 0.0, "reward": 0.0, "reward_std": 0.0, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0, "step": 104 }, { "completion_length": 819.0, "epoch": 21.0, "grad_norm": 0.03427855297923088, "kl": 0.00182342529296875, "learning_rate": 1.9271838545667876e-05, "loss": 0.0001, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 105 }, { "completion_length": 836.125, "epoch": 21.2, "grad_norm": 0.06285113841295242, "kl": 0.0041866302490234375, "learning_rate": 1.9245460336123136e-05, "loss": 0.0002, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 106 }, { "completion_length": 708.3125, "epoch": 21.4, "grad_norm": 0.04544105380773544, "kl": 0.0020160675048828125, "learning_rate": 1.9218631515885007e-05, "loss": 0.0001, "reward": 0.1875, "reward_std": 0.249358132481575, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.03125, "step": 107 }, { "completion_length": 702.96875, "epoch": 21.6, "grad_norm": 0.031117625534534454, "kl": 0.0014514923095703125, "learning_rate": 1.9191353392552346e-05, "loss": 0.0001, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 108 }, { "completion_length": 726.0, "epoch": 21.8, "grad_norm": 0.02800888568162918, "kl": 0.0017895698547363281, "learning_rate": 1.9163627295622397e-05, "loss": 0.0001, "reward": 0.125, "reward_std": 0.13363061845302582, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.0, "step": 109 }, { "completion_length": 734.0625, "epoch": 22.0, "grad_norm": 0.05484931170940399, "kl": 0.0052490234375, "learning_rate": 1.913545457642601e-05, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 110 }, { "completion_length": 683.0, "epoch": 22.2, "grad_norm": 0.048629019409418106, "kl": 0.00447845458984375, "learning_rate": 1.910683660806177e-05, "loss": 0.0002, "reward": 0.21875, "reward_std": 0.24511480331420898, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.0625, "step": 111 }, { "completion_length": 746.875, "epoch": 22.4, "grad_norm": 0.010094250552356243, "kl": 0.0025186538696289062, "learning_rate": 1.907777478532909e-05, "loss": 0.0001, "reward": 0.0, "reward_std": 0.0, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0, "step": 112 }, { "completion_length": 723.84375, "epoch": 22.6, "grad_norm": 0.0752173513174057, "kl": 0.005557537078857422, "learning_rate": 1.9048270524660197e-05, "loss": 0.0002, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 113 }, { "completion_length": 769.0625, "epoch": 22.8, "grad_norm": 0.0477801151573658, "kl": 0.0017805099487304688, "learning_rate": 1.901832526405114e-05, "loss": 0.0001, "reward": 0.125, "reward_std": 0.2314550280570984, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0625, "step": 114 }, { "completion_length": 699.6875, "epoch": 23.0, "grad_norm": 0.04839959368109703, "kl": 0.0012121200561523438, "learning_rate": 1.8987940462991673e-05, "loss": 0.0, "reward": 0.15625, "reward_std": 0.3198433741927147, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.03125, "step": 115 }, { "completion_length": 707.34375, "epoch": 23.2, "grad_norm": 0.08084084093570709, "kl": 0.0027523040771484375, "learning_rate": 1.895711760239413e-05, "loss": 0.0001, "reward": 0.21875, "reward_std": 0.24511480331420898, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.0625, "step": 116 }, { "completion_length": 739.59375, "epoch": 23.4, "grad_norm": 0.025769440457224846, "kl": 0.0030221939086914062, "learning_rate": 1.892585818452126e-05, "loss": 0.0001, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 117 }, { "completion_length": 723.46875, "epoch": 23.6, "grad_norm": 0.058995552361011505, "kl": 0.0026149749755859375, "learning_rate": 1.889416373291298e-05, "loss": 0.0001, "reward": 0.1875, "reward_std": 0.3104073107242584, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.0625, "step": 118 }, { "completion_length": 686.65625, "epoch": 23.8, "grad_norm": 0.05975084751844406, "kl": 0.0029544830322265625, "learning_rate": 1.8862035792312148e-05, "loss": 0.0001, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 119 }, { "completion_length": 659.9375, "epoch": 24.0, "grad_norm": 0.11447711288928986, "kl": 0.0073566436767578125, "learning_rate": 1.8829475928589272e-05, "loss": 0.0003, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 120 }, { "completion_length": 648.0, "epoch": 24.2, "grad_norm": 0.12400014698505402, "kl": 0.004389762878417969, "learning_rate": 1.879648572866617e-05, "loss": 0.0002, "reward": 0.1875, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.0625, "step": 121 }, { "completion_length": 711.34375, "epoch": 24.4, "grad_norm": 0.0695832222700119, "kl": 0.006267547607421875, "learning_rate": 1.8763066800438638e-05, "loss": 0.0003, "reward": 0.1875, "reward_std": 0.3335031494498253, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.09375, "step": 122 }, { "completion_length": 811.03125, "epoch": 24.6, "grad_norm": 0.03884181007742882, "kl": 0.0032482147216796875, "learning_rate": 1.8729220772698096e-05, "loss": 0.0001, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 123 }, { "completion_length": 776.0, "epoch": 24.8, "grad_norm": 0.06304960697889328, "kl": 0.005489349365234375, "learning_rate": 1.869494929505219e-05, "loss": 0.0002, "reward": 0.15625, "reward_std": 0.3198433741927147, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.15625, "step": 124 }, { "completion_length": 766.8125, "epoch": 25.0, "grad_norm": 0.046755433082580566, "kl": 0.002269744873046875, "learning_rate": 1.866025403784439e-05, "loss": 0.0001, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 125 }, { "completion_length": 737.90625, "epoch": 25.2, "grad_norm": 0.1073736622929573, "kl": 0.0057697296142578125, "learning_rate": 1.8625136692072577e-05, "loss": 0.0002, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.09375, "step": 126 }, { "completion_length": 575.90625, "epoch": 25.4, "grad_norm": 0.07604625076055527, "kl": 0.00994110107421875, "learning_rate": 1.8589598969306646e-05, "loss": 0.0004, "reward": 0.28125, "reward_std": 0.3787454217672348, "rewards/accuracy_reward": 0.1875, "rewards/format_reward": 0.09375, "step": 127 }, { "completion_length": 664.96875, "epoch": 25.6, "grad_norm": 0.048758264631032944, "kl": 0.005596160888671875, "learning_rate": 1.855364260160507e-05, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 128 }, { "completion_length": 776.71875, "epoch": 25.8, "grad_norm": 0.06416219472885132, "kl": 0.01025390625, "learning_rate": 1.851726934143048e-05, "loss": 0.0004, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 129 }, { "completion_length": 810.0625, "epoch": 26.0, "grad_norm": 0.033319141715765, "kl": 0.0031871795654296875, "learning_rate": 1.848048096156426e-05, "loss": 0.0001, "reward": 0.09375, "reward_std": 0.1293872892856598, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.0, "step": 130 }, { "completion_length": 564.875, "epoch": 26.2, "grad_norm": 0.09029232710599899, "kl": 0.01023101806640625, "learning_rate": 1.8443279255020153e-05, "loss": 0.0004, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 131 }, { "completion_length": 675.59375, "epoch": 26.4, "grad_norm": 0.02714545652270317, "kl": 0.004695892333984375, "learning_rate": 1.8405666034956842e-05, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0, "step": 132 }, { "completion_length": 761.46875, "epoch": 26.6, "grad_norm": 0.02261636219918728, "kl": 0.00455474853515625, "learning_rate": 1.836764313458962e-05, "loss": 0.0002, "reward": 0.0, "reward_std": 0.0, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0, "step": 133 }, { "completion_length": 793.53125, "epoch": 26.8, "grad_norm": 0.076606884598732, "kl": 0.007883071899414062, "learning_rate": 1.8329212407100996e-05, "loss": 0.0003, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 134 }, { "completion_length": 641.375, "epoch": 27.0, "grad_norm": 0.06023378297686577, "kl": 0.008708953857421875, "learning_rate": 1.8290375725550417e-05, "loss": 0.0003, "reward": 0.25, "reward_std": 0.4492306634783745, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.125, "step": 135 }, { "completion_length": 720.78125, "epoch": 27.2, "grad_norm": 0.07514262944459915, "kl": 0.0074329376220703125, "learning_rate": 1.8251134982782952e-05, "loss": 0.0003, "reward": 0.15625, "reward_std": 0.3198433741927147, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.09375, "step": 136 }, { "completion_length": 667.25, "epoch": 27.4, "grad_norm": 0.06626664847135544, "kl": 0.0064849853515625, "learning_rate": 1.821149209133704e-05, "loss": 0.0003, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 137 }, { "completion_length": 691.46875, "epoch": 27.6, "grad_norm": 0.06274402886629105, "kl": 0.0063629150390625, "learning_rate": 1.8171448983351284e-05, "loss": 0.0003, "reward": 0.1875, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.03125, "step": 138 }, { "completion_length": 670.0, "epoch": 27.8, "grad_norm": 0.05724909529089928, "kl": 0.0061397552490234375, "learning_rate": 1.8131007610470278e-05, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 139 }, { "completion_length": 703.1875, "epoch": 28.0, "grad_norm": 0.09771377593278885, "kl": 0.0037441253662109375, "learning_rate": 1.8090169943749477e-05, "loss": 0.0001, "reward": 0.1875, "reward_std": 0.3335031494498253, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.09375, "step": 140 }, { "completion_length": 614.125, "epoch": 28.2, "grad_norm": 0.07325705140829086, "kl": 0.009479522705078125, "learning_rate": 1.804893797355914e-05, "loss": 0.0004, "reward": 0.15625, "reward_std": 0.3198433741927147, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.09375, "step": 141 }, { "completion_length": 746.75, "epoch": 28.4, "grad_norm": 0.050279486924409866, "kl": 0.0060100555419921875, "learning_rate": 1.8007313709487334e-05, "loss": 0.0002, "reward": 0.21875, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.0625, "step": 142 }, { "completion_length": 752.0625, "epoch": 28.6, "grad_norm": 0.03074537217617035, "kl": 0.001331329345703125, "learning_rate": 1.7965299180241963e-05, "loss": 0.0001, "reward": 0.09375, "reward_std": 0.1293872892856598, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 143 }, { "completion_length": 725.90625, "epoch": 28.8, "grad_norm": 0.0496852733194828, "kl": 0.0050640106201171875, "learning_rate": 1.792289643355191e-05, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 144 }, { "completion_length": 633.0625, "epoch": 29.0, "grad_norm": 0.0302935391664505, "kl": 0.0042266845703125, "learning_rate": 1.788010753606722e-05, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0, "step": 145 }, { "completion_length": 753.09375, "epoch": 29.2, "grad_norm": 0.05465216562151909, "kl": 0.005916595458984375, "learning_rate": 1.78369345732584e-05, "loss": 0.0002, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 146 }, { "completion_length": 798.53125, "epoch": 29.4, "grad_norm": 0.07724983990192413, "kl": 0.006725311279296875, "learning_rate": 1.7793379649314743e-05, "loss": 0.0003, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 147 }, { "completion_length": 670.96875, "epoch": 29.6, "grad_norm": 0.052045710384845734, "kl": 0.004421234130859375, "learning_rate": 1.7749444887041797e-05, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 148 }, { "completion_length": 729.8125, "epoch": 29.8, "grad_norm": 0.04775654524564743, "kl": 0.002147674560546875, "learning_rate": 1.7705132427757895e-05, "loss": 0.0001, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.03125, "step": 149 }, { "completion_length": 677.6875, "epoch": 30.0, "grad_norm": 0.06813061982393265, "kl": 0.0017709732055664062, "learning_rate": 1.766044443118978e-05, "loss": 0.0001, "reward": 0.25, "reward_std": 0.3514062538743019, "rewards/accuracy_reward": 0.25, "rewards/format_reward": 0.0, "step": 150 }, { "completion_length": 746.71875, "epoch": 30.2, "grad_norm": 0.059449851512908936, "kl": 0.0029287338256835938, "learning_rate": 1.761538307536737e-05, "loss": 0.0001, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 151 }, { "completion_length": 686.21875, "epoch": 30.4, "grad_norm": 0.05846744030714035, "kl": 0.0047817230224609375, "learning_rate": 1.7569950556517566e-05, "loss": 0.0002, "reward": 0.125, "reward_std": 0.13363061845302582, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.0, "step": 152 }, { "completion_length": 752.6875, "epoch": 30.6, "grad_norm": 0.06499540060758591, "kl": 0.0039234161376953125, "learning_rate": 1.7524149088957244e-05, "loss": 0.0002, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 153 }, { "completion_length": 840.90625, "epoch": 30.8, "grad_norm": 0.01074282918125391, "kl": 0.002513885498046875, "learning_rate": 1.747798090498532e-05, "loss": 0.0001, "reward": 0.0, "reward_std": 0.0, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0, "step": 154 }, { "completion_length": 624.0, "epoch": 31.0, "grad_norm": 0.0682206004858017, "kl": 0.0042247772216796875, "learning_rate": 1.7431448254773943e-05, "loss": 0.0002, "reward": 0.3125, "reward_std": 0.3745020925998688, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.15625, "step": 155 }, { "completion_length": 750.84375, "epoch": 31.2, "grad_norm": 0.028054354712367058, "kl": 0.002704620361328125, "learning_rate": 1.7384553406258842e-05, "loss": 0.0001, "reward": 0.09375, "reward_std": 0.1293872892856598, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.0, "step": 156 }, { "completion_length": 797.875, "epoch": 31.4, "grad_norm": 0.05043506994843483, "kl": 0.0019140243530273438, "learning_rate": 1.7337298645028764e-05, "loss": 0.0001, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 157 }, { "completion_length": 752.4375, "epoch": 31.6, "grad_norm": 0.03465605154633522, "kl": 0.005340576171875, "learning_rate": 1.7289686274214116e-05, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 158 }, { "completion_length": 691.3125, "epoch": 31.8, "grad_norm": 0.047109831124544144, "kl": 0.003963470458984375, "learning_rate": 1.7241718614374678e-05, "loss": 0.0002, "reward": 0.15625, "reward_std": 0.3061639815568924, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.03125, "step": 159 }, { "completion_length": 690.5, "epoch": 32.0, "grad_norm": 0.0693172961473465, "kl": 0.0039043426513671875, "learning_rate": 1.7193398003386514e-05, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 160 }, { "completion_length": 709.65625, "epoch": 32.2, "grad_norm": 0.2563571333885193, "kl": 0.009204864501953125, "learning_rate": 1.7144726796328034e-05, "loss": 0.0004, "reward": 0.1875, "reward_std": 0.408231720328331, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.15625, "step": 161 }, { "completion_length": 702.03125, "epoch": 32.4, "grad_norm": 0.07080015540122986, "kl": 0.0035953521728515625, "learning_rate": 1.709570736536521e-05, "loss": 0.0001, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 162 }, { "completion_length": 829.84375, "epoch": 32.6, "grad_norm": 0.04313138872385025, "kl": 0.0013427734375, "learning_rate": 1.7046342099635948e-05, "loss": 0.0001, "reward": 0.15625, "reward_std": 0.3061639815568924, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.0625, "step": 163 }, { "completion_length": 624.0, "epoch": 32.8, "grad_norm": 0.11450140178203583, "kl": 0.0047283172607421875, "learning_rate": 1.6996633405133656e-05, "loss": 0.0002, "reward": 0.25, "reward_std": 0.2314550280570984, "rewards/accuracy_reward": 0.21875, "rewards/format_reward": 0.03125, "step": 164 }, { "completion_length": 763.4375, "epoch": 33.0, "grad_norm": 0.06312569975852966, "kl": 0.008212089538574219, "learning_rate": 1.6946583704589973e-05, "loss": 0.0003, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 165 }, { "completion_length": 755.6875, "epoch": 33.2, "grad_norm": 0.07195674628019333, "kl": 0.0042572021484375, "learning_rate": 1.68961954373567e-05, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 166 }, { "completion_length": 824.8125, "epoch": 33.4, "grad_norm": 0.05315883830189705, "kl": 0.0027074813842773438, "learning_rate": 1.684547105928689e-05, "loss": 0.0001, "reward": 0.1875, "reward_std": 0.3335031494498253, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.0625, "step": 167 }, { "completion_length": 751.78125, "epoch": 33.6, "grad_norm": 0.044143546372652054, "kl": 0.0056304931640625, "learning_rate": 1.6794413042615168e-05, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 168 }, { "completion_length": 715.0, "epoch": 33.8, "grad_norm": 0.054993364959955215, "kl": 0.0035266876220703125, "learning_rate": 1.6743023875837233e-05, "loss": 0.0001, "reward": 0.28125, "reward_std": 0.3608423173427582, "rewards/accuracy_reward": 0.21875, "rewards/format_reward": 0.0625, "step": 169 }, { "completion_length": 711.3125, "epoch": 34.0, "grad_norm": 0.04282531887292862, "kl": 0.00383758544921875, "learning_rate": 1.6691306063588583e-05, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 170 }, { "completion_length": 710.8125, "epoch": 34.2, "grad_norm": 0.04921108856797218, "kl": 0.0023479461669921875, "learning_rate": 1.6639262126522417e-05, "loss": 0.0001, "reward": 0.34375, "reward_std": 0.3787454217672348, "rewards/accuracy_reward": 0.3125, "rewards/format_reward": 0.03125, "step": 171 }, { "completion_length": 752.34375, "epoch": 34.4, "grad_norm": 0.05801001563668251, "kl": 0.0030841827392578125, "learning_rate": 1.6586894601186804e-05, "loss": 0.0001, "reward": 0.25, "reward_std": 0.4261348247528076, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.09375, "step": 172 }, { "completion_length": 642.21875, "epoch": 34.6, "grad_norm": 0.07046660035848618, "kl": 0.007915496826171875, "learning_rate": 1.6534206039901057e-05, "loss": 0.0003, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 173 }, { "completion_length": 828.03125, "epoch": 34.8, "grad_norm": 0.06986822932958603, "kl": 0.0038127899169921875, "learning_rate": 1.6481199010631312e-05, "loss": 0.0002, "reward": 0.15625, "reward_std": 0.3061639815568924, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.15625, "step": 174 }, { "completion_length": 678.125, "epoch": 35.0, "grad_norm": 0.06373422592878342, "kl": 0.0052967071533203125, "learning_rate": 1.6427876096865394e-05, "loss": 0.0002, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0625, "step": 175 }, { "completion_length": 740.34375, "epoch": 35.2, "grad_norm": 0.33381345868110657, "kl": 0.044974327087402344, "learning_rate": 1.63742398974869e-05, "loss": 0.0018, "reward": 0.15625, "reward_std": 0.22201896458864212, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.03125, "step": 176 }, { "completion_length": 682.5, "epoch": 35.4, "grad_norm": 0.07477016001939774, "kl": 0.005031585693359375, "learning_rate": 1.632029302664851e-05, "loss": 0.0002, "reward": 0.1875, "reward_std": 0.408231720328331, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.125, "step": 177 }, { "completion_length": 734.8125, "epoch": 35.6, "grad_norm": 0.06294216960668564, "kl": 0.0035686492919921875, "learning_rate": 1.6266038113644605e-05, "loss": 0.0001, "reward": 0.25, "reward_std": 0.3335031494498253, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.09375, "step": 178 }, { "completion_length": 633.65625, "epoch": 35.8, "grad_norm": 0.059178903698921204, "kl": 0.0047435760498046875, "learning_rate": 1.6211477802783105e-05, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 179 }, { "completion_length": 709.8125, "epoch": 36.0, "grad_norm": 0.015170346945524216, "kl": 0.004337310791015625, "learning_rate": 1.6156614753256583e-05, "loss": 0.0002, "reward": 0.0, "reward_std": 0.0, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0, "step": 180 }, { "completion_length": 736.25, "epoch": 36.2, "grad_norm": 0.062141355127096176, "kl": 0.0058135986328125, "learning_rate": 1.610145163901268e-05, "loss": 0.0002, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.09375, "step": 181 }, { "completion_length": 832.59375, "epoch": 36.4, "grad_norm": 0.0728365033864975, "kl": 0.002017974853515625, "learning_rate": 1.6045991148623752e-05, "loss": 0.0001, "reward": 0.1875, "reward_std": 0.408231720328331, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.125, "step": 182 }, { "completion_length": 679.78125, "epoch": 36.6, "grad_norm": 0.03516562283039093, "kl": 0.004940032958984375, "learning_rate": 1.599023598515586e-05, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 183 }, { "completion_length": 664.0, "epoch": 36.8, "grad_norm": 0.05773026868700981, "kl": 0.00171661376953125, "learning_rate": 1.5934188866037017e-05, "loss": 0.0001, "reward": 0.1875, "reward_std": 0.3335031494498253, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.03125, "step": 184 }, { "completion_length": 674.625, "epoch": 37.0, "grad_norm": 0.06871882826089859, "kl": 0.002918243408203125, "learning_rate": 1.5877852522924733e-05, "loss": 0.0001, "reward": 0.28125, "reward_std": 0.3471629247069359, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.125, "step": 185 }, { "completion_length": 749.28125, "epoch": 37.2, "grad_norm": 0.12351617217063904, "kl": 0.0049076080322265625, "learning_rate": 1.5821229701572897e-05, "loss": 0.0002, "reward": 0.1875, "reward_std": 0.408231720328331, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.125, "step": 186 }, { "completion_length": 737.09375, "epoch": 37.4, "grad_norm": 0.05196770280599594, "kl": 0.0021238327026367188, "learning_rate": 1.5764323161697933e-05, "loss": 0.0001, "reward": 0.125, "reward_std": 0.3535533845424652, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.03125, "step": 187 }, { "completion_length": 746.6875, "epoch": 37.6, "grad_norm": 0.044122546911239624, "kl": 0.0019297599792480469, "learning_rate": 1.570713567684432e-05, "loss": 0.0001, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0, "step": 188 }, { "completion_length": 736.28125, "epoch": 37.8, "grad_norm": 0.007503041066229343, "kl": 0.0021915435791015625, "learning_rate": 1.564967003424938e-05, "loss": 0.0001, "reward": 0.0, "reward_std": 0.0, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0, "step": 189 }, { "completion_length": 586.0, "epoch": 38.0, "grad_norm": 0.16468028724193573, "kl": 0.0054779052734375, "learning_rate": 1.5591929034707468e-05, "loss": 0.0002, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 190 }, { "completion_length": 658.4375, "epoch": 38.2, "grad_norm": 0.08969616889953613, "kl": 0.0038738250732421875, "learning_rate": 1.553391549243344e-05, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 191 }, { "completion_length": 608.90625, "epoch": 38.4, "grad_norm": 0.19583958387374878, "kl": 0.0025424957275390625, "learning_rate": 1.5475632234925505e-05, "loss": 0.0001, "reward": 0.25, "reward_std": 0.3335031494498253, "rewards/accuracy_reward": 0.1875, "rewards/format_reward": 0.0625, "step": 192 }, { "completion_length": 585.4375, "epoch": 38.6, "grad_norm": 0.07371523231267929, "kl": 0.004715919494628906, "learning_rate": 1.54170821028274e-05, "loss": 0.0002, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0625, "step": 193 }, { "completion_length": 789.09375, "epoch": 38.8, "grad_norm": 0.05235208570957184, "kl": 0.003101348876953125, "learning_rate": 1.5358267949789968e-05, "loss": 0.0001, "reward": 0.15625, "reward_std": 0.3198433741927147, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.15625, "step": 194 }, { "completion_length": 794.875, "epoch": 39.0, "grad_norm": 0.042146533727645874, "kl": 0.00682830810546875, "learning_rate": 1.529919264233205e-05, "loss": 0.0003, "reward": 0.09375, "reward_std": 0.1293872892856598, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 195 }, { "completion_length": 628.90625, "epoch": 39.2, "grad_norm": 0.04325362667441368, "kl": 0.003551483154296875, "learning_rate": 1.5239859059700794e-05, "loss": 0.0001, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 196 }, { "completion_length": 705.9375, "epoch": 39.4, "grad_norm": 0.05797632038593292, "kl": 0.003326416015625, "learning_rate": 1.5180270093731305e-05, "loss": 0.0001, "reward": 0.25, "reward_std": 0.3514062538743019, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.09375, "step": 197 }, { "completion_length": 785.375, "epoch": 39.6, "grad_norm": 0.045176297426223755, "kl": 0.0056095123291015625, "learning_rate": 1.5120428648705716e-05, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 198 }, { "completion_length": 761.125, "epoch": 39.8, "grad_norm": 0.0534488782286644, "kl": 0.001953125, "learning_rate": 1.5060337641211637e-05, "loss": 0.0001, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 199 }, { "completion_length": 606.0, "epoch": 40.0, "grad_norm": 0.06155118718743324, "kl": 0.007213592529296875, "learning_rate": 1.5000000000000002e-05, "loss": 0.0003, "reward": 0.09375, "reward_std": 0.1293872892856598, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 200 }, { "completion_length": 648.1875, "epoch": 40.2, "grad_norm": 0.06065668910741806, "kl": 0.005786895751953125, "learning_rate": 1.493941866584231e-05, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 201 }, { "completion_length": 713.9375, "epoch": 40.4, "grad_norm": 0.04357614740729332, "kl": 0.005336761474609375, "learning_rate": 1.4878596591387329e-05, "loss": 0.0002, "reward": 0.15625, "reward_std": 0.22201896458864212, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.15625, "step": 202 }, { "completion_length": 721.46875, "epoch": 40.6, "grad_norm": 0.03795577213168144, "kl": 0.004741668701171875, "learning_rate": 1.4817536741017153e-05, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 203 }, { "completion_length": 761.4375, "epoch": 40.8, "grad_norm": 0.03983302414417267, "kl": 0.003192901611328125, "learning_rate": 1.4756242090702756e-05, "loss": 0.0001, "reward": 0.15625, "reward_std": 0.1293872892856598, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.03125, "step": 204 }, { "completion_length": 662.625, "epoch": 41.0, "grad_norm": 0.05180246755480766, "kl": 0.004192352294921875, "learning_rate": 1.469471562785891e-05, "loss": 0.0002, "reward": 0.1875, "reward_std": 0.3471825420856476, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.125, "step": 205 }, { "completion_length": 687.65625, "epoch": 41.2, "grad_norm": 0.03887093439698219, "kl": 0.003993988037109375, "learning_rate": 1.463296035119862e-05, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0, "step": 206 }, { "completion_length": 799.8125, "epoch": 41.4, "grad_norm": 0.0740731805562973, "kl": 0.0067596435546875, "learning_rate": 1.4570979270586944e-05, "loss": 0.0003, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.09375, "step": 207 }, { "completion_length": 725.75, "epoch": 41.6, "grad_norm": 0.04128188639879227, "kl": 0.0065822601318359375, "learning_rate": 1.4508775406894308e-05, "loss": 0.0003, "reward": 0.15625, "reward_std": 0.24511480331420898, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.0625, "step": 208 }, { "completion_length": 652.8125, "epoch": 41.8, "grad_norm": 0.06086068972945213, "kl": 0.00821685791015625, "learning_rate": 1.4446351791849276e-05, "loss": 0.0003, "reward": 0.15625, "reward_std": 0.3061639815568924, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.0625, "step": 209 }, { "completion_length": 662.6875, "epoch": 42.0, "grad_norm": 0.01791488565504551, "kl": 0.005237579345703125, "learning_rate": 1.4383711467890776e-05, "loss": 0.0002, "reward": 0.0, "reward_std": 0.0, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0, "step": 210 }, { "completion_length": 735.96875, "epoch": 42.2, "grad_norm": 0.028158580884337425, "kl": 0.0033512115478515625, "learning_rate": 1.4320857488019826e-05, "loss": 0.0001, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 211 }, { "completion_length": 727.5625, "epoch": 42.4, "grad_norm": 0.057374995201826096, "kl": 0.008304595947265625, "learning_rate": 1.4257792915650728e-05, "loss": 0.0003, "reward": 0.125, "reward_std": 0.2314550280570984, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0625, "step": 212 }, { "completion_length": 610.75, "epoch": 42.6, "grad_norm": 0.24425353109836578, "kl": 0.03440093994140625, "learning_rate": 1.4194520824461773e-05, "loss": 0.0014, "reward": 0.21875, "reward_std": 0.24511480331420898, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.0625, "step": 213 }, { "completion_length": 718.1875, "epoch": 42.8, "grad_norm": 0.042232200503349304, "kl": 0.0050792694091796875, "learning_rate": 1.413104429824542e-05, "loss": 0.0002, "reward": 0.125, "reward_std": 0.2314550280570984, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.0, "step": 214 }, { "completion_length": 798.0625, "epoch": 43.0, "grad_norm": 0.03367134928703308, "kl": 0.00554656982421875, "learning_rate": 1.4067366430758004e-05, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 215 }, { "completion_length": 809.03125, "epoch": 43.2, "grad_norm": 0.08703216165304184, "kl": 0.0069732666015625, "learning_rate": 1.4003490325568953e-05, "loss": 0.0003, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 216 }, { "completion_length": 718.71875, "epoch": 43.4, "grad_norm": 0.059716470539569855, "kl": 0.004016876220703125, "learning_rate": 1.3939419095909513e-05, "loss": 0.0002, "reward": 0.28125, "reward_std": 0.35564958304166794, "rewards/accuracy_reward": 0.21875, "rewards/format_reward": 0.0625, "step": 217 }, { "completion_length": 762.03125, "epoch": 43.6, "grad_norm": 0.03960856795310974, "kl": 0.008747100830078125, "learning_rate": 1.3875155864521031e-05, "loss": 0.0004, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 218 }, { "completion_length": 668.28125, "epoch": 43.8, "grad_norm": 0.02855999954044819, "kl": 0.0038890838623046875, "learning_rate": 1.3810703763502744e-05, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 219 }, { "completion_length": 712.375, "epoch": 44.0, "grad_norm": 0.07352375984191895, "kl": 0.013210296630859375, "learning_rate": 1.3746065934159123e-05, "loss": 0.0005, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 220 }, { "completion_length": 648.0625, "epoch": 44.2, "grad_norm": 0.06787135452032089, "kl": 0.010593414306640625, "learning_rate": 1.3681245526846782e-05, "loss": 0.0004, "reward": 0.21875, "reward_std": 0.4218914955854416, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.125, "step": 221 }, { "completion_length": 692.90625, "epoch": 44.4, "grad_norm": 0.05384477600455284, "kl": 0.004001617431640625, "learning_rate": 1.3616245700820922e-05, "loss": 0.0002, "reward": 0.21875, "reward_std": 0.3377464786171913, "rewards/accuracy_reward": 0.21875, "rewards/format_reward": 0.0, "step": 222 }, { "completion_length": 801.59375, "epoch": 44.6, "grad_norm": 0.05627313256263733, "kl": 0.0066280364990234375, "learning_rate": 1.3551069624081372e-05, "loss": 0.0003, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 223 }, { "completion_length": 713.0625, "epoch": 44.8, "grad_norm": 0.03934725746512413, "kl": 0.00460052490234375, "learning_rate": 1.3485720473218153e-05, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 224 }, { "completion_length": 774.75, "epoch": 45.0, "grad_norm": 0.043650925159454346, "kl": 0.006531715393066406, "learning_rate": 1.342020143325669e-05, "loss": 0.0003, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 225 }, { "completion_length": 652.8125, "epoch": 45.2, "grad_norm": 0.0472080297768116, "kl": 0.0072612762451171875, "learning_rate": 1.3354515697502552e-05, "loss": 0.0003, "reward": 0.15625, "reward_std": 0.24511480331420898, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.0625, "step": 226 }, { "completion_length": 741.59375, "epoch": 45.4, "grad_norm": 0.0659644827246666, "kl": 0.0036468505859375, "learning_rate": 1.3288666467385834e-05, "loss": 0.0001, "reward": 0.1875, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.0625, "step": 227 }, { "completion_length": 763.625, "epoch": 45.6, "grad_norm": 0.0662030428647995, "kl": 0.0071868896484375, "learning_rate": 1.3222656952305113e-05, "loss": 0.0003, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 228 }, { "completion_length": 768.84375, "epoch": 45.8, "grad_norm": 0.05112076178193092, "kl": 0.00908660888671875, "learning_rate": 1.3156490369471026e-05, "loss": 0.0004, "reward": 0.125, "reward_std": 0.2314550280570984, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 229 }, { "completion_length": 638.125, "epoch": 46.0, "grad_norm": 0.06220560520887375, "kl": 0.00731658935546875, "learning_rate": 1.3090169943749475e-05, "loss": 0.0003, "reward": 0.21875, "reward_std": 0.3608423173427582, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.0625, "step": 230 }, { "completion_length": 725.09375, "epoch": 46.2, "grad_norm": 0.12178517132997513, "kl": 0.00751495361328125, "learning_rate": 1.3023698907504447e-05, "loss": 0.0003, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.09375, "step": 231 }, { "completion_length": 782.40625, "epoch": 46.4, "grad_norm": 0.04633370414376259, "kl": 0.0020923614501953125, "learning_rate": 1.2957080500440469e-05, "loss": 0.0001, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.03125, "step": 232 }, { "completion_length": 774.6875, "epoch": 46.6, "grad_norm": 0.06594963371753693, "kl": 0.005680084228515625, "learning_rate": 1.2890317969444716e-05, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 233 }, { "completion_length": 691.125, "epoch": 46.8, "grad_norm": 0.03636356443166733, "kl": 0.003635406494140625, "learning_rate": 1.2823414568428767e-05, "loss": 0.0001, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0, "step": 234 }, { "completion_length": 593.4375, "epoch": 47.0, "grad_norm": 0.08689063787460327, "kl": 0.010068893432617188, "learning_rate": 1.2756373558169992e-05, "loss": 0.0004, "reward": 0.3125, "reward_std": 0.38298875093460083, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.1875, "step": 235 }, { "completion_length": 659.875, "epoch": 47.2, "grad_norm": 0.0875919908285141, "kl": 0.008754730224609375, "learning_rate": 1.2689198206152657e-05, "loss": 0.0004, "reward": 0.1875, "reward_std": 0.3945523276925087, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.1875, "step": 236 }, { "completion_length": 829.03125, "epoch": 47.4, "grad_norm": 0.03692341968417168, "kl": 0.0024633407592773438, "learning_rate": 1.2621891786408648e-05, "loss": 0.0001, "reward": 0.125, "reward_std": 0.2314550280570984, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.0, "step": 237 }, { "completion_length": 734.40625, "epoch": 47.6, "grad_norm": 0.04285416752099991, "kl": 0.0069580078125, "learning_rate": 1.2554457579357906e-05, "loss": 0.0003, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 238 }, { "completion_length": 700.125, "epoch": 47.8, "grad_norm": 0.06877611577510834, "kl": 0.008152008056640625, "learning_rate": 1.2486898871648552e-05, "loss": 0.0003, "reward": 0.28125, "reward_std": 0.35564958304166794, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.15625, "step": 239 }, { "completion_length": 654.0625, "epoch": 48.0, "grad_norm": 0.057643674314022064, "kl": 0.00344085693359375, "learning_rate": 1.2419218955996677e-05, "loss": 0.0001, "reward": 0.15625, "reward_std": 0.24511480331420898, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.15625, "step": 240 }, { "completion_length": 788.0, "epoch": 48.2, "grad_norm": 0.06129004433751106, "kl": 0.008901596069335938, "learning_rate": 1.23514211310259e-05, "loss": 0.0004, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.03125, "step": 241 }, { "completion_length": 709.0625, "epoch": 48.4, "grad_norm": 0.04215136915445328, "kl": 0.00811004638671875, "learning_rate": 1.2283508701106559e-05, "loss": 0.0003, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 242 }, { "completion_length": 768.75, "epoch": 48.6, "grad_norm": 0.08925128728151321, "kl": 0.002838134765625, "learning_rate": 1.2215484976194675e-05, "loss": 0.0001, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 243 }, { "completion_length": 743.59375, "epoch": 48.8, "grad_norm": 0.040025435388088226, "kl": 0.0040283203125, "learning_rate": 1.2147353271670634e-05, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0, "step": 244 }, { "completion_length": 562.875, "epoch": 49.0, "grad_norm": 0.072207011282444, "kl": 0.0041351318359375, "learning_rate": 1.2079116908177592e-05, "loss": 0.0002, "reward": 0.3125, "reward_std": 0.3745020925998688, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.1875, "step": 245 }, { "completion_length": 757.75, "epoch": 49.2, "grad_norm": 0.05225052312016487, "kl": 0.0013132095336914062, "learning_rate": 1.2010779211459649e-05, "loss": 0.0001, "reward": 0.25, "reward_std": 0.3514062538743019, "rewards/accuracy_reward": 0.25, "rewards/format_reward": 0.0, "step": 246 }, { "completion_length": 717.96875, "epoch": 49.4, "grad_norm": 0.031644195318222046, "kl": 0.0064697265625, "learning_rate": 1.194234351219972e-05, "loss": 0.0003, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0, "step": 247 }, { "completion_length": 689.21875, "epoch": 49.6, "grad_norm": 0.06784337013959885, "kl": 0.00656890869140625, "learning_rate": 1.187381314585725e-05, "loss": 0.0003, "reward": 0.375, "reward_std": 0.4629100561141968, "rewards/accuracy_reward": 0.21875, "rewards/format_reward": 0.15625, "step": 248 }, { "completion_length": 747.375, "epoch": 49.8, "grad_norm": 0.033385973423719406, "kl": 0.006641387939453125, "learning_rate": 1.1805191452505602e-05, "loss": 0.0003, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 249 }, { "completion_length": 778.5, "epoch": 50.0, "grad_norm": 0.039894282817840576, "kl": 0.00530242919921875, "learning_rate": 1.1736481776669307e-05, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 250 }, { "completion_length": 664.9375, "epoch": 50.2, "grad_norm": 0.01323878113180399, "kl": 0.0035419464111328125, "learning_rate": 1.1667687467161025e-05, "loss": 0.0001, "reward": 0.0, "reward_std": 0.0, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0, "step": 251 }, { "completion_length": 784.5, "epoch": 50.4, "grad_norm": 0.04773200675845146, "kl": 0.004486083984375, "learning_rate": 1.159881187691835e-05, "loss": 0.0002, "reward": 0.15625, "reward_std": 0.3061639815568924, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.03125, "step": 252 }, { "completion_length": 681.25, "epoch": 50.6, "grad_norm": 0.0516289658844471, "kl": 0.0051116943359375, "learning_rate": 1.1529858362840383e-05, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 253 }, { "completion_length": 719.25, "epoch": 50.8, "grad_norm": 0.0592305026948452, "kl": 0.006103515625, "learning_rate": 1.1460830285624119e-05, "loss": 0.0002, "reward": 0.15625, "reward_std": 0.3198433741927147, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.125, "step": 254 }, { "completion_length": 713.375, "epoch": 51.0, "grad_norm": 0.060044627636671066, "kl": 0.01081085205078125, "learning_rate": 1.1391731009600655e-05, "loss": 0.0004, "reward": 0.1875, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.03125, "step": 255 }, { "completion_length": 727.59375, "epoch": 51.2, "grad_norm": 0.0568021722137928, "kl": 0.0041046142578125, "learning_rate": 1.1322563902571227e-05, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 256 }, { "completion_length": 747.21875, "epoch": 51.4, "grad_norm": 0.05668547376990318, "kl": 0.007038116455078125, "learning_rate": 1.1253332335643043e-05, "loss": 0.0003, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 257 }, { "completion_length": 710.59375, "epoch": 51.6, "grad_norm": 0.06153063476085663, "kl": 0.0038509368896484375, "learning_rate": 1.1184039683065014e-05, "loss": 0.0002, "reward": 0.21875, "reward_std": 0.3377464786171913, "rewards/accuracy_reward": 0.21875, "rewards/format_reward": 0.0, "step": 258 }, { "completion_length": 716.8125, "epoch": 51.8, "grad_norm": 0.05457403510808945, "kl": 0.005252838134765625, "learning_rate": 1.1114689322063255e-05, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 259 }, { "completion_length": 797.9375, "epoch": 52.0, "grad_norm": 0.046778466552495956, "kl": 0.0037317276000976562, "learning_rate": 1.1045284632676535e-05, "loss": 0.0001, "reward": 0.15625, "reward_std": 0.3198433741927147, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.0625, "step": 260 }, { "completion_length": 745.5, "epoch": 52.2, "grad_norm": 0.042898040264844894, "kl": 0.004665374755859375, "learning_rate": 1.0975828997591496e-05, "loss": 0.0002, "reward": 0.21875, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.1875, "rewards/format_reward": 0.03125, "step": 261 }, { "completion_length": 659.28125, "epoch": 52.4, "grad_norm": 0.08597607165575027, "kl": 0.0042476654052734375, "learning_rate": 1.0906325801977804e-05, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 262 }, { "completion_length": 754.375, "epoch": 52.6, "grad_norm": 0.03376508876681328, "kl": 0.006850242614746094, "learning_rate": 1.083677843332316e-05, "loss": 0.0003, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0, "step": 263 }, { "completion_length": 835.71875, "epoch": 52.8, "grad_norm": 0.04447947070002556, "kl": 0.004009246826171875, "learning_rate": 1.0767190281268187e-05, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 264 }, { "completion_length": 605.0625, "epoch": 53.0, "grad_norm": 0.011051284149289131, "kl": 0.003787994384765625, "learning_rate": 1.0697564737441254e-05, "loss": 0.0002, "reward": 0.0, "reward_std": 0.0, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0, "step": 265 }, { "completion_length": 741.125, "epoch": 53.2, "grad_norm": 0.06511937826871872, "kl": 0.00412750244140625, "learning_rate": 1.0627905195293135e-05, "loss": 0.0002, "reward": 0.21875, "reward_std": 0.3377464786171913, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.09375, "step": 266 }, { "completion_length": 680.6875, "epoch": 53.4, "grad_norm": 0.0632292777299881, "kl": 0.0049114227294921875, "learning_rate": 1.055821504993164e-05, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 267 }, { "completion_length": 737.59375, "epoch": 53.6, "grad_norm": 0.06620203703641891, "kl": 0.0019378662109375, "learning_rate": 1.0488497697956134e-05, "loss": 0.0001, "reward": 0.1875, "reward_std": 0.3335031494498253, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.0625, "step": 268 }, { "completion_length": 784.1875, "epoch": 53.8, "grad_norm": 0.032115936279296875, "kl": 0.0035762786865234375, "learning_rate": 1.0418756537291996e-05, "loss": 0.0001, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0, "step": 269 }, { "completion_length": 699.0, "epoch": 54.0, "grad_norm": 0.05448479577898979, "kl": 0.0056209564208984375, "learning_rate": 1.0348994967025012e-05, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 270 }, { "completion_length": 714.5, "epoch": 54.2, "grad_norm": 0.011306805536150932, "kl": 0.0034999847412109375, "learning_rate": 1.0279216387235691e-05, "loss": 0.0001, "reward": 0.0, "reward_std": 0.0, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0, "step": 271 }, { "completion_length": 628.3125, "epoch": 54.4, "grad_norm": 0.0956725999712944, "kl": 0.004085540771484375, "learning_rate": 1.0209424198833571e-05, "loss": 0.0002, "reward": 0.25, "reward_std": 0.4492306634783745, "rewards/accuracy_reward": 0.21875, "rewards/format_reward": 0.03125, "step": 272 }, { "completion_length": 685.78125, "epoch": 54.6, "grad_norm": 0.047145962715148926, "kl": 0.0092620849609375, "learning_rate": 1.0139621803391454e-05, "loss": 0.0004, "reward": 0.125, "reward_std": 0.2314550280570984, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0625, "step": 273 }, { "completion_length": 674.84375, "epoch": 54.8, "grad_norm": 0.05443866550922394, "kl": 0.00234222412109375, "learning_rate": 1.0069812602979617e-05, "loss": 0.0001, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.09375, "step": 274 }, { "completion_length": 757.0625, "epoch": 55.0, "grad_norm": 0.0682177022099495, "kl": 0.0035009384155273438, "learning_rate": 1e-05, "loss": 0.0001, "reward": 0.1875, "reward_std": 0.3471825420856476, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.1875, "step": 275 }, { "completion_length": 818.875, "epoch": 55.2, "grad_norm": 0.05054046958684921, "kl": 0.002574920654296875, "learning_rate": 9.930187397020385e-06, "loss": 0.0001, "reward": 0.1875, "reward_std": 0.3945523276925087, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.03125, "step": 276 }, { "completion_length": 679.1875, "epoch": 55.4, "grad_norm": 0.036176227033138275, "kl": 0.0063190460205078125, "learning_rate": 9.860378196608549e-06, "loss": 0.0003, "reward": 0.09375, "reward_std": 0.1293872892856598, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 277 }, { "completion_length": 638.375, "epoch": 55.6, "grad_norm": 0.044918473809957504, "kl": 0.004294395446777344, "learning_rate": 9.790575801166432e-06, "loss": 0.0002, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.0, "step": 278 }, { "completion_length": 730.65625, "epoch": 55.8, "grad_norm": 0.03417769446969032, "kl": 0.005695343017578125, "learning_rate": 9.720783612764314e-06, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 279 }, { "completion_length": 729.4375, "epoch": 56.0, "grad_norm": 0.03874381631612778, "kl": 0.004076480865478516, "learning_rate": 9.651005032974994e-06, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 280 }, { "completion_length": 735.1875, "epoch": 56.2, "grad_norm": 0.04026850312948227, "kl": 0.005176544189453125, "learning_rate": 9.581243462708007e-06, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 281 }, { "completion_length": 741.5625, "epoch": 56.4, "grad_norm": 0.08385323733091354, "kl": 0.00628662109375, "learning_rate": 9.511502302043867e-06, "loss": 0.0003, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 282 }, { "completion_length": 620.4375, "epoch": 56.6, "grad_norm": 0.0641460195183754, "kl": 0.00861358642578125, "learning_rate": 9.441784950068362e-06, "loss": 0.0003, "reward": 0.28125, "reward_std": 0.3608423173427582, "rewards/accuracy_reward": 0.21875, "rewards/format_reward": 0.0625, "step": 283 }, { "completion_length": 735.75, "epoch": 56.8, "grad_norm": 0.06547683477401733, "kl": 0.0036602020263671875, "learning_rate": 9.372094804706867e-06, "loss": 0.0001, "reward": 0.28125, "reward_std": 0.3608423173427582, "rewards/accuracy_reward": 0.1875, "rewards/format_reward": 0.09375, "step": 284 }, { "completion_length": 807.6875, "epoch": 57.0, "grad_norm": 0.038492776453495026, "kl": 0.0035247802734375, "learning_rate": 9.302435262558748e-06, "loss": 0.0001, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.03125, "step": 285 }, { "completion_length": 740.21875, "epoch": 57.2, "grad_norm": 0.05591354891657829, "kl": 0.003871917724609375, "learning_rate": 9.232809718731815e-06, "loss": 0.0002, "reward": 0.21875, "reward_std": 0.3377464786171913, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.09375, "step": 286 }, { "completion_length": 731.875, "epoch": 57.4, "grad_norm": 0.09159969538450241, "kl": 0.0052947998046875, "learning_rate": 9.163221566676847e-06, "loss": 0.0002, "reward": 0.15625, "reward_std": 0.3061639815568924, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.15625, "step": 287 }, { "completion_length": 676.84375, "epoch": 57.6, "grad_norm": 0.0690065249800682, "kl": 0.0053958892822265625, "learning_rate": 9.093674198022201e-06, "loss": 0.0002, "reward": 0.15625, "reward_std": 0.22201896458864212, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.15625, "step": 288 }, { "completion_length": 684.1875, "epoch": 57.8, "grad_norm": 0.04371067136526108, "kl": 0.0026721954345703125, "learning_rate": 9.024171002408507e-06, "loss": 0.0001, "reward": 0.15625, "reward_std": 0.22201896458864212, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.09375, "step": 289 }, { "completion_length": 622.375, "epoch": 58.0, "grad_norm": 0.04673806577920914, "kl": 0.00656890869140625, "learning_rate": 8.954715367323468e-06, "loss": 0.0003, "reward": 0.1875, "reward_std": 0.2587745785713196, "rewards/accuracy_reward": 0.1875, "rewards/format_reward": 0.0, "step": 290 }, { "completion_length": 761.25, "epoch": 58.2, "grad_norm": 0.06499247997999191, "kl": 0.004596710205078125, "learning_rate": 8.885310677936746e-06, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 291 }, { "completion_length": 731.25, "epoch": 58.4, "grad_norm": 0.045903149992227554, "kl": 0.006435394287109375, "learning_rate": 8.815960316934991e-06, "loss": 0.0003, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.0, "step": 292 }, { "completion_length": 724.4375, "epoch": 58.6, "grad_norm": 0.04144304245710373, "kl": 0.0032796859741210938, "learning_rate": 8.746667664356957e-06, "loss": 0.0001, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 293 }, { "completion_length": 638.6875, "epoch": 58.8, "grad_norm": 0.0686144009232521, "kl": 0.007534027099609375, "learning_rate": 8.677436097428775e-06, "loss": 0.0003, "reward": 0.15625, "reward_std": 0.3061639815568924, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.03125, "step": 294 }, { "completion_length": 770.125, "epoch": 59.0, "grad_norm": 0.04020367190241814, "kl": 0.00449371337890625, "learning_rate": 8.60826899039935e-06, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 295 }, { "completion_length": 550.59375, "epoch": 59.2, "grad_norm": 0.07181453704833984, "kl": 0.014190673828125, "learning_rate": 8.539169714375885e-06, "loss": 0.0006, "reward": 0.1875, "reward_std": 0.249358132481575, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.0625, "step": 296 }, { "completion_length": 785.3125, "epoch": 59.4, "grad_norm": 0.043180983513593674, "kl": 0.0039882659912109375, "learning_rate": 8.47014163715962e-06, "loss": 0.0002, "reward": 0.125, "reward_std": 0.13363061845302582, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 297 }, { "completion_length": 756.9375, "epoch": 59.6, "grad_norm": 0.041922781616449356, "kl": 0.0078277587890625, "learning_rate": 8.401188123081653e-06, "loss": 0.0003, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 298 }, { "completion_length": 720.21875, "epoch": 59.8, "grad_norm": 0.05826785787940025, "kl": 0.0022363662719726562, "learning_rate": 8.332312532838978e-06, "loss": 0.0001, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 299 }, { "completion_length": 755.5, "epoch": 60.0, "grad_norm": 0.0637492761015892, "kl": 0.005036354064941406, "learning_rate": 8.263518223330698e-06, "loss": 0.0002, "reward": 0.15625, "reward_std": 0.3808925524353981, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.0625, "step": 300 }, { "completion_length": 615.53125, "epoch": 60.2, "grad_norm": 0.054740484803915024, "kl": 0.01085662841796875, "learning_rate": 8.194808547494401e-06, "loss": 0.0004, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 301 }, { "completion_length": 678.96875, "epoch": 60.4, "grad_norm": 0.03264128044247627, "kl": 0.00649261474609375, "learning_rate": 8.126186854142752e-06, "loss": 0.0003, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0, "step": 302 }, { "completion_length": 731.40625, "epoch": 60.6, "grad_norm": 0.07293147593736649, "kl": 0.0033702850341796875, "learning_rate": 8.057656487800283e-06, "loss": 0.0001, "reward": 0.3125, "reward_std": 0.3514062538743019, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.1875, "step": 303 }, { "completion_length": 719.84375, "epoch": 60.8, "grad_norm": 0.04588692635297775, "kl": 0.003902435302734375, "learning_rate": 7.989220788540356e-06, "loss": 0.0002, "reward": 0.1875, "reward_std": 0.2587745785713196, "rewards/accuracy_reward": 0.1875, "rewards/format_reward": 0.0, "step": 304 }, { "completion_length": 795.375, "epoch": 61.0, "grad_norm": 0.042266327887773514, "kl": 0.00453948974609375, "learning_rate": 7.92088309182241e-06, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 305 }, { "completion_length": 609.5, "epoch": 61.2, "grad_norm": 0.054133933037519455, "kl": 0.009552001953125, "learning_rate": 7.852646728329368e-06, "loss": 0.0004, "reward": 0.15625, "reward_std": 0.22201896458864212, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.0, "step": 306 }, { "completion_length": 747.625, "epoch": 61.4, "grad_norm": 0.03229310363531113, "kl": 0.003002166748046875, "learning_rate": 7.784515023805328e-06, "loss": 0.0001, "reward": 0.15625, "reward_std": 0.1293872892856598, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.0, "step": 307 }, { "completion_length": 826.34375, "epoch": 61.6, "grad_norm": 0.04594132676720619, "kl": 0.005923271179199219, "learning_rate": 7.716491298893443e-06, "loss": 0.0002, "reward": 0.15625, "reward_std": 0.3061639815568924, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.125, "step": 308 }, { "completion_length": 705.78125, "epoch": 61.8, "grad_norm": 0.037182100117206573, "kl": 0.0042591094970703125, "learning_rate": 7.6485788689741e-06, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 309 }, { "completion_length": 776.0, "epoch": 62.0, "grad_norm": 0.04344649985432625, "kl": 0.0043048858642578125, "learning_rate": 7.580781044003324e-06, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.1293872892856598, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 310 }, { "completion_length": 673.53125, "epoch": 62.2, "grad_norm": 0.04054214432835579, "kl": 0.00882720947265625, "learning_rate": 7.513101128351454e-06, "loss": 0.0004, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0, "step": 311 }, { "completion_length": 765.5625, "epoch": 62.4, "grad_norm": 0.057973332703113556, "kl": 0.002285003662109375, "learning_rate": 7.445542420642097e-06, "loss": 0.0001, "reward": 0.125, "reward_std": 0.2314550280570984, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0625, "step": 312 }, { "completion_length": 553.28125, "epoch": 62.6, "grad_norm": 0.14677725732326508, "kl": 0.009618759155273438, "learning_rate": 7.378108213591355e-06, "loss": 0.0004, "reward": 0.1875, "reward_std": 0.3335031494498253, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.125, "step": 313 }, { "completion_length": 815.0, "epoch": 62.8, "grad_norm": 0.06965812295675278, "kl": 0.007441520690917969, "learning_rate": 7.310801793847344e-06, "loss": 0.0003, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 314 }, { "completion_length": 696.75, "epoch": 63.0, "grad_norm": 0.07354584336280823, "kl": 0.004512786865234375, "learning_rate": 7.243626441830009e-06, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 315 }, { "completion_length": 800.84375, "epoch": 63.2, "grad_norm": 0.025326721370220184, "kl": 0.00466156005859375, "learning_rate": 7.176585431571235e-06, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0, "step": 316 }, { "completion_length": 620.875, "epoch": 63.4, "grad_norm": 0.09194564074277878, "kl": 0.008543014526367188, "learning_rate": 7.109682030555283e-06, "loss": 0.0003, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 317 }, { "completion_length": 775.125, "epoch": 63.6, "grad_norm": 0.049211449921131134, "kl": 0.0024623870849609375, "learning_rate": 7.042919499559538e-06, "loss": 0.0001, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 318 }, { "completion_length": 611.71875, "epoch": 63.8, "grad_norm": 0.0728549137711525, "kl": 0.0084991455078125, "learning_rate": 6.976301092495556e-06, "loss": 0.0003, "reward": 0.1875, "reward_std": 0.3335031494498253, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.03125, "step": 319 }, { "completion_length": 763.5625, "epoch": 64.0, "grad_norm": 0.05590234696865082, "kl": 0.0051479339599609375, "learning_rate": 6.909830056250527e-06, "loss": 0.0002, "reward": 0.21875, "reward_std": 0.3471629247069359, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.125, "step": 320 }, { "completion_length": 720.03125, "epoch": 64.2, "grad_norm": 0.06959515064954758, "kl": 0.004337310791015625, "learning_rate": 6.843509630528977e-06, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 321 }, { "completion_length": 721.0625, "epoch": 64.4, "grad_norm": 0.03896469622850418, "kl": 0.0036754608154296875, "learning_rate": 6.777343047694891e-06, "loss": 0.0001, "reward": 0.1875, "reward_std": 0.2587745785713196, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.0625, "step": 322 }, { "completion_length": 554.03125, "epoch": 64.6, "grad_norm": 0.056396856904029846, "kl": 0.00882720947265625, "learning_rate": 6.711333532614168e-06, "loss": 0.0004, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 323 }, { "completion_length": 808.28125, "epoch": 64.8, "grad_norm": 0.14124415814876556, "kl": 0.0091400146484375, "learning_rate": 6.645484302497452e-06, "loss": 0.0004, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 324 }, { "completion_length": 799.125, "epoch": 65.0, "grad_norm": 0.060791462659835815, "kl": 0.0049304962158203125, "learning_rate": 6.579798566743314e-06, "loss": 0.0002, "reward": 0.25, "reward_std": 0.3650856465101242, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.09375, "step": 325 }, { "completion_length": 793.5, "epoch": 65.2, "grad_norm": 0.04707815870642662, "kl": 0.004053592681884766, "learning_rate": 6.5142795267818505e-06, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 326 }, { "completion_length": 672.71875, "epoch": 65.4, "grad_norm": 0.06408388912677765, "kl": 0.005802154541015625, "learning_rate": 6.448930375918632e-06, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 327 }, { "completion_length": 639.4375, "epoch": 65.6, "grad_norm": 0.08114010840654373, "kl": 0.007213592529296875, "learning_rate": 6.383754299179079e-06, "loss": 0.0003, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 328 }, { "completion_length": 701.84375, "epoch": 65.8, "grad_norm": 0.06492974609136581, "kl": 0.006916999816894531, "learning_rate": 6.318754473153221e-06, "loss": 0.0003, "reward": 0.375, "reward_std": 0.4355512708425522, "rewards/accuracy_reward": 0.34375, "rewards/format_reward": 0.03125, "step": 329 }, { "completion_length": 848.9375, "epoch": 66.0, "grad_norm": 0.05233583599328995, "kl": 0.00559234619140625, "learning_rate": 6.25393406584088e-06, "loss": 0.0002, "reward": 0.125, "reward_std": 0.2314550280570984, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0625, "step": 330 }, { "completion_length": 700.375, "epoch": 66.2, "grad_norm": 0.029833296313881874, "kl": 0.0030221939086914062, "learning_rate": 6.18929623649726e-06, "loss": 0.0001, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0, "step": 331 }, { "completion_length": 638.84375, "epoch": 66.4, "grad_norm": 0.07965300232172012, "kl": 0.005283355712890625, "learning_rate": 6.124844135478971e-06, "loss": 0.0002, "reward": 0.125, "reward_std": 0.2314550280570984, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 332 }, { "completion_length": 695.90625, "epoch": 66.6, "grad_norm": 0.13027136027812958, "kl": 0.00688934326171875, "learning_rate": 6.06058090409049e-06, "loss": 0.0003, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 333 }, { "completion_length": 760.15625, "epoch": 66.8, "grad_norm": 0.04611360654234886, "kl": 0.003757476806640625, "learning_rate": 5.996509674431053e-06, "loss": 0.0001, "reward": 0.15625, "reward_std": 0.22201896458864212, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.03125, "step": 334 }, { "completion_length": 764.375, "epoch": 67.0, "grad_norm": 0.07783949375152588, "kl": 0.006290435791015625, "learning_rate": 5.932633569242e-06, "loss": 0.0003, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 335 }, { "completion_length": 708.5, "epoch": 67.2, "grad_norm": 0.044424816966056824, "kl": 0.0040302276611328125, "learning_rate": 5.868955701754584e-06, "loss": 0.0002, "reward": 0.15625, "reward_std": 0.22201896458864212, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.03125, "step": 336 }, { "completion_length": 784.625, "epoch": 67.4, "grad_norm": 0.06684647500514984, "kl": 0.00331878662109375, "learning_rate": 5.8054791755382286e-06, "loss": 0.0001, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.09375, "step": 337 }, { "completion_length": 722.09375, "epoch": 67.6, "grad_norm": 0.04156530275940895, "kl": 0.00507354736328125, "learning_rate": 5.742207084349274e-06, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 338 }, { "completion_length": 870.40625, "epoch": 67.8, "grad_norm": 0.030239231884479523, "kl": 0.004021644592285156, "learning_rate": 5.679142511980176e-06, "loss": 0.0002, "reward": 0.125, "reward_std": 0.13363061845302582, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.0, "step": 339 }, { "completion_length": 620.625, "epoch": 68.0, "grad_norm": 0.07272662222385406, "kl": 0.00936126708984375, "learning_rate": 5.616288532109225e-06, "loss": 0.0004, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 340 }, { "completion_length": 786.21875, "epoch": 68.2, "grad_norm": 0.04447874799370766, "kl": 0.00745391845703125, "learning_rate": 5.553648208150728e-06, "loss": 0.0003, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 341 }, { "completion_length": 609.71875, "epoch": 68.4, "grad_norm": 0.04590880125761032, "kl": 0.01007843017578125, "learning_rate": 5.491224593105695e-06, "loss": 0.0004, "reward": 0.21875, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.21875, "rewards/format_reward": 0.0, "step": 342 }, { "completion_length": 858.71875, "epoch": 68.6, "grad_norm": 0.04522442817687988, "kl": 0.003849029541015625, "learning_rate": 5.429020729413062e-06, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 343 }, { "completion_length": 684.34375, "epoch": 68.8, "grad_norm": 0.06102772057056427, "kl": 0.00911712646484375, "learning_rate": 5.367039648801386e-06, "loss": 0.0004, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 344 }, { "completion_length": 678.5, "epoch": 69.0, "grad_norm": 0.046152278780937195, "kl": 0.0076751708984375, "learning_rate": 5.305284372141095e-06, "loss": 0.0003, "reward": 0.125, "reward_std": 0.13363061845302582, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.0, "step": 345 }, { "completion_length": 766.46875, "epoch": 69.2, "grad_norm": 0.040787436068058014, "kl": 0.004444122314453125, "learning_rate": 5.243757909297247e-06, "loss": 0.0002, "reward": 0.15625, "reward_std": 0.24511480331420898, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.09375, "step": 346 }, { "completion_length": 700.53125, "epoch": 69.4, "grad_norm": 0.06111907958984375, "kl": 0.005175590515136719, "learning_rate": 5.1824632589828465e-06, "loss": 0.0002, "reward": 0.28125, "reward_std": 0.3471629247069359, "rewards/accuracy_reward": 0.25, "rewards/format_reward": 0.03125, "step": 347 }, { "completion_length": 632.34375, "epoch": 69.6, "grad_norm": 0.05885278806090355, "kl": 0.005603790283203125, "learning_rate": 5.121403408612672e-06, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 348 }, { "completion_length": 705.09375, "epoch": 69.8, "grad_norm": 0.033596571534872055, "kl": 0.00606536865234375, "learning_rate": 5.060581334157693e-06, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 349 }, { "completion_length": 665.5, "epoch": 70.0, "grad_norm": 0.060441531240940094, "kl": 0.00395965576171875, "learning_rate": 5.000000000000003e-06, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 350 }, { "completion_length": 699.8125, "epoch": 70.2, "grad_norm": 0.19340521097183228, "kl": 0.004101753234863281, "learning_rate": 4.939662358788364e-06, "loss": 0.0002, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 351 }, { "completion_length": 673.28125, "epoch": 70.4, "grad_norm": 0.09181207418441772, "kl": 0.009540557861328125, "learning_rate": 4.879571351294287e-06, "loss": 0.0004, "reward": 0.25, "reward_std": 0.3514062538743019, "rewards/accuracy_reward": 0.21875, "rewards/format_reward": 0.03125, "step": 352 }, { "completion_length": 740.53125, "epoch": 70.6, "grad_norm": 0.04517640545964241, "kl": 0.0024280548095703125, "learning_rate": 4.8197299062687e-06, "loss": 0.0001, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 353 }, { "completion_length": 610.71875, "epoch": 70.8, "grad_norm": 0.06916794180870056, "kl": 0.007266998291015625, "learning_rate": 4.76014094029921e-06, "loss": 0.0003, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 354 }, { "completion_length": 751.9375, "epoch": 71.0, "grad_norm": 0.05887198820710182, "kl": 0.00473785400390625, "learning_rate": 4.700807357667953e-06, "loss": 0.0002, "reward": 0.15625, "reward_std": 0.3061639815568924, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.125, "step": 355 }, { "completion_length": 707.3125, "epoch": 71.2, "grad_norm": 0.1130240187048912, "kl": 0.007659912109375, "learning_rate": 4.641732050210032e-06, "loss": 0.0003, "reward": 0.3125, "reward_std": 0.3335031494498253, "rewards/accuracy_reward": 0.1875, "rewards/format_reward": 0.125, "step": 356 }, { "completion_length": 682.5625, "epoch": 71.4, "grad_norm": 0.050379782915115356, "kl": 0.00505828857421875, "learning_rate": 4.582917897172603e-06, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 357 }, { "completion_length": 696.1875, "epoch": 71.6, "grad_norm": 0.056728295981884, "kl": 0.002349853515625, "learning_rate": 4.524367765074499e-06, "loss": 0.0001, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 358 }, { "completion_length": 741.21875, "epoch": 71.8, "grad_norm": 0.05675540864467621, "kl": 0.0052700042724609375, "learning_rate": 4.46608450756656e-06, "loss": 0.0002, "reward": 0.15625, "reward_std": 0.3061639815568924, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.15625, "step": 359 }, { "completion_length": 714.0625, "epoch": 72.0, "grad_norm": 0.039005063474178314, "kl": 0.005115509033203125, "learning_rate": 4.408070965292534e-06, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 360 }, { "completion_length": 730.5625, "epoch": 72.2, "grad_norm": 0.05122857168316841, "kl": 0.007793426513671875, "learning_rate": 4.350329965750622e-06, "loss": 0.0003, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 361 }, { "completion_length": 740.375, "epoch": 72.4, "grad_norm": 0.06879931688308716, "kl": 0.003704547882080078, "learning_rate": 4.292864323155684e-06, "loss": 0.0001, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 362 }, { "completion_length": 695.0, "epoch": 72.6, "grad_norm": 0.049194369465112686, "kl": 0.004791259765625, "learning_rate": 4.235676838302069e-06, "loss": 0.0002, "reward": 0.15625, "reward_std": 0.22201896458864212, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.03125, "step": 363 }, { "completion_length": 748.375, "epoch": 72.8, "grad_norm": 0.04388902708888054, "kl": 0.00705718994140625, "learning_rate": 4.178770298427107e-06, "loss": 0.0003, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 364 }, { "completion_length": 724.375, "epoch": 73.0, "grad_norm": 0.0331445075571537, "kl": 0.004261016845703125, "learning_rate": 4.12214747707527e-06, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 365 }, { "completion_length": 775.90625, "epoch": 73.2, "grad_norm": 0.07193587720394135, "kl": 0.006439208984375, "learning_rate": 4.065811133962987e-06, "loss": 0.0003, "reward": 0.1875, "reward_std": 0.408231720328331, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.125, "step": 366 }, { "completion_length": 698.34375, "epoch": 73.4, "grad_norm": 0.05865119770169258, "kl": 0.0106048583984375, "learning_rate": 4.009764014844143e-06, "loss": 0.0004, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.03125, "step": 367 }, { "completion_length": 744.4375, "epoch": 73.6, "grad_norm": 0.05057159438729286, "kl": 0.0068912506103515625, "learning_rate": 3.954008851376252e-06, "loss": 0.0003, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 368 }, { "completion_length": 759.40625, "epoch": 73.8, "grad_norm": 0.06823986768722534, "kl": 0.004940032958984375, "learning_rate": 3.898548360987325e-06, "loss": 0.0002, "reward": 0.15625, "reward_std": 0.24511480331420898, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.09375, "step": 369 }, { "completion_length": 724.8125, "epoch": 74.0, "grad_norm": 0.00893895048648119, "kl": 0.00299835205078125, "learning_rate": 3.8433852467434175e-06, "loss": 0.0001, "reward": 0.0, "reward_std": 0.0, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0, "step": 370 }, { "completion_length": 781.625, "epoch": 74.2, "grad_norm": 0.044992513954639435, "kl": 0.0033054351806640625, "learning_rate": 3.7885221972168974e-06, "loss": 0.0001, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 371 }, { "completion_length": 725.5, "epoch": 74.4, "grad_norm": 0.10380952805280685, "kl": 0.00518035888671875, "learning_rate": 3.7339618863553983e-06, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 372 }, { "completion_length": 699.15625, "epoch": 74.6, "grad_norm": 0.07051531225442886, "kl": 0.009708404541015625, "learning_rate": 3.679706973351491e-06, "loss": 0.0004, "reward": 0.21875, "reward_std": 0.3061639815568924, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.0625, "step": 373 }, { "completion_length": 729.96875, "epoch": 74.8, "grad_norm": 0.09161454439163208, "kl": 0.00778961181640625, "learning_rate": 3.625760102513103e-06, "loss": 0.0003, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 374 }, { "completion_length": 682.6875, "epoch": 75.0, "grad_norm": 0.03867654129862785, "kl": 0.00751495361328125, "learning_rate": 3.5721239031346067e-06, "loss": 0.0003, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.03125, "step": 375 }, { "completion_length": 734.5, "epoch": 75.2, "grad_norm": 0.07278414070606232, "kl": 0.00582122802734375, "learning_rate": 3.5188009893686916e-06, "loss": 0.0002, "reward": 0.25, "reward_std": 0.4355512708425522, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.15625, "step": 376 }, { "completion_length": 716.5625, "epoch": 75.4, "grad_norm": 0.08173063397407532, "kl": 0.006717681884765625, "learning_rate": 3.4657939600989453e-06, "loss": 0.0003, "reward": 0.15625, "reward_std": 0.3198433741927147, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.09375, "step": 377 }, { "completion_length": 672.71875, "epoch": 75.6, "grad_norm": 0.05544436722993851, "kl": 0.010814666748046875, "learning_rate": 3.4131053988131947e-06, "loss": 0.0004, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 378 }, { "completion_length": 679.375, "epoch": 75.8, "grad_norm": 0.04979521036148071, "kl": 0.013836860656738281, "learning_rate": 3.360737873477584e-06, "loss": 0.0006, "reward": 0.0, "reward_std": 0.0, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0, "step": 379 }, { "completion_length": 833.0625, "epoch": 76.0, "grad_norm": 0.07625052332878113, "kl": 0.00481414794921875, "learning_rate": 3.308693936411421e-06, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 380 }, { "completion_length": 692.78125, "epoch": 76.2, "grad_norm": 0.04101628437638283, "kl": 0.010272979736328125, "learning_rate": 3.2569761241627694e-06, "loss": 0.0004, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 381 }, { "completion_length": 740.8125, "epoch": 76.4, "grad_norm": 0.04744882509112358, "kl": 0.003627777099609375, "learning_rate": 3.2055869573848374e-06, "loss": 0.0001, "reward": 0.1875, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.03125, "step": 382 }, { "completion_length": 705.40625, "epoch": 76.6, "grad_norm": 0.0408770926296711, "kl": 0.0054168701171875, "learning_rate": 3.1545289407131128e-06, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 383 }, { "completion_length": 764.25, "epoch": 76.8, "grad_norm": 0.053316760808229446, "kl": 0.004515647888183594, "learning_rate": 3.103804562643302e-06, "loss": 0.0002, "reward": 0.15625, "reward_std": 0.3198433741927147, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.0625, "step": 384 }, { "completion_length": 755.8125, "epoch": 77.0, "grad_norm": 0.1009504497051239, "kl": 0.015666961669921875, "learning_rate": 3.0534162954100264e-06, "loss": 0.0006, "reward": 0.25, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.1875, "rewards/format_reward": 0.0625, "step": 385 }, { "completion_length": 747.53125, "epoch": 77.2, "grad_norm": 0.06267711520195007, "kl": 0.0065822601318359375, "learning_rate": 3.003366594866345e-06, "loss": 0.0003, "reward": 0.21875, "reward_std": 0.3377464786171913, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.09375, "step": 386 }, { "completion_length": 754.53125, "epoch": 77.4, "grad_norm": 0.03025928884744644, "kl": 0.00618743896484375, "learning_rate": 2.953657900364053e-06, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 387 }, { "completion_length": 648.21875, "epoch": 77.6, "grad_norm": 0.18330256640911102, "kl": 0.025907516479492188, "learning_rate": 2.9042926346347932e-06, "loss": 0.001, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 388 }, { "completion_length": 588.59375, "epoch": 77.8, "grad_norm": 0.03385114669799805, "kl": 0.010234832763671875, "learning_rate": 2.855273203671969e-06, "loss": 0.0004, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0, "step": 389 }, { "completion_length": 733.75, "epoch": 78.0, "grad_norm": 0.03537575900554657, "kl": 0.002895355224609375, "learning_rate": 2.8066019966134907e-06, "loss": 0.0001, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 390 }, { "completion_length": 701.375, "epoch": 78.2, "grad_norm": 0.03745219111442566, "kl": 0.0038595199584960938, "learning_rate": 2.7582813856253276e-06, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 391 }, { "completion_length": 736.21875, "epoch": 78.4, "grad_norm": 0.05290169268846512, "kl": 0.004032135009765625, "learning_rate": 2.7103137257858867e-06, "loss": 0.0002, "reward": 0.21875, "reward_std": 0.3377464786171913, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.09375, "step": 392 }, { "completion_length": 672.46875, "epoch": 78.6, "grad_norm": 0.06984294950962067, "kl": 0.008174896240234375, "learning_rate": 2.6627013549712355e-06, "loss": 0.0003, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 393 }, { "completion_length": 685.625, "epoch": 78.8, "grad_norm": 0.12042836844921112, "kl": 0.00705718994140625, "learning_rate": 2.615446593741161e-06, "loss": 0.0003, "reward": 0.21875, "reward_std": 0.4218914955854416, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.125, "step": 394 }, { "completion_length": 872.375, "epoch": 79.0, "grad_norm": 0.047877345234155655, "kl": 0.005802154541015625, "learning_rate": 2.5685517452260566e-06, "loss": 0.0002, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.03125, "step": 395 }, { "completion_length": 723.78125, "epoch": 79.2, "grad_norm": 0.08731101453304291, "kl": 0.0076141357421875, "learning_rate": 2.522019095014683e-06, "loss": 0.0003, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 396 }, { "completion_length": 682.75, "epoch": 79.4, "grad_norm": 0.0575302317738533, "kl": 0.007720470428466797, "learning_rate": 2.4758509110427576e-06, "loss": 0.0003, "reward": 0.1875, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.03125, "step": 397 }, { "completion_length": 788.3125, "epoch": 79.6, "grad_norm": 0.04634345695376396, "kl": 0.005237579345703125, "learning_rate": 2.4300494434824373e-06, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 398 }, { "completion_length": 715.0625, "epoch": 79.8, "grad_norm": 0.06102108210325241, "kl": 0.00475311279296875, "learning_rate": 2.3846169246326345e-06, "loss": 0.0002, "reward": 0.21875, "reward_std": 0.3608423173427582, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.0625, "step": 399 }, { "completion_length": 703.0625, "epoch": 80.0, "grad_norm": 0.042385708540678024, "kl": 0.008289337158203125, "learning_rate": 2.339555568810221e-06, "loss": 0.0003, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 400 }, { "completion_length": 704.59375, "epoch": 80.2, "grad_norm": 0.03629639372229576, "kl": 0.004337310791015625, "learning_rate": 2.2948675722421086e-06, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 401 }, { "completion_length": 652.84375, "epoch": 80.4, "grad_norm": 0.06909455358982086, "kl": 0.007781982421875, "learning_rate": 2.2505551129582047e-06, "loss": 0.0003, "reward": 0.1875, "reward_std": 0.3335031494498253, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.03125, "step": 402 }, { "completion_length": 583.03125, "epoch": 80.6, "grad_norm": 0.0329122431576252, "kl": 0.010089874267578125, "learning_rate": 2.206620350685257e-06, "loss": 0.0004, "reward": 0.0, "reward_std": 0.0, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0, "step": 403 }, { "completion_length": 904.125, "epoch": 80.8, "grad_norm": 0.027277404442429543, "kl": 0.0045719146728515625, "learning_rate": 2.163065426741603e-06, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0, "step": 404 }, { "completion_length": 714.0625, "epoch": 81.0, "grad_norm": 0.05145667865872383, "kl": 0.006084442138671875, "learning_rate": 2.119892463932781e-06, "loss": 0.0002, "reward": 0.1875, "reward_std": 0.2587745785713196, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.09375, "step": 405 }, { "completion_length": 705.71875, "epoch": 81.2, "grad_norm": 0.06335460394620895, "kl": 0.007598876953125, "learning_rate": 2.0771035664480944e-06, "loss": 0.0003, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.03125, "step": 406 }, { "completion_length": 675.40625, "epoch": 81.4, "grad_norm": 0.06961791962385178, "kl": 0.00555419921875, "learning_rate": 2.0347008197580376e-06, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 407 }, { "completion_length": 738.1875, "epoch": 81.6, "grad_norm": 0.04456457123160362, "kl": 0.0035190582275390625, "learning_rate": 1.9926862905126663e-06, "loss": 0.0001, "reward": 0.15625, "reward_std": 0.24511480331420898, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.03125, "step": 408 }, { "completion_length": 718.5625, "epoch": 81.8, "grad_norm": 0.05315074697136879, "kl": 0.005313873291015625, "learning_rate": 1.95106202644086e-06, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 409 }, { "completion_length": 738.9375, "epoch": 82.0, "grad_norm": 0.04968252405524254, "kl": 0.0063343048095703125, "learning_rate": 1.9098300562505266e-06, "loss": 0.0003, "reward": 0.15625, "reward_std": 0.3061639815568924, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.0625, "step": 410 }, { "completion_length": 643.0, "epoch": 82.2, "grad_norm": 0.06702003628015518, "kl": 0.0022411346435546875, "learning_rate": 1.8689923895297247e-06, "loss": 0.0001, "reward": 0.1875, "reward_std": 0.3335031494498253, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.0625, "step": 411 }, { "completion_length": 818.625, "epoch": 82.4, "grad_norm": 0.031119490042328835, "kl": 0.003907203674316406, "learning_rate": 1.8285510166487154e-06, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0, "step": 412 }, { "completion_length": 712.1875, "epoch": 82.6, "grad_norm": 0.10696296393871307, "kl": 0.01055145263671875, "learning_rate": 1.7885079086629598e-06, "loss": 0.0004, "reward": 0.1875, "reward_std": 0.3104073107242584, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.1875, "step": 413 }, { "completion_length": 683.3125, "epoch": 82.8, "grad_norm": 0.05855996534228325, "kl": 0.004909515380859375, "learning_rate": 1.7488650172170496e-06, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 414 }, { "completion_length": 700.3125, "epoch": 83.0, "grad_norm": 0.054597459733486176, "kl": 0.00568389892578125, "learning_rate": 1.709624274449584e-06, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 415 }, { "completion_length": 739.03125, "epoch": 83.2, "grad_norm": 0.05254088714718819, "kl": 0.004650115966796875, "learning_rate": 1.6707875928990059e-06, "loss": 0.0002, "reward": 0.21875, "reward_std": 0.2630179077386856, "rewards/accuracy_reward": 0.21875, "rewards/format_reward": 0.0, "step": 416 }, { "completion_length": 725.96875, "epoch": 83.4, "grad_norm": 0.06761158257722855, "kl": 0.0069293975830078125, "learning_rate": 1.6323568654103838e-06, "loss": 0.0003, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 417 }, { "completion_length": 596.34375, "epoch": 83.6, "grad_norm": 0.09070757031440735, "kl": 0.0081939697265625, "learning_rate": 1.5943339650431578e-06, "loss": 0.0003, "reward": 0.21875, "reward_std": 0.4355708882212639, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.09375, "step": 418 }, { "completion_length": 725.90625, "epoch": 83.8, "grad_norm": 0.06117472052574158, "kl": 0.013702392578125, "learning_rate": 1.5567207449798517e-06, "loss": 0.0005, "reward": 0.15625, "reward_std": 0.22201896458864212, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.03125, "step": 419 }, { "completion_length": 580.25, "epoch": 84.0, "grad_norm": 0.02816312201321125, "kl": 0.004856109619140625, "learning_rate": 1.5195190384357405e-06, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 420 }, { "completion_length": 763.875, "epoch": 84.2, "grad_norm": 0.03096804767847061, "kl": 0.003997802734375, "learning_rate": 1.4827306585695234e-06, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.1293872892856598, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 421 }, { "completion_length": 747.84375, "epoch": 84.4, "grad_norm": 0.03320998325943947, "kl": 0.00650787353515625, "learning_rate": 1.446357398394934e-06, "loss": 0.0003, "reward": 0.09375, "reward_std": 0.1293872892856598, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 422 }, { "completion_length": 659.09375, "epoch": 84.6, "grad_norm": 0.051016248762607574, "kl": 0.0054378509521484375, "learning_rate": 1.4104010306933558e-06, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0, "step": 423 }, { "completion_length": 801.59375, "epoch": 84.8, "grad_norm": 0.06237417459487915, "kl": 0.0053157806396484375, "learning_rate": 1.3748633079274254e-06, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 424 }, { "completion_length": 756.8125, "epoch": 85.0, "grad_norm": 0.07189148664474487, "kl": 0.005405426025390625, "learning_rate": 1.339745962155613e-06, "loss": 0.0002, "reward": 0.125, "reward_std": 0.27439429610967636, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0625, "step": 425 }, { "completion_length": 577.5, "epoch": 85.2, "grad_norm": 0.10670667886734009, "kl": 0.01203155517578125, "learning_rate": 1.30505070494781e-06, "loss": 0.0005, "reward": 0.1875, "reward_std": 0.3335031494498253, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.1875, "step": 426 }, { "completion_length": 713.0, "epoch": 85.4, "grad_norm": 0.044564273208379745, "kl": 0.0067901611328125, "learning_rate": 1.2707792273019049e-06, "loss": 0.0003, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 427 }, { "completion_length": 783.53125, "epoch": 85.6, "grad_norm": 0.04508211091160774, "kl": 0.0023241043090820312, "learning_rate": 1.2369331995613664e-06, "loss": 0.0001, "reward": 0.15625, "reward_std": 0.24511480331420898, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.0625, "step": 428 }, { "completion_length": 721.625, "epoch": 85.8, "grad_norm": 0.05431554093956947, "kl": 0.0087738037109375, "learning_rate": 1.2035142713338366e-06, "loss": 0.0004, "reward": 0.21875, "reward_std": 0.3061639815568924, "rewards/accuracy_reward": 0.1875, "rewards/format_reward": 0.03125, "step": 429 }, { "completion_length": 759.1875, "epoch": 86.0, "grad_norm": 0.058978427201509476, "kl": 0.005031585693359375, "learning_rate": 1.1705240714107301e-06, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 430 }, { "completion_length": 701.28125, "epoch": 86.2, "grad_norm": 0.0821586400270462, "kl": 0.004241943359375, "learning_rate": 1.1379642076878528e-06, "loss": 0.0002, "reward": 0.1875, "reward_std": 0.408231720328331, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.09375, "step": 431 }, { "completion_length": 796.5625, "epoch": 86.4, "grad_norm": 0.036505650728940964, "kl": 0.00543975830078125, "learning_rate": 1.1058362670870248e-06, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 432 }, { "completion_length": 724.375, "epoch": 86.6, "grad_norm": 0.03882104530930519, "kl": 0.00560760498046875, "learning_rate": 1.0741418154787443e-06, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 433 }, { "completion_length": 678.34375, "epoch": 86.8, "grad_norm": 0.084920734167099, "kl": 0.0077667236328125, "learning_rate": 1.042882397605871e-06, "loss": 0.0003, "reward": 0.15625, "reward_std": 0.24511480331420898, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.09375, "step": 434 }, { "completion_length": 689.375, "epoch": 87.0, "grad_norm": 0.08935703337192535, "kl": 0.008365631103515625, "learning_rate": 1.012059537008332e-06, "loss": 0.0003, "reward": 0.1875, "reward_std": 0.249358132481575, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.0625, "step": 435 }, { "completion_length": 583.40625, "epoch": 87.2, "grad_norm": 0.09143051505088806, "kl": 0.009525299072265625, "learning_rate": 9.816747359488632e-07, "loss": 0.0004, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 436 }, { "completion_length": 686.09375, "epoch": 87.4, "grad_norm": 0.07910123467445374, "kl": 0.0091705322265625, "learning_rate": 9.517294753398066e-07, "loss": 0.0004, "reward": 0.375, "reward_std": 0.3104073107242584, "rewards/accuracy_reward": 0.21875, "rewards/format_reward": 0.15625, "step": 437 }, { "completion_length": 749.65625, "epoch": 87.6, "grad_norm": 0.049836572259664536, "kl": 0.0059814453125, "learning_rate": 9.222252146709143e-07, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 438 }, { "completion_length": 702.03125, "epoch": 87.8, "grad_norm": 0.03987400233745575, "kl": 0.0032215118408203125, "learning_rate": 8.931633919382299e-07, "loss": 0.0001, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 439 }, { "completion_length": 788.125, "epoch": 88.0, "grad_norm": 0.014637740328907967, "kl": 0.0043621063232421875, "learning_rate": 8.645454235739903e-07, "loss": 0.0002, "reward": 0.0, "reward_std": 0.0, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0, "step": 440 }, { "completion_length": 646.28125, "epoch": 88.2, "grad_norm": 0.040815550833940506, "kl": 0.00289154052734375, "learning_rate": 8.363727043776037e-07, "loss": 0.0001, "reward": 0.1875, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.1875, "rewards/format_reward": 0.0, "step": 441 }, { "completion_length": 759.625, "epoch": 88.4, "grad_norm": 0.055915869772434235, "kl": 0.0036458969116210938, "learning_rate": 8.086466074476562e-07, "loss": 0.0001, "reward": 0.1875, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.03125, "step": 442 }, { "completion_length": 658.78125, "epoch": 88.6, "grad_norm": 0.10622189939022064, "kl": 0.011785507202148438, "learning_rate": 7.81368484114996e-07, "loss": 0.0005, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.03125, "step": 443 }, { "completion_length": 796.6875, "epoch": 88.8, "grad_norm": 0.04346534237265587, "kl": 0.003444671630859375, "learning_rate": 7.545396638768698e-07, "loss": 0.0001, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 444 }, { "completion_length": 767.25, "epoch": 89.0, "grad_norm": 0.07092897593975067, "kl": 0.0074462890625, "learning_rate": 7.281614543321269e-07, "loss": 0.0003, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 445 }, { "completion_length": 700.53125, "epoch": 89.2, "grad_norm": 0.1183854192495346, "kl": 0.0064239501953125, "learning_rate": 7.022351411174866e-07, "loss": 0.0003, "reward": 0.25, "reward_std": 0.4261348247528076, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.15625, "step": 446 }, { "completion_length": 706.8125, "epoch": 89.4, "grad_norm": 0.05067533254623413, "kl": 0.0027251243591308594, "learning_rate": 6.767619878448783e-07, "loss": 0.0001, "reward": 0.1875, "reward_std": 0.2587745785713196, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.09375, "step": 447 }, { "completion_length": 683.9375, "epoch": 89.6, "grad_norm": 0.06551023572683334, "kl": 0.007556915283203125, "learning_rate": 6.517432360398556e-07, "loss": 0.0003, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 448 }, { "completion_length": 803.625, "epoch": 89.8, "grad_norm": 0.02727729082107544, "kl": 0.0027456283569335938, "learning_rate": 6.271801050810856e-07, "loss": 0.0001, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0, "step": 449 }, { "completion_length": 690.875, "epoch": 90.0, "grad_norm": 0.0609399788081646, "kl": 0.006710052490234375, "learning_rate": 6.030737921409169e-07, "loss": 0.0003, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 450 }, { "completion_length": 765.28125, "epoch": 90.2, "grad_norm": 0.060198985040187836, "kl": 0.006627082824707031, "learning_rate": 5.794254721270331e-07, "loss": 0.0003, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.03125, "step": 451 }, { "completion_length": 777.875, "epoch": 90.4, "grad_norm": 0.05776260048151016, "kl": 0.005610466003417969, "learning_rate": 5.562362976251901e-07, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 452 }, { "completion_length": 602.21875, "epoch": 90.6, "grad_norm": 0.07143893837928772, "kl": 0.0063629150390625, "learning_rate": 5.335073988430373e-07, "loss": 0.0003, "reward": 0.1875, "reward_std": 0.3945523276925087, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.09375, "step": 453 }, { "completion_length": 734.90625, "epoch": 90.8, "grad_norm": 0.08987980335950851, "kl": 0.00484466552734375, "learning_rate": 5.112398835550348e-07, "loss": 0.0002, "reward": 0.21875, "reward_std": 0.3061639815568924, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.0625, "step": 454 }, { "completion_length": 775.875, "epoch": 91.0, "grad_norm": 0.07045432925224304, "kl": 0.007686614990234375, "learning_rate": 4.894348370484648e-07, "loss": 0.0003, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 455 }, { "completion_length": 742.59375, "epoch": 91.2, "grad_norm": 0.1062343493103981, "kl": 0.00803375244140625, "learning_rate": 4.6809332207053083e-07, "loss": 0.0003, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 456 }, { "completion_length": 709.25, "epoch": 91.4, "grad_norm": 0.03916856646537781, "kl": 0.0048675537109375, "learning_rate": 4.4721637877656377e-07, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.1293872892856598, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.0, "step": 457 }, { "completion_length": 641.375, "epoch": 91.6, "grad_norm": 0.052550166845321655, "kl": 0.01186370849609375, "learning_rate": 4.268050246793276e-07, "loss": 0.0005, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 458 }, { "completion_length": 828.25, "epoch": 91.8, "grad_norm": 0.0332893468439579, "kl": 0.0023899078369140625, "learning_rate": 4.068602545994249e-07, "loss": 0.0001, "reward": 0.09375, "reward_std": 0.1293872892856598, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.0, "step": 459 }, { "completion_length": 713.5625, "epoch": 92.0, "grad_norm": 0.029494035989046097, "kl": 0.0042266845703125, "learning_rate": 3.8738304061681107e-07, "loss": 0.0002, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 460 }, { "completion_length": 670.34375, "epoch": 92.2, "grad_norm": 0.11828664690256119, "kl": 0.0059661865234375, "learning_rate": 3.68374332023419e-07, "loss": 0.0002, "reward": 0.21875, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.21875, "rewards/format_reward": 0.0, "step": 461 }, { "completion_length": 502.15625, "epoch": 92.4, "grad_norm": 0.19351941347122192, "kl": 0.0099029541015625, "learning_rate": 3.498350552768859e-07, "loss": 0.0004, "reward": 0.125, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.09375, "step": 462 }, { "completion_length": 840.84375, "epoch": 92.6, "grad_norm": 0.035693634301424026, "kl": 0.003574371337890625, "learning_rate": 3.3176611395540625e-07, "loss": 0.0001, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0, "step": 463 }, { "completion_length": 765.71875, "epoch": 92.8, "grad_norm": 0.05469142273068428, "kl": 0.00876617431640625, "learning_rate": 3.1416838871368925e-07, "loss": 0.0004, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 464 }, { "completion_length": 780.125, "epoch": 93.0, "grad_norm": 0.03061514161527157, "kl": 0.0030832290649414062, "learning_rate": 2.970427372400353e-07, "loss": 0.0001, "reward": 0.125, "reward_std": 0.13363061845302582, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.0, "step": 465 }, { "completion_length": 581.3125, "epoch": 93.2, "grad_norm": 0.1440468281507492, "kl": 0.00862884521484375, "learning_rate": 2.8038999421453827e-07, "loss": 0.0003, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 466 }, { "completion_length": 684.09375, "epoch": 93.4, "grad_norm": 0.0781330093741417, "kl": 0.008890151977539062, "learning_rate": 2.6421097126839714e-07, "loss": 0.0004, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 467 }, { "completion_length": 828.75, "epoch": 93.6, "grad_norm": 0.03663882240653038, "kl": 0.0069370269775390625, "learning_rate": 2.4850645694436736e-07, "loss": 0.0003, "reward": 0.09375, "reward_std": 0.1293872892856598, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.0, "step": 468 }, { "completion_length": 683.15625, "epoch": 93.8, "grad_norm": 0.08346743881702423, "kl": 0.006175994873046875, "learning_rate": 2.332772166583208e-07, "loss": 0.0002, "reward": 0.21875, "reward_std": 0.4218914955854416, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.09375, "step": 469 }, { "completion_length": 633.1875, "epoch": 94.0, "grad_norm": 0.11486148834228516, "kl": 0.006305694580078125, "learning_rate": 2.1852399266194312e-07, "loss": 0.0003, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 470 }, { "completion_length": 747.28125, "epoch": 94.2, "grad_norm": 0.0489036962389946, "kl": 0.0030517578125, "learning_rate": 2.0424750400655947e-07, "loss": 0.0001, "reward": 0.1875, "reward_std": 0.249358132481575, "rewards/accuracy_reward": 0.1875, "rewards/format_reward": 0.0, "step": 471 }, { "completion_length": 736.71875, "epoch": 94.4, "grad_norm": 0.053127698600292206, "kl": 0.0052032470703125, "learning_rate": 1.9044844650808468e-07, "loss": 0.0002, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.03125, "step": 472 }, { "completion_length": 737.71875, "epoch": 94.6, "grad_norm": 0.035883210599422455, "kl": 0.008480072021484375, "learning_rate": 1.7712749271311392e-07, "loss": 0.0003, "reward": 0.03125, "reward_std": 0.0883883461356163, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.03125, "step": 473 }, { "completion_length": 727.875, "epoch": 94.8, "grad_norm": 0.05309724435210228, "kl": 0.007781982421875, "learning_rate": 1.6428529186614195e-07, "loss": 0.0003, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 474 }, { "completion_length": 729.625, "epoch": 95.0, "grad_norm": 0.12343677878379822, "kl": 0.006969451904296875, "learning_rate": 1.519224698779198e-07, "loss": 0.0003, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 475 }, { "completion_length": 705.96875, "epoch": 95.2, "grad_norm": 0.09638237953186035, "kl": 0.00696563720703125, "learning_rate": 1.400396292949513e-07, "loss": 0.0003, "reward": 0.125, "reward_std": 0.2314550280570984, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.125, "step": 476 }, { "completion_length": 730.15625, "epoch": 95.4, "grad_norm": 0.09068649262189865, "kl": 0.0046634674072265625, "learning_rate": 1.2863734927012094e-07, "loss": 0.0002, "reward": 0.28125, "reward_std": 0.4534739926457405, "rewards/accuracy_reward": 0.21875, "rewards/format_reward": 0.0625, "step": 477 }, { "completion_length": 757.65625, "epoch": 95.6, "grad_norm": 0.03434085100889206, "kl": 0.0056858062744140625, "learning_rate": 1.1771618553447217e-07, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0, "step": 478 }, { "completion_length": 729.53125, "epoch": 95.8, "grad_norm": 0.07220398634672165, "kl": 0.005321025848388672, "learning_rate": 1.0727667037011668e-07, "loss": 0.0002, "reward": 0.25, "reward_std": 0.3335031494498253, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.09375, "step": 479 }, { "completion_length": 654.8125, "epoch": 96.0, "grad_norm": 0.056842703372240067, "kl": 0.005825042724609375, "learning_rate": 9.731931258429638e-08, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 480 }, { "completion_length": 799.78125, "epoch": 96.2, "grad_norm": 0.05823909491300583, "kl": 0.01227569580078125, "learning_rate": 8.784459748458318e-08, "loss": 0.0005, "reward": 0.1875, "reward_std": 0.249358132481575, "rewards/accuracy_reward": 0.1875, "rewards/format_reward": 0.0, "step": 481 }, { "completion_length": 693.40625, "epoch": 96.4, "grad_norm": 0.042686577886343, "kl": 0.0037841796875, "learning_rate": 7.885298685522235e-08, "loss": 0.0002, "reward": 0.1875, "reward_std": 0.2587745785713196, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.09375, "step": 482 }, { "completion_length": 720.8125, "epoch": 96.6, "grad_norm": 0.057090874761343, "kl": 0.005649089813232422, "learning_rate": 7.034491893463059e-08, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.09375, "step": 483 }, { "completion_length": 713.9375, "epoch": 96.8, "grad_norm": 0.10989940166473389, "kl": 0.004550933837890625, "learning_rate": 6.232080839403631e-08, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 484 }, { "completion_length": 689.125, "epoch": 97.0, "grad_norm": 0.0833081528544426, "kl": 0.010522842407226562, "learning_rate": 5.4781046317267103e-08, "loss": 0.0004, "reward": 0.15625, "reward_std": 0.22201896458864212, "rewards/accuracy_reward": 0.125, "rewards/format_reward": 0.03125, "step": 485 }, { "completion_length": 623.125, "epoch": 97.2, "grad_norm": 0.06911883503198624, "kl": 0.00821685791015625, "learning_rate": 4.772600018168816e-08, "loss": 0.0003, "reward": 0.34375, "reward_std": 0.38816186785697937, "rewards/accuracy_reward": 0.21875, "rewards/format_reward": 0.125, "step": 486 }, { "completion_length": 737.75, "epoch": 97.4, "grad_norm": 0.05464695766568184, "kl": 0.0027599334716796875, "learning_rate": 4.115601384029666e-08, "loss": 0.0001, "reward": 0.25, "reward_std": 0.3650856465101242, "rewards/accuracy_reward": 0.1875, "rewards/format_reward": 0.0625, "step": 487 }, { "completion_length": 767.03125, "epoch": 97.6, "grad_norm": 0.05080058425664902, "kl": 0.004467010498046875, "learning_rate": 3.50714075049563e-08, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.03125, "step": 488 }, { "completion_length": 708.21875, "epoch": 97.8, "grad_norm": 0.06618014723062515, "kl": 0.0099945068359375, "learning_rate": 2.947247773079753e-08, "loss": 0.0004, "reward": 0.09375, "reward_std": 0.2651650384068489, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 489 }, { "completion_length": 797.6875, "epoch": 98.0, "grad_norm": 0.05233558639883995, "kl": 0.00853729248046875, "learning_rate": 2.4359497401758026e-08, "loss": 0.0003, "reward": 0.0625, "reward_std": 0.1767766922712326, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 490 }, { "completion_length": 698.40625, "epoch": 98.2, "grad_norm": 0.0935780480504036, "kl": 0.00585174560546875, "learning_rate": 1.973271571728441e-08, "loss": 0.0002, "reward": 0.21875, "reward_std": 0.4355708882212639, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.15625, "step": 491 }, { "completion_length": 749.0, "epoch": 98.4, "grad_norm": 0.07994402945041656, "kl": 0.004262447357177734, "learning_rate": 1.5592358180189782e-08, "loss": 0.0002, "reward": 0.15625, "reward_std": 0.22201896458864212, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.15625, "step": 492 }, { "completion_length": 702.625, "epoch": 98.6, "grad_norm": 0.06925726681947708, "kl": 0.005274772644042969, "learning_rate": 1.1938626585660252e-08, "loss": 0.0002, "reward": 0.25, "reward_std": 0.3514062538743019, "rewards/accuracy_reward": 0.21875, "rewards/format_reward": 0.03125, "step": 493 }, { "completion_length": 611.65625, "epoch": 98.8, "grad_norm": 0.03248089924454689, "kl": 0.00778961181640625, "learning_rate": 8.771699011416169e-09, "loss": 0.0003, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.0625, "rewards/format_reward": 0.0, "step": 494 }, { "completion_length": 742.3125, "epoch": 99.0, "grad_norm": 0.07433319091796875, "kl": 0.0054531097412109375, "learning_rate": 6.091729809042379e-09, "loss": 0.0002, "reward": 0.15625, "reward_std": 0.3198433741927147, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.125, "step": 495 }, { "completion_length": 701.59375, "epoch": 99.2, "grad_norm": 0.08704384416341782, "kl": 0.006954193115234375, "learning_rate": 3.898849596456477e-09, "loss": 0.0003, "reward": 0.25, "reward_std": 0.2925042062997818, "rewards/accuracy_reward": 0.15625, "rewards/format_reward": 0.09375, "step": 496 }, { "completion_length": 791.5, "epoch": 99.4, "grad_norm": 0.027208929881453514, "kl": 0.0045757293701171875, "learning_rate": 2.193165251545004e-09, "loss": 0.0002, "reward": 0.0625, "reward_std": 0.1157275140285492, "rewards/accuracy_reward": 0.0, "rewards/format_reward": 0.0625, "step": 497 }, { "completion_length": 686.59375, "epoch": 99.6, "grad_norm": 0.043633949011564255, "kl": 0.00383758544921875, "learning_rate": 9.74759906957612e-10, "loss": 0.0002, "reward": 0.125, "reward_std": 0.2177756354212761, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.09375, "step": 498 }, { "completion_length": 763.5625, "epoch": 99.8, "grad_norm": 0.05561517924070358, "kl": 0.0047931671142578125, "learning_rate": 2.436929460525317e-10, "loss": 0.0002, "reward": 0.09375, "reward_std": 0.2041158601641655, "rewards/accuracy_reward": 0.03125, "rewards/format_reward": 0.0625, "step": 499 }, { "completion_length": 607.375, "epoch": 100.0, "grad_norm": 0.06856601685285568, "kl": 0.00896453857421875, "learning_rate": 0.0, "loss": 0.0004, "reward": 0.1875, "reward_std": 0.3335031494498253, "rewards/accuracy_reward": 0.09375, "rewards/format_reward": 0.09375, "step": 500 }, { "epoch": 100.0, "step": 500, "total_flos": 0.0, "train_loss": 0.00019750852083552672, "train_runtime": 15991.8306, "train_samples_per_second": 0.125, "train_steps_per_second": 0.031 } ], "logging_steps": 1, "max_steps": 500, "num_input_tokens_seen": 0, "num_train_epochs": 100, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 4, "trial_name": null, "trial_params": null }