{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.987993138936535,
  "eval_steps": 2000,
  "global_step": 290,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "completion_length": 280.9453125,
      "epoch": 0.0137221269296741,
      "grad_norm": 0.200531005859375,
      "kl": 0.0,
      "learning_rate": 6.89655172413793e-08,
      "loss": 0.0,
      "reward": 1.2636350020766258,
      "reward_std": 0.7326151318848133,
      "rewards/answer_quality_reward_func": 0.240364583209157,
      "rewards/format_reward_func": 0.558687087148428,
      "rewards/think_quality_reward_func": 0.4645833298563957,
      "step": 2
    },
    {
      "completion_length": 254.1484375,
      "epoch": 0.0274442538593482,
      "grad_norm": 0.23695461452007294,
      "kl": 0.0004696846008300781,
      "learning_rate": 1.379310344827586e-07,
      "loss": 0.0,
      "reward": 1.4313375726342201,
      "reward_std": 0.5982592245563865,
      "rewards/answer_quality_reward_func": 0.22890624788124114,
      "rewards/format_reward_func": 0.6692282650619745,
      "rewards/think_quality_reward_func": 0.5332031268626451,
      "step": 4
    },
    {
      "completion_length": 270.3671875,
      "epoch": 0.0411663807890223,
      "grad_norm": 0.20797939598560333,
      "kl": 0.0005097389221191406,
      "learning_rate": 2.0689655172413793e-07,
      "loss": 0.0,
      "reward": 1.3857495188713074,
      "reward_std": 0.6331189293414354,
      "rewards/answer_quality_reward_func": 0.2459635380655527,
      "rewards/format_reward_func": 0.6181714087724686,
      "rewards/think_quality_reward_func": 0.5216145776212215,
      "step": 6
    },
    {
      "completion_length": 263.7578125,
      "epoch": 0.0548885077186964,
      "grad_norm": 0.2095089852809906,
      "kl": 0.00047576427459716797,
      "learning_rate": 2.758620689655172e-07,
      "loss": 0.0,
      "reward": 1.4237127974629402,
      "reward_std": 0.6548625286668539,
      "rewards/answer_quality_reward_func": 0.2583333342336118,
      "rewards/format_reward_func": 0.6428534537553787,
      "rewards/think_quality_reward_func": 0.5225260313600302,
      "step": 8
    },
    {
      "completion_length": 262.7421875,
      "epoch": 0.0686106346483705,
      "grad_norm": 0.22044678032398224,
      "kl": 0.0004361867904663086,
      "learning_rate": 3.4482758620689656e-07,
      "loss": 0.0,
      "reward": 1.3745320364832878,
      "reward_std": 0.5780904749408364,
      "rewards/answer_quality_reward_func": 0.2433593743480742,
      "rewards/format_reward_func": 0.6129435263574123,
      "rewards/think_quality_reward_func": 0.5182291641831398,
      "step": 10
    },
    {
      "completion_length": 253.8515625,
      "epoch": 0.0823327615780446,
      "grad_norm": 0.21221238374710083,
      "kl": 0.00046944618225097656,
      "learning_rate": 4.1379310344827586e-07,
      "loss": 0.0,
      "reward": 1.4099359475076199,
      "reward_std": 0.5978407869115472,
      "rewards/answer_quality_reward_func": 0.21627604262903333,
      "rewards/format_reward_func": 0.6960036773234606,
      "rewards/think_quality_reward_func": 0.49765624944120646,
      "step": 12
    },
    {
      "completion_length": 269.65625,
      "epoch": 0.09605488850771869,
      "grad_norm": 0.21109910309314728,
      "kl": 0.0004999637603759766,
      "learning_rate": 4.827586206896552e-07,
      "loss": 0.0,
      "reward": 1.4609676226973534,
      "reward_std": 0.6565476767718792,
      "rewards/answer_quality_reward_func": 0.23294270923361182,
      "rewards/format_reward_func": 0.6721655614674091,
      "rewards/think_quality_reward_func": 0.5558593682944775,
      "step": 14
    },
    {
      "completion_length": 272.3828125,
      "epoch": 0.1097770154373928,
      "grad_norm": 0.2218167930841446,
      "kl": 0.0005079507827758789,
      "learning_rate": 5.517241379310344e-07,
      "loss": 0.0,
      "reward": 1.4886968657374382,
      "reward_std": 0.6304780375212431,
      "rewards/answer_quality_reward_func": 0.26992187229916453,
      "rewards/format_reward_func": 0.6970302406698465,
      "rewards/think_quality_reward_func": 0.5217447821050882,
      "step": 16
    },
    {
      "completion_length": 257.5,
      "epoch": 0.1234991423670669,
      "grad_norm": 0.24383482336997986,
      "kl": 0.0006282329559326172,
      "learning_rate": 6.206896551724138e-07,
      "loss": 0.0,
      "reward": 1.509253829717636,
      "reward_std": 0.5901340646669269,
      "rewards/answer_quality_reward_func": 0.26093749701976776,
      "rewards/format_reward_func": 0.7028736304491758,
      "rewards/think_quality_reward_func": 0.5454427022486925,
      "step": 18
    },
    {
      "completion_length": 261.0625,
      "epoch": 0.137221269296741,
      "grad_norm": 0.22092702984809875,
      "kl": 0.0006501674652099609,
      "learning_rate": 6.896551724137931e-07,
      "loss": 0.0,
      "reward": 1.5030930899083614,
      "reward_std": 0.5783230252563953,
      "rewards/answer_quality_reward_func": 0.2360677090473473,
      "rewards/format_reward_func": 0.7079108189791441,
      "rewards/think_quality_reward_func": 0.5591145856305957,
      "step": 20
    },
    {
      "completion_length": 281.9375,
      "epoch": 0.1509433962264151,
      "grad_norm": 0.19880710542201996,
      "kl": 0.0008211135864257812,
      "learning_rate": 7.586206896551724e-07,
      "loss": 0.0,
      "reward": 1.5285571739077568,
      "reward_std": 0.5852111494168639,
      "rewards/answer_quality_reward_func": 0.24830729141831398,
      "rewards/format_reward_func": 0.7565519884228706,
      "rewards/think_quality_reward_func": 0.5236979145556688,
      "step": 22
    },
    {
      "completion_length": 285.203125,
      "epoch": 0.1646655231560892,
      "grad_norm": 0.1880275309085846,
      "kl": 0.0008184909820556641,
      "learning_rate": 8.275862068965517e-07,
      "loss": 0.0,
      "reward": 1.654343031346798,
      "reward_std": 0.519588727504015,
      "rewards/answer_quality_reward_func": 0.281510416418314,
      "rewards/format_reward_func": 0.7728326376527548,
      "rewards/think_quality_reward_func": 0.5999999903142452,
      "step": 24
    },
    {
      "completion_length": 265.8515625,
      "epoch": 0.1783876500857633,
      "grad_norm": 0.22054816782474518,
      "kl": 0.0016040802001953125,
      "learning_rate": 8.96551724137931e-07,
      "loss": 0.0,
      "reward": 1.6120254769921303,
      "reward_std": 0.604787390679121,
      "rewards/answer_quality_reward_func": 0.268749990966171,
      "rewards/format_reward_func": 0.7706192433834076,
      "rewards/think_quality_reward_func": 0.572656249627471,
      "step": 26
    },
    {
      "completion_length": 265.0234375,
      "epoch": 0.19210977701543738,
      "grad_norm": 0.23350445926189423,
      "kl": 0.0037322044372558594,
      "learning_rate": 9.655172413793103e-07,
      "loss": 0.0,
      "reward": 1.6360950246453285,
      "reward_std": 0.5475883986800909,
      "rewards/answer_quality_reward_func": 0.25533853890374303,
      "rewards/format_reward_func": 0.7984648458659649,
      "rewards/think_quality_reward_func": 0.5822916477918625,
      "step": 28
    },
    {
      "completion_length": 257.2421875,
      "epoch": 0.2058319039451115,
      "grad_norm": 0.2340281456708908,
      "kl": 0.0024671554565429688,
      "learning_rate": 9.999637795788383e-07,
      "loss": 0.0,
      "reward": 1.8156483098864555,
      "reward_std": 0.3590877242386341,
      "rewards/answer_quality_reward_func": 0.2725260416045785,
      "rewards/format_reward_func": 0.9140858538448811,
      "rewards/think_quality_reward_func": 0.6290364563465118,
      "step": 30
    },
    {
      "completion_length": 270.328125,
      "epoch": 0.2195540308747856,
      "grad_norm": 0.23865526914596558,
      "kl": 0.0035905838012695312,
      "learning_rate": 9.996740476948384e-07,
      "loss": 0.0,
      "reward": 1.7573274821043015,
      "reward_std": 0.3837462617084384,
      "rewards/answer_quality_reward_func": 0.23046874720603228,
      "rewards/format_reward_func": 0.8756869100034237,
      "rewards/think_quality_reward_func": 0.6511718779802322,
      "step": 32
    },
    {
      "completion_length": 270.6484375,
      "epoch": 0.2332761578044597,
      "grad_norm": 0.2162395566701889,
      "kl": 0.0037336349487304688,
      "learning_rate": 9.99094751828131e-07,
      "loss": 0.0,
      "reward": 1.7991406917572021,
      "reward_std": 0.370311891194433,
      "rewards/answer_quality_reward_func": 0.27330729039385915,
      "rewards/format_reward_func": 0.862942773848772,
      "rewards/think_quality_reward_func": 0.6628906093537807,
      "step": 34
    },
    {
      "completion_length": 266.4140625,
      "epoch": 0.2469982847341338,
      "grad_norm": 0.2209404557943344,
      "kl": 0.004337310791015625,
      "learning_rate": 9.98226227684e-07,
      "loss": 0.0,
      "reward": 1.7452938333153725,
      "reward_std": 0.43817455042153597,
      "rewards/answer_quality_reward_func": 0.2700520819053054,
      "rewards/format_reward_func": 0.8469865471124649,
      "rewards/think_quality_reward_func": 0.6282551977783442,
      "step": 36
    },
    {
      "completion_length": 275.84375,
      "epoch": 0.2607204116638079,
      "grad_norm": 0.20049536228179932,
      "kl": 0.0059051513671875,
      "learning_rate": 9.970689785771798e-07,
      "loss": 0.0001,
      "reward": 1.8387366831302643,
      "reward_std": 0.40058660972863436,
      "rewards/answer_quality_reward_func": 0.3001302042976022,
      "rewards/format_reward_func": 0.8624346293509007,
      "rewards/think_quality_reward_func": 0.6761718727648258,
      "step": 38
    },
    {
      "completion_length": 262.953125,
      "epoch": 0.274442538593482,
      "grad_norm": 0.21914814412593842,
      "kl": 0.0074634552001953125,
      "learning_rate": 9.95623675140179e-07,
      "loss": 0.0001,
      "reward": 1.9225089848041534,
      "reward_std": 0.3085475550033152,
      "rewards/answer_quality_reward_func": 0.31132812052965164,
      "rewards/format_reward_func": 0.926415242254734,
      "rewards/think_quality_reward_func": 0.6847656071186066,
      "step": 40
    },
    {
      "completion_length": 266.7734375,
      "epoch": 0.2881646655231561,
      "grad_norm": 0.20505952835083008,
      "kl": 0.012746810913085938,
      "learning_rate": 9.93891154934647e-07,
      "loss": 0.0001,
      "reward": 1.8400960639119148,
      "reward_std": 0.31889354810118675,
      "rewards/answer_quality_reward_func": 0.2800781219266355,
      "rewards/format_reward_func": 0.88736167922616,
      "rewards/think_quality_reward_func": 0.6726562399417162,
      "step": 42
    },
    {
      "completion_length": 283.03125,
      "epoch": 0.3018867924528302,
      "grad_norm": 0.20089682936668396,
      "kl": 0.009592056274414062,
      "learning_rate": 9.918724219660013e-07,
      "loss": 0.0001,
      "reward": 1.9255277439951897,
      "reward_std": 0.3338128034956753,
      "rewards/answer_quality_reward_func": 0.3057291600853205,
      "rewards/format_reward_func": 0.9056058898568153,
      "rewards/think_quality_reward_func": 0.714192695915699,
      "step": 44
    },
    {
      "completion_length": 299.015625,
      "epoch": 0.3156089193825043,
      "grad_norm": 0.21208344399929047,
      "kl": 0.012195587158203125,
      "learning_rate": 9.895686461016005e-07,
      "loss": 0.0001,
      "reward": 1.9222128614783287,
      "reward_std": 0.3133280505426228,
      "rewards/answer_quality_reward_func": 0.2837239555083215,
      "rewards/format_reward_func": 0.9119264185428619,
      "rewards/think_quality_reward_func": 0.7265624850988388,
      "step": 46
    },
    {
      "completion_length": 323.4921875,
      "epoch": 0.3293310463121784,
      "grad_norm": 0.18190930783748627,
      "kl": 0.016071319580078125,
      "learning_rate": 9.869811623928e-07,
      "loss": 0.0002,
      "reward": 1.9156172946095467,
      "reward_std": 0.33059287490323186,
      "rewards/answer_quality_reward_func": 0.2911458294838667,
      "rewards/format_reward_func": 0.884627740830183,
      "rewards/think_quality_reward_func": 0.7398437410593033,
      "step": 48
    },
    {
      "completion_length": 325.640625,
      "epoch": 0.34305317324185247,
      "grad_norm": 0.18641796708106995,
      "kl": 0.015377044677734375,
      "learning_rate": 9.841114703012817e-07,
      "loss": 0.0002,
      "reward": 1.9938555285334587,
      "reward_std": 0.3317244155332446,
      "rewards/answer_quality_reward_func": 0.34179686568677425,
      "rewards/format_reward_func": 0.9001055397093296,
      "rewards/think_quality_reward_func": 0.751953125,
      "step": 50
    },
    {
      "completion_length": 343.453125,
      "epoch": 0.3567753001715266,
      "grad_norm": 0.18672624230384827,
      "kl": 0.017429351806640625,
      "learning_rate": 9.809612328301069e-07,
      "loss": 0.0002,
      "reward": 1.8535542637109756,
      "reward_std": 0.41525313816964626,
      "rewards/answer_quality_reward_func": 0.27578124683350325,
      "rewards/format_reward_func": 0.8310282342135906,
      "rewards/think_quality_reward_func": 0.7467447854578495,
      "step": 52
    },
    {
      "completion_length": 340.90625,
      "epoch": 0.3704974271012007,
      "grad_norm": 0.18769648671150208,
      "kl": 0.0204010009765625,
      "learning_rate": 9.775322755599977e-07,
      "loss": 0.0002,
      "reward": 1.9808814227581024,
      "reward_std": 0.37413908122107387,
      "rewards/answer_quality_reward_func": 0.32903645373880863,
      "rewards/format_reward_func": 0.9088762328028679,
      "rewards/think_quality_reward_func": 0.742968738079071,
      "step": 54
    },
    {
      "completion_length": 342.3984375,
      "epoch": 0.38421955403087477,
      "grad_norm": 0.18268480896949768,
      "kl": 0.0240936279296875,
      "learning_rate": 9.738265855914012e-07,
      "loss": 0.0002,
      "reward": 1.9932566732168198,
      "reward_std": 0.3731453288346529,
      "rewards/answer_quality_reward_func": 0.3510416531935334,
      "rewards/format_reward_func": 0.8945587873458862,
      "rewards/think_quality_reward_func": 0.7476562485098839,
      "step": 56
    },
    {
      "completion_length": 344.28125,
      "epoch": 0.3979416809605489,
      "grad_norm": 0.18100802600383759,
      "kl": 0.0281982421875,
      "learning_rate": 9.698463103929541e-07,
      "loss": 0.0003,
      "reward": 2.0352731719613075,
      "reward_std": 0.2896303874440491,
      "rewards/answer_quality_reward_func": 0.325651032384485,
      "rewards/format_reward_func": 0.9258981980383396,
      "rewards/think_quality_reward_func": 0.783723957836628,
      "step": 58
    },
    {
      "completion_length": 370.65625,
      "epoch": 0.411663807890223,
      "grad_norm": 0.1758911907672882,
      "kl": 0.02741241455078125,
      "learning_rate": 9.655937565570122e-07,
      "loss": 0.0003,
      "reward": 1.971546895802021,
      "reward_std": 0.330893627833575,
      "rewards/answer_quality_reward_func": 0.3313802005723119,
      "rewards/format_reward_func": 0.8548802100121975,
      "rewards/think_quality_reward_func": 0.785286445170641,
      "step": 60
    },
    {
      "completion_length": 377.0859375,
      "epoch": 0.42538593481989706,
      "grad_norm": 0.1705077588558197,
      "kl": 0.02756500244140625,
      "learning_rate": 9.610713884629666e-07,
      "loss": 0.0003,
      "reward": 1.976484701037407,
      "reward_std": 0.4069426618516445,
      "rewards/answer_quality_reward_func": 0.3708333196118474,
      "rewards/format_reward_func": 0.8344273716211319,
      "rewards/think_quality_reward_func": 0.7712239511311054,
      "step": 62
    },
    {
      "completion_length": 372.3125,
      "epoch": 0.4391080617495712,
      "grad_norm": 0.17809398472309113,
      "kl": 0.03229522705078125,
      "learning_rate": 9.562818268491215e-07,
      "loss": 0.0003,
      "reward": 2.1156445741653442,
      "reward_std": 0.3222670303657651,
      "rewards/answer_quality_reward_func": 0.41289061680436134,
      "rewards/format_reward_func": 0.9118685647845268,
      "rewards/think_quality_reward_func": 0.7908854149281979,
      "step": 64
    },
    {
      "completion_length": 369.984375,
      "epoch": 0.4528301886792453,
      "grad_norm": 0.1842561960220337,
      "kl": 0.0321044921875,
      "learning_rate": 9.512278472939626e-07,
      "loss": 0.0003,
      "reward": 2.0863697454333305,
      "reward_std": 0.3673935355618596,
      "rewards/answer_quality_reward_func": 0.3654947765171528,
      "rewards/format_reward_func": 0.9190520793199539,
      "rewards/think_quality_reward_func": 0.801822904497385,
      "step": 66
    },
    {
      "completion_length": 371.796875,
      "epoch": 0.4665523156089194,
      "grad_norm": 0.16658607125282288,
      "kl": 0.033203125,
      "learning_rate": 9.45912378607691e-07,
      "loss": 0.0003,
      "reward": 2.1010902896523476,
      "reward_std": 0.3480951292440295,
      "rewards/answer_quality_reward_func": 0.4162760265171528,
      "rewards/format_reward_func": 0.8799964934587479,
      "rewards/think_quality_reward_func": 0.8048176988959312,
      "step": 68
    },
    {
      "completion_length": 381.078125,
      "epoch": 0.48027444253859347,
      "grad_norm": 0.1765335500240326,
      "kl": 0.035369873046875,
      "learning_rate": 9.403385011349638e-07,
      "loss": 0.0004,
      "reward": 2.148190885782242,
      "reward_std": 0.35688082315027714,
      "rewards/answer_quality_reward_func": 0.4567708168178797,
      "rewards/format_reward_func": 0.8810034319758415,
      "rewards/think_quality_reward_func": 0.8104166649281979,
      "step": 70
    },
    {
      "completion_length": 376.375,
      "epoch": 0.4939965694682676,
      "grad_norm": 0.17420853674411774,
      "kl": 0.0396728515625,
      "learning_rate": 9.345094449698143e-07,
      "loss": 0.0004,
      "reward": 2.137619011104107,
      "reward_std": 0.32480568066239357,
      "rewards/answer_quality_reward_func": 0.42669269628822803,
      "rewards/format_reward_func": 0.8950408771634102,
      "rewards/think_quality_reward_func": 0.8158854097127914,
      "step": 72
    },
    {
      "completion_length": 368.203125,
      "epoch": 0.5077186963979416,
      "grad_norm": 0.17609168589115143,
      "kl": 0.042266845703125,
      "learning_rate": 9.284285880837946e-07,
      "loss": 0.0004,
      "reward": 2.1166791021823883,
      "reward_std": 0.3095300702843815,
      "rewards/answer_quality_reward_func": 0.42252602614462376,
      "rewards/format_reward_func": 0.9080853573977947,
      "rewards/think_quality_reward_func": 0.7860677056014538,
      "step": 74
    },
    {
      "completion_length": 378.0625,
      "epoch": 0.5214408233276158,
      "grad_norm": 0.18319210410118103,
      "kl": 0.0416717529296875,
      "learning_rate": 9.220994543684224e-07,
      "loss": 0.0004,
      "reward": 2.198269546031952,
      "reward_std": 0.3282247083261609,
      "rewards/answer_quality_reward_func": 0.47773435711860657,
      "rewards/format_reward_func": 0.9036081247031689,
      "rewards/think_quality_reward_func": 0.8169270791113377,
      "step": 76
    },
    {
      "completion_length": 372.0546875,
      "epoch": 0.5351629502572899,
      "grad_norm": 0.18346504867076874,
      "kl": 0.0488739013671875,
      "learning_rate": 9.15525711593065e-07,
      "loss": 0.0005,
      "reward": 2.090093567967415,
      "reward_std": 0.36066758376546204,
      "rewards/answer_quality_reward_func": 0.40429685823619366,
      "rewards/format_reward_func": 0.8623591773211956,
      "rewards/think_quality_reward_func": 0.8234374895691872,
      "step": 78
    },
    {
      "completion_length": 356.4296875,
      "epoch": 0.548885077186964,
      "grad_norm": 0.1822659820318222,
      "kl": 0.0575714111328125,
      "learning_rate": 9.087111692794459e-07,
      "loss": 0.0006,
      "reward": 2.2176768332719803,
      "reward_std": 0.31258356431499124,
      "rewards/answer_quality_reward_func": 0.47734372690320015,
      "rewards/format_reward_func": 0.9133799523115158,
      "rewards/think_quality_reward_func": 0.8269531093537807,
      "step": 80
    },
    {
      "completion_length": 356.765625,
      "epoch": 0.5626072041166381,
      "grad_norm": 0.1832280308008194,
      "kl": 0.0583343505859375,
      "learning_rate": 9.016597764940048e-07,
      "loss": 0.0006,
      "reward": 2.232508063316345,
      "reward_std": 0.3021385227330029,
      "rewards/answer_quality_reward_func": 0.4899739436805248,
      "rewards/format_reward_func": 0.9207892827689648,
      "rewards/think_quality_reward_func": 0.8217447772622108,
      "step": 82
    },
    {
      "completion_length": 350.6171875,
      "epoch": 0.5763293310463122,
      "grad_norm": 0.18824546039104462,
      "kl": 0.0598297119140625,
      "learning_rate": 8.943756195593915e-07,
      "loss": 0.0006,
      "reward": 2.267571359872818,
      "reward_std": 0.24662064015865326,
      "rewards/answer_quality_reward_func": 0.4873697739094496,
      "rewards/format_reward_func": 0.948951605707407,
      "rewards/think_quality_reward_func": 0.8312499709427357,
      "step": 84
    },
    {
      "completion_length": 348.296875,
      "epoch": 0.5900514579759862,
      "grad_norm": 0.1910252869129181,
      "kl": 0.065399169921875,
      "learning_rate": 8.868629196864181e-07,
      "loss": 0.0007,
      "reward": 2.3059453517198563,
      "reward_std": 0.26139099057763815,
      "rewards/answer_quality_reward_func": 0.5234374795109034,
      "rewards/format_reward_func": 0.942143302410841,
      "rewards/think_quality_reward_func": 0.8403645902872086,
      "step": 86
    },
    {
      "completion_length": 334.828125,
      "epoch": 0.6037735849056604,
      "grad_norm": 0.1994294971227646,
      "kl": 0.07464599609375,
      "learning_rate": 8.791260305278431e-07,
      "loss": 0.0007,
      "reward": 2.293788820505142,
      "reward_std": 0.2987233167514205,
      "rewards/answer_quality_reward_func": 0.522656224668026,
      "rewards/format_reward_func": 0.9411846846342087,
      "rewards/think_quality_reward_func": 0.829947903752327,
      "step": 88
    },
    {
      "completion_length": 346.265625,
      "epoch": 0.6174957118353345,
      "grad_norm": 0.19464552402496338,
      "kl": 0.076629638671875,
      "learning_rate": 8.711694356554049e-07,
      "loss": 0.0008,
      "reward": 2.33330599963665,
      "reward_std": 0.24258170742541552,
      "rewards/answer_quality_reward_func": 0.5442708116024733,
      "rewards/format_reward_func": 0.9519257470965385,
      "rewards/think_quality_reward_func": 0.8371093608438969,
      "step": 90
    },
    {
      "completion_length": 354.9765625,
      "epoch": 0.6312178387650086,
      "grad_norm": 0.19240236282348633,
      "kl": 0.07568359375,
      "learning_rate": 8.629977459615654e-07,
      "loss": 0.0008,
      "reward": 2.341018781065941,
      "reward_std": 0.22859826777130365,
      "rewards/answer_quality_reward_func": 0.5540364384651184,
      "rewards/format_reward_func": 0.9518261030316353,
      "rewards/think_quality_reward_func": 0.8351562432944775,
      "step": 92
    },
    {
      "completion_length": 353.5859375,
      "epoch": 0.6449399656946827,
      "grad_norm": 0.18257762491703033,
      "kl": 0.081939697265625,
      "learning_rate": 8.546156969874722e-07,
      "loss": 0.0008,
      "reward": 2.3477097898721695,
      "reward_std": 0.25754671171307564,
      "rewards/answer_quality_reward_func": 0.5748697761446238,
      "rewards/format_reward_func": 0.9367722757160664,
      "rewards/think_quality_reward_func": 0.8360677100718021,
      "step": 94
    },
    {
      "completion_length": 347.875,
      "epoch": 0.6586620926243568,
      "grad_norm": 0.1859983652830124,
      "kl": 0.08270263671875,
      "learning_rate": 8.460281461786846e-07,
      "loss": 0.0008,
      "reward": 2.3241832330822945,
      "reward_std": 0.29706390388309956,
      "rewards/answer_quality_reward_func": 0.586718738079071,
      "rewards/format_reward_func": 0.9118134751915932,
      "rewards/think_quality_reward_func": 0.8256510272622108,
      "step": 96
    },
    {
      "completion_length": 351.1875,
      "epoch": 0.6723842195540308,
      "grad_norm": 0.21329373121261597,
      "kl": 0.093017578125,
      "learning_rate": 8.372400700702569e-07,
      "loss": 0.0009,
      "reward": 2.332564875483513,
      "reward_std": 0.2945901188068092,
      "rewards/answer_quality_reward_func": 0.5587239470332861,
      "rewards/format_reward_func": 0.9394659325480461,
      "rewards/think_quality_reward_func": 0.8343749977648258,
      "step": 98
    },
    {
      "completion_length": 353.2578125,
      "epoch": 0.6861063464837049,
      "grad_norm": 0.19502753019332886,
      "kl": 0.0947265625,
      "learning_rate": 8.282565614028067e-07,
      "loss": 0.0009,
      "reward": 2.3509654104709625,
      "reward_std": 0.2975193331949413,
      "rewards/answer_quality_reward_func": 0.5841145645827055,
      "rewards/format_reward_func": 0.9238821342587471,
      "rewards/think_quality_reward_func": 0.8429687507450581,
      "step": 100
    },
    {
      "completion_length": 361.328125,
      "epoch": 0.6998284734133791,
      "grad_norm": 0.19681787490844727,
      "kl": 0.098175048828125,
      "learning_rate": 8.190828261712428e-07,
      "loss": 0.001,
      "reward": 2.32693400233984,
      "reward_std": 0.295138499699533,
      "rewards/answer_quality_reward_func": 0.5571614364162087,
      "rewards/format_reward_func": 0.9269340261816978,
      "rewards/think_quality_reward_func": 0.8428385220468044,
      "step": 102
    },
    {
      "completion_length": 366.6875,
      "epoch": 0.7135506003430532,
      "grad_norm": 0.17757786810398102,
      "kl": 0.097869873046875,
      "learning_rate": 8.097241806078615e-07,
      "loss": 0.001,
      "reward": 2.3718064725399017,
      "reward_std": 0.2993803401477635,
      "rewards/answer_quality_reward_func": 0.5914062261581421,
      "rewards/format_reward_func": 0.9395148195326328,
      "rewards/think_quality_reward_func": 0.8408853933215141,
      "step": 104
    },
    {
      "completion_length": 370.078125,
      "epoch": 0.7272727272727273,
      "grad_norm": 0.18709802627563477,
      "kl": 0.09759521484375,
      "learning_rate": 8.001860481015592e-07,
      "loss": 0.001,
      "reward": 2.4007676392793655,
      "reward_std": 0.2506851116195321,
      "rewards/answer_quality_reward_func": 0.5985676925629377,
      "rewards/format_reward_func": 0.9528510197997093,
      "rewards/think_quality_reward_func": 0.8493489474058151,
      "step": 106
    },
    {
      "completion_length": 388.96875,
      "epoch": 0.7409948542024014,
      "grad_norm": 0.17249542474746704,
      "kl": 0.09429931640625,
      "learning_rate": 7.904739560549474e-07,
      "loss": 0.0009,
      "reward": 2.3758395314216614,
      "reward_std": 0.3589801371563226,
      "rewards/answer_quality_reward_func": 0.6082031019032001,
      "rewards/format_reward_func": 0.8922458067536354,
      "rewards/think_quality_reward_func": 0.8753906153142452,
      "step": 108
    },
    {
      "completion_length": 390.2421875,
      "epoch": 0.7547169811320755,
      "grad_norm": 0.17211292684078217,
      "kl": 0.1004638671875,
      "learning_rate": 7.805935326811912e-07,
      "loss": 0.001,
      "reward": 2.417878970503807,
      "reward_std": 0.2655462478287518,
      "rewards/answer_quality_reward_func": 0.6291666571050882,
      "rewards/format_reward_func": 0.9228268675506115,
      "rewards/think_quality_reward_func": 0.8658854141831398,
      "step": 110
    },
    {
      "completion_length": 393.5703125,
      "epoch": 0.7684391080617495,
      "grad_norm": 0.175153449177742,
      "kl": 0.101959228515625,
      "learning_rate": 7.705505037424269e-07,
      "loss": 0.001,
      "reward": 2.3483614027500153,
      "reward_std": 0.35932604828849435,
      "rewards/answer_quality_reward_func": 0.6335937343537807,
      "rewards/format_reward_func": 0.8592989183962345,
      "rewards/think_quality_reward_func": 0.8554687425494194,
      "step": 112
    },
    {
      "completion_length": 386.6640625,
      "epoch": 0.7821612349914236,
      "grad_norm": 0.17615902423858643,
      "kl": 0.099761962890625,
      "learning_rate": 7.603506892316511e-07,
      "loss": 0.001,
      "reward": 2.384554073214531,
      "reward_std": 0.3326480337418616,
      "rewards/answer_quality_reward_func": 0.6402343511581421,
      "rewards/format_reward_func": 0.8822103515267372,
      "rewards/think_quality_reward_func": 0.8621093593537807,
      "step": 114
    },
    {
      "completion_length": 368.5546875,
      "epoch": 0.7958833619210978,
      "grad_norm": 0.18490657210350037,
      "kl": 0.107513427734375,
      "learning_rate": 7.5e-07,
      "loss": 0.0011,
      "reward": 2.3982376605272293,
      "reward_std": 0.30952252680435777,
      "rewards/answer_quality_reward_func": 0.6122395601123571,
      "rewards/format_reward_func": 0.9280553907155991,
      "rewards/think_quality_reward_func": 0.8579427003860474,
      "step": 116
    },
    {
      "completion_length": 371.59375,
      "epoch": 0.8096054888507719,
      "grad_norm": 0.1820589005947113,
      "kl": 0.10858154296875,
      "learning_rate": 7.395044343313777e-07,
      "loss": 0.0011,
      "reward": 2.448230743408203,
      "reward_std": 0.1958690125029534,
      "rewards/answer_quality_reward_func": 0.6305989418178797,
      "rewards/format_reward_func": 0.9505745209753513,
      "rewards/think_quality_reward_func": 0.8670572713017464,
      "step": 118
    },
    {
      "completion_length": 370.3984375,
      "epoch": 0.823327615780446,
      "grad_norm": 0.18224012851715088,
      "kl": 0.104736328125,
      "learning_rate": 7.288700744664167e-07,
      "loss": 0.001,
      "reward": 2.4031564742326736,
      "reward_std": 0.27395217306911945,
      "rewards/answer_quality_reward_func": 0.614583307877183,
      "rewards/format_reward_func": 0.9246408343315125,
      "rewards/think_quality_reward_func": 0.8639322705566883,
      "step": 120
    },
    {
      "completion_length": 360.171875,
      "epoch": 0.8370497427101201,
      "grad_norm": 0.18499115109443665,
      "kl": 0.10662841796875,
      "learning_rate": 7.181030830777837e-07,
      "loss": 0.0011,
      "reward": 2.441983327269554,
      "reward_std": 0.20215876307338476,
      "rewards/answer_quality_reward_func": 0.6157551910728216,
      "rewards/format_reward_func": 0.9664624892175198,
      "rewards/think_quality_reward_func": 0.8597656190395355,
      "step": 122
    },
    {
      "completion_length": 353.9140625,
      "epoch": 0.8507718696397941,
      "grad_norm": 0.1921129673719406,
      "kl": 0.107757568359375,
      "learning_rate": 7.072096996988759e-07,
      "loss": 0.0011,
      "reward": 2.4199374318122864,
      "reward_std": 0.26074777147732675,
      "rewards/answer_quality_reward_func": 0.6037760153412819,
      "rewards/format_reward_func": 0.9530103541910648,
      "rewards/think_quality_reward_func": 0.8631510399281979,
      "step": 124
    },
    {
      "completion_length": 362.0078125,
      "epoch": 0.8644939965694682,
      "grad_norm": 0.1788560301065445,
      "kl": 0.111907958984375,
      "learning_rate": 6.961962371079751e-07,
      "loss": 0.0011,
      "reward": 2.4374969750642776,
      "reward_std": 0.2772186954971403,
      "rewards/answer_quality_reward_func": 0.6238281093537807,
      "rewards/format_reward_func": 0.9298147335648537,
      "rewards/think_quality_reward_func": 0.8838541470468044,
      "step": 126
    },
    {
      "completion_length": 348.953125,
      "epoch": 0.8782161234991424,
      "grad_norm": 0.19293126463890076,
      "kl": 0.1082763671875,
      "learning_rate": 6.850690776699573e-07,
      "loss": 0.0011,
      "reward": 2.382745623588562,
      "reward_std": 0.2466182792559266,
      "rewards/answer_quality_reward_func": 0.5884114345535636,
      "rewards/format_reward_func": 0.943943552672863,
      "rewards/think_quality_reward_func": 0.8503906205296516,
      "step": 128
    },
    {
      "completion_length": 353.9140625,
      "epoch": 0.8919382504288165,
      "grad_norm": 0.19949260354042053,
      "kl": 0.11865234375,
      "learning_rate": 6.738346696376738e-07,
      "loss": 0.0012,
      "reward": 2.4676217436790466,
      "reward_std": 0.19183522614184767,
      "rewards/answer_quality_reward_func": 0.6332031097263098,
      "rewards/format_reward_func": 0.9665800370275974,
      "rewards/think_quality_reward_func": 0.8678385056555271,
      "step": 130
    },
    {
      "completion_length": 343.453125,
      "epoch": 0.9056603773584906,
      "grad_norm": 0.20649074018001556,
      "kl": 0.115142822265625,
      "learning_rate": 6.624995234151538e-07,
      "loss": 0.0012,
      "reward": 2.4805327653884888,
      "reward_std": 0.21587521908804774,
      "rewards/answer_quality_reward_func": 0.6450520530343056,
      "rewards/format_reward_func": 0.96295465528965,
      "rewards/think_quality_reward_func": 0.8725260309875011,
      "step": 132
    },
    {
      "completion_length": 369.375,
      "epoch": 0.9193825042881647,
      "grad_norm": 0.17965266108512878,
      "kl": 0.125030517578125,
      "learning_rate": 6.510702077847863e-07,
      "loss": 0.0012,
      "reward": 2.472148522734642,
      "reward_std": 0.2227725691627711,
      "rewards/answer_quality_reward_func": 0.6566405966877937,
      "rewards/format_reward_func": 0.9466277174651623,
      "rewards/think_quality_reward_func": 0.868880208581686,
      "step": 134
    },
    {
      "completion_length": 358.6171875,
      "epoch": 0.9331046312178388,
      "grad_norm": 0.18341581523418427,
      "kl": 0.114044189453125,
      "learning_rate": 6.395533461006735e-07,
      "loss": 0.0011,
      "reward": 2.4762252867221832,
      "reward_std": 0.21157550485804677,
      "rewards/answer_quality_reward_func": 0.6544270627200603,
      "rewards/format_reward_func": 0.9538294561207294,
      "rewards/think_quality_reward_func": 0.8679687418043613,
      "step": 136
    },
    {
      "completion_length": 343.625,
      "epoch": 0.9468267581475128,
      "grad_norm": 0.1889878660440445,
      "kl": 0.11956787109375,
      "learning_rate": 6.279556124503589e-07,
      "loss": 0.0012,
      "reward": 2.489329695701599,
      "reward_std": 0.22135120234452188,
      "rewards/answer_quality_reward_func": 0.6286458093672991,
      "rewards/format_reward_func": 0.9668037220835686,
      "rewards/think_quality_reward_func": 0.8938801921904087,
      "step": 138
    },
    {
      "completion_length": 359.296875,
      "epoch": 0.9605488850771869,
      "grad_norm": 0.19360192120075226,
      "kl": 0.12933349609375,
      "learning_rate": 6.162837277871552e-07,
      "loss": 0.0013,
      "reward": 2.495242103934288,
      "reward_std": 0.1982172103598714,
      "rewards/answer_quality_reward_func": 0.6470051929354668,
      "rewards/format_reward_func": 0.9725858978927135,
      "rewards/think_quality_reward_func": 0.8756510242819786,
      "step": 140
    },
    {
      "completion_length": 366.046875,
      "epoch": 0.9742710120068611,
      "grad_norm": 0.17844274640083313,
      "kl": 0.115997314453125,
      "learning_rate": 6.045444560353135e-07,
      "loss": 0.0012,
      "reward": 2.4655097872018814,
      "reward_std": 0.24709907034412026,
      "rewards/answer_quality_reward_func": 0.6220051907002926,
      "rewards/format_reward_func": 0.9588691554963589,
      "rewards/think_quality_reward_func": 0.8846353888511658,
      "step": 142
    },
    {
      "completion_length": 368.3125,
      "epoch": 0.9879931389365352,
      "grad_norm": 0.18252933025360107,
      "kl": 0.111328125,
      "learning_rate": 5.927446001702898e-07,
      "loss": 0.0011,
      "reward": 2.4636979699134827,
      "reward_std": 0.2634353074245155,
      "rewards/answer_quality_reward_func": 0.6384114343672991,
      "rewards/format_reward_func": 0.9290625713765621,
      "rewards/think_quality_reward_func": 0.8962239548563957,
      "step": 144
    },
    {
      "completion_length": 371.55357142857144,
      "epoch": 1.0,
      "grad_norm": 0.18851357698440552,
      "kl": 0.11418805803571429,
      "learning_rate": 5.808909982763825e-07,
      "loss": 0.001,
      "reward": 2.474709987640381,
      "reward_std": 0.24261566251516342,
      "rewards/answer_quality_reward_func": 0.6263392716646194,
      "rewards/format_reward_func": 0.9483707419463566,
      "rewards/think_quality_reward_func": 0.8999999846730914,
      "step": 146
    },
    {
      "completion_length": 369.359375,
      "epoch": 1.0137221269296741,
      "grad_norm": 0.18597742915153503,
      "kl": 0.116912841796875,
      "learning_rate": 5.689905195840216e-07,
      "loss": 0.0012,
      "reward": 2.47463421523571,
      "reward_std": 0.27393683325499296,
      "rewards/answer_quality_reward_func": 0.6651041470468044,
      "rewards/format_reward_func": 0.9212488047778606,
      "rewards/think_quality_reward_func": 0.8882812410593033,
      "step": 148
    },
    {
      "completion_length": 360.3046875,
      "epoch": 1.0274442538593482,
      "grad_norm": 0.19218188524246216,
      "kl": 0.1177978515625,
      "learning_rate": 5.570500604890124e-07,
      "loss": 0.0012,
      "reward": 2.4746594578027725,
      "reward_std": 0.1953234658576548,
      "rewards/answer_quality_reward_func": 0.614192683249712,
      "rewards/format_reward_func": 0.965414721518755,
      "rewards/think_quality_reward_func": 0.8950520716607571,
      "step": 150
    },
    {
      "completion_length": 376.9609375,
      "epoch": 1.0411663807890223,
      "grad_norm": 0.1762981414794922,
      "kl": 0.120758056640625,
      "learning_rate": 5.450765405560327e-07,
      "loss": 0.0012,
      "reward": 2.472753271460533,
      "reward_std": 0.26024015434086323,
      "rewards/answer_quality_reward_func": 0.6213541384786367,
      "rewards/format_reward_func": 0.9413731135427952,
      "rewards/think_quality_reward_func": 0.9100260213017464,
      "step": 152
    },
    {
      "completion_length": 377.96875,
      "epoch": 1.0548885077186965,
      "grad_norm": 0.19541993737220764,
      "kl": 0.117156982421875,
      "learning_rate": 5.330768985087058e-07,
      "loss": 0.0012,
      "reward": 2.4561318308115005,
      "reward_std": 0.22181733208708465,
      "rewards/answer_quality_reward_func": 0.6152343582361937,
      "rewards/format_reward_func": 0.9519651383161545,
      "rewards/think_quality_reward_func": 0.888932254165411,
      "step": 154
    },
    {
      "completion_length": 373.28125,
      "epoch": 1.0686106346483706,
      "grad_norm": 0.18115384876728058,
      "kl": 0.118011474609375,
      "learning_rate": 5.210580882085713e-07,
      "loss": 0.0012,
      "reward": 2.498711720108986,
      "reward_std": 0.2194732422940433,
      "rewards/answer_quality_reward_func": 0.6716145575046539,
      "rewards/format_reward_func": 0.9273575246334076,
      "rewards/think_quality_reward_func": 0.8997395783662796,
      "step": 156
    },
    {
      "completion_length": 363.9140625,
      "epoch": 1.0823327615780447,
      "grad_norm": 0.19036605954170227,
      "kl": 0.11932373046875,
      "learning_rate": 5.090270746252801e-07,
      "loss": 0.0012,
      "reward": 2.5323465019464493,
      "reward_std": 0.21667650784365833,
      "rewards/answer_quality_reward_func": 0.6548176892101765,
      "rewards/format_reward_func": 0.9525288231670856,
      "rewards/think_quality_reward_func": 0.9249999783933163,
      "step": 158
    },
    {
      "completion_length": 366.25,
      "epoch": 1.0960548885077186,
      "grad_norm": 0.18956132233142853,
      "kl": 0.123565673828125,
      "learning_rate": 4.969908298003572e-07,
      "loss": 0.0012,
      "reward": 2.4959757924079895,
      "reward_std": 0.20509447087533772,
      "rewards/answer_quality_reward_func": 0.6578124761581421,
      "rewards/format_reward_func": 0.9440227001905441,
      "rewards/think_quality_reward_func": 0.8941406086087227,
      "step": 160
    },
    {
      "completion_length": 361.9296875,
      "epoch": 1.1097770154373927,
      "grad_norm": 0.1895158886909485,
      "kl": 0.12139892578125,
      "learning_rate": 4.849563288068614e-07,
      "loss": 0.0012,
      "reward": 2.5265551954507828,
      "reward_std": 0.1721879404503852,
      "rewards/answer_quality_reward_func": 0.6660155989229679,
      "rewards/format_reward_func": 0.9592375345528126,
      "rewards/think_quality_reward_func": 0.9013020657002926,
      "step": 162
    },
    {
      "completion_length": 360.3046875,
      "epoch": 1.1234991423670668,
      "grad_norm": 0.19486117362976074,
      "kl": 0.124053955078125,
      "learning_rate": 4.7293054570729126e-07,
      "loss": 0.0012,
      "reward": 2.54917012155056,
      "reward_std": 0.17394603788852692,
      "rewards/answer_quality_reward_func": 0.683463528752327,
      "rewards/format_reward_func": 0.9658367820084095,
      "rewards/think_quality_reward_func": 0.8998697809875011,
      "step": 164
    },
    {
      "completion_length": 360.515625,
      "epoch": 1.137221269296741,
      "grad_norm": 0.19098356366157532,
      "kl": 0.122344970703125,
      "learning_rate": 4.609204495120758e-07,
      "loss": 0.0012,
      "reward": 2.5028335452079773,
      "reward_std": 0.2457677097991109,
      "rewards/answer_quality_reward_func": 0.6618489362299442,
      "rewards/format_reward_func": 0.9369481801986694,
      "rewards/think_quality_reward_func": 0.9040364250540733,
      "step": 166
    },
    {
      "completion_length": 364.890625,
      "epoch": 1.150943396226415,
      "grad_norm": 0.19031932950019836,
      "kl": 0.11676025390625,
      "learning_rate": 4.489330001409928e-07,
      "loss": 0.0012,
      "reward": 2.45595820248127,
      "reward_std": 0.28007590724155307,
      "rewards/answer_quality_reward_func": 0.5999999810010195,
      "rewards/format_reward_func": 0.9426769465208054,
      "rewards/think_quality_reward_func": 0.9132812172174454,
      "step": 168
    },
    {
      "completion_length": 355.3671875,
      "epoch": 1.1646655231560892,
      "grad_norm": 0.18619748950004578,
      "kl": 0.120269775390625,
      "learning_rate": 4.3697514438985533e-07,
      "loss": 0.0012,
      "reward": 2.5062869787216187,
      "reward_std": 0.21448821807280183,
      "rewards/answer_quality_reward_func": 0.6533853933215141,
      "rewards/format_reward_func": 0.9431359395384789,
      "rewards/think_quality_reward_func": 0.9097656086087227,
      "step": 170
    },
    {
      "completion_length": 348.796875,
      "epoch": 1.1783876500857633,
      "grad_norm": 0.19050396978855133,
      "kl": 0.1275634765625,
      "learning_rate": 4.250538119048035e-07,
      "loss": 0.0013,
      "reward": 2.5452406853437424,
      "reward_std": 0.149537174962461,
      "rewards/answer_quality_reward_func": 0.6768228895962238,
      "rewards/format_reward_func": 0.9680271856486797,
      "rewards/think_quality_reward_func": 0.9003906063735485,
      "step": 172
    },
    {
      "completion_length": 357.890625,
      "epoch": 1.1921097770154374,
      "grad_norm": 0.18828432261943817,
      "kl": 0.12005615234375,
      "learning_rate": 4.131759111665348e-07,
      "loss": 0.0012,
      "reward": 2.4967699497938156,
      "reward_std": 0.25045857671648264,
      "rewards/answer_quality_reward_func": 0.6696614325046539,
      "rewards/format_reward_func": 0.9291918762028217,
      "rewards/think_quality_reward_func": 0.8979166373610497,
      "step": 174
    },
    {
      "completion_length": 345.671875,
      "epoch": 1.2058319039451115,
      "grad_norm": 0.18515987694263458,
      "kl": 0.131256103515625,
      "learning_rate": 4.0134832548680004e-07,
      "loss": 0.0013,
      "reward": 2.5093913823366165,
      "reward_std": 0.2006161748431623,
      "rewards/answer_quality_reward_func": 0.6694010123610497,
      "rewards/format_reward_func": 0.9375163912773132,
      "rewards/think_quality_reward_func": 0.9024739414453506,
      "step": 176
    },
    {
      "completion_length": 348.34375,
      "epoch": 1.2195540308747856,
      "grad_norm": 0.18641041219234467,
      "kl": 0.13995361328125,
      "learning_rate": 3.895779090194839e-07,
      "loss": 0.0014,
      "reward": 2.506752409040928,
      "reward_std": 0.21386745991185308,
      "rewards/answer_quality_reward_func": 0.6436197720468044,
      "rewards/format_reward_func": 0.9637836627662182,
      "rewards/think_quality_reward_func": 0.8993489407002926,
      "step": 178
    },
    {
      "completion_length": 354.5625,
      "epoch": 1.2332761578044598,
      "grad_norm": 0.18596898019313812,
      "kl": 0.12200927734375,
      "learning_rate": 3.778714827885845e-07,
      "loss": 0.0012,
      "reward": 2.5159292072057724,
      "reward_std": 0.25320152961649,
      "rewards/answer_quality_reward_func": 0.6770833060145378,
      "rewards/format_reward_func": 0.9437938258051872,
      "rewards/think_quality_reward_func": 0.8950520679354668,
      "step": 180
    },
    {
      "completion_length": 349.234375,
      "epoch": 1.2469982847341339,
      "grad_norm": 0.19616776704788208,
      "kl": 0.135406494140625,
      "learning_rate": 3.6623583073538965e-07,
      "loss": 0.0014,
      "reward": 2.5217062681913376,
      "reward_std": 0.24421244207769632,
      "rewards/answer_quality_reward_func": 0.6640624795109034,
      "rewards/format_reward_func": 0.9450135640799999,
      "rewards/think_quality_reward_func": 0.9126301892101765,
      "step": 182
    },
    {
      "completion_length": 336.640625,
      "epoch": 1.260720411663808,
      "grad_norm": 0.1916990876197815,
      "kl": 0.130828857421875,
      "learning_rate": 3.5467769578714454e-07,
      "loss": 0.0013,
      "reward": 2.525185465812683,
      "reward_std": 0.19241666281595826,
      "rewards/answer_quality_reward_func": 0.6600260268896818,
      "rewards/format_reward_func": 0.9552635550498962,
      "rewards/think_quality_reward_func": 0.9098958112299442,
      "step": 184
    },
    {
      "completion_length": 339.5859375,
      "epoch": 1.2744425385934819,
      "grad_norm": 0.189711794257164,
      "kl": 0.124908447265625,
      "learning_rate": 3.4320377594948665e-07,
      "loss": 0.0012,
      "reward": 2.533364176750183,
      "reward_std": 0.22958510927855968,
      "rewards/answer_quality_reward_func": 0.6528645679354668,
      "rewards/format_reward_func": 0.9596662856638432,
      "rewards/think_quality_reward_func": 0.9208333119750023,
      "step": 186
    },
    {
      "completion_length": 347.9921875,
      "epoch": 1.2881646655231562,
      "grad_norm": 0.1930411010980606,
      "kl": 0.127105712890625,
      "learning_rate": 3.3182072042491236e-07,
      "loss": 0.0013,
      "reward": 2.557098478078842,
      "reward_std": 0.14185759902466089,
      "rewards/answer_quality_reward_func": 0.6786458119750023,
      "rewards/format_reward_func": 0.9770203158259392,
      "rewards/think_quality_reward_func": 0.9014322869479656,
      "step": 188
    },
    {
      "completion_length": 342.4609375,
      "epoch": 1.3018867924528301,
      "grad_norm": 0.18663766980171204,
      "kl": 0.132171630859375,
      "learning_rate": 3.205351257595271e-07,
      "loss": 0.0013,
      "reward": 2.4972847253084183,
      "reward_std": 0.24701333232223988,
      "rewards/answer_quality_reward_func": 0.6700520683079958,
      "rewards/format_reward_func": 0.9386910498142242,
      "rewards/think_quality_reward_func": 0.8885416612029076,
      "step": 190
    },
    {
      "completion_length": 346.5625,
      "epoch": 1.3156089193825042,
      "grad_norm": 0.20097313821315765,
      "kl": 0.134857177734375,
      "learning_rate": 3.0935353202030735e-07,
      "loss": 0.0013,
      "reward": 2.5310726016759872,
      "reward_std": 0.17734773899428546,
      "rewards/answer_quality_reward_func": 0.649609349668026,
      "rewards/format_reward_func": 0.9632340855896473,
      "rewards/think_quality_reward_func": 0.9182291477918625,
      "step": 192
    },
    {
      "completion_length": 346.28125,
      "epoch": 1.3293310463121784,
      "grad_norm": 0.20021885633468628,
      "kl": 0.1385498046875,
      "learning_rate": 2.982824190050958e-07,
      "loss": 0.0014,
      "reward": 2.5764601975679398,
      "reward_std": 0.14514781720936298,
      "rewards/answer_quality_reward_func": 0.6920572817325592,
      "rewards/format_reward_func": 0.977632112801075,
      "rewards/think_quality_reward_func": 0.9067708104848862,
      "step": 194
    },
    {
      "completion_length": 335.2734375,
      "epoch": 1.3430531732418525,
      "grad_norm": 0.19977189600467682,
      "kl": 0.137115478515625,
      "learning_rate": 2.873282024875201e-07,
      "loss": 0.0014,
      "reward": 2.5549976229667664,
      "reward_std": 0.15385633730329573,
      "rewards/answer_quality_reward_func": 0.6760416366159916,
      "rewards/format_reward_func": 0.9767423868179321,
      "rewards/think_quality_reward_func": 0.9022135250270367,
      "step": 196
    },
    {
      "completion_length": 348.4140625,
      "epoch": 1.3567753001715266,
      "grad_norm": 0.1882954090833664,
      "kl": 0.133148193359375,
      "learning_rate": 2.764972304990155e-07,
      "loss": 0.0013,
      "reward": 2.5342080146074295,
      "reward_std": 0.19009233661927283,
      "rewards/answer_quality_reward_func": 0.6450520567595959,
      "rewards/format_reward_func": 0.9774372018873692,
      "rewards/think_quality_reward_func": 0.911718737334013,
      "step": 198
    },
    {
      "completion_length": 350.171875,
      "epoch": 1.3704974271012007,
      "grad_norm": 0.2033490538597107,
      "kl": 0.131591796875,
      "learning_rate": 2.65795779650105e-07,
      "loss": 0.0013,
      "reward": 2.579890713095665,
      "reward_std": 0.1532601253129542,
      "rewards/answer_quality_reward_func": 0.6912760213017464,
      "rewards/format_reward_func": 0.9718178138136864,
      "rewards/think_quality_reward_func": 0.9167968556284904,
      "step": 200
    },
    {
      "completion_length": 352.4609375,
      "epoch": 1.3842195540308748,
      "grad_norm": 0.19278112053871155,
      "kl": 0.1292724609375,
      "learning_rate": 2.552300514930657e-07,
      "loss": 0.0013,
      "reward": 2.56038960814476,
      "reward_std": 0.2202644117642194,
      "rewards/answer_quality_reward_func": 0.6834635138511658,
      "rewards/format_reward_func": 0.9597385935485363,
      "rewards/think_quality_reward_func": 0.9171874858438969,
      "step": 202
    },
    {
      "completion_length": 364.203125,
      "epoch": 1.397941680960549,
      "grad_norm": 0.18227829039096832,
      "kl": 0.139434814453125,
      "learning_rate": 2.448061689280959e-07,
      "loss": 0.0014,
      "reward": 2.52615849673748,
      "reward_std": 0.24547634995542467,
      "rewards/answer_quality_reward_func": 0.6756510268896818,
      "rewards/format_reward_func": 0.9197782725095749,
      "rewards/think_quality_reward_func": 0.9307291582226753,
      "step": 204
    },
    {
      "completion_length": 356.203125,
      "epoch": 1.411663807890223,
      "grad_norm": 0.19698002934455872,
      "kl": 0.135955810546875,
      "learning_rate": 2.345301726550567e-07,
      "loss": 0.0014,
      "reward": 2.5625525414943695,
      "reward_std": 0.17206328525207937,
      "rewards/answer_quality_reward_func": 0.6782551854848862,
      "rewards/format_reward_func": 0.9633337929844856,
      "rewards/think_quality_reward_func": 0.9209635220468044,
      "step": 206
    },
    {
      "completion_length": 350.0859375,
      "epoch": 1.425385934819897,
      "grad_norm": 0.1893555372953415,
      "kl": 0.128631591796875,
      "learning_rate": 2.2440801767285355e-07,
      "loss": 0.0013,
      "reward": 2.505118504166603,
      "reward_std": 0.2366794398985803,
      "rewards/answer_quality_reward_func": 0.6618489399552345,
      "rewards/format_reward_func": 0.9419674463570118,
      "rewards/think_quality_reward_func": 0.9013020731508732,
      "step": 208
    },
    {
      "completion_length": 366.1484375,
      "epoch": 1.4391080617495713,
      "grad_norm": 0.1967458426952362,
      "kl": 0.129638671875,
      "learning_rate": 2.1444556982847995e-07,
      "loss": 0.0013,
      "reward": 2.5725715458393097,
      "reward_std": 0.16389032220467925,
      "rewards/answer_quality_reward_func": 0.67786455899477,
      "rewards/format_reward_func": 0.9789517857134342,
      "rewards/think_quality_reward_func": 0.9157551899552345,
      "step": 210
    },
    {
      "completion_length": 346.1328125,
      "epoch": 1.4528301886792452,
      "grad_norm": 0.19667966663837433,
      "kl": 0.12908935546875,
      "learning_rate": 2.0464860241772452e-07,
      "loss": 0.0013,
      "reward": 2.553855299949646,
      "reward_std": 0.18402364756911993,
      "rewards/answer_quality_reward_func": 0.6756510175764561,
      "rewards/format_reward_func": 0.9569803290069103,
      "rewards/think_quality_reward_func": 0.9212239496409893,
      "step": 212
    },
    {
      "completion_length": 369.265625,
      "epoch": 1.4665523156089195,
      "grad_norm": 0.194555401802063,
      "kl": 0.12396240234375,
      "learning_rate": 1.9502279283951362e-07,
      "loss": 0.0012,
      "reward": 2.5288901031017303,
      "reward_std": 0.27191675489302725,
      "rewards/answer_quality_reward_func": 0.6484374813735485,
      "rewards/format_reward_func": 0.9503744803369045,
      "rewards/think_quality_reward_func": 0.9300781227648258,
      "step": 214
    },
    {
      "completion_length": 368.625,
      "epoch": 1.4802744425385934,
      "grad_norm": 0.18107974529266357,
      "kl": 0.12896728515625,
      "learning_rate": 1.8557371930582578e-07,
      "loss": 0.0013,
      "reward": 2.527914971113205,
      "reward_std": 0.2384313156362623,
      "rewards/answer_quality_reward_func": 0.6592447683215141,
      "rewards/format_reward_func": 0.9423680938780308,
      "rewards/think_quality_reward_func": 0.9263020679354668,
      "step": 216
    },
    {
      "completion_length": 360.8671875,
      "epoch": 1.4939965694682675,
      "grad_norm": 0.18762701749801636,
      "kl": 0.1285400390625,
      "learning_rate": 1.763068576090862e-07,
      "loss": 0.0013,
      "reward": 2.526334747672081,
      "reward_std": 0.23106470075435936,
      "rewards/answer_quality_reward_func": 0.6510416436940432,
      "rewards/format_reward_func": 0.9510743319988251,
      "rewards/think_quality_reward_func": 0.9242187291383743,
      "step": 218
    },
    {
      "completion_length": 370.875,
      "epoch": 1.5077186963979416,
      "grad_norm": 0.1959903985261917,
      "kl": 0.126739501953125,
      "learning_rate": 1.6722757794891285e-07,
      "loss": 0.0013,
      "reward": 2.4841148406267166,
      "reward_std": 0.25821185298264027,
      "rewards/answer_quality_reward_func": 0.626822903752327,
      "rewards/format_reward_func": 0.9514325559139252,
      "rewards/think_quality_reward_func": 0.9058593660593033,
      "step": 220
    },
    {
      "completion_length": 368.3828125,
      "epoch": 1.5214408233276158,
      "grad_norm": 0.18461959064006805,
      "kl": 0.126129150390625,
      "learning_rate": 1.5834114182005543e-07,
      "loss": 0.0013,
      "reward": 2.480277806520462,
      "reward_std": 0.2194257613737136,
      "rewards/answer_quality_reward_func": 0.6174478959292173,
      "rewards/format_reward_func": 0.9600955620408058,
      "rewards/think_quality_reward_func": 0.9027343578636646,
      "step": 222
    },
    {
      "completion_length": 363.9140625,
      "epoch": 1.5351629502572899,
      "grad_norm": 0.19768597185611725,
      "kl": 0.130950927734375,
      "learning_rate": 1.4965269896332884e-07,
      "loss": 0.0013,
      "reward": 2.5544642210006714,
      "reward_std": 0.1914985307957977,
      "rewards/answer_quality_reward_func": 0.6604166496545076,
      "rewards/format_reward_func": 0.9676152318716049,
      "rewards/think_quality_reward_func": 0.9264322817325592,
      "step": 224
    },
    {
      "completion_length": 366.671875,
      "epoch": 1.548885077186964,
      "grad_norm": 0.18955481052398682,
      "kl": 0.131744384765625,
      "learning_rate": 1.411672843813086e-07,
      "loss": 0.0013,
      "reward": 2.5522884875535965,
      "reward_std": 0.2109237532131374,
      "rewards/answer_quality_reward_func": 0.6624999791383743,
      "rewards/format_reward_func": 0.973512452095747,
      "rewards/think_quality_reward_func": 0.9162760190665722,
      "step": 226
    },
    {
      "completion_length": 362.2890625,
      "epoch": 1.5626072041166381,
      "grad_norm": 0.1849583089351654,
      "kl": 0.131317138671875,
      "learning_rate": 1.328898154205184e-07,
      "loss": 0.0013,
      "reward": 2.501645267009735,
      "reward_std": 0.2559964486863464,
      "rewards/answer_quality_reward_func": 0.6380208097398281,
      "rewards/format_reward_func": 0.9371921829879284,
      "rewards/think_quality_reward_func": 0.9264322817325592,
      "step": 228
    },
    {
      "completion_length": 368.3828125,
      "epoch": 1.5763293310463122,
      "grad_norm": 0.8596162796020508,
      "kl": 0.33184814453125,
      "learning_rate": 1.2482508892179883e-07,
      "loss": 0.0033,
      "reward": 2.5707194209098816,
      "reward_std": 0.18539277534000576,
      "rewards/answer_quality_reward_func": 0.6834635213017464,
      "rewards/format_reward_func": 0.9603027924895287,
      "rewards/think_quality_reward_func": 0.9269531071186066,
      "step": 230
    },
    {
      "completion_length": 364.9140625,
      "epoch": 1.5900514579759863,
      "grad_norm": 0.19076195359230042,
      "kl": 0.125640869140625,
      "learning_rate": 1.1697777844051104e-07,
      "loss": 0.0013,
      "reward": 2.5863112658262253,
      "reward_std": 0.18064910732209682,
      "rewards/answer_quality_reward_func": 0.6923176795244217,
      "rewards/format_reward_func": 0.9678216651082039,
      "rewards/think_quality_reward_func": 0.9261718653142452,
      "step": 232
    },
    {
      "completion_length": 361.25,
      "epoch": 1.6037735849056602,
      "grad_norm": 0.18080592155456543,
      "kl": 0.128326416015625,
      "learning_rate": 1.0935243153818435e-07,
      "loss": 0.0013,
      "reward": 2.5091036558151245,
      "reward_std": 0.2531751727219671,
      "rewards/answer_quality_reward_func": 0.6346353907138109,
      "rewards/format_reward_func": 0.9598849378526211,
      "rewards/think_quality_reward_func": 0.9145833216607571,
      "step": 234
    },
    {
      "completion_length": 364.3984375,
      "epoch": 1.6174957118353346,
      "grad_norm": 0.1862427294254303,
      "kl": 0.124542236328125,
      "learning_rate": 1.0195346714717812e-07,
      "loss": 0.0012,
      "reward": 2.602077677845955,
      "reward_std": 0.13783499377314,
      "rewards/answer_quality_reward_func": 0.6990885213017464,
      "rewards/format_reward_func": 0.9752547778189182,
      "rewards/think_quality_reward_func": 0.9277343638241291,
      "step": 236
    },
    {
      "completion_length": 366.9609375,
      "epoch": 1.6312178387650085,
      "grad_norm": 0.18392881751060486,
      "kl": 0.120025634765625,
      "learning_rate": 9.478517300988559e-08,
      "loss": 0.0012,
      "reward": 2.5595516860485077,
      "reward_std": 0.17690538289025426,
      "rewards/answer_quality_reward_func": 0.6696614287793636,
      "rewards/format_reward_func": 0.9812964908778667,
      "rewards/think_quality_reward_func": 0.9085937328636646,
      "step": 238
    },
    {
      "completion_length": 357.734375,
      "epoch": 1.6449399656946828,
      "grad_norm": 0.19649651646614075,
      "kl": 0.1282958984375,
      "learning_rate": 8.785170319396174e-08,
      "loss": 0.0013,
      "reward": 2.5774243772029877,
      "reward_std": 0.21083476941566914,
      "rewards/answer_quality_reward_func": 0.691536445170641,
      "rewards/format_reward_func": 0.9608879648149014,
      "rewards/think_quality_reward_func": 0.9249999858438969,
      "step": 240
    },
    {
      "completion_length": 360.109375,
      "epoch": 1.6586620926243567,
      "grad_norm": 0.20828209817409515,
      "kl": 0.143646240234375,
      "learning_rate": 8.115707568501767e-08,
      "loss": 0.0014,
      "reward": 2.5289851427078247,
      "reward_std": 0.21116807917132974,
      "rewards/answer_quality_reward_func": 0.6630208157002926,
      "rewards/format_reward_func": 0.9667456112802029,
      "rewards/think_quality_reward_func": 0.8992187306284904,
      "step": 242
    },
    {
      "completion_length": 355.0390625,
      "epoch": 1.6723842195540308,
      "grad_norm": 0.18950007855892181,
      "kl": 0.146240234375,
      "learning_rate": 7.470517005817473e-08,
      "loss": 0.0015,
      "reward": 2.4979211688041687,
      "reward_std": 0.28769278433173895,
      "rewards/answer_quality_reward_func": 0.6554687283933163,
      "rewards/format_reward_func": 0.9266972057521343,
      "rewards/think_quality_reward_func": 0.9157551862299442,
      "step": 244
    },
    {
      "completion_length": 357.78125,
      "epoch": 1.686106346483705,
      "grad_norm": 0.19160950183868408,
      "kl": 0.13055419921875,
      "learning_rate": 6.849972522982845e-08,
      "loss": 0.0013,
      "reward": 2.562749296426773,
      "reward_std": 0.17146155866794288,
      "rewards/answer_quality_reward_func": 0.6764322705566883,
      "rewards/format_reward_func": 0.9675669968128204,
      "rewards/think_quality_reward_func": 0.918749988079071,
      "step": 246
    },
    {
      "completion_length": 360.0390625,
      "epoch": 1.699828473413379,
      "grad_norm": 0.19480085372924805,
      "kl": 0.12933349609375,
      "learning_rate": 6.254433729092518e-08,
      "loss": 0.0013,
      "reward": 2.56176520884037,
      "reward_std": 0.20834232028573751,
      "rewards/answer_quality_reward_func": 0.6878906078636646,
      "rewards/format_reward_func": 0.9599422812461853,
      "rewards/think_quality_reward_func": 0.9139322750270367,
      "step": 248
    },
    {
      "completion_length": 357.609375,
      "epoch": 1.7135506003430532,
      "grad_norm": 0.18451695144176483,
      "kl": 0.136260986328125,
      "learning_rate": 5.684245742300625e-08,
      "loss": 0.0014,
      "reward": 2.5442382991313934,
      "reward_std": 0.21742628375068307,
      "rewards/answer_quality_reward_func": 0.6804687194526196,
      "rewards/format_reward_func": 0.9573893435299397,
      "rewards/think_quality_reward_func": 0.9063801914453506,
      "step": 250
    },
    {
      "completion_length": 359.3046875,
      "epoch": 1.7272727272727273,
      "grad_norm": 0.19356690347194672,
      "kl": 0.12518310546875,
      "learning_rate": 5.1397389898229003e-08,
      "loss": 0.0013,
      "reward": 2.526460498571396,
      "reward_std": 0.25330993602983654,
      "rewards/answer_quality_reward_func": 0.6654947698116302,
      "rewards/format_reward_func": 0.9613563567399979,
      "rewards/think_quality_reward_func": 0.899609349668026,
      "step": 252
    },
    {
      "completion_length": 357.5,
      "epoch": 1.7409948542024014,
      "grad_norm": 0.1791919767856598,
      "kl": 0.12841796875,
      "learning_rate": 4.621229016452155e-08,
      "loss": 0.0013,
      "reward": 2.5491337031126022,
      "reward_std": 0.19318409776315093,
      "rewards/answer_quality_reward_func": 0.6712239310145378,
      "rewards/format_reward_func": 0.96632120013237,
      "rewards/think_quality_reward_func": 0.9115885272622108,
      "step": 254
    },
    {
      "completion_length": 356.0703125,
      "epoch": 1.7547169811320755,
      "grad_norm": 0.19216229021549225,
      "kl": 0.129425048828125,
      "learning_rate": 4.129016301698285e-08,
      "loss": 0.0013,
      "reward": 2.5107860416173935,
      "reward_std": 0.24518050299957395,
      "rewards/answer_quality_reward_func": 0.6419270690530539,
      "rewards/format_reward_func": 0.9691193960607052,
      "rewards/think_quality_reward_func": 0.8997395746409893,
      "step": 256
    },
    {
      "completion_length": 353.25,
      "epoch": 1.7684391080617496,
      "grad_norm": 0.1873447746038437,
      "kl": 0.130950927734375,
      "learning_rate": 3.663386085658693e-08,
      "loss": 0.0013,
      "reward": 2.559653639793396,
      "reward_std": 0.24428889504633844,
      "rewards/answer_quality_reward_func": 0.6865885220468044,
      "rewards/format_reward_func": 0.9601744785904884,
      "rewards/think_quality_reward_func": 0.9128906019032001,
      "step": 258
    },
    {
      "completion_length": 365.8828125,
      "epoch": 1.7821612349914235,
      "grad_norm": 0.1755881905555725,
      "kl": 0.12396240234375,
      "learning_rate": 3.2246082037199526e-08,
      "loss": 0.0012,
      "reward": 2.532922700047493,
      "reward_std": 0.21777902520261705,
      "rewards/answer_quality_reward_func": 0.6352864466607571,
      "rewards/format_reward_func": 0.9744591377675533,
      "rewards/think_quality_reward_func": 0.9231770634651184,
      "step": 260
    },
    {
      "completion_length": 366.859375,
      "epoch": 1.7958833619210979,
      "grad_norm": 0.18515096604824066,
      "kl": 0.121734619140625,
      "learning_rate": 2.8129369301866877e-08,
      "loss": 0.0012,
      "reward": 2.510231152176857,
      "reward_std": 0.3017300651408732,
      "rewards/answer_quality_reward_func": 0.6789062321186066,
      "rewards/format_reward_func": 0.9211686924099922,
      "rewards/think_quality_reward_func": 0.9101562425494194,
      "step": 262
    },
    {
      "completion_length": 361.6953125,
      "epoch": 1.8096054888507718,
      "grad_norm": 0.1807563304901123,
      "kl": 0.122406005859375,
      "learning_rate": 2.4286108309281515e-08,
      "loss": 0.0012,
      "reward": 2.5208630114793777,
      "reward_std": 0.24535474996082485,
      "rewards/answer_quality_reward_func": 0.6476562321186066,
      "rewards/format_reward_func": 0.9531547091901302,
      "rewards/think_quality_reward_func": 0.9200520627200603,
      "step": 264
    },
    {
      "completion_length": 364.3984375,
      "epoch": 1.823327615780446,
      "grad_norm": 0.18482524156570435,
      "kl": 0.127532958984375,
      "learning_rate": 2.0718526251279344e-08,
      "loss": 0.0013,
      "reward": 2.554647773504257,
      "reward_std": 0.19098084070719779,
      "rewards/answer_quality_reward_func": 0.6700520515441895,
      "rewards/format_reward_func": 0.9655852615833282,
      "rewards/think_quality_reward_func": 0.9190103895962238,
      "step": 266
    },
    {
      "completion_length": 371.5859375,
      "epoch": 1.83704974271012,
      "grad_norm": 0.1782553344964981,
      "kl": 0.12518310546875,
      "learning_rate": 1.7428690562169e-08,
      "loss": 0.0013,
      "reward": 2.5526810586452484,
      "reward_std": 0.1757985802832991,
      "rewards/answer_quality_reward_func": 0.658854141831398,
      "rewards/format_reward_func": 0.9739050604403019,
      "rewards/think_quality_reward_func": 0.9199218712747097,
      "step": 268
    },
    {
      "completion_length": 357.8671875,
      "epoch": 1.8507718696397941,
      "grad_norm": 0.19761717319488525,
      "kl": 0.124725341796875,
      "learning_rate": 1.4418507720641793e-08,
      "loss": 0.0012,
      "reward": 2.535528153181076,
      "reward_std": 0.2555379909463227,
      "rewards/answer_quality_reward_func": 0.6736978925764561,
      "rewards/format_reward_func": 0.9456844069063663,
      "rewards/think_quality_reward_func": 0.916145820170641,
      "step": 270
    },
    {
      "completion_length": 355.234375,
      "epoch": 1.8644939965694682,
      "grad_norm": 0.19647447764873505,
      "kl": 0.1353759765625,
      "learning_rate": 1.168972214495667e-08,
      "loss": 0.0014,
      "reward": 2.5135684609413147,
      "reward_std": 0.22324076062068343,
      "rewards/answer_quality_reward_func": 0.6335937287658453,
      "rewards/format_reward_func": 0.9600528627634048,
      "rewards/think_quality_reward_func": 0.9199218489229679,
      "step": 272
    },
    {
      "completion_length": 358.5625,
      "epoch": 1.8782161234991424,
      "grad_norm": 0.2118876725435257,
      "kl": 0.130889892578125,
      "learning_rate": 9.24391518203943e-09,
      "loss": 0.0013,
      "reward": 2.5152609050273895,
      "reward_std": 0.24667337420396507,
      "rewards/answer_quality_reward_func": 0.6584635209292173,
      "rewards/format_reward_func": 0.9436463750898838,
      "rewards/think_quality_reward_func": 0.9131510369479656,
      "step": 274
    },
    {
      "completion_length": 366.65625,
      "epoch": 1.8919382504288165,
      "grad_norm": 0.18235713243484497,
      "kl": 0.127838134765625,
      "learning_rate": 7.082504191083416e-09,
      "loss": 0.0013,
      "reward": 2.5470276474952698,
      "reward_std": 0.22138820216059685,
      "rewards/answer_quality_reward_func": 0.6856770627200603,
      "rewards/format_reward_func": 0.9509339332580566,
      "rewards/think_quality_reward_func": 0.9104166477918625,
      "step": 276
    },
    {
      "completion_length": 354.5078125,
      "epoch": 1.9056603773584906,
      "grad_norm": 0.1872020810842514,
      "kl": 0.121551513671875,
      "learning_rate": 5.2067417221813844e-09,
      "loss": 0.0012,
      "reward": 2.5168375074863434,
      "reward_std": 0.2121731808874756,
      "rewards/answer_quality_reward_func": 0.6410156022757292,
      "rewards/format_reward_func": 0.9677490033209324,
      "rewards/think_quality_reward_func": 0.908072903752327,
      "step": 278
    },
    {
      "completion_length": 364.9140625,
      "epoch": 1.9193825042881647,
      "grad_norm": 0.18977053463459015,
      "kl": 0.1224365234375,
      "learning_rate": 3.6177147904655757e-09,
      "loss": 0.0012,
      "reward": 2.560437723994255,
      "reward_std": 0.16596342343837023,
      "rewards/answer_quality_reward_func": 0.661848939023912,
      "rewards/format_reward_func": 0.9777554422616959,
      "rewards/think_quality_reward_func": 0.920833308249712,
      "step": 280
    },
    {
      "completion_length": 356.1796875,
      "epoch": 1.9331046312178388,
      "grad_norm": 0.2080632597208023,
      "kl": 0.12640380859375,
      "learning_rate": 2.3163442461766604e-09,
      "loss": 0.0013,
      "reward": 2.5427432358264923,
      "reward_std": 0.19120094063691795,
      "rewards/answer_quality_reward_func": 0.6494791470468044,
      "rewards/format_reward_func": 0.9772484712302685,
      "rewards/think_quality_reward_func": 0.9160156026482582,
      "step": 282
    },
    {
      "completion_length": 353.5625,
      "epoch": 1.946826758147513,
      "grad_norm": 0.1794474720954895,
      "kl": 0.12701416015625,
      "learning_rate": 1.3033842410251073e-09,
      "loss": 0.0013,
      "reward": 2.554268568754196,
      "reward_std": 0.2241390033159405,
      "rewards/answer_quality_reward_func": 0.692317683249712,
      "rewards/format_reward_func": 0.9537477046251297,
      "rewards/think_quality_reward_func": 0.9082030989229679,
      "step": 284
    },
    {
      "completion_length": 363.4140625,
      "epoch": 1.9605488850771868,
      "grad_norm": 0.1862979382276535,
      "kl": 0.12762451171875,
      "learning_rate": 5.794217911562205e-10,
      "loss": 0.0013,
      "reward": 2.5570454448461533,
      "reward_std": 0.17142929742112756,
      "rewards/answer_quality_reward_func": 0.6704426892101765,
      "rewards/format_reward_func": 0.9843892343342304,
      "rewards/think_quality_reward_func": 0.9022135250270367,
      "step": 286
    },
    {
      "completion_length": 373.3359375,
      "epoch": 1.9742710120068612,
      "grad_norm": 0.18710127472877502,
      "kl": 0.12957763671875,
      "learning_rate": 1.4487643697103092e-10,
      "loss": 0.0013,
      "reward": 2.549387887120247,
      "reward_std": 0.18045868794433773,
      "rewards/answer_quality_reward_func": 0.6738281100988388,
      "rewards/format_reward_func": 0.9591534696519375,
      "rewards/think_quality_reward_func": 0.9164062328636646,
      "step": 288
    },
    {
      "completion_length": 357.3125,
      "epoch": 1.987993138936535,
      "grad_norm": 0.1937878131866455,
      "kl": 0.124114990234375,
      "learning_rate": 0.0,
      "loss": 0.0012,
      "reward": 2.493483319878578,
      "reward_std": 0.21149947750382125,
      "rewards/answer_quality_reward_func": 0.620182266458869,
      "rewards/format_reward_func": 0.9647073000669479,
      "rewards/think_quality_reward_func": 0.9085937440395355,
      "step": 290
    },
    {
      "epoch": 1.987993138936535,
      "step": 290,
      "total_flos": 0.0,
      "train_loss": 0.0009153305456556123,
      "train_runtime": 28649.5238,
      "train_samples_per_second": 0.081,
      "train_steps_per_second": 0.01
    }
  ],
  "logging_steps": 2,
  "max_steps": 290,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}