Training in progress, step 400, checkpoint

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ca83b99c572fe3930a823ab9ebf3b760a9cf710347a389b91c9256b2672ba8a
+oid sha256:14c1eeb2ad5423caa21025a6a684dc0bf9072a4b688fb237f1f2b015d80e9ae3
 size 17314248

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3306fc503dd1ddbb8e3c363858f250e287d133ce5155291b4de29495a0bdfe3e
+oid sha256:0bbfe7b7ae50c79de2e7120affee22135eff234066f6d1ebd66fe41d48140b8e
 size 34683834

last-checkpoint/rng_state_0.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8a54a2c72077c4a4f36878dea3326f2f54f1f77a30598502ed23524073db14b
+oid sha256:8102a3ba3b25aac71d1873eea057b9ed5de58c89e96b429b43e2e254af6ee0df
 size 15984

last-checkpoint/rng_state_1.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f270a3d78b8ab17a630c4ea775ddd0ff2a59bd22b3c01efd944df9aafc311546
+oid sha256:b696588ce6f23c499cf522a405429b637ff807b937e94016abb9e0f03b2cbd3d
 size 15984

last-checkpoint/rng_state_2.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73a32be6e2d5a25843231ae04605874e4211895956911e62c82947e6bf374f75
+oid sha256:c25bf2f0f98848653386296025ff0a18b764a6915188669f8184cb58f0c63f05
 size 15984

last-checkpoint/rng_state_3.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d99349dff39894ce85207c93efba1b4a9a79951583aea9195025073db5dd1193
+oid sha256:1d3c9b6a50b613c2bf664942879c5b9e05f946793e1e06e7c8f239224a6db00a
 size 15984

last-checkpoint/rng_state_4.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22977592a282620c3f8e357127424e89090348024e0f63dd93982d62b8514053
+oid sha256:a2feeabad28633664463cc743362089847201a9933ed476045f81ea765962f5c
 size 15984

last-checkpoint/rng_state_5.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d90c581d1f1944a418056cf8e2a56636f1d605ecde7bd68b22717cfdcf36d039
+oid sha256:fbe859ec227593d4e5ae780100dd3341b69207d36460a1285c2b178adb79a3d8
 size 15984

last-checkpoint/rng_state_6.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b901258296aa1cd1b84ed5049f9096ad41e176f5d05a183239c6f116d191cc4
+oid sha256:80e71c8d9bdad100d9d7225aed23a3e514aebaf48e91154466a3b7c333031896
 size 15984

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40a0d5aa8e343ebcaa6ed3c99ba601e5f939b625317c6656b2cff2f5ed37cae6
+oid sha256:7d1616ffb7a967870e2e11d0459bca8e44cce795e5850676f198ba8b3dc642b1
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.2425222312045271,
+  "epoch": 0.32336297493936944,
   "eval_steps": 500,
-  "global_step": 300,
+  "global_step": 400,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -5107,6 +5107,1706 @@
       "rewards/prompt_consistency_reward": 0.7500000596046448,
       "rewards/walls_orthogonality_reward": 0.8199405074119568,
       "step": 300
+    },
+    {
+      "completion_length": 190.55357360839844,
+      "epoch": 0.2433306386418755,
+      "grad_norm": 0.03148113191127777,
+      "kl": 0.02835637889802456,
+      "learning_rate": 6.053354890864995e-06,
+      "loss": 0.0011,
+      "reward": 4.4354376792907715,
+      "reward_std": 1.5036461353302002,
+      "rewards/answer_format_reward": 0.8617773056030273,
+      "rewards/common_format_reward": 0.9843750596046448,
+      "rewards/doors_consistency_reward": 0.6428571939468384,
+      "rewards/geometry_consistency_reward": 0.6428571939468384,
+      "rewards/prompt_consistency_reward": 0.6428571939468384,
+      "rewards/walls_orthogonality_reward": 0.660714328289032,
+      "step": 301
+    },
+    {
+      "completion_length": 199.5357208251953,
+      "epoch": 0.24413904607922393,
+      "grad_norm": 0.021602505818009377,
+      "kl": 0.041999828070402145,
+      "learning_rate": 6.046887631366209e-06,
+      "loss": 0.0017,
+      "reward": 4.528274059295654,
+      "reward_std": 1.408253788948059,
+      "rewards/answer_format_reward": 0.8266369104385376,
+      "rewards/common_format_reward": 0.9709821939468384,
+      "rewards/doors_consistency_reward": 0.6785714626312256,
+      "rewards/geometry_consistency_reward": 0.6785714626312256,
+      "rewards/prompt_consistency_reward": 0.6785714626312256,
+      "rewards/walls_orthogonality_reward": 0.6949405074119568,
+      "step": 302
+    },
+    {
+      "completion_length": 190.4107208251953,
+      "epoch": 0.24494745351657235,
+      "grad_norm": 0.020547445863485336,
+      "kl": 0.04101761057972908,
+      "learning_rate": 6.040420371867421e-06,
+      "loss": 0.0016,
+      "reward": 4.422584533691406,
+      "reward_std": 1.5716291666030884,
+      "rewards/answer_format_reward": 0.841369092464447,
+      "rewards/common_format_reward": 0.9933035969734192,
+      "rewards/doors_consistency_reward": 0.6428571939468384,
+      "rewards/geometry_consistency_reward": 0.6428571939468384,
+      "rewards/prompt_consistency_reward": 0.6428571939468384,
+      "rewards/walls_orthogonality_reward": 0.6593406796455383,
+      "step": 303
+    },
+    {
+      "completion_length": 187.98214721679688,
+      "epoch": 0.24575586095392077,
+      "grad_norm": 0.026932047680020332,
+      "kl": 0.031999826431274414,
+      "learning_rate": 6.033953112368633e-06,
+      "loss": 0.0013,
+      "reward": 4.860727787017822,
+      "reward_std": 1.4902468919754028,
+      "rewards/answer_format_reward": 0.9069940447807312,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.7455357313156128,
+      "rewards/geometry_consistency_reward": 0.7142857313156128,
+      "rewards/prompt_consistency_reward": 0.7142857313156128,
+      "rewards/walls_orthogonality_reward": 0.7796266674995422,
+      "step": 304
+    },
+    {
+      "completion_length": 236.58929443359375,
+      "epoch": 0.2465642683912692,
+      "grad_norm": 0.023645374923944473,
+      "kl": 0.03161970525979996,
+      "learning_rate": 6.027485852869846e-06,
+      "loss": 0.0013,
+      "reward": 4.254626750946045,
+      "reward_std": 2.2542381286621094,
+      "rewards/answer_format_reward": 0.8254464268684387,
+      "rewards/common_format_reward": 0.9508929252624512,
+      "rewards/doors_consistency_reward": 0.6227678656578064,
+      "rewards/geometry_consistency_reward": 0.6071428656578064,
+      "rewards/prompt_consistency_reward": 0.6071428656578064,
+      "rewards/walls_orthogonality_reward": 0.6412338018417358,
+      "step": 305
+    },
+    {
+      "completion_length": 218.50001525878906,
+      "epoch": 0.24737267582861763,
+      "grad_norm": 0.02419598028063774,
+      "kl": 0.03213595971465111,
+      "learning_rate": 6.0210185933710585e-06,
+      "loss": 0.0013,
+      "reward": 4.889243125915527,
+      "reward_std": 1.724419355392456,
+      "rewards/answer_format_reward": 0.8929634690284729,
+      "rewards/common_format_reward": 0.9464285969734192,
+      "rewards/doors_consistency_reward": 0.7656250596046448,
+      "rewards/geometry_consistency_reward": 0.7500000596046448,
+      "rewards/prompt_consistency_reward": 0.7500000596046448,
+      "rewards/walls_orthogonality_reward": 0.7842262387275696,
+      "step": 306
+    },
+    {
+      "completion_length": 221.58929443359375,
+      "epoch": 0.24818108326596605,
+      "grad_norm": 0.020586064085364342,
+      "kl": 0.03023657388985157,
+      "learning_rate": 6.0145513338722715e-06,
+      "loss": 0.0012,
+      "reward": 4.495535850524902,
+      "reward_std": 1.938279628753662,
+      "rewards/answer_format_reward": 0.8697917461395264,
+      "rewards/common_format_reward": 0.9754464626312256,
+      "rewards/doors_consistency_reward": 0.6428571939468384,
+      "rewards/geometry_consistency_reward": 0.6428571939468384,
+      "rewards/prompt_consistency_reward": 0.6428571939468384,
+      "rewards/walls_orthogonality_reward": 0.7217262387275696,
+      "step": 307
+    },
+    {
+      "completion_length": 186.0178680419922,
+      "epoch": 0.24898949070331447,
+      "grad_norm": 0.02355961874127388,
+      "kl": 0.02844185009598732,
+      "learning_rate": 6.0080840743734845e-06,
+      "loss": 0.0011,
+      "reward": 4.813243865966797,
+      "reward_std": 1.640316128730774,
+      "rewards/answer_format_reward": 0.8571428060531616,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.7433035969734192,
+      "rewards/geometry_consistency_reward": 0.7142857313156128,
+      "rewards/prompt_consistency_reward": 0.7142857313156128,
+      "rewards/walls_orthogonality_reward": 0.7842261791229248,
+      "step": 308
+    },
+    {
+      "completion_length": 212.58929443359375,
+      "epoch": 0.2497978981406629,
+      "grad_norm": 0.03075120411813259,
+      "kl": 0.03946709632873535,
+      "learning_rate": 6.001616814874697e-06,
+      "loss": 0.0016,
+      "reward": 4.2298126220703125,
+      "reward_std": 2.1380577087402344,
+      "rewards/answer_format_reward": 0.843537449836731,
+      "rewards/common_format_reward": 0.9508929252624512,
+      "rewards/doors_consistency_reward": 0.6004464626312256,
+      "rewards/geometry_consistency_reward": 0.5892857313156128,
+      "rewards/prompt_consistency_reward": 0.5892857313156128,
+      "rewards/walls_orthogonality_reward": 0.6563644409179688,
+      "step": 309
+    },
+    {
+      "completion_length": 200.46429443359375,
+      "epoch": 0.25060630557801133,
+      "grad_norm": 0.020126184448599815,
+      "kl": 0.03708888962864876,
+      "learning_rate": 5.995149555375909e-06,
+      "loss": 0.0015,
+      "reward": 5.089418888092041,
+      "reward_std": 1.4195140600204468,
+      "rewards/answer_format_reward": 0.9408801198005676,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.7812500596046448,
+      "rewards/geometry_consistency_reward": 0.7678571939468384,
+      "rewards/prompt_consistency_reward": 0.7678571939468384,
+      "rewards/walls_orthogonality_reward": 0.8315747380256653,
+      "step": 310
+    },
+    {
+      "completion_length": 191.17857360839844,
+      "epoch": 0.2514147130153597,
+      "grad_norm": 0.029773026704788208,
+      "kl": 0.04655873402953148,
+      "learning_rate": 5.988682295877122e-06,
+      "loss": 0.0019,
+      "reward": 3.4205567836761475,
+      "reward_std": 1.718083381652832,
+      "rewards/answer_format_reward": 0.808949887752533,
+      "rewards/common_format_reward": 0.9955357313156128,
+      "rewards/doors_consistency_reward": 0.3883928656578064,
+      "rewards/geometry_consistency_reward": 0.3750000298023224,
+      "rewards/prompt_consistency_reward": 0.3750000298023224,
+      "rewards/walls_orthogonality_reward": 0.4776785671710968,
+      "step": 311
+    },
+    {
+      "completion_length": 197.57144165039062,
+      "epoch": 0.25222312045270817,
+      "grad_norm": 0.02616206184029579,
+      "kl": 0.03850039467215538,
+      "learning_rate": 5.982215036378335e-06,
+      "loss": 0.0015,
+      "reward": 4.84484338760376,
+      "reward_std": 1.5422664880752563,
+      "rewards/answer_format_reward": 0.9211416840553284,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.7500000596046448,
+      "rewards/geometry_consistency_reward": 0.6964285969734192,
+      "rewards/prompt_consistency_reward": 0.6964285969734192,
+      "rewards/walls_orthogonality_reward": 0.7808441519737244,
+      "step": 312
+    },
+    {
+      "completion_length": 208.0178680419922,
+      "epoch": 0.25303152789005656,
+      "grad_norm": 0.020660288631916046,
+      "kl": 0.04136011749505997,
+      "learning_rate": 5.975747776879547e-06,
+      "loss": 0.0017,
+      "reward": 4.912982940673828,
+      "reward_std": 1.6619864702224731,
+      "rewards/answer_format_reward": 0.9121244549751282,
+      "rewards/common_format_reward": 0.988839328289032,
+      "rewards/doors_consistency_reward": 0.7455357313156128,
+      "rewards/geometry_consistency_reward": 0.7202380895614624,
+      "rewards/prompt_consistency_reward": 0.7321428656578064,
+      "rewards/walls_orthogonality_reward": 0.8141025900840759,
+      "step": 313
+    },
+    {
+      "completion_length": 194.4107208251953,
+      "epoch": 0.253839935327405,
+      "grad_norm": 0.0314546674489975,
+      "kl": 0.04389024153351784,
+      "learning_rate": 5.96928051738076e-06,
+      "loss": 0.0018,
+      "reward": 4.55452823638916,
+      "reward_std": 1.9581618309020996,
+      "rewards/answer_format_reward": 0.8705357313156128,
+      "rewards/common_format_reward": 0.9933035969734192,
+      "rewards/doors_consistency_reward": 0.660714328289032,
+      "rewards/geometry_consistency_reward": 0.660714328289032,
+      "rewards/prompt_consistency_reward": 0.660714328289032,
+      "rewards/walls_orthogonality_reward": 0.708545982837677,
+      "step": 314
+    },
+    {
+      "completion_length": 187.69644165039062,
+      "epoch": 0.25464834276475345,
+      "grad_norm": 0.03105827234685421,
+      "kl": 0.047631118446588516,
+      "learning_rate": 5.962813257881972e-06,
+      "loss": 0.0019,
+      "reward": 4.598660945892334,
+      "reward_std": 1.9349331855773926,
+      "rewards/answer_format_reward": 0.8843750953674316,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.6785714626312256,
+      "rewards/geometry_consistency_reward": 0.6785714626312256,
+      "rewards/prompt_consistency_reward": 0.6785714626312256,
+      "rewards/walls_orthogonality_reward": 0.6785714626312256,
+      "step": 315
+    },
+    {
+      "completion_length": 197.2678680419922,
+      "epoch": 0.25545675020210185,
+      "grad_norm": 0.02918073907494545,
+      "kl": 0.05234503000974655,
+      "learning_rate": 5.956345998383184e-06,
+      "loss": 0.0021,
+      "reward": 4.496049880981445,
+      "reward_std": 1.9937241077423096,
+      "rewards/answer_format_reward": 0.8920599818229675,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.625,
+      "rewards/geometry_consistency_reward": 0.625,
+      "rewards/prompt_consistency_reward": 0.625,
+      "rewards/walls_orthogonality_reward": 0.728989839553833,
+      "step": 316
+    },
+    {
+      "completion_length": 206.5178680419922,
+      "epoch": 0.2562651576394503,
+      "grad_norm": 0.02770458720624447,
+      "kl": 0.041484441608190536,
+      "learning_rate": 5.949878738884398e-06,
+      "loss": 0.0017,
+      "reward": 4.8770551681518555,
+      "reward_std": 1.6818500757217407,
+      "rewards/answer_format_reward": 0.8656463623046875,
+      "rewards/common_format_reward": 0.9955357313156128,
+      "rewards/doors_consistency_reward": 0.7500000596046448,
+      "rewards/geometry_consistency_reward": 0.7500000596046448,
+      "rewards/prompt_consistency_reward": 0.7500000596046448,
+      "rewards/walls_orthogonality_reward": 0.7658730745315552,
+      "step": 317
+    },
+    {
+      "completion_length": 198.17857360839844,
+      "epoch": 0.2570735650767987,
+      "grad_norm": 0.021601324900984764,
+      "kl": 0.04682294651865959,
+      "learning_rate": 5.9434114793856104e-06,
+      "loss": 0.0019,
+      "reward": 4.784970760345459,
+      "reward_std": 1.1434282064437866,
+      "rewards/answer_format_reward": 0.9174107313156128,
+      "rewards/common_format_reward": 0.9843750596046448,
+      "rewards/doors_consistency_reward": 0.7254464626312256,
+      "rewards/geometry_consistency_reward": 0.6964285969734192,
+      "rewards/prompt_consistency_reward": 0.6964285969734192,
+      "rewards/walls_orthogonality_reward": 0.7648809552192688,
+      "step": 318
+    },
+    {
+      "completion_length": 192.94644165039062,
+      "epoch": 0.25788197251414713,
+      "grad_norm": 0.03130035102367401,
+      "kl": 0.03954165056347847,
+      "learning_rate": 5.936944219886823e-06,
+      "loss": 0.0016,
+      "reward": 4.616085052490234,
+      "reward_std": 1.9991627931594849,
+      "rewards/answer_format_reward": 0.8848214149475098,
+      "rewards/common_format_reward": 0.9843750596046448,
+      "rewards/doors_consistency_reward": 0.6785714626312256,
+      "rewards/geometry_consistency_reward": 0.6785714626312256,
+      "rewards/prompt_consistency_reward": 0.6785714626312256,
+      "rewards/walls_orthogonality_reward": 0.7111742496490479,
+      "step": 319
+    },
+    {
+      "completion_length": 197.98214721679688,
+      "epoch": 0.2586903799514956,
+      "grad_norm": 0.023986609652638435,
+      "kl": 0.04991472512483597,
+      "learning_rate": 5.930476960388035e-06,
+      "loss": 0.002,
+      "reward": 5.19819974899292,
+      "reward_std": 1.4133762121200562,
+      "rewards/answer_format_reward": 0.906037449836731,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.816964328289032,
+      "rewards/geometry_consistency_reward": 0.8035714626312256,
+      "rewards/prompt_consistency_reward": 0.8035714626312256,
+      "rewards/walls_orthogonality_reward": 0.8680555820465088,
+      "step": 320
+    },
+    {
+      "completion_length": 231.58929443359375,
+      "epoch": 0.25949878738884397,
+      "grad_norm": 0.023219523951411247,
+      "kl": 0.04335100203752518,
+      "learning_rate": 5.924009700889248e-06,
+      "loss": 0.0017,
+      "reward": 4.176699161529541,
+      "reward_std": 2.019928216934204,
+      "rewards/answer_format_reward": 0.8363308310508728,
+      "rewards/common_format_reward": 0.973214328289032,
+      "rewards/doors_consistency_reward": 0.59375,
+      "rewards/geometry_consistency_reward": 0.535714328289032,
+      "rewards/prompt_consistency_reward": 0.535714328289032,
+      "rewards/walls_orthogonality_reward": 0.7019751667976379,
+      "step": 321
+    },
+    {
+      "completion_length": 197.58929443359375,
+      "epoch": 0.2603071948261924,
+      "grad_norm": 0.029109537601470947,
+      "kl": 0.037719499319791794,
+      "learning_rate": 5.917542441390461e-06,
+      "loss": 0.0015,
+      "reward": 4.509999752044678,
+      "reward_std": 1.7329912185668945,
+      "rewards/answer_format_reward": 0.902529776096344,
+      "rewards/common_format_reward": 0.9843750596046448,
+      "rewards/doors_consistency_reward": 0.6584821939468384,
+      "rewards/geometry_consistency_reward": 0.6071428656578064,
+      "rewards/prompt_consistency_reward": 0.6071428656578064,
+      "rewards/walls_orthogonality_reward": 0.7503270506858826,
+      "step": 322
+    },
+    {
+      "completion_length": 189.7857208251953,
+      "epoch": 0.2611156022635408,
+      "grad_norm": 0.03885766863822937,
+      "kl": 0.06143519654870033,
+      "learning_rate": 5.911075181891673e-06,
+      "loss": 0.0025,
+      "reward": 4.793899059295654,
+      "reward_std": 1.778590440750122,
+      "rewards/answer_format_reward": 0.8616071939468384,
+      "rewards/common_format_reward": 0.9709821939468384,
+      "rewards/doors_consistency_reward": 0.7321428656578064,
+      "rewards/geometry_consistency_reward": 0.7321428656578064,
+      "rewards/prompt_consistency_reward": 0.7321428656578064,
+      "rewards/walls_orthogonality_reward": 0.7648809552192688,
+      "step": 323
+    },
+    {
+      "completion_length": 191.6607208251953,
+      "epoch": 0.26192400970088925,
+      "grad_norm": 0.029916733503341675,
+      "kl": 0.04059479385614395,
+      "learning_rate": 5.904607922392886e-06,
+      "loss": 0.0016,
+      "reward": 4.733205795288086,
+      "reward_std": 1.691454291343689,
+      "rewards/answer_format_reward": 0.8589498400688171,
+      "rewards/common_format_reward": 0.9843750596046448,
+      "rewards/doors_consistency_reward": 0.7142857313156128,
+      "rewards/geometry_consistency_reward": 0.7142857313156128,
+      "rewards/prompt_consistency_reward": 0.7142857313156128,
+      "rewards/walls_orthogonality_reward": 0.74702388048172,
+      "step": 324
+    },
+    {
+      "completion_length": 219.50001525878906,
+      "epoch": 0.2627324171382377,
+      "grad_norm": 0.02192886359989643,
+      "kl": 0.044606756418943405,
+      "learning_rate": 5.898140662894098e-06,
+      "loss": 0.0018,
+      "reward": 4.616021633148193,
+      "reward_std": 1.9295297861099243,
+      "rewards/answer_format_reward": 0.8615576028823853,
+      "rewards/common_format_reward": 0.9754464626312256,
+      "rewards/doors_consistency_reward": 0.707589328289032,
+      "rewards/geometry_consistency_reward": 0.6785714626312256,
+      "rewards/prompt_consistency_reward": 0.6785714626312256,
+      "rewards/walls_orthogonality_reward": 0.7142857313156128,
+      "step": 325
+    },
+    {
+      "completion_length": 210.0178680419922,
+      "epoch": 0.2635408245755861,
+      "grad_norm": 0.03145517036318779,
+      "kl": 0.04279856011271477,
+      "learning_rate": 5.89167340339531e-06,
+      "loss": 0.0017,
+      "reward": 4.566220283508301,
+      "reward_std": 2.05240535736084,
+      "rewards/answer_format_reward": 0.8370535969734192,
+      "rewards/common_format_reward": 0.9508929252624512,
+      "rewards/doors_consistency_reward": 0.6785714626312256,
+      "rewards/geometry_consistency_reward": 0.6785714626312256,
+      "rewards/prompt_consistency_reward": 0.6785714626312256,
+      "rewards/walls_orthogonality_reward": 0.742559552192688,
+      "step": 326
+    },
+    {
+      "completion_length": 221.6607208251953,
+      "epoch": 0.26434923201293453,
+      "grad_norm": 0.020835530012845993,
+      "kl": 0.04281467944383621,
+      "learning_rate": 5.885206143896524e-06,
+      "loss": 0.0017,
+      "reward": 4.998511791229248,
+      "reward_std": 1.8436694145202637,
+      "rewards/answer_format_reward": 0.9278274178504944,
+      "rewards/common_format_reward": 0.9799107313156128,
+      "rewards/doors_consistency_reward": 0.7767857313156128,
+      "rewards/geometry_consistency_reward": 0.7500000596046448,
+      "rewards/prompt_consistency_reward": 0.7500000596046448,
+      "rewards/walls_orthogonality_reward": 0.8139880895614624,
+      "step": 327
+    },
+    {
+      "completion_length": 219.7678680419922,
+      "epoch": 0.2651576394502829,
+      "grad_norm": 0.020769478753209114,
+      "kl": 0.033965181559324265,
+      "learning_rate": 5.878738884397736e-06,
+      "loss": 0.0014,
+      "reward": 4.68898868560791,
+      "reward_std": 1.2390503883361816,
+      "rewards/answer_format_reward": 0.871279776096344,
+      "rewards/common_format_reward": 0.988839328289032,
+      "rewards/doors_consistency_reward": 0.7053571939468384,
+      "rewards/geometry_consistency_reward": 0.6964285969734192,
+      "rewards/prompt_consistency_reward": 0.6964285969734192,
+      "rewards/walls_orthogonality_reward": 0.730654776096344,
+      "step": 328
+    },
+    {
+      "completion_length": 189.8928680419922,
+      "epoch": 0.26596604688763137,
+      "grad_norm": 0.02480081096291542,
+      "kl": 0.03892555460333824,
+      "learning_rate": 5.8722716248989485e-06,
+      "loss": 0.0016,
+      "reward": 4.891368865966797,
+      "reward_std": 1.646767497062683,
+      "rewards/answer_format_reward": 0.8779762387275696,
+      "rewards/common_format_reward": 0.9821429252624512,
+      "rewards/doors_consistency_reward": 0.7633928656578064,
+      "rewards/geometry_consistency_reward": 0.7500000596046448,
+      "rewards/prompt_consistency_reward": 0.7500000596046448,
+      "rewards/walls_orthogonality_reward": 0.7678571939468384,
+      "step": 329
+    },
+    {
+      "completion_length": 196.2857208251953,
+      "epoch": 0.2667744543249798,
+      "grad_norm": 0.0251334086060524,
+      "kl": 0.03177637606859207,
+      "learning_rate": 5.8658043654001615e-06,
+      "loss": 0.0013,
+      "reward": 4.941220760345459,
+      "reward_std": 1.2456035614013672,
+      "rewards/answer_format_reward": 0.8988094925880432,
+      "rewards/common_format_reward": 0.9709821939468384,
+      "rewards/doors_consistency_reward": 0.7678571939468384,
+      "rewards/geometry_consistency_reward": 0.7678571939468384,
+      "rewards/prompt_consistency_reward": 0.7678571939468384,
+      "rewards/walls_orthogonality_reward": 0.7678571939468384,
+      "step": 330
+    },
+    {
+      "completion_length": 199.1428680419922,
+      "epoch": 0.2675828617623282,
+      "grad_norm": 0.019027192145586014,
+      "kl": 0.04209236800670624,
+      "learning_rate": 5.859337105901374e-06,
+      "loss": 0.0017,
+      "reward": 4.462798118591309,
+      "reward_std": 1.8810534477233887,
+      "rewards/answer_format_reward": 0.8422619104385376,
+      "rewards/common_format_reward": 0.9464285969734192,
+      "rewards/doors_consistency_reward": 0.660714328289032,
+      "rewards/geometry_consistency_reward": 0.660714328289032,
+      "rewards/prompt_consistency_reward": 0.660714328289032,
+      "rewards/walls_orthogonality_reward": 0.691964328289032,
+      "step": 331
+    },
+    {
+      "completion_length": 189.69644165039062,
+      "epoch": 0.26839126919967665,
+      "grad_norm": 0.030452800914645195,
+      "kl": 0.05848146602511406,
+      "learning_rate": 5.852869846402587e-06,
+      "loss": 0.0023,
+      "reward": 4.55026388168335,
+      "reward_std": 1.8818013668060303,
+      "rewards/answer_format_reward": 0.8790178894996643,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.6741071939468384,
+      "rewards/geometry_consistency_reward": 0.6428571939468384,
+      "rewards/prompt_consistency_reward": 0.6428571939468384,
+      "rewards/walls_orthogonality_reward": 0.7114240527153015,
+      "step": 332
+    },
+    {
+      "completion_length": 187.73214721679688,
+      "epoch": 0.26919967663702504,
+      "grad_norm": 0.029216378927230835,
+      "kl": 0.051482971757650375,
+      "learning_rate": 5.8464025869038e-06,
+      "loss": 0.0021,
+      "reward": 5.06615686416626,
+      "reward_std": 1.7191449403762817,
+      "rewards/answer_format_reward": 0.9166028499603271,
+      "rewards/common_format_reward": 0.9754464626312256,
+      "rewards/doors_consistency_reward": 0.785714328289032,
+      "rewards/geometry_consistency_reward": 0.785714328289032,
+      "rewards/prompt_consistency_reward": 0.785714328289032,
+      "rewards/walls_orthogonality_reward": 0.816964328289032,
+      "step": 333
+    },
+    {
+      "completion_length": 198.10714721679688,
+      "epoch": 0.2700080840743735,
+      "grad_norm": 0.028731094673275948,
+      "kl": 0.043341681361198425,
+      "learning_rate": 5.839935327405012e-06,
+      "loss": 0.0017,
+      "reward": 4.845174312591553,
+      "reward_std": 1.9085485935211182,
+      "rewards/answer_format_reward": 0.9091623425483704,
+      "rewards/common_format_reward": 0.9799107313156128,
+      "rewards/doors_consistency_reward": 0.7566964626312256,
+      "rewards/geometry_consistency_reward": 0.7023809552192688,
+      "rewards/prompt_consistency_reward": 0.7142857313156128,
+      "rewards/walls_orthogonality_reward": 0.7827381491661072,
+      "step": 334
+    },
+    {
+      "completion_length": 187.57144165039062,
+      "epoch": 0.27081649151172194,
+      "grad_norm": 0.02899596467614174,
+      "kl": 0.05083652213215828,
+      "learning_rate": 5.833468067906224e-06,
+      "loss": 0.002,
+      "reward": 4.886160850524902,
+      "reward_std": 1.7213134765625,
+      "rewards/answer_format_reward": 0.8883929252624512,
+      "rewards/common_format_reward": 0.9843750596046448,
+      "rewards/doors_consistency_reward": 0.7500000596046448,
+      "rewards/geometry_consistency_reward": 0.7500000596046448,
+      "rewards/prompt_consistency_reward": 0.7500000596046448,
+      "rewards/walls_orthogonality_reward": 0.7633928656578064,
+      "step": 335
+    },
+    {
+      "completion_length": 202.2678680419922,
+      "epoch": 0.2716248989490703,
+      "grad_norm": 0.02415960468351841,
+      "kl": 0.047176457941532135,
+      "learning_rate": 5.827000808407437e-06,
+      "loss": 0.0019,
+      "reward": 4.804342269897461,
+      "reward_std": 1.8799443244934082,
+      "rewards/answer_format_reward": 0.8566964268684387,
+      "rewards/common_format_reward": 0.9709821939468384,
+      "rewards/doors_consistency_reward": 0.7477678656578064,
+      "rewards/geometry_consistency_reward": 0.7321428656578064,
+      "rewards/prompt_consistency_reward": 0.7321428656578064,
+      "rewards/walls_orthogonality_reward": 0.7646104693412781,
+      "step": 336
+    },
+    {
+      "completion_length": 188.17857360839844,
+      "epoch": 0.27243330638641877,
+      "grad_norm": 0.02066534198820591,
+      "kl": 0.042303018271923065,
+      "learning_rate": 5.82053354890865e-06,
+      "loss": 0.0017,
+      "reward": 5.346726417541504,
+      "reward_std": 1.3656119108200073,
+      "rewards/answer_format_reward": 0.9181548357009888,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.8571429252624512,
+      "rewards/geometry_consistency_reward": 0.8571429252624512,
+      "rewards/prompt_consistency_reward": 0.8571429252624512,
+      "rewards/walls_orthogonality_reward": 0.8571429252624512,
+      "step": 337
+    },
+    {
+      "completion_length": 192.57144165039062,
+      "epoch": 0.27324171382376716,
+      "grad_norm": 0.03734434396028519,
+      "kl": 0.04174423590302467,
+      "learning_rate": 5.814066289409862e-06,
+      "loss": 0.0017,
+      "reward": 5.010425090789795,
+      "reward_std": 1.6323578357696533,
+      "rewards/answer_format_reward": 0.9164541363716125,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.7790178656578064,
+      "rewards/geometry_consistency_reward": 0.7500000596046448,
+      "rewards/prompt_consistency_reward": 0.7500000596046448,
+      "rewards/walls_orthogonality_reward": 0.8149529695510864,
+      "step": 338
+    },
+    {
+      "completion_length": 198.1428680419922,
+      "epoch": 0.2740501212611156,
+      "grad_norm": 0.019321925938129425,
+      "kl": 0.029333505779504776,
+      "learning_rate": 5.807599029911075e-06,
+      "loss": 0.0012,
+      "reward": 5.27888298034668,
+      "reward_std": 1.504868984222412,
+      "rewards/answer_format_reward": 0.9255952835083008,
+      "rewards/common_format_reward": 0.9866071939468384,
+      "rewards/doors_consistency_reward": 0.8370535969734192,
+      "rewards/geometry_consistency_reward": 0.8214285969734192,
+      "rewards/prompt_consistency_reward": 0.8214285969734192,
+      "rewards/walls_orthogonality_reward": 0.8867694735527039,
+      "step": 339
+    },
+    {
+      "completion_length": 223.23214721679688,
+      "epoch": 0.274858528698464,
+      "grad_norm": 0.024310695007443428,
+      "kl": 0.04415176063776016,
+      "learning_rate": 5.8011317704122874e-06,
+      "loss": 0.0018,
+      "reward": 4.777827739715576,
+      "reward_std": 2.0516269207000732,
+      "rewards/answer_format_reward": 0.8827381134033203,
+      "rewards/common_format_reward": 0.957589328289032,
+      "rewards/doors_consistency_reward": 0.7276785969734192,
+      "rewards/geometry_consistency_reward": 0.7142857313156128,
+      "rewards/prompt_consistency_reward": 0.7142857313156128,
+      "rewards/walls_orthogonality_reward": 0.7812500596046448,
+      "step": 340
+    },
+    {
+      "completion_length": 211.05357360839844,
+      "epoch": 0.27566693613581245,
+      "grad_norm": 0.019032742828130722,
+      "kl": 0.041281454265117645,
+      "learning_rate": 5.7946645109135e-06,
+      "loss": 0.0017,
+      "reward": 4.716002941131592,
+      "reward_std": 1.4471924304962158,
+      "rewards/answer_format_reward": 0.8913690447807312,
+      "rewards/common_format_reward": 0.9866071939468384,
+      "rewards/doors_consistency_reward": 0.7053571939468384,
+      "rewards/geometry_consistency_reward": 0.660714328289032,
+      "rewards/prompt_consistency_reward": 0.660714328289032,
+      "rewards/walls_orthogonality_reward": 0.8112409114837646,
+      "step": 341
+    },
+    {
+      "completion_length": 211.94644165039062,
+      "epoch": 0.2764753435731609,
+      "grad_norm": 0.15315896272659302,
+      "kl": 0.10882477462291718,
+      "learning_rate": 5.7881972514147135e-06,
+      "loss": 0.0044,
+      "reward": 4.928571701049805,
+      "reward_std": 2.0339837074279785,
+      "rewards/answer_format_reward": 0.87202388048172,
+      "rewards/common_format_reward": 0.9687500596046448,
+      "rewards/doors_consistency_reward": 0.7678571939468384,
+      "rewards/geometry_consistency_reward": 0.7678571939468384,
+      "rewards/prompt_consistency_reward": 0.7678571939468384,
+      "rewards/walls_orthogonality_reward": 0.7842262387275696,
+      "step": 342
+    },
+    {
+      "completion_length": 186.57144165039062,
+      "epoch": 0.2772837510105093,
+      "grad_norm": 0.026153016835451126,
+      "kl": 0.039734289050102234,
+      "learning_rate": 5.781729991915926e-06,
+      "loss": 0.0016,
+      "reward": 5.36919641494751,
+      "reward_std": 1.3187062740325928,
+      "rewards/answer_format_reward": 0.9354166984558105,
+      "rewards/common_format_reward": 0.988839328289032,
+      "rewards/doors_consistency_reward": 0.8571429252624512,
+      "rewards/geometry_consistency_reward": 0.8571429252624512,
+      "rewards/prompt_consistency_reward": 0.8571429252624512,
+      "rewards/walls_orthogonality_reward": 0.8735119104385376,
+      "step": 343
+    },
+    {
+      "completion_length": 188.4107208251953,
+      "epoch": 0.27809215844785773,
+      "grad_norm": 0.015121434815227985,
+      "kl": 0.04189826175570488,
+      "learning_rate": 5.775262732417138e-06,
+      "loss": 0.0017,
+      "reward": 5.461309909820557,
+      "reward_std": 0.9177731275558472,
+      "rewards/answer_format_reward": 0.9568452835083008,
+      "rewards/common_format_reward": 0.9955357313156128,
+      "rewards/doors_consistency_reward": 0.8705357313156128,
+      "rewards/geometry_consistency_reward": 0.8571429252624512,
+      "rewards/prompt_consistency_reward": 0.8571429252624512,
+      "rewards/walls_orthogonality_reward": 0.9241071939468384,
+      "step": 344
+    },
+    {
+      "completion_length": 189.23214721679688,
+      "epoch": 0.2789005658852061,
+      "grad_norm": 0.026444820687174797,
+      "kl": 0.047124091535806656,
+      "learning_rate": 5.76879547291835e-06,
+      "loss": 0.0019,
+      "reward": 4.651190757751465,
+      "reward_std": 2.0851433277130127,
+      "rewards/answer_format_reward": 0.8906250596046448,
+      "rewards/common_format_reward": 0.9843750596046448,
+      "rewards/doors_consistency_reward": 0.6785714626312256,
+      "rewards/geometry_consistency_reward": 0.6785714626312256,
+      "rewards/prompt_consistency_reward": 0.6785714626312256,
+      "rewards/walls_orthogonality_reward": 0.7404762506484985,
+      "step": 345
+    },
+    {
+      "completion_length": 198.21429443359375,
+      "epoch": 0.27970897332255457,
+      "grad_norm": 0.017690090462565422,
+      "kl": 0.03677573427557945,
+      "learning_rate": 5.762328213419563e-06,
+      "loss": 0.0015,
+      "reward": 5.299851417541504,
+      "reward_std": 1.3098024129867554,
+      "rewards/answer_format_reward": 0.9382440447807312,
+      "rewards/common_format_reward": 0.988839328289032,
+      "rewards/doors_consistency_reward": 0.8549107313156128,
+      "rewards/geometry_consistency_reward": 0.8214285969734192,
+      "rewards/prompt_consistency_reward": 0.8214285969734192,
+      "rewards/walls_orthogonality_reward": 0.8750000596046448,
+      "step": 346
+    },
+    {
+      "completion_length": 207.67857360839844,
+      "epoch": 0.280517380759903,
+      "grad_norm": 0.02095929905772209,
+      "kl": 0.042624641209840775,
+      "learning_rate": 5.755860953920776e-06,
+      "loss": 0.0017,
+      "reward": 5.204761505126953,
+      "reward_std": 1.383862853050232,
+      "rewards/answer_format_reward": 0.9473214745521545,
+      "rewards/common_format_reward": 0.9933035969734192,
+      "rewards/doors_consistency_reward": 0.8191964626312256,
+      "rewards/geometry_consistency_reward": 0.8035714626312256,
+      "rewards/prompt_consistency_reward": 0.8035714626312256,
+      "rewards/walls_orthogonality_reward": 0.8377977013587952,
+      "step": 347
+    },
+    {
+      "completion_length": 226.08929443359375,
+      "epoch": 0.2813257881972514,
+      "grad_norm": 0.04316651448607445,
+      "kl": 0.049189042299985886,
+      "learning_rate": 5.749393694421988e-06,
+      "loss": 0.002,
+      "reward": 4.90625,
+      "reward_std": 1.8971381187438965,
+      "rewards/answer_format_reward": 0.8630953431129456,
+      "rewards/common_format_reward": 0.9553571939468384,
+      "rewards/doors_consistency_reward": 0.7678571939468384,
+      "rewards/geometry_consistency_reward": 0.7678571939468384,
+      "rewards/prompt_consistency_reward": 0.7678571939468384,
+      "rewards/walls_orthogonality_reward": 0.7842261791229248,
+      "step": 348
+    },
+    {
+      "completion_length": 187.05357360839844,
+      "epoch": 0.28213419563459985,
+      "grad_norm": 0.019362403079867363,
+      "kl": 0.036033060401678085,
+      "learning_rate": 5.742926434923201e-06,
+      "loss": 0.0014,
+      "reward": 5.147931098937988,
+      "reward_std": 1.363024115562439,
+      "rewards/answer_format_reward": 0.944940447807312,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.7834821939468384,
+      "rewards/geometry_consistency_reward": 0.7678571939468384,
+      "rewards/prompt_consistency_reward": 0.7678571939468384,
+      "rewards/walls_orthogonality_reward": 0.8837933540344238,
+      "step": 349
+    },
+    {
+      "completion_length": 189.83929443359375,
+      "epoch": 0.28294260307194824,
+      "grad_norm": 0.021790187805891037,
+      "kl": 0.03598780557513237,
+      "learning_rate": 5.736459175424413e-06,
+      "loss": 0.0014,
+      "reward": 5.563988208770752,
+      "reward_std": 0.8080568909645081,
+      "rewards/answer_format_reward": 0.9657738208770752,
+      "rewards/common_format_reward": 0.9933035969734192,
+      "rewards/doors_consistency_reward": 0.9084821939468384,
+      "rewards/geometry_consistency_reward": 0.8928571939468384,
+      "rewards/prompt_consistency_reward": 0.8928571939468384,
+      "rewards/walls_orthogonality_reward": 0.910714328289032,
+      "step": 350
+    },
+    {
+      "completion_length": 188.17857360839844,
+      "epoch": 0.2837510105092967,
+      "grad_norm": 0.018759772181510925,
+      "kl": 0.033785514533519745,
+      "learning_rate": 5.729991915925626e-06,
+      "loss": 0.0014,
+      "reward": 5.249851226806641,
+      "reward_std": 1.5347867012023926,
+      "rewards/answer_format_reward": 0.9514881372451782,
+      "rewards/common_format_reward": 0.988839328289032,
+      "rewards/doors_consistency_reward": 0.8035714626312256,
+      "rewards/geometry_consistency_reward": 0.8035714626312256,
+      "rewards/prompt_consistency_reward": 0.8035714626312256,
+      "rewards/walls_orthogonality_reward": 0.8988096117973328,
+      "step": 351
+    },
+    {
+      "completion_length": 187.83929443359375,
+      "epoch": 0.28455941794664513,
+      "grad_norm": 0.025501880794763565,
+      "kl": 0.034323111176490784,
+      "learning_rate": 5.723524656426839e-06,
+      "loss": 0.0014,
+      "reward": 5.418899059295654,
+      "reward_std": 1.1246989965438843,
+      "rewards/answer_format_reward": 0.9270833134651184,
+      "rewards/common_format_reward": 0.9754464626312256,
+      "rewards/doors_consistency_reward": 0.8750000596046448,
+      "rewards/geometry_consistency_reward": 0.8750000596046448,
+      "rewards/prompt_consistency_reward": 0.8750000596046448,
+      "rewards/walls_orthogonality_reward": 0.891369104385376,
+      "step": 352
+    },
+    {
+      "completion_length": 206.32144165039062,
+      "epoch": 0.2853678253839935,
+      "grad_norm": 0.024359941482543945,
+      "kl": 0.05647893622517586,
+      "learning_rate": 5.7170573969280515e-06,
+      "loss": 0.0023,
+      "reward": 5.103848457336426,
+      "reward_std": 1.5120278596878052,
+      "rewards/answer_format_reward": 0.9055059552192688,
+      "rewards/common_format_reward": 0.9687500596046448,
+      "rewards/doors_consistency_reward": 0.8035714626312256,
+      "rewards/geometry_consistency_reward": 0.8035714626312256,
+      "rewards/prompt_consistency_reward": 0.8035714626312256,
+      "rewards/walls_orthogonality_reward": 0.8188775777816772,
+      "step": 353
+    },
+    {
+      "completion_length": 185.32144165039062,
+      "epoch": 0.28617623282134197,
+      "grad_norm": 0.014006072655320168,
+      "kl": 0.032776981592178345,
+      "learning_rate": 5.710590137429264e-06,
+      "loss": 0.0013,
+      "reward": 5.7990498542785645,
+      "reward_std": 0.5683748126029968,
+      "rewards/answer_format_reward": 0.9821429252624512,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.9464285969734192,
+      "rewards/geometry_consistency_reward": 0.9464285969734192,
+      "rewards/prompt_consistency_reward": 0.9464285969734192,
+      "rewards/walls_orthogonality_reward": 0.9776206612586975,
+      "step": 354
+    },
+    {
+      "completion_length": 185.80357360839844,
+      "epoch": 0.28698464025869036,
+      "grad_norm": 0.015259346924722195,
+      "kl": 0.04929060861468315,
+      "learning_rate": 5.704122877930477e-06,
+      "loss": 0.002,
+      "reward": 5.380952835083008,
+      "reward_std": 1.1333816051483154,
+      "rewards/answer_format_reward": 0.9471726417541504,
+      "rewards/common_format_reward": 0.988839328289032,
+      "rewards/doors_consistency_reward": 0.8571429252624512,
+      "rewards/geometry_consistency_reward": 0.8571429252624512,
+      "rewards/prompt_consistency_reward": 0.8571429252624512,
+      "rewards/walls_orthogonality_reward": 0.8735119700431824,
+      "step": 355
+    },
+    {
+      "completion_length": 203.32144165039062,
+      "epoch": 0.2877930476960388,
+      "grad_norm": 0.01948886550962925,
+      "kl": 0.0409274660050869,
+      "learning_rate": 5.69765561843169e-06,
+      "loss": 0.0016,
+      "reward": 4.833333969116211,
+      "reward_std": 1.8322272300720215,
+      "rewards/answer_format_reward": 0.9047620296478271,
+      "rewards/common_format_reward": 0.9687500596046448,
+      "rewards/doors_consistency_reward": 0.7321428656578064,
+      "rewards/geometry_consistency_reward": 0.7321428656578064,
+      "rewards/prompt_consistency_reward": 0.7321428656578064,
+      "rewards/walls_orthogonality_reward": 0.7633928656578064,
+      "step": 356
+    },
+    {
+      "completion_length": 192.0357208251953,
+      "epoch": 0.28860145513338725,
+      "grad_norm": 0.05670643970370293,
+      "kl": 0.06968912482261658,
+      "learning_rate": 5.691188358932902e-06,
+      "loss": 0.0028,
+      "reward": 4.667113304138184,
+      "reward_std": 2.0373687744140625,
+      "rewards/answer_format_reward": 0.8739583492279053,
+      "rewards/common_format_reward": 0.9910714626312256,
+      "rewards/doors_consistency_reward": 0.6964285969734192,
+      "rewards/geometry_consistency_reward": 0.6964285969734192,
+      "rewards/prompt_consistency_reward": 0.6964285969734192,
+      "rewards/walls_orthogonality_reward": 0.7127977013587952,
+      "step": 357
+    },
+    {
+      "completion_length": 194.92857360839844,
+      "epoch": 0.28940986257073564,
+      "grad_norm": 0.02134573645889759,
+      "kl": 0.039342574775218964,
+      "learning_rate": 5.684721099434115e-06,
+      "loss": 0.0016,
+      "reward": 5.02336311340332,
+      "reward_std": 1.5655544996261597,
+      "rewards/answer_format_reward": 0.9244047999382019,
+      "rewards/common_format_reward": 0.9843750596046448,
+      "rewards/doors_consistency_reward": 0.7946428656578064,
+      "rewards/geometry_consistency_reward": 0.7500000596046448,
+      "rewards/prompt_consistency_reward": 0.7500000596046448,
+      "rewards/walls_orthogonality_reward": 0.819940447807312,
+      "step": 358
+    },
+    {
+      "completion_length": 190.55357360839844,
+      "epoch": 0.2902182700080841,
+      "grad_norm": 0.029027465730905533,
+      "kl": 0.0330372117459774,
+      "learning_rate": 5.678253839935327e-06,
+      "loss": 0.0013,
+      "reward": 5.3899617195129395,
+      "reward_std": 1.2358527183532715,
+      "rewards/answer_format_reward": 0.9315476417541504,
+      "rewards/common_format_reward": 0.9709821939468384,
+      "rewards/doors_consistency_reward": 0.8571429252624512,
+      "rewards/geometry_consistency_reward": 0.8571429252624512,
+      "rewards/prompt_consistency_reward": 0.8571429252624512,
+      "rewards/walls_orthogonality_reward": 0.9160028100013733,
+      "step": 359
+    },
+    {
+      "completion_length": 198.10714721679688,
+      "epoch": 0.2910266774454325,
+      "grad_norm": 0.021329175680875778,
+      "kl": 0.0386892668902874,
+      "learning_rate": 5.671786580436539e-06,
+      "loss": 0.0015,
+      "reward": 5.020833969116211,
+      "reward_std": 1.72552490234375,
+      "rewards/answer_format_reward": 0.8244048357009888,
+      "rewards/common_format_reward": 0.9821429252624512,
+      "rewards/doors_consistency_reward": 0.8035714626312256,
+      "rewards/geometry_consistency_reward": 0.8035714626312256,
+      "rewards/prompt_consistency_reward": 0.8035714626312256,
+      "rewards/walls_orthogonality_reward": 0.8035714626312256,
+      "step": 360
+    },
+    {
+      "completion_length": 189.1607208251953,
+      "epoch": 0.2918350848827809,
+      "grad_norm": 0.027224717661738396,
+      "kl": 0.04358064383268356,
+      "learning_rate": 5.665319320937753e-06,
+      "loss": 0.0017,
+      "reward": 5.206845283508301,
+      "reward_std": 1.5427162647247314,
+      "rewards/answer_format_reward": 0.8928571939468384,
+      "rewards/common_format_reward": 0.9799107313156128,
+      "rewards/doors_consistency_reward": 0.8370535969734192,
+      "rewards/geometry_consistency_reward": 0.8214285969734192,
+      "rewards/prompt_consistency_reward": 0.8214285969734192,
+      "rewards/walls_orthogonality_reward": 0.8541666865348816,
+      "step": 361
+    },
+    {
+      "completion_length": 209.12501525878906,
+      "epoch": 0.2926434923201294,
+      "grad_norm": 0.02416359819471836,
+      "kl": 0.043135691434144974,
+      "learning_rate": 5.658852061438965e-06,
+      "loss": 0.0017,
+      "reward": 5.290923118591309,
+      "reward_std": 1.3799084424972534,
+      "rewards/answer_format_reward": 0.9285714626312256,
+      "rewards/common_format_reward": 0.9709821939468384,
+      "rewards/doors_consistency_reward": 0.8392857313156128,
+      "rewards/geometry_consistency_reward": 0.8392857313156128,
+      "rewards/prompt_consistency_reward": 0.8392857313156128,
+      "rewards/walls_orthogonality_reward": 0.8735119700431824,
+      "step": 362
+    },
+    {
+      "completion_length": 203.37501525878906,
+      "epoch": 0.29345189975747776,
+      "grad_norm": 0.02054131217300892,
+      "kl": 0.034598227590322495,
+      "learning_rate": 5.6523848019401775e-06,
+      "loss": 0.0014,
+      "reward": 4.853287696838379,
+      "reward_std": 2.001997947692871,
+      "rewards/answer_format_reward": 0.8779762387275696,
+      "rewards/common_format_reward": 0.9531250596046448,
+      "rewards/doors_consistency_reward": 0.7321428656578064,
+      "rewards/geometry_consistency_reward": 0.7321428656578064,
+      "rewards/prompt_consistency_reward": 0.7321428656578064,
+      "rewards/walls_orthogonality_reward": 0.825757622718811,
+      "step": 363
+    },
+    {
+      "completion_length": 202.92857360839844,
+      "epoch": 0.2942603071948262,
+      "grad_norm": 0.027310578152537346,
+      "kl": 0.044535476714372635,
+      "learning_rate": 5.6459175424413905e-06,
+      "loss": 0.0018,
+      "reward": 4.909489631652832,
+      "reward_std": 1.6785434484481812,
+      "rewards/answer_format_reward": 0.9011905193328857,
+      "rewards/common_format_reward": 0.9754464626312256,
+      "rewards/doors_consistency_reward": 0.7500000596046448,
+      "rewards/geometry_consistency_reward": 0.7500000596046448,
+      "rewards/prompt_consistency_reward": 0.7500000596046448,
+      "rewards/walls_orthogonality_reward": 0.7828525900840759,
+      "step": 364
+    },
+    {
+      "completion_length": 185.25001525878906,
+      "epoch": 0.2950687146321746,
+      "grad_norm": 0.0148573387414217,
+      "kl": 0.044098082929849625,
+      "learning_rate": 5.639450282942603e-06,
+      "loss": 0.0018,
+      "reward": 5.429789066314697,
+      "reward_std": 0.9370274543762207,
+      "rewards/answer_format_reward": 0.9769346117973328,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.8683035969734192,
+      "rewards/geometry_consistency_reward": 0.8392857313156128,
+      "rewards/prompt_consistency_reward": 0.8392857313156128,
+      "rewards/walls_orthogonality_reward": 0.9059794545173645,
+      "step": 365
+    },
+    {
+      "completion_length": 190.55357360839844,
+      "epoch": 0.29587712206952305,
+      "grad_norm": 0.01718834601342678,
+      "kl": 0.039552826434373856,
+      "learning_rate": 5.632983023443816e-06,
+      "loss": 0.0016,
+      "reward": 5.2567901611328125,
+      "reward_std": 1.1837490797042847,
+      "rewards/answer_format_reward": 0.9613096117973328,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.8191964626312256,
+      "rewards/geometry_consistency_reward": 0.8035714626312256,
+      "rewards/prompt_consistency_reward": 0.8035714626312256,
+      "rewards/walls_orthogonality_reward": 0.8691413402557373,
+      "step": 366
+    },
+    {
+      "completion_length": 186.42857360839844,
+      "epoch": 0.29668552950687144,
+      "grad_norm": 0.02943878434598446,
+      "kl": 0.0521557442843914,
+      "learning_rate": 5.626515763945028e-06,
+      "loss": 0.0021,
+      "reward": 5.131811141967773,
+      "reward_std": 1.5309616327285767,
+      "rewards/answer_format_reward": 0.929315447807312,
+      "rewards/common_format_reward": 0.9955357313156128,
+      "rewards/doors_consistency_reward": 0.7991071939468384,
+      "rewards/geometry_consistency_reward": 0.785714328289032,
+      "rewards/prompt_consistency_reward": 0.785714328289032,
+      "rewards/walls_orthogonality_reward": 0.8364240527153015,
+      "step": 367
+    },
+    {
+      "completion_length": 198.9107208251953,
+      "epoch": 0.2974939369442199,
+      "grad_norm": 0.02020343765616417,
+      "kl": 0.04528440162539482,
+      "learning_rate": 5.620048504446241e-06,
+      "loss": 0.0018,
+      "reward": 5.265996932983398,
+      "reward_std": 1.344224214553833,
+      "rewards/answer_format_reward": 0.9475446939468384,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.8214285969734192,
+      "rewards/geometry_consistency_reward": 0.8214285969734192,
+      "rewards/prompt_consistency_reward": 0.8214285969734192,
+      "rewards/walls_orthogonality_reward": 0.8541666865348816,
+      "step": 368
+    },
+    {
+      "completion_length": 193.62501525878906,
+      "epoch": 0.29830234438156833,
+      "grad_norm": 0.018543804064393044,
+      "kl": 0.03651433065533638,
+      "learning_rate": 5.613581244947453e-06,
+      "loss": 0.0015,
+      "reward": 5.712798118591309,
+      "reward_std": 0.7763786911964417,
+      "rewards/answer_format_reward": 0.9568452835083008,
+      "rewards/common_format_reward": 0.9821429252624512,
+      "rewards/doors_consistency_reward": 0.9464285969734192,
+      "rewards/geometry_consistency_reward": 0.9345238208770752,
+      "rewards/prompt_consistency_reward": 0.9464285969734192,
+      "rewards/walls_orthogonality_reward": 0.9464285969734192,
+      "step": 369
+    },
+    {
+      "completion_length": 185.96429443359375,
+      "epoch": 0.2991107518189167,
+      "grad_norm": 0.013525901362299919,
+      "kl": 0.04148541018366814,
+      "learning_rate": 5.607113985448665e-06,
+      "loss": 0.0017,
+      "reward": 5.389880657196045,
+      "reward_std": 0.9092532992362976,
+      "rewards/answer_format_reward": 0.9434524178504944,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.8571429252624512,
+      "rewards/geometry_consistency_reward": 0.8571429252624512,
+      "rewards/prompt_consistency_reward": 0.8571429252624512,
+      "rewards/walls_orthogonality_reward": 0.8750000596046448,
+      "step": 370
+    },
+    {
+      "completion_length": 190.32144165039062,
+      "epoch": 0.29991915925626517,
+      "grad_norm": 0.02009180374443531,
+      "kl": 0.03104526363313198,
+      "learning_rate": 5.600646725949879e-06,
+      "loss": 0.0012,
+      "reward": 5.639562606811523,
+      "reward_std": 0.7105973958969116,
+      "rewards/answer_format_reward": 0.961309552192688,
+      "rewards/common_format_reward": 0.988839328289032,
+      "rewards/doors_consistency_reward": 0.9241071939468384,
+      "rewards/geometry_consistency_reward": 0.910714328289032,
+      "rewards/prompt_consistency_reward": 0.910714328289032,
+      "rewards/walls_orthogonality_reward": 0.9438775777816772,
+      "step": 371
+    },
+    {
+      "completion_length": 205.42857360839844,
+      "epoch": 0.30072756669361356,
+      "grad_norm": 0.026932930573821068,
+      "kl": 0.03607700765132904,
+      "learning_rate": 5.594179466451091e-06,
+      "loss": 0.0014,
+      "reward": 5.0540452003479,
+      "reward_std": 1.4534943103790283,
+      "rewards/answer_format_reward": 0.8958333134651184,
+      "rewards/common_format_reward": 0.9665179252624512,
+      "rewards/doors_consistency_reward": 0.785714328289032,
+      "rewards/geometry_consistency_reward": 0.785714328289032,
+      "rewards/prompt_consistency_reward": 0.785714328289032,
+      "rewards/walls_orthogonality_reward": 0.8345509767532349,
+      "step": 372
+    },
+    {
+      "completion_length": 185.0357208251953,
+      "epoch": 0.301535974130962,
+      "grad_norm": 0.013487469404935837,
+      "kl": 0.038467638194561005,
+      "learning_rate": 5.587712206952303e-06,
+      "loss": 0.0015,
+      "reward": 5.34956693649292,
+      "reward_std": 1.1325931549072266,
+      "rewards/answer_format_reward": 0.9404762387275696,
+      "rewards/common_format_reward": 0.9866071939468384,
+      "rewards/doors_consistency_reward": 0.8392857313156128,
+      "rewards/geometry_consistency_reward": 0.8392857313156128,
+      "rewards/prompt_consistency_reward": 0.8392857313156128,
+      "rewards/walls_orthogonality_reward": 0.9046266078948975,
+      "step": 373
+    },
+    {
+      "completion_length": 195.92857360839844,
+      "epoch": 0.30234438156831045,
+      "grad_norm": 0.02199031412601471,
+      "kl": 0.038897089660167694,
+      "learning_rate": 5.581244947453516e-06,
+      "loss": 0.0016,
+      "reward": 5.29923152923584,
+      "reward_std": 1.3177196979522705,
+      "rewards/answer_format_reward": 0.9301835298538208,
+      "rewards/common_format_reward": 0.9955357313156128,
+      "rewards/doors_consistency_reward": 0.8392857313156128,
+      "rewards/geometry_consistency_reward": 0.8392857313156128,
+      "rewards/prompt_consistency_reward": 0.8392857313156128,
+      "rewards/walls_orthogonality_reward": 0.8556548357009888,
+      "step": 374
+    },
+    {
+      "completion_length": 189.42857360839844,
+      "epoch": 0.30315278900565884,
+      "grad_norm": 0.03327542170882225,
+      "kl": 0.03342190384864807,
+      "learning_rate": 5.5747776879547286e-06,
+      "loss": 0.0013,
+      "reward": 5.373749256134033,
+      "reward_std": 1.151526689529419,
+      "rewards/answer_format_reward": 0.9594494700431824,
+      "rewards/common_format_reward": 0.9910714626312256,
+      "rewards/doors_consistency_reward": 0.8549107313156128,
+      "rewards/geometry_consistency_reward": 0.8392857313156128,
+      "rewards/prompt_consistency_reward": 0.8392857313156128,
+      "rewards/walls_orthogonality_reward": 0.8897457718849182,
+      "step": 375
+    },
+    {
+      "completion_length": 183.71429443359375,
+      "epoch": 0.3039611964430073,
+      "grad_norm": 0.043908070772886276,
+      "kl": 0.03916674479842186,
+      "learning_rate": 5.5683104284559416e-06,
+      "loss": 0.0016,
+      "reward": 5.370039939880371,
+      "reward_std": 1.4789761304855347,
+      "rewards/answer_format_reward": 0.9270833134651184,
+      "rewards/common_format_reward": 0.9821429252624512,
+      "rewards/doors_consistency_reward": 0.8571429252624512,
+      "rewards/geometry_consistency_reward": 0.8571429252624512,
+      "rewards/prompt_consistency_reward": 0.8571429252624512,
+      "rewards/walls_orthogonality_reward": 0.8893849849700928,
+      "step": 376
+    },
+    {
+      "completion_length": 193.30357360839844,
+      "epoch": 0.3047696038803557,
+      "grad_norm": 0.02499815821647644,
+      "kl": 0.03329702839255333,
+      "learning_rate": 5.561843168957155e-06,
+      "loss": 0.0013,
+      "reward": 5.333482265472412,
+      "reward_std": 1.466332197189331,
+      "rewards/answer_format_reward": 0.9458333849906921,
+      "rewards/common_format_reward": 0.9821429252624512,
+      "rewards/doors_consistency_reward": 0.8549107313156128,
+      "rewards/geometry_consistency_reward": 0.8392857313156128,
+      "rewards/prompt_consistency_reward": 0.8392857313156128,
+      "rewards/walls_orthogonality_reward": 0.87202388048172,
+      "step": 377
+    },
+    {
+      "completion_length": 191.0357208251953,
+      "epoch": 0.3055780113177041,
+      "grad_norm": 0.020524630323052406,
+      "kl": 0.03136897832155228,
+      "learning_rate": 5.555375909458367e-06,
+      "loss": 0.0013,
+      "reward": 5.382760047912598,
+      "reward_std": 1.3234719038009644,
+      "rewards/answer_format_reward": 0.9489796161651611,
+      "rewards/common_format_reward": 0.9977679252624512,
+      "rewards/doors_consistency_reward": 0.8392857313156128,
+      "rewards/geometry_consistency_reward": 0.8392857313156128,
+      "rewards/prompt_consistency_reward": 0.8392857313156128,
+      "rewards/walls_orthogonality_reward": 0.918154776096344,
+      "step": 378
+    },
+    {
+      "completion_length": 188.44644165039062,
+      "epoch": 0.30638641875505257,
+      "grad_norm": 0.021576276049017906,
+      "kl": 0.04590163379907608,
+      "learning_rate": 5.548908649959579e-06,
+      "loss": 0.0018,
+      "reward": 5.5309529304504395,
+      "reward_std": 1.0420526266098022,
+      "rewards/answer_format_reward": 0.9431548118591309,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.8928571939468384,
+      "rewards/geometry_consistency_reward": 0.8928571939468384,
+      "rewards/prompt_consistency_reward": 0.8928571939468384,
+      "rewards/walls_orthogonality_reward": 0.9092261791229248,
+      "step": 379
+    },
+    {
+      "completion_length": 197.17857360839844,
+      "epoch": 0.30719482619240096,
+      "grad_norm": 0.03557493910193443,
+      "kl": 0.035080306231975555,
+      "learning_rate": 5.542441390460792e-06,
+      "loss": 0.0014,
+      "reward": 5.494048118591309,
+      "reward_std": 1.340869426727295,
+      "rewards/answer_format_reward": 0.938988208770752,
+      "rewards/common_format_reward": 0.9910714626312256,
+      "rewards/doors_consistency_reward": 0.8883929252624512,
+      "rewards/geometry_consistency_reward": 0.8750000596046448,
+      "rewards/prompt_consistency_reward": 0.8750000596046448,
+      "rewards/walls_orthogonality_reward": 0.9255952835083008,
+      "step": 380
+    },
+    {
+      "completion_length": 191.1428680419922,
+      "epoch": 0.3080032336297494,
+      "grad_norm": 0.023244433104991913,
+      "kl": 0.046850427985191345,
+      "learning_rate": 5.535974130962005e-06,
+      "loss": 0.0019,
+      "reward": 5.303869247436523,
+      "reward_std": 1.5219762325286865,
+      "rewards/answer_format_reward": 0.9244047999382019,
+      "rewards/common_format_reward": 0.9910714626312256,
+      "rewards/doors_consistency_reward": 0.8392857313156128,
+      "rewards/geometry_consistency_reward": 0.8392857313156128,
+      "rewards/prompt_consistency_reward": 0.8392857313156128,
+      "rewards/walls_orthogonality_reward": 0.8705357313156128,
+      "step": 381
+    },
+    {
+      "completion_length": 186.62501525878906,
+      "epoch": 0.3088116410670978,
+      "grad_norm": 0.020258748903870583,
+      "kl": 0.04046356678009033,
+      "learning_rate": 5.529506871463217e-06,
+      "loss": 0.0016,
+      "reward": 5.550460338592529,
+      "reward_std": 0.9017711877822876,
+      "rewards/answer_format_reward": 0.9761905670166016,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.8750000596046448,
+      "rewards/geometry_consistency_reward": 0.8750000596046448,
+      "rewards/prompt_consistency_reward": 0.8750000596046448,
+      "rewards/walls_orthogonality_reward": 0.9492694735527039,
+      "step": 382
+    },
+    {
+      "completion_length": 197.44644165039062,
+      "epoch": 0.30962004850444624,
+      "grad_norm": 0.023141799494624138,
+      "kl": 0.0362992063164711,
+      "learning_rate": 5.52303961196443e-06,
+      "loss": 0.0015,
+      "reward": 5.497555732727051,
+      "reward_std": 1.248864769935608,
+      "rewards/answer_format_reward": 0.9343112111091614,
+      "rewards/common_format_reward": 0.9754464626312256,
+      "rewards/doors_consistency_reward": 0.8928571939468384,
+      "rewards/geometry_consistency_reward": 0.8928571939468384,
+      "rewards/prompt_consistency_reward": 0.8928571939468384,
+      "rewards/walls_orthogonality_reward": 0.9092262387275696,
+      "step": 383
+    },
+    {
+      "completion_length": 186.85714721679688,
+      "epoch": 0.3104284559417947,
+      "grad_norm": 0.01589200645685196,
+      "kl": 0.03602542355656624,
+      "learning_rate": 5.516572352465642e-06,
+      "loss": 0.0014,
+      "reward": 5.519792079925537,
+      "reward_std": 1.0965229272842407,
+      "rewards/answer_format_reward": 0.953869104385376,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.8906250596046448,
+      "rewards/geometry_consistency_reward": 0.8750000596046448,
+      "rewards/prompt_consistency_reward": 0.8750000596046448,
+      "rewards/walls_orthogonality_reward": 0.9252976179122925,
+      "step": 384
+    },
+    {
+      "completion_length": 194.00001525878906,
+      "epoch": 0.3112368633791431,
+      "grad_norm": 0.020183054730296135,
+      "kl": 0.045087799429893494,
+      "learning_rate": 5.5101050929668545e-06,
+      "loss": 0.0018,
+      "reward": 5.593005657196045,
+      "reward_std": 1.0252506732940674,
+      "rewards/answer_format_reward": 0.9531250596046448,
+      "rewards/common_format_reward": 0.9821429252624512,
+      "rewards/doors_consistency_reward": 0.910714328289032,
+      "rewards/geometry_consistency_reward": 0.910714328289032,
+      "rewards/prompt_consistency_reward": 0.910714328289032,
+      "rewards/walls_orthogonality_reward": 0.9255952835083008,
+      "step": 385
+    },
+    {
+      "completion_length": 189.17857360839844,
+      "epoch": 0.3120452708164915,
+      "grad_norm": 0.02077249437570572,
+      "kl": 0.03618603199720383,
+      "learning_rate": 5.503637833468068e-06,
+      "loss": 0.0014,
+      "reward": 5.324617862701416,
+      "reward_std": 1.528430700302124,
+      "rewards/answer_format_reward": 0.9600340723991394,
+      "rewards/common_format_reward": 0.9933035969734192,
+      "rewards/doors_consistency_reward": 0.8370535969734192,
+      "rewards/geometry_consistency_reward": 0.8214285969734192,
+      "rewards/prompt_consistency_reward": 0.8214285969734192,
+      "rewards/walls_orthogonality_reward": 0.891369104385376,
+      "step": 386
+    },
+    {
+      "completion_length": 188.08929443359375,
+      "epoch": 0.3128536782538399,
+      "grad_norm": 0.036322079598903656,
+      "kl": 0.03895815834403038,
+      "learning_rate": 5.4971705739692805e-06,
+      "loss": 0.0016,
+      "reward": 5.3370537757873535,
+      "reward_std": 1.0119202136993408,
+      "rewards/answer_format_reward": 0.9434524178504944,
+      "rewards/common_format_reward": 0.9955357313156128,
+      "rewards/doors_consistency_reward": 0.863839328289032,
+      "rewards/geometry_consistency_reward": 0.8214285969734192,
+      "rewards/prompt_consistency_reward": 0.8214285969734192,
+      "rewards/walls_orthogonality_reward": 0.891369104385376,
+      "step": 387
+    },
+    {
+      "completion_length": 186.80357360839844,
+      "epoch": 0.31366208569118836,
+      "grad_norm": 0.022763868793845177,
+      "kl": 0.04497779905796051,
+      "learning_rate": 5.490703314470493e-06,
+      "loss": 0.0018,
+      "reward": 4.907108306884766,
+      "reward_std": 1.844080924987793,
+      "rewards/answer_format_reward": 0.9367559552192688,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.7142857313156128,
+      "rewards/geometry_consistency_reward": 0.7142857313156128,
+      "rewards/prompt_consistency_reward": 0.7142857313156128,
+      "rewards/walls_orthogonality_reward": 0.8274954557418823,
+      "step": 388
+    },
+    {
+      "completion_length": 188.30357360839844,
+      "epoch": 0.3144704931285368,
+      "grad_norm": 0.015382261015474796,
+      "kl": 0.0341610386967659,
+      "learning_rate": 5.484236054971706e-06,
+      "loss": 0.0014,
+      "reward": 5.46837854385376,
+      "reward_std": 1.1567938327789307,
+      "rewards/answer_format_reward": 0.9587054252624512,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.8861607313156128,
+      "rewards/geometry_consistency_reward": 0.8571429252624512,
+      "rewards/prompt_consistency_reward": 0.8571429252624512,
+      "rewards/walls_orthogonality_reward": 0.9092262387275696,
+      "step": 389
+    },
+    {
+      "completion_length": 195.9107208251953,
+      "epoch": 0.3152789005658852,
+      "grad_norm": 0.024375399574637413,
+      "kl": 0.052713505923748016,
+      "learning_rate": 5.477768795472918e-06,
+      "loss": 0.0021,
+      "reward": 5.223214626312256,
+      "reward_std": 1.3531911373138428,
+      "rewards/answer_format_reward": 0.9166666269302368,
+      "rewards/common_format_reward": 0.9910714626312256,
+      "rewards/doors_consistency_reward": 0.8214285969734192,
+      "rewards/geometry_consistency_reward": 0.8214285969734192,
+      "rewards/prompt_consistency_reward": 0.8214285969734192,
+      "rewards/walls_orthogonality_reward": 0.8511905074119568,
+      "step": 390
+    },
+    {
+      "completion_length": 185.3928680419922,
+      "epoch": 0.31608730800323365,
+      "grad_norm": 0.023237893357872963,
+      "kl": 0.06520064920186996,
+      "learning_rate": 5.471301535974131e-06,
+      "loss": 0.0026,
+      "reward": 5.475446701049805,
+      "reward_std": 1.1848540306091309,
+      "rewards/answer_format_reward": 0.976190447807312,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.8816964626312256,
+      "rewards/geometry_consistency_reward": 0.8392857313156128,
+      "rewards/prompt_consistency_reward": 0.8392857313156128,
+      "rewards/walls_orthogonality_reward": 0.938988208770752,
+      "step": 391
+    },
+    {
+      "completion_length": 185.21429443359375,
+      "epoch": 0.31689571544058204,
+      "grad_norm": 0.07059354335069656,
+      "kl": 0.07985740900039673,
+      "learning_rate": 5.464834276475343e-06,
+      "loss": 0.0032,
+      "reward": 5.628983974456787,
+      "reward_std": 0.9163791537284851,
+      "rewards/answer_format_reward": 0.9592262506484985,
+      "rewards/common_format_reward": 0.9955357313156128,
+      "rewards/doors_consistency_reward": 0.910714328289032,
+      "rewards/geometry_consistency_reward": 0.910714328289032,
+      "rewards/prompt_consistency_reward": 0.910714328289032,
+      "rewards/walls_orthogonality_reward": 0.9420787692070007,
+      "step": 392
+    },
+    {
+      "completion_length": 191.75001525878906,
+      "epoch": 0.3177041228779305,
+      "grad_norm": 0.015440837480127811,
+      "kl": 0.03730151057243347,
+      "learning_rate": 5.458367016976556e-06,
+      "loss": 0.0015,
+      "reward": 5.5479912757873535,
+      "reward_std": 0.7770728468894958,
+      "rewards/answer_format_reward": 0.9683780670166016,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.9040179252624512,
+      "rewards/geometry_consistency_reward": 0.8750000596046448,
+      "rewards/prompt_consistency_reward": 0.8750000596046448,
+      "rewards/walls_orthogonality_reward": 0.9255953431129456,
+      "step": 393
+    },
+    {
+      "completion_length": 208.5178680419922,
+      "epoch": 0.3185125303152789,
+      "grad_norm": 0.01981918141245842,
+      "kl": 0.04848418012261391,
+      "learning_rate": 5.451899757477768e-06,
+      "loss": 0.0019,
+      "reward": 5.014285564422607,
+      "reward_std": 1.9335200786590576,
+      "rewards/answer_format_reward": 0.8773809671401978,
+      "rewards/common_format_reward": 0.973214328289032,
+      "rewards/doors_consistency_reward": 0.785714328289032,
+      "rewards/geometry_consistency_reward": 0.7738096117973328,
+      "rewards/prompt_consistency_reward": 0.785714328289032,
+      "rewards/walls_orthogonality_reward": 0.8184522986412048,
+      "step": 394
+    },
+    {
+      "completion_length": 191.0357208251953,
+      "epoch": 0.3193209377526273,
+      "grad_norm": 0.04134137183427811,
+      "kl": 0.03147723153233528,
+      "learning_rate": 5.44543249797898e-06,
+      "loss": 0.0013,
+      "reward": 5.494643211364746,
+      "reward_std": 1.1319756507873535,
+      "rewards/answer_format_reward": 0.9633929133415222,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.8750000596046448,
+      "rewards/geometry_consistency_reward": 0.8750000596046448,
+      "rewards/prompt_consistency_reward": 0.8750000596046448,
+      "rewards/walls_orthogonality_reward": 0.9062500596046448,
+      "step": 395
+    },
+    {
+      "completion_length": 187.6428680419922,
+      "epoch": 0.32012934518997577,
+      "grad_norm": 0.027345867827534676,
+      "kl": 0.042445890605449677,
+      "learning_rate": 5.438965238480194e-06,
+      "loss": 0.0017,
+      "reward": 5.201515197753906,
+      "reward_std": 1.6370927095413208,
+      "rewards/answer_format_reward": 0.940625011920929,
+      "rewards/common_format_reward": 0.9776785969734192,
+      "rewards/doors_consistency_reward": 0.8147321939468384,
+      "rewards/geometry_consistency_reward": 0.785714328289032,
+      "rewards/prompt_consistency_reward": 0.785714328289032,
+      "rewards/walls_orthogonality_reward": 0.8970509171485901,
+      "step": 396
+    },
+    {
+      "completion_length": 194.8928680419922,
+      "epoch": 0.32093775262732416,
+      "grad_norm": 0.011695443652570248,
+      "kl": 0.03162195906043053,
+      "learning_rate": 5.432497978981406e-06,
+      "loss": 0.0013,
+      "reward": 5.499255657196045,
+      "reward_std": 0.8614192605018616,
+      "rewards/answer_format_reward": 0.9553571939468384,
+      "rewards/common_format_reward": 0.9977679252624512,
+      "rewards/doors_consistency_reward": 0.8883929252624512,
+      "rewards/geometry_consistency_reward": 0.8750000596046448,
+      "rewards/prompt_consistency_reward": 0.8750000596046448,
+      "rewards/walls_orthogonality_reward": 0.9077380895614624,
+      "step": 397
+    },
+    {
+      "completion_length": 229.82144165039062,
+      "epoch": 0.3217461600646726,
+      "grad_norm": 0.01699819415807724,
+      "kl": 0.03885875642299652,
+      "learning_rate": 5.426030719482619e-06,
+      "loss": 0.0016,
+      "reward": 5.430166244506836,
+      "reward_std": 1.1690788269042969,
+      "rewards/answer_format_reward": 0.9562075138092041,
+      "rewards/common_format_reward": 0.9977679252624512,
+      "rewards/doors_consistency_reward": 0.8571429252624512,
+      "rewards/geometry_consistency_reward": 0.8571429252624512,
+      "rewards/prompt_consistency_reward": 0.8571429252624512,
+      "rewards/walls_orthogonality_reward": 0.9047619104385376,
+      "step": 398
+    },
+    {
+      "completion_length": 186.62501525878906,
+      "epoch": 0.322554567502021,
+      "grad_norm": 0.01640297658741474,
+      "kl": 0.04830015078186989,
+      "learning_rate": 5.419563459983832e-06,
+      "loss": 0.0019,
+      "reward": 5.215774059295654,
+      "reward_std": 1.1917263269424438,
+      "rewards/answer_format_reward": 0.9375000596046448,
+      "rewards/common_format_reward": 1.0,
+      "rewards/doors_consistency_reward": 0.8035714626312256,
+      "rewards/geometry_consistency_reward": 0.8035714626312256,
+      "rewards/prompt_consistency_reward": 0.8035714626312256,
+      "rewards/walls_orthogonality_reward": 0.8675596117973328,
+      "step": 399
+    },
+    {
+      "completion_length": 202.32144165039062,
+      "epoch": 0.32336297493936944,
+      "grad_norm": 0.015151679515838623,
+      "kl": 0.037056345492601395,
+      "learning_rate": 5.413096200485044e-06,
+      "loss": 0.0015,
+      "reward": 5.114969730377197,
+      "reward_std": 1.2965799570083618,
+      "rewards/answer_format_reward": 0.8924320340156555,
+      "rewards/common_format_reward": 0.9687500596046448,
+      "rewards/doors_consistency_reward": 0.8035714626312256,
+      "rewards/geometry_consistency_reward": 0.8035714626312256,
+      "rewards/prompt_consistency_reward": 0.8035714626312256,
+      "rewards/walls_orthogonality_reward": 0.8430736064910889,
+      "step": 400
     }
   ],
   "logging_steps": 1,