Training in progress, step 1920, checkpoint

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63d67419d2928ad9e8fe4d6df415a0ffd9685b7e9ff0e8c897b73a23ca03623b
+oid sha256:3fa158ff6640b94e145d5acd75419fe57eb2a49ee5722f8653daa82be30e564f
 size 34880176

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b68a9dac5b92e9c8577121213822b526ba62121344fd5983a6f015e5a64ef6f
+oid sha256:1d6767851dfb6ab2bc9b5fb9463480dcb916ed8745dcb39b5ae3b1bd79202031
 size 69824890

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0407fbbc2fd68809e91b08a6392ff1ea21b53fc6c8f021cc51ec7e81c1fb91d9
+oid sha256:c51196bc1baa8292c1993a384991543a37284c631abb9b6ad366761f498ef88d
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28b5cab2970844eb9825c78458ae77fbb548dd695aef6361f27b906363b5bf58
+oid sha256:f9b9715084edbe8f5dd888c1e944cda9d71cf1cd29eef0ddc3f41df253ad6409
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.22070718742777906,
+  "epoch": 0.22186272244048993,
   "eval_steps": 500,
-  "global_step": 1910,
+  "global_step": 1920,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -32657,6 +32657,186 @@
       "rewards/repetition_penalty_reward_1": -0.8674229383468628,
       "rewards/walls_orthogonality_reward_2": 0.0,
       "step": 1910
+    },
+    {
+      "completion_length": 2000.0,
+      "epoch": 0.22082274092905016,
+      "grad_norm": 0.16235613822937012,
+      "kl": Infinity,
+      "learning_rate": 4.5377219222163855e-05,
+      "loss": 0.3734,
+      "reward": -0.560864269733429,
+      "reward_std": 0.12957769632339478,
+      "rewards/answer_format_reward_2": 0.0,
+      "rewards/common_format_reward_2": 0.296875,
+      "rewards/doors_consistency_reward_3": 0.0,
+      "rewards/geometry_consistency_reward_2": 0.0,
+      "rewards/prompt_consistency_reward_4": 0.0,
+      "rewards/repetition_penalty_reward_1": -0.8577393293380737,
+      "rewards/walls_orthogonality_reward_2": 0.0,
+      "step": 1911
+    },
+    {
+      "completion_length": 2000.0,
+      "epoch": 0.22093829443032123,
+      "grad_norm": 1.4578464031219482,
+      "kl": 1.8037109375,
+      "learning_rate": 4.537179714349949e-05,
+      "loss": 0.0722,
+      "reward": -0.49905064702033997,
+      "reward_std": 0.06322415918111801,
+      "rewards/answer_format_reward_2": 0.0,
+      "rewards/common_format_reward_2": 0.359375,
+      "rewards/doors_consistency_reward_3": 0.0,
+      "rewards/geometry_consistency_reward_2": 0.0,
+      "rewards/prompt_consistency_reward_4": 0.0,
+      "rewards/repetition_penalty_reward_1": -0.8584256768226624,
+      "rewards/walls_orthogonality_reward_2": 0.0,
+      "step": 1912
+    },
+    {
+      "completion_length": 2000.0,
+      "epoch": 0.22105384793159233,
+      "grad_norm": 1.1705844402313232,
+      "kl": 5.5390625,
+      "learning_rate": 4.536637221124788e-05,
+      "loss": 0.2215,
+      "reward": -0.5397164821624756,
+      "reward_std": 0.10924676805734634,
+      "rewards/answer_format_reward_2": 0.0,
+      "rewards/common_format_reward_2": 0.328125,
+      "rewards/doors_consistency_reward_3": 0.0,
+      "rewards/geometry_consistency_reward_2": 0.0,
+      "rewards/prompt_consistency_reward_4": 0.0,
+      "rewards/repetition_penalty_reward_1": -0.8678414821624756,
+      "rewards/walls_orthogonality_reward_2": 0.0,
+      "step": 1913
+    },
+    {
+      "completion_length": 2000.0,
+      "epoch": 0.22116940143286343,
+      "grad_norm": 1.0990632772445679,
+      "kl": 5.5390625,
+      "learning_rate": 4.536094442616894e-05,
+      "loss": 0.2215,
+      "reward": -0.540374219417572,
+      "reward_std": 0.10708020627498627,
+      "rewards/answer_format_reward_2": 0.0,
+      "rewards/common_format_reward_2": 0.328125,
+      "rewards/doors_consistency_reward_3": 0.0,
+      "rewards/geometry_consistency_reward_2": 0.0,
+      "rewards/prompt_consistency_reward_4": 0.0,
+      "rewards/repetition_penalty_reward_1": -0.8684992790222168,
+      "rewards/walls_orthogonality_reward_2": 0.0,
+      "step": 1914
+    },
+    {
+      "completion_length": 2000.0,
+      "epoch": 0.2212849549341345,
+      "grad_norm": 0.7110217809677124,
+      "kl": Infinity,
+      "learning_rate": 4.5355513789022966e-05,
+      "loss": 0.2437,
+      "reward": -0.5306966304779053,
+      "reward_std": 0.10269428044557571,
+      "rewards/answer_format_reward_2": 0.0,
+      "rewards/common_format_reward_2": 0.328125,
+      "rewards/doors_consistency_reward_3": 0.0,
+      "rewards/geometry_consistency_reward_2": 0.0,
+      "rewards/prompt_consistency_reward_4": 0.0,
+      "rewards/repetition_penalty_reward_1": -0.8588216304779053,
+      "rewards/walls_orthogonality_reward_2": 0.0,
+      "step": 1915
+    },
+    {
+      "completion_length": 2000.0,
+      "epoch": 0.2214005084354056,
+      "grad_norm": 0.9089785814285278,
+      "kl": Infinity,
+      "learning_rate": 4.5350080300570654e-05,
+      "loss": 0.4539,
+      "reward": -0.5630654096603394,
+      "reward_std": 0.13276828825473785,
+      "rewards/answer_format_reward_2": 0.0,
+      "rewards/common_format_reward_2": 0.296875,
+      "rewards/doors_consistency_reward_3": 0.0,
+      "rewards/geometry_consistency_reward_2": 0.0,
+      "rewards/prompt_consistency_reward_4": 0.0,
+      "rewards/repetition_penalty_reward_1": -0.8599404692649841,
+      "rewards/walls_orthogonality_reward_2": 0.0,
+      "step": 1916
+    },
+    {
+      "completion_length": 2000.0,
+      "epoch": 0.2215160619366767,
+      "grad_norm": 1.0042904615402222,
+      "kl": Infinity,
+      "learning_rate": 4.534464396157311e-05,
+      "loss": 0.4625,
+      "reward": -0.5605688691139221,
+      "reward_std": 0.13202831149101257,
+      "rewards/answer_format_reward_2": 0.0,
+      "rewards/common_format_reward_2": 0.296875,
+      "rewards/doors_consistency_reward_3": 0.0,
+      "rewards/geometry_consistency_reward_2": 0.0,
+      "rewards/prompt_consistency_reward_4": 0.0,
+      "rewards/repetition_penalty_reward_1": -0.8574439287185669,
+      "rewards/walls_orthogonality_reward_2": 0.0,
+      "step": 1917
+    },
+    {
+      "completion_length": 2000.0,
+      "epoch": 0.22163161543794777,
+      "grad_norm": 0.8808401823043823,
+      "kl": Infinity,
+      "learning_rate": 4.533920477279181e-05,
+      "loss": 0.448,
+      "reward": -0.5714945793151855,
+      "reward_std": 0.12087172269821167,
+      "rewards/answer_format_reward_2": 0.0,
+      "rewards/common_format_reward_2": 0.296875,
+      "rewards/doors_consistency_reward_3": 0.0,
+      "rewards/geometry_consistency_reward_2": 0.0,
+      "rewards/prompt_consistency_reward_4": 0.0,
+      "rewards/repetition_penalty_reward_1": -0.8683695793151855,
+      "rewards/walls_orthogonality_reward_2": 0.0,
+      "step": 1918
+    },
+    {
+      "completion_length": 2000.0,
+      "epoch": 0.22174716893921886,
+      "grad_norm": 0.3112415075302124,
+      "kl": 0.094970703125,
+      "learning_rate": 4.5333762734988675e-05,
+      "loss": 0.0038,
+      "reward": -0.48627978563308716,
+      "reward_std": 0.02246752195060253,
+      "rewards/answer_format_reward_2": 0.0,
+      "rewards/common_format_reward_2": 0.375,
+      "rewards/doors_consistency_reward_3": 0.0,
+      "rewards/geometry_consistency_reward_2": 0.0,
+      "rewards/prompt_consistency_reward_4": 0.0,
+      "rewards/repetition_penalty_reward_1": -0.8612797856330872,
+      "rewards/walls_orthogonality_reward_2": 0.0,
+      "step": 1919
+    },
+    {
+      "completion_length": 2000.0,
+      "epoch": 0.22186272244048993,
+      "grad_norm": 0.17068172991275787,
+      "kl": Infinity,
+      "learning_rate": 4.532831784892598e-05,
+      "loss": 0.3533,
+      "reward": -0.5470014214515686,
+      "reward_std": 0.11931344866752625,
+      "rewards/answer_format_reward_2": 0.0,
+      "rewards/common_format_reward_2": 0.3125,
+      "rewards/doors_consistency_reward_3": 0.0,
+      "rewards/geometry_consistency_reward_2": 0.0,
+      "rewards/prompt_consistency_reward_4": 0.0,
+      "rewards/repetition_penalty_reward_1": -0.8595014810562134,
+      "rewards/walls_orthogonality_reward_2": 0.0,
+      "step": 1920
     }
   ],
   "logging_steps": 1,