Upload 10 files

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49b8807bedd99b2e574379aa143ff6d032660157534a81dca84000c65ccef846
+oid sha256:fd9caef85ec52964d77101c01089e033b9de019b050425b43da9b6a07ebbdb60
 size 445794776

rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ea2550ae59da11bf890044f4115183f9d7415e09bfd06aa78aee47b54379296
+oid sha256:14ccd55bfa5beba6eae86ae11b5406b054abd0de01276723570e299708216fdb
 size 14180

tokenizer.json

@@ -1,7 +1,19 @@
 {
   "version": "1.0",
-  "truncation": null,
-  "padding": null,
+  "truncation": {
+    "direction": "Right",
+    "max_length": 32,
+    "strategy": "LongestFirst",
+    "stride": 0
+  },
+  "padding": {
+    "strategy": "BatchLongest",
+    "direction": "Left",
+    "pad_to_multiple_of": null,
+    "pad_id": 0,
+    "pad_type_id": 0,
+    "pad_token": "<pad>"
+  },
   "added_tokens": [
     {
       "id": 0,

trainer_state.json

@@ -3,1178 +3,2294 @@
   "best_model_checkpoint": null,
   "epoch": 5.0,
   "eval_steps": 500,
-  "global_step": 9295,
+  "global_step": 18550,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.03,
+      "epoch": 0.01,
       "learning_rate": 0.0003,
-      "loss": 1.072,
+      "loss": 1.0781,
       "step": 50
     },
     {
-      "epoch": 0.05,
+      "epoch": 0.03,
       "learning_rate": 0.0003,
-      "loss": 0.2901,
+      "loss": 0.2803,
       "step": 100
     },
     {
-      "epoch": 0.08,
+      "epoch": 0.04,
       "learning_rate": 0.0003,
-      "loss": 0.2788,
+      "loss": 0.2085,
       "step": 150
     },
     {
-      "epoch": 0.11,
+      "epoch": 0.05,
       "learning_rate": 0.0003,
-      "loss": 0.2179,
+      "loss": 0.1611,
       "step": 200
     },
     {
-      "epoch": 0.13,
+      "epoch": 0.07,
       "learning_rate": 0.0003,
-      "loss": 0.2136,
+      "loss": 0.1625,
       "step": 250
     },
     {
-      "epoch": 0.16,
+      "epoch": 0.08,
       "learning_rate": 0.0003,
-      "loss": 0.1834,
+      "loss": 0.1371,
       "step": 300
     },
     {
-      "epoch": 0.19,
+      "epoch": 0.09,
       "learning_rate": 0.0003,
-      "loss": 0.1721,
+      "loss": 0.1533,
       "step": 350
     },
     {
-      "epoch": 0.22,
+      "epoch": 0.11,
       "learning_rate": 0.0003,
-      "loss": 0.1466,
+      "loss": 0.1224,
       "step": 400
     },
     {
-      "epoch": 0.24,
+      "epoch": 0.12,
       "learning_rate": 0.0003,
-      "loss": 0.1327,
+      "loss": 0.1488,
       "step": 450
     },
     {
-      "epoch": 0.27,
+      "epoch": 0.13,
       "learning_rate": 0.0003,
-      "loss": 0.1377,
+      "loss": 0.0981,
       "step": 500
     },
     {
-      "epoch": 0.3,
+      "epoch": 0.15,
       "learning_rate": 0.0003,
-      "loss": 0.1092,
+      "loss": 0.0973,
       "step": 550
     },
     {
-      "epoch": 0.32,
+      "epoch": 0.16,
       "learning_rate": 0.0003,
-      "loss": 0.1177,
+      "loss": 0.0992,
       "step": 600
     },
     {
-      "epoch": 0.35,
+      "epoch": 0.18,
       "learning_rate": 0.0003,
-      "loss": 0.1659,
+      "loss": 0.0867,
       "step": 650
     },
     {
-      "epoch": 0.38,
+      "epoch": 0.19,
       "learning_rate": 0.0003,
-      "loss": 0.1073,
+      "loss": 0.0933,
       "step": 700
     },
     {
-      "epoch": 0.4,
+      "epoch": 0.2,
       "learning_rate": 0.0003,
-      "loss": 0.1567,
+      "loss": 0.1006,
       "step": 750
     },
     {
-      "epoch": 0.43,
+      "epoch": 0.22,
       "learning_rate": 0.0003,
-      "loss": 0.1389,
+      "loss": 0.0694,
       "step": 800
     },
     {
-      "epoch": 0.46,
+      "epoch": 0.23,
       "learning_rate": 0.0003,
-      "loss": 0.1125,
+      "loss": 0.0655,
       "step": 850
     },
     {
-      "epoch": 0.48,
+      "epoch": 0.24,
       "learning_rate": 0.0003,
-      "loss": 0.1009,
+      "loss": 0.0775,
       "step": 900
     },
     {
-      "epoch": 0.51,
+      "epoch": 0.26,
       "learning_rate": 0.0003,
-      "loss": 0.0986,
+      "loss": 0.0666,
       "step": 950
     },
     {
-      "epoch": 0.54,
+      "epoch": 0.27,
       "learning_rate": 0.0003,
-      "loss": 0.104,
+      "loss": 0.0539,
       "step": 1000
     },
     {
-      "epoch": 0.56,
+      "epoch": 0.28,
       "learning_rate": 0.0003,
-      "loss": 0.1155,
+      "loss": 0.0726,
       "step": 1050
     },
     {
-      "epoch": 0.59,
+      "epoch": 0.3,
       "learning_rate": 0.0003,
-      "loss": 0.1213,
+      "loss": 0.0699,
       "step": 1100
     },
     {
-      "epoch": 0.62,
+      "epoch": 0.31,
       "learning_rate": 0.0003,
-      "loss": 0.1001,
+      "loss": 0.0786,
       "step": 1150
     },
     {
-      "epoch": 0.65,
+      "epoch": 0.32,
       "learning_rate": 0.0003,
-      "loss": 0.0985,
+      "loss": 0.0773,
       "step": 1200
     },
     {
-      "epoch": 0.67,
+      "epoch": 0.34,
       "learning_rate": 0.0003,
-      "loss": 0.0879,
+      "loss": 0.073,
       "step": 1250
     },
     {
-      "epoch": 0.7,
+      "epoch": 0.35,
       "learning_rate": 0.0003,
-      "loss": 0.1006,
+      "loss": 0.0543,
       "step": 1300
     },
     {
-      "epoch": 0.73,
+      "epoch": 0.36,
       "learning_rate": 0.0003,
-      "loss": 0.0924,
+      "loss": 0.0572,
       "step": 1350
     },
     {
-      "epoch": 0.75,
+      "epoch": 0.38,
       "learning_rate": 0.0003,
-      "loss": 0.0787,
+      "loss": 0.089,
       "step": 1400
     },
     {
-      "epoch": 0.78,
+      "epoch": 0.39,
       "learning_rate": 0.0003,
-      "loss": 0.0959,
+      "loss": 0.0516,
       "step": 1450
     },
     {
-      "epoch": 0.81,
+      "epoch": 0.4,
       "learning_rate": 0.0003,
-      "loss": 0.0634,
+      "loss": 0.0643,
       "step": 1500
     },
     {
-      "epoch": 0.83,
+      "epoch": 0.42,
       "learning_rate": 0.0003,
-      "loss": 0.082,
+      "loss": 0.0364,
       "step": 1550
     },
     {
-      "epoch": 0.86,
+      "epoch": 0.43,
       "learning_rate": 0.0003,
-      "loss": 0.0823,
+      "loss": 0.0698,
       "step": 1600
     },
     {
-      "epoch": 0.89,
+      "epoch": 0.44,
       "learning_rate": 0.0003,
-      "loss": 0.0662,
+      "loss": 0.0431,
       "step": 1650
     },
     {
-      "epoch": 0.91,
+      "epoch": 0.46,
       "learning_rate": 0.0003,
-      "loss": 0.0865,
+      "loss": 0.0393,
       "step": 1700
     },
     {
-      "epoch": 0.94,
+      "epoch": 0.47,
       "learning_rate": 0.0003,
-      "loss": 0.0746,
+      "loss": 0.0682,
       "step": 1750
     },
     {
-      "epoch": 0.97,
+      "epoch": 0.49,
       "learning_rate": 0.0003,
-      "loss": 0.0577,
+      "loss": 0.0454,
       "step": 1800
     },
     {
-      "epoch": 1.0,
+      "epoch": 0.5,
       "learning_rate": 0.0003,
-      "loss": 0.0666,
+      "loss": 0.0534,
       "step": 1850
     },
     {
-      "epoch": 1.0,
-      "eval_f1": 25.2962,
-      "eval_gen_len": 31.19437742578412,
-      "eval_loss": 0.07428992539644241,
-      "eval_runtime": 15.1167,
-      "eval_samples_per_second": 630.629,
-      "eval_steps_per_second": 19.713,
-      "step": 1859
-    },
-    {
-      "epoch": 1.02,
+      "epoch": 0.51,
       "learning_rate": 0.0003,
-      "loss": 0.0685,
+      "loss": 0.0519,
       "step": 1900
     },
     {
-      "epoch": 1.05,
+      "epoch": 0.53,
       "learning_rate": 0.0003,
-      "loss": 0.0339,
+      "loss": 0.0675,
       "step": 1950
     },
     {
-      "epoch": 1.08,
+      "epoch": 0.54,
       "learning_rate": 0.0003,
-      "loss": 0.0578,
+      "loss": 0.046,
       "step": 2000
     },
     {
-      "epoch": 1.1,
+      "epoch": 0.55,
       "learning_rate": 0.0003,
-      "loss": 0.0694,
+      "loss": 0.0527,
       "step": 2050
     },
     {
-      "epoch": 1.13,
+      "epoch": 0.57,
       "learning_rate": 0.0003,
-      "loss": 0.0488,
+      "loss": 0.0588,
       "step": 2100
     },
     {
-      "epoch": 1.16,
+      "epoch": 0.58,
       "learning_rate": 0.0003,
-      "loss": 0.0601,
+      "loss": 0.0625,
       "step": 2150
     },
     {
-      "epoch": 1.18,
+      "epoch": 0.59,
       "learning_rate": 0.0003,
-      "loss": 0.0528,
+      "loss": 0.039,
       "step": 2200
     },
     {
-      "epoch": 1.21,
+      "epoch": 0.61,
       "learning_rate": 0.0003,
-      "loss": 0.0365,
+      "loss": 0.0394,
       "step": 2250
     },
     {
-      "epoch": 1.24,
+      "epoch": 0.62,
       "learning_rate": 0.0003,
-      "loss": 0.0517,
+      "loss": 0.041,
       "step": 2300
     },
     {
-      "epoch": 1.26,
+      "epoch": 0.63,
       "learning_rate": 0.0003,
-      "loss": 0.0458,
+      "loss": 0.0363,
       "step": 2350
     },
     {
-      "epoch": 1.29,
+      "epoch": 0.65,
       "learning_rate": 0.0003,
-      "loss": 0.0386,
+      "loss": 0.0524,
       "step": 2400
     },
     {
-      "epoch": 1.32,
+      "epoch": 0.66,
       "learning_rate": 0.0003,
-      "loss": 0.0435,
+      "loss": 0.0469,
       "step": 2450
     },
     {
-      "epoch": 1.34,
+      "epoch": 0.67,
       "learning_rate": 0.0003,
-      "loss": 0.0451,
+      "loss": 0.0427,
       "step": 2500
     },
     {
-      "epoch": 1.37,
+      "epoch": 0.69,
       "learning_rate": 0.0003,
-      "loss": 0.0545,
+      "loss": 0.0482,
       "step": 2550
     },
     {
-      "epoch": 1.4,
+      "epoch": 0.7,
       "learning_rate": 0.0003,
-      "loss": 0.045,
+      "loss": 0.0319,
       "step": 2600
     },
     {
-      "epoch": 1.43,
+      "epoch": 0.71,
       "learning_rate": 0.0003,
-      "loss": 0.0312,
+      "loss": 0.0371,
       "step": 2650
     },
     {
-      "epoch": 1.45,
+      "epoch": 0.73,
       "learning_rate": 0.0003,
-      "loss": 0.0636,
+      "loss": 0.0446,
       "step": 2700
     },
     {
-      "epoch": 1.48,
+      "epoch": 0.74,
       "learning_rate": 0.0003,
-      "loss": 0.0535,
+      "loss": 0.0436,
       "step": 2750
     },
     {
-      "epoch": 1.51,
+      "epoch": 0.75,
       "learning_rate": 0.0003,
-      "loss": 0.0587,
+      "loss": 0.0308,
       "step": 2800
     },
     {
-      "epoch": 1.53,
+      "epoch": 0.77,
       "learning_rate": 0.0003,
-      "loss": 0.0352,
+      "loss": 0.0472,
       "step": 2850
     },
     {
-      "epoch": 1.56,
+      "epoch": 0.78,
       "learning_rate": 0.0003,
-      "loss": 0.0361,
+      "loss": 0.0219,
       "step": 2900
     },
     {
-      "epoch": 1.59,
+      "epoch": 0.8,
       "learning_rate": 0.0003,
-      "loss": 0.0387,
+      "loss": 0.0346,
       "step": 2950
     },
     {
-      "epoch": 1.61,
+      "epoch": 0.81,
       "learning_rate": 0.0003,
-      "loss": 0.0345,
+      "loss": 0.0351,
       "step": 3000
     },
     {
-      "epoch": 1.64,
+      "epoch": 0.82,
       "learning_rate": 0.0003,
-      "loss": 0.053,
+      "loss": 0.0326,
       "step": 3050
     },
     {
-      "epoch": 1.67,
+      "epoch": 0.84,
       "learning_rate": 0.0003,
-      "loss": 0.0302,
+      "loss": 0.0405,
       "step": 3100
     },
     {
-      "epoch": 1.69,
+      "epoch": 0.85,
       "learning_rate": 0.0003,
-      "loss": 0.0368,
+      "loss": 0.0346,
       "step": 3150
     },
     {
-      "epoch": 1.72,
+      "epoch": 0.86,
       "learning_rate": 0.0003,
-      "loss": 0.0392,
+      "loss": 0.0329,
       "step": 3200
     },
     {
-      "epoch": 1.75,
+      "epoch": 0.88,
       "learning_rate": 0.0003,
-      "loss": 0.0319,
+      "loss": 0.0407,
       "step": 3250
     },
     {
-      "epoch": 1.78,
+      "epoch": 0.89,
       "learning_rate": 0.0003,
-      "loss": 0.0555,
+      "loss": 0.0446,
       "step": 3300
     },
     {
-      "epoch": 1.8,
+      "epoch": 0.9,
       "learning_rate": 0.0003,
-      "loss": 0.0426,
+      "loss": 0.0447,
       "step": 3350
     },
     {
-      "epoch": 1.83,
+      "epoch": 0.92,
       "learning_rate": 0.0003,
-      "loss": 0.048,
+      "loss": 0.0393,
       "step": 3400
     },
     {
-      "epoch": 1.86,
+      "epoch": 0.93,
       "learning_rate": 0.0003,
-      "loss": 0.0545,
+      "loss": 0.0306,
       "step": 3450
     },
     {
-      "epoch": 1.88,
+      "epoch": 0.94,
       "learning_rate": 0.0003,
-      "loss": 0.0462,
+      "loss": 0.0389,
       "step": 3500
     },
     {
-      "epoch": 1.91,
+      "epoch": 0.96,
       "learning_rate": 0.0003,
-      "loss": 0.0545,
+      "loss": 0.0326,
       "step": 3550
     },
     {
-      "epoch": 1.94,
+      "epoch": 0.97,
       "learning_rate": 0.0003,
-      "loss": 0.0576,
+      "loss": 0.0343,
       "step": 3600
     },
     {
-      "epoch": 1.96,
+      "epoch": 0.98,
       "learning_rate": 0.0003,
-      "loss": 0.0251,
+      "loss": 0.0264,
       "step": 3650
     },
     {
-      "epoch": 1.99,
+      "epoch": 1.0,
       "learning_rate": 0.0003,
-      "loss": 0.0297,
+      "loss": 0.0313,
       "step": 3700
     },
     {
-      "epoch": 2.0,
-      "eval_f1": 25.2962,
-      "eval_gen_len": 31.19437742578412,
-      "eval_loss": 0.07492993772029877,
-      "eval_runtime": 14.9487,
-      "eval_samples_per_second": 637.715,
-      "eval_steps_per_second": 19.935,
-      "step": 3718
+      "epoch": 1.0,
+      "eval_f1": 22.2222,
+      "eval_gen_len": 29.002111729698598,
+      "eval_loss": 0.045024264603853226,
+      "eval_runtime": 25.7329,
+      "eval_samples_per_second": 809.701,
+      "eval_steps_per_second": 25.337,
+      "step": 3710
     },
     {
-      "epoch": 2.02,
+      "epoch": 1.01,
       "learning_rate": 0.0003,
-      "loss": 0.0474,
+      "loss": 0.033,
       "step": 3750
     },
     {
-      "epoch": 2.04,
+      "epoch": 1.02,
       "learning_rate": 0.0003,
-      "loss": 0.0303,
+      "loss": 0.0269,
       "step": 3800
     },
     {
-      "epoch": 2.07,
+      "epoch": 1.04,
       "learning_rate": 0.0003,
-      "loss": 0.0383,
+      "loss": 0.0199,
       "step": 3850
     },
     {
-      "epoch": 2.1,
+      "epoch": 1.05,
       "learning_rate": 0.0003,
-      "loss": 0.0249,
+      "loss": 0.0221,
       "step": 3900
     },
     {
-      "epoch": 2.12,
+      "epoch": 1.06,
       "learning_rate": 0.0003,
-      "loss": 0.0284,
+      "loss": 0.0138,
       "step": 3950
     },
     {
-      "epoch": 2.15,
+      "epoch": 1.08,
       "learning_rate": 0.0003,
-      "loss": 0.0237,
+      "loss": 0.023,
       "step": 4000
     },
     {
-      "epoch": 2.18,
+      "epoch": 1.09,
       "learning_rate": 0.0003,
-      "loss": 0.019,
+      "loss": 0.0171,
       "step": 4050
     },
     {
-      "epoch": 2.21,
+      "epoch": 1.11,
       "learning_rate": 0.0003,
-      "loss": 0.0319,
+      "loss": 0.0178,
       "step": 4100
     },
     {
-      "epoch": 2.23,
+      "epoch": 1.12,
       "learning_rate": 0.0003,
-      "loss": 0.0216,
+      "loss": 0.0193,
       "step": 4150
     },
     {
-      "epoch": 2.26,
+      "epoch": 1.13,
       "learning_rate": 0.0003,
-      "loss": 0.0254,
+      "loss": 0.0129,
       "step": 4200
     },
     {
-      "epoch": 2.29,
+      "epoch": 1.15,
       "learning_rate": 0.0003,
-      "loss": 0.0243,
+      "loss": 0.0172,
       "step": 4250
     },
     {
-      "epoch": 2.31,
+      "epoch": 1.16,
       "learning_rate": 0.0003,
-      "loss": 0.024,
+      "loss": 0.0265,
       "step": 4300
     },
     {
-      "epoch": 2.34,
+      "epoch": 1.17,
       "learning_rate": 0.0003,
-      "loss": 0.0168,
+      "loss": 0.0208,
       "step": 4350
     },
     {
-      "epoch": 2.37,
+      "epoch": 1.19,
       "learning_rate": 0.0003,
-      "loss": 0.0222,
+      "loss": 0.0179,
       "step": 4400
     },
     {
-      "epoch": 2.39,
+      "epoch": 1.2,
       "learning_rate": 0.0003,
-      "loss": 0.0299,
+      "loss": 0.0142,
       "step": 4450
     },
     {
-      "epoch": 2.42,
+      "epoch": 1.21,
       "learning_rate": 0.0003,
-      "loss": 0.0272,
+      "loss": 0.0232,
       "step": 4500
     },
     {
-      "epoch": 2.45,
+      "epoch": 1.23,
       "learning_rate": 0.0003,
-      "loss": 0.0191,
+      "loss": 0.0257,
       "step": 4550
     },
     {
-      "epoch": 2.47,
+      "epoch": 1.24,
       "learning_rate": 0.0003,
-      "loss": 0.0259,
+      "loss": 0.0159,
       "step": 4600
     },
     {
-      "epoch": 2.5,
+      "epoch": 1.25,
       "learning_rate": 0.0003,
-      "loss": 0.0148,
+      "loss": 0.017,
       "step": 4650
     },
     {
-      "epoch": 2.53,
+      "epoch": 1.27,
       "learning_rate": 0.0003,
-      "loss": 0.0258,
+      "loss": 0.0221,
       "step": 4700
     },
     {
-      "epoch": 2.56,
+      "epoch": 1.28,
       "learning_rate": 0.0003,
-      "loss": 0.0282,
+      "loss": 0.0244,
       "step": 4750
     },
     {
-      "epoch": 2.58,
+      "epoch": 1.29,
       "learning_rate": 0.0003,
-      "loss": 0.0224,
+      "loss": 0.0222,
       "step": 4800
     },
     {
-      "epoch": 2.61,
+      "epoch": 1.31,
       "learning_rate": 0.0003,
-      "loss": 0.0235,
+      "loss": 0.0129,
       "step": 4850
     },
     {
-      "epoch": 2.64,
+      "epoch": 1.32,
       "learning_rate": 0.0003,
-      "loss": 0.0261,
+      "loss": 0.0137,
       "step": 4900
     },
     {
-      "epoch": 2.66,
+      "epoch": 1.33,
       "learning_rate": 0.0003,
-      "loss": 0.0246,
+      "loss": 0.01,
       "step": 4950
     },
     {
-      "epoch": 2.69,
+      "epoch": 1.35,
       "learning_rate": 0.0003,
-      "loss": 0.0115,
+      "loss": 0.0293,
       "step": 5000
     },
     {
-      "epoch": 2.72,
+      "epoch": 1.36,
       "learning_rate": 0.0003,
-      "loss": 0.0223,
+      "loss": 0.0155,
       "step": 5050
     },
     {
-      "epoch": 2.74,
+      "epoch": 1.37,
       "learning_rate": 0.0003,
-      "loss": 0.0235,
+      "loss": 0.0103,
       "step": 5100
     },
     {
-      "epoch": 2.77,
+      "epoch": 1.39,
       "learning_rate": 0.0003,
-      "loss": 0.0228,
+      "loss": 0.0104,
       "step": 5150
     },
     {
-      "epoch": 2.8,
+      "epoch": 1.4,
       "learning_rate": 0.0003,
-      "loss": 0.0128,
+      "loss": 0.0316,
       "step": 5200
     },
     {
-      "epoch": 2.82,
+      "epoch": 1.42,
       "learning_rate": 0.0003,
-      "loss": 0.0293,
+      "loss": 0.0173,
       "step": 5250
     },
     {
-      "epoch": 2.85,
+      "epoch": 1.43,
       "learning_rate": 0.0003,
-      "loss": 0.0239,
+      "loss": 0.0224,
       "step": 5300
     },
     {
-      "epoch": 2.88,
+      "epoch": 1.44,
       "learning_rate": 0.0003,
-      "loss": 0.0244,
+      "loss": 0.0181,
       "step": 5350
     },
     {
-      "epoch": 2.9,
+      "epoch": 1.46,
       "learning_rate": 0.0003,
-      "loss": 0.0324,
+      "loss": 0.0144,
       "step": 5400
     },
     {
-      "epoch": 2.93,
+      "epoch": 1.47,
       "learning_rate": 0.0003,
-      "loss": 0.019,
+      "loss": 0.0328,
       "step": 5450
     },
     {
-      "epoch": 2.96,
+      "epoch": 1.48,
       "learning_rate": 0.0003,
-      "loss": 0.0327,
+      "loss": 0.0182,
       "step": 5500
     },
     {
-      "epoch": 2.99,
+      "epoch": 1.5,
       "learning_rate": 0.0003,
-      "loss": 0.0225,
+      "loss": 0.0162,
       "step": 5550
     },
     {
-      "epoch": 3.0,
-      "eval_f1": 25.2962,
-      "eval_gen_len": 31.19437742578412,
-      "eval_loss": 0.06490713357925415,
-      "eval_runtime": 15.0374,
-      "eval_samples_per_second": 633.953,
-      "eval_steps_per_second": 19.817,
-      "step": 5577
-    },
-    {
-      "epoch": 3.01,
+      "epoch": 1.51,
       "learning_rate": 0.0003,
-      "loss": 0.0158,
+      "loss": 0.0274,
       "step": 5600
     },
     {
-      "epoch": 3.04,
+      "epoch": 1.52,
       "learning_rate": 0.0003,
-      "loss": 0.0092,
+      "loss": 0.0126,
       "step": 5650
     },
     {
-      "epoch": 3.07,
+      "epoch": 1.54,
       "learning_rate": 0.0003,
-      "loss": 0.0081,
+      "loss": 0.0239,
       "step": 5700
     },
     {
-      "epoch": 3.09,
+      "epoch": 1.55,
       "learning_rate": 0.0003,
-      "loss": 0.0155,
+      "loss": 0.0138,
       "step": 5750
     },
     {
-      "epoch": 3.12,
+      "epoch": 1.56,
       "learning_rate": 0.0003,
-      "loss": 0.0175,
+      "loss": 0.0085,
       "step": 5800
     },
     {
-      "epoch": 3.15,
+      "epoch": 1.58,
       "learning_rate": 0.0003,
-      "loss": 0.0142,
+      "loss": 0.0225,
       "step": 5850
     },
     {
-      "epoch": 3.17,
+      "epoch": 1.59,
       "learning_rate": 0.0003,
-      "loss": 0.0116,
+      "loss": 0.0138,
       "step": 5900
     },
     {
-      "epoch": 3.2,
+      "epoch": 1.6,
       "learning_rate": 0.0003,
-      "loss": 0.0123,
+      "loss": 0.0245,
       "step": 5950
     },
     {
-      "epoch": 3.23,
+      "epoch": 1.62,
       "learning_rate": 0.0003,
-      "loss": 0.0209,
+      "loss": 0.0146,
       "step": 6000
     },
     {
-      "epoch": 3.25,
+      "epoch": 1.63,
       "learning_rate": 0.0003,
-      "loss": 0.0188,
+      "loss": 0.0176,
       "step": 6050
     },
     {
-      "epoch": 3.28,
+      "epoch": 1.64,
       "learning_rate": 0.0003,
-      "loss": 0.0106,
+      "loss": 0.008,
       "step": 6100
     },
     {
-      "epoch": 3.31,
+      "epoch": 1.66,
       "learning_rate": 0.0003,
-      "loss": 0.0125,
+      "loss": 0.0169,
       "step": 6150
     },
     {
-      "epoch": 3.34,
+      "epoch": 1.67,
       "learning_rate": 0.0003,
-      "loss": 0.0092,
+      "loss": 0.0254,
       "step": 6200
     },
     {
-      "epoch": 3.36,
+      "epoch": 1.68,
       "learning_rate": 0.0003,
-      "loss": 0.0148,
+      "loss": 0.0057,
       "step": 6250
     },
     {
-      "epoch": 3.39,
+      "epoch": 1.7,
       "learning_rate": 0.0003,
-      "loss": 0.0146,
+      "loss": 0.0159,
       "step": 6300
     },
     {
-      "epoch": 3.42,
+      "epoch": 1.71,
       "learning_rate": 0.0003,
-      "loss": 0.0352,
+      "loss": 0.0265,
       "step": 6350
     },
     {
-      "epoch": 3.44,
+      "epoch": 1.73,
       "learning_rate": 0.0003,
-      "loss": 0.0159,
+      "loss": 0.0075,
       "step": 6400
     },
     {
-      "epoch": 3.47,
+      "epoch": 1.74,
       "learning_rate": 0.0003,
-      "loss": 0.0106,
+      "loss": 0.0132,
       "step": 6450
     },
     {
-      "epoch": 3.5,
+      "epoch": 1.75,
       "learning_rate": 0.0003,
-      "loss": 0.0284,
+      "loss": 0.0095,
       "step": 6500
     },
     {
-      "epoch": 3.52,
+      "epoch": 1.77,
       "learning_rate": 0.0003,
-      "loss": 0.0133,
+      "loss": 0.0217,
       "step": 6550
     },
     {
-      "epoch": 3.55,
+      "epoch": 1.78,
       "learning_rate": 0.0003,
-      "loss": 0.0142,
+      "loss": 0.0081,
       "step": 6600
     },
     {
-      "epoch": 3.58,
+      "epoch": 1.79,
       "learning_rate": 0.0003,
-      "loss": 0.025,
+      "loss": 0.0095,
       "step": 6650
     },
     {
-      "epoch": 3.6,
+      "epoch": 1.81,
       "learning_rate": 0.0003,
-      "loss": 0.0084,
+      "loss": 0.0176,
       "step": 6700
     },
     {
-      "epoch": 3.63,
+      "epoch": 1.82,
       "learning_rate": 0.0003,
-      "loss": 0.0111,
+      "loss": 0.0122,
       "step": 6750
     },
     {
-      "epoch": 3.66,
+      "epoch": 1.83,
       "learning_rate": 0.0003,
-      "loss": 0.0046,
+      "loss": 0.0111,
       "step": 6800
     },
     {
-      "epoch": 3.68,
+      "epoch": 1.85,
       "learning_rate": 0.0003,
-      "loss": 0.0272,
+      "loss": 0.026,
       "step": 6850
     },
     {
-      "epoch": 3.71,
+      "epoch": 1.86,
       "learning_rate": 0.0003,
-      "loss": 0.0164,
+      "loss": 0.0101,
       "step": 6900
     },
     {
-      "epoch": 3.74,
+      "epoch": 1.87,
       "learning_rate": 0.0003,
-      "loss": 0.0151,
+      "loss": 0.0155,
       "step": 6950
     },
     {
-      "epoch": 3.77,
+      "epoch": 1.89,
       "learning_rate": 0.0003,
-      "loss": 0.0167,
+      "loss": 0.0146,
       "step": 7000
     },
     {
-      "epoch": 3.79,
+      "epoch": 1.9,
       "learning_rate": 0.0003,
-      "loss": 0.0091,
+      "loss": 0.018,
       "step": 7050
     },
     {
-      "epoch": 3.82,
+      "epoch": 1.91,
       "learning_rate": 0.0003,
-      "loss": 0.0194,
+      "loss": 0.0159,
       "step": 7100
     },
     {
-      "epoch": 3.85,
+      "epoch": 1.93,
       "learning_rate": 0.0003,
-      "loss": 0.0181,
+      "loss": 0.0178,
       "step": 7150
     },
     {
-      "epoch": 3.87,
+      "epoch": 1.94,
       "learning_rate": 0.0003,
-      "loss": 0.0191,
+      "loss": 0.0151,
       "step": 7200
     },
     {
-      "epoch": 3.9,
+      "epoch": 1.95,
       "learning_rate": 0.0003,
-      "loss": 0.0048,
+      "loss": 0.0185,
       "step": 7250
     },
     {
-      "epoch": 3.93,
+      "epoch": 1.97,
       "learning_rate": 0.0003,
-      "loss": 0.013,
+      "loss": 0.0055,
       "step": 7300
     },
     {
-      "epoch": 3.95,
+      "epoch": 1.98,
       "learning_rate": 0.0003,
-      "loss": 0.0151,
+      "loss": 0.0046,
       "step": 7350
     },
     {
-      "epoch": 3.98,
+      "epoch": 1.99,
       "learning_rate": 0.0003,
-      "loss": 0.0095,
+      "loss": 0.0093,
       "step": 7400
     },
     {
-      "epoch": 4.0,
-      "eval_f1": 25.2962,
-      "eval_gen_len": 31.19437742578412,
-      "eval_loss": 0.06164472550153732,
-      "eval_runtime": 14.9204,
-      "eval_samples_per_second": 638.925,
-      "eval_steps_per_second": 19.973,
-      "step": 7436
+      "epoch": 2.0,
+      "eval_f1": 22.2222,
+      "eval_gen_len": 29.002111729698598,
+      "eval_loss": 0.06078604236245155,
+      "eval_runtime": 25.7417,
+      "eval_samples_per_second": 809.427,
+      "eval_steps_per_second": 25.329,
+      "step": 7420
     },
     {
-      "epoch": 4.01,
+      "epoch": 2.01,
       "learning_rate": 0.0003,
-      "loss": 0.0141,
+      "loss": 0.0159,
       "step": 7450
     },
     {
-      "epoch": 4.03,
+      "epoch": 2.02,
       "learning_rate": 0.0003,
-      "loss": 0.0112,
+      "loss": 0.0088,
       "step": 7500
     },
     {
-      "epoch": 4.06,
+      "epoch": 2.04,
       "learning_rate": 0.0003,
-      "loss": 0.0053,
+      "loss": 0.0055,
       "step": 7550
     },
     {
-      "epoch": 4.09,
+      "epoch": 2.05,
       "learning_rate": 0.0003,
-      "loss": 0.0261,
+      "loss": 0.0074,
       "step": 7600
     },
     {
-      "epoch": 4.12,
+      "epoch": 2.06,
       "learning_rate": 0.0003,
-      "loss": 0.0094,
+      "loss": 0.0086,
       "step": 7650
     },
     {
-      "epoch": 4.14,
+      "epoch": 2.08,
       "learning_rate": 0.0003,
-      "loss": 0.0054,
+      "loss": 0.0168,
       "step": 7700
     },
     {
-      "epoch": 4.17,
+      "epoch": 2.09,
       "learning_rate": 0.0003,
-      "loss": 0.0087,
+      "loss": 0.0072,
       "step": 7750
     },
     {
-      "epoch": 4.2,
+      "epoch": 2.1,
       "learning_rate": 0.0003,
-      "loss": 0.0087,
+      "loss": 0.0038,
       "step": 7800
     },
     {
-      "epoch": 4.22,
+      "epoch": 2.12,
       "learning_rate": 0.0003,
-      "loss": 0.0114,
+      "loss": 0.0119,
       "step": 7850
     },
     {
-      "epoch": 4.25,
+      "epoch": 2.13,
       "learning_rate": 0.0003,
-      "loss": 0.0114,
+      "loss": 0.012,
       "step": 7900
     },
     {
-      "epoch": 4.28,
+      "epoch": 2.14,
       "learning_rate": 0.0003,
-      "loss": 0.0107,
+      "loss": 0.0053,
       "step": 7950
     },
     {
-      "epoch": 4.3,
+      "epoch": 2.16,
       "learning_rate": 0.0003,
-      "loss": 0.0079,
+      "loss": 0.0093,
       "step": 8000
     },
     {
-      "epoch": 4.33,
+      "epoch": 2.17,
       "learning_rate": 0.0003,
-      "loss": 0.009,
+      "loss": 0.0138,
       "step": 8050
     },
     {
-      "epoch": 4.36,
+      "epoch": 2.18,
       "learning_rate": 0.0003,
-      "loss": 0.0148,
+      "loss": 0.0179,
       "step": 8100
     },
     {
-      "epoch": 4.38,
+      "epoch": 2.2,
       "learning_rate": 0.0003,
-      "loss": 0.0077,
+      "loss": 0.0055,
       "step": 8150
     },
     {
-      "epoch": 4.41,
+      "epoch": 2.21,
       "learning_rate": 0.0003,
-      "loss": 0.0153,
+      "loss": 0.0039,
       "step": 8200
     },
     {
-      "epoch": 4.44,
+      "epoch": 2.22,
       "learning_rate": 0.0003,
-      "loss": 0.008,
+      "loss": 0.0066,
       "step": 8250
     },
     {
-      "epoch": 4.46,
+      "epoch": 2.24,
       "learning_rate": 0.0003,
-      "loss": 0.0167,
+      "loss": 0.0079,
       "step": 8300
     },
     {
-      "epoch": 4.49,
+      "epoch": 2.25,
       "learning_rate": 0.0003,
-      "loss": 0.0115,
+      "loss": 0.0042,
       "step": 8350
     },
     {
-      "epoch": 4.52,
+      "epoch": 2.26,
       "learning_rate": 0.0003,
-      "loss": 0.0171,
+      "loss": 0.004,
       "step": 8400
     },
     {
-      "epoch": 4.55,
+      "epoch": 2.28,
       "learning_rate": 0.0003,
-      "loss": 0.0147,
+      "loss": 0.0108,
       "step": 8450
     },
     {
-      "epoch": 4.57,
+      "epoch": 2.29,
       "learning_rate": 0.0003,
-      "loss": 0.0088,
+      "loss": 0.0077,
       "step": 8500
     },
     {
-      "epoch": 4.6,
+      "epoch": 2.3,
       "learning_rate": 0.0003,
-      "loss": 0.0081,
+      "loss": 0.0115,
       "step": 8550
     },
     {
-      "epoch": 4.63,
+      "epoch": 2.32,
       "learning_rate": 0.0003,
-      "loss": 0.0102,
+      "loss": 0.0067,
       "step": 8600
     },
     {
-      "epoch": 4.65,
+      "epoch": 2.33,
       "learning_rate": 0.0003,
-      "loss": 0.0073,
+      "loss": 0.0172,
       "step": 8650
     },
     {
-      "epoch": 4.68,
+      "epoch": 2.35,
       "learning_rate": 0.0003,
-      "loss": 0.0063,
+      "loss": 0.0039,
       "step": 8700
     },
     {
-      "epoch": 4.71,
+      "epoch": 2.36,
       "learning_rate": 0.0003,
-      "loss": 0.0161,
+      "loss": 0.0067,
       "step": 8750
     },
     {
-      "epoch": 4.73,
+      "epoch": 2.37,
       "learning_rate": 0.0003,
-      "loss": 0.0056,
+      "loss": 0.0051,
       "step": 8800
     },
     {
-      "epoch": 4.76,
+      "epoch": 2.39,
       "learning_rate": 0.0003,
-      "loss": 0.0106,
+      "loss": 0.0163,
       "step": 8850
     },
     {
-      "epoch": 4.79,
+      "epoch": 2.4,
       "learning_rate": 0.0003,
-      "loss": 0.0083,
+      "loss": 0.0077,
       "step": 8900
     },
     {
-      "epoch": 4.81,
+      "epoch": 2.41,
       "learning_rate": 0.0003,
-      "loss": 0.0098,
+      "loss": 0.0096,
       "step": 8950
     },
     {
-      "epoch": 4.84,
+      "epoch": 2.43,
       "learning_rate": 0.0003,
-      "loss": 0.0094,
+      "loss": 0.0044,
       "step": 9000
     },
     {
-      "epoch": 4.87,
+      "epoch": 2.44,
       "learning_rate": 0.0003,
-      "loss": 0.0132,
+      "loss": 0.0028,
       "step": 9050
     },
     {
-      "epoch": 4.9,
+      "epoch": 2.45,
       "learning_rate": 0.0003,
-      "loss": 0.0084,
+      "loss": 0.0094,
       "step": 9100
     },
     {
-      "epoch": 4.92,
+      "epoch": 2.47,
       "learning_rate": 0.0003,
-      "loss": 0.0097,
+      "loss": 0.0034,
       "step": 9150
     },
     {
-      "epoch": 4.95,
+      "epoch": 2.48,
       "learning_rate": 0.0003,
-      "loss": 0.0129,
+      "loss": 0.0097,
       "step": 9200
     },
     {
-      "epoch": 4.98,
+      "epoch": 2.49,
       "learning_rate": 0.0003,
-      "loss": 0.0093,
+      "loss": 0.0018,
       "step": 9250
     },
+    {
+      "epoch": 2.51,
+      "learning_rate": 0.0003,
+      "loss": 0.0036,
+      "step": 9300
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 0.0003,
+      "loss": 0.0083,
+      "step": 9350
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 0.0003,
+      "loss": 0.0044,
+      "step": 9400
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 0.0003,
+      "loss": 0.0088,
+      "step": 9450
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 0.0003,
+      "loss": 0.0071,
+      "step": 9500
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 0.0003,
+      "loss": 0.0124,
+      "step": 9550
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 0.0003,
+      "loss": 0.0044,
+      "step": 9600
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 0.0003,
+      "loss": 0.0084,
+      "step": 9650
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 0.0003,
+      "loss": 0.0088,
+      "step": 9700
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 0.0003,
+      "loss": 0.011,
+      "step": 9750
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 0.0003,
+      "loss": 0.0068,
+      "step": 9800
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 0.0003,
+      "loss": 0.0084,
+      "step": 9850
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 0.0003,
+      "loss": 0.0079,
+      "step": 9900
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 0.0003,
+      "loss": 0.0104,
+      "step": 9950
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 0.0003,
+      "loss": 0.0047,
+      "step": 10000
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 0.0003,
+      "loss": 0.0132,
+      "step": 10050
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 0.0003,
+      "loss": 0.0066,
+      "step": 10100
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 0.0003,
+      "loss": 0.0108,
+      "step": 10150
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 0.0003,
+      "loss": 0.0085,
+      "step": 10200
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 0.0003,
+      "loss": 0.0164,
+      "step": 10250
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 0.0003,
+      "loss": 0.0135,
+      "step": 10300
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 0.0003,
+      "loss": 0.0106,
+      "step": 10350
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 0.0003,
+      "loss": 0.0063,
+      "step": 10400
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 0.0003,
+      "loss": 0.0035,
+      "step": 10450
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 0.0003,
+      "loss": 0.0078,
+      "step": 10500
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 0.0003,
+      "loss": 0.0188,
+      "step": 10550
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 0.0003,
+      "loss": 0.0092,
+      "step": 10600
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 0.0003,
+      "loss": 0.0079,
+      "step": 10650
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 0.0003,
+      "loss": 0.0059,
+      "step": 10700
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 0.0003,
+      "loss": 0.006,
+      "step": 10750
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 0.0003,
+      "loss": 0.0061,
+      "step": 10800
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 0.0003,
+      "loss": 0.0104,
+      "step": 10850
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 0.0003,
+      "loss": 0.0084,
+      "step": 10900
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 0.0003,
+      "loss": 0.0093,
+      "step": 10950
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 0.0003,
+      "loss": 0.0053,
+      "step": 11000
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 0.0003,
+      "loss": 0.0109,
+      "step": 11050
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 0.0003,
+      "loss": 0.0084,
+      "step": 11100
+    },
+    {
+      "epoch": 3.0,
+      "eval_f1": 22.2222,
+      "eval_gen_len": 29.002111729698598,
+      "eval_loss": 0.07568035274744034,
+      "eval_runtime": 25.7985,
+      "eval_samples_per_second": 807.643,
+      "eval_steps_per_second": 25.273,
+      "step": 11130
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 0.0003,
+      "loss": 0.0069,
+      "step": 11150
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 0.0003,
+      "loss": 0.0035,
+      "step": 11200
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 0.0003,
+      "loss": 0.0057,
+      "step": 11250
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 0.0003,
+      "loss": 0.0041,
+      "step": 11300
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 0.0003,
+      "loss": 0.0047,
+      "step": 11350
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 0.0003,
+      "loss": 0.0025,
+      "step": 11400
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 0.0003,
+      "loss": 0.006,
+      "step": 11450
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 0.0003,
+      "loss": 0.0033,
+      "step": 11500
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 0.0003,
+      "loss": 0.0046,
+      "step": 11550
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 0.0003,
+      "loss": 0.0065,
+      "step": 11600
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 0.0003,
+      "loss": 0.0058,
+      "step": 11650
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 0.0003,
+      "loss": 0.0056,
+      "step": 11700
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 0.0003,
+      "loss": 0.0094,
+      "step": 11750
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 0.0003,
+      "loss": 0.0035,
+      "step": 11800
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 0.0003,
+      "loss": 0.0016,
+      "step": 11850
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 0.0003,
+      "loss": 0.0047,
+      "step": 11900
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 0.0003,
+      "loss": 0.0054,
+      "step": 11950
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 0.0003,
+      "loss": 0.0022,
+      "step": 12000
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 0.0003,
+      "loss": 0.0052,
+      "step": 12050
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 0.0003,
+      "loss": 0.0046,
+      "step": 12100
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 0.0003,
+      "loss": 0.0091,
+      "step": 12150
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 0.0003,
+      "loss": 0.0053,
+      "step": 12200
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 0.0003,
+      "loss": 0.0081,
+      "step": 12250
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 0.0003,
+      "loss": 0.0088,
+      "step": 12300
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 0.0003,
+      "loss": 0.0086,
+      "step": 12350
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 0.0003,
+      "loss": 0.0083,
+      "step": 12400
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 0.0003,
+      "loss": 0.0032,
+      "step": 12450
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 0.0003,
+      "loss": 0.0084,
+      "step": 12500
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 0.0003,
+      "loss": 0.0067,
+      "step": 12550
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 0.0003,
+      "loss": 0.0071,
+      "step": 12600
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 0.0003,
+      "loss": 0.0062,
+      "step": 12650
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 0.0003,
+      "loss": 0.0089,
+      "step": 12700
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 0.0003,
+      "loss": 0.0043,
+      "step": 12750
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 0.0003,
+      "loss": 0.0075,
+      "step": 12800
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 0.0003,
+      "loss": 0.0055,
+      "step": 12850
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 0.0003,
+      "loss": 0.0044,
+      "step": 12900
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 0.0003,
+      "loss": 0.0063,
+      "step": 12950
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 0.0003,
+      "loss": 0.0105,
+      "step": 13000
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 0.0003,
+      "loss": 0.0088,
+      "step": 13050
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 0.0003,
+      "loss": 0.0108,
+      "step": 13100
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 0.0003,
+      "loss": 0.003,
+      "step": 13150
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 0.0003,
+      "loss": 0.0064,
+      "step": 13200
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 0.0003,
+      "loss": 0.0083,
+      "step": 13250
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 0.0003,
+      "loss": 0.0024,
+      "step": 13300
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 0.0003,
+      "loss": 0.0038,
+      "step": 13350
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 0.0003,
+      "loss": 0.0122,
+      "step": 13400
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 0.0003,
+      "loss": 0.0126,
+      "step": 13450
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 0.0003,
+      "loss": 0.0035,
+      "step": 13500
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 0.0003,
+      "loss": 0.0056,
+      "step": 13550
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 0.0003,
+      "loss": 0.0034,
+      "step": 13600
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 0.0003,
+      "loss": 0.003,
+      "step": 13650
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 0.0003,
+      "loss": 0.0034,
+      "step": 13700
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 0.0003,
+      "loss": 0.0089,
+      "step": 13750
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 0.0003,
+      "loss": 0.0065,
+      "step": 13800
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 0.0003,
+      "loss": 0.0038,
+      "step": 13850
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 0.0003,
+      "loss": 0.0046,
+      "step": 13900
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 0.0003,
+      "loss": 0.0041,
+      "step": 13950
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 0.0003,
+      "loss": 0.0063,
+      "step": 14000
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 0.0003,
+      "loss": 0.0072,
+      "step": 14050
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 0.0003,
+      "loss": 0.0025,
+      "step": 14100
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 0.0003,
+      "loss": 0.0037,
+      "step": 14150
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 0.0003,
+      "loss": 0.0067,
+      "step": 14200
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 0.0003,
+      "loss": 0.0016,
+      "step": 14250
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 0.0003,
+      "loss": 0.0053,
+      "step": 14300
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 0.0003,
+      "loss": 0.0084,
+      "step": 14350
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 0.0003,
+      "loss": 0.0054,
+      "step": 14400
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 0.0003,
+      "loss": 0.0045,
+      "step": 14450
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 0.0003,
+      "loss": 0.0028,
+      "step": 14500
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 0.0003,
+      "loss": 0.0081,
+      "step": 14550
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 0.0003,
+      "loss": 0.0054,
+      "step": 14600
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 0.0003,
+      "loss": 0.0038,
+      "step": 14650
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 0.0003,
+      "loss": 0.0051,
+      "step": 14700
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 0.0003,
+      "loss": 0.007,
+      "step": 14750
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 0.0003,
+      "loss": 0.0046,
+      "step": 14800
+    },
+    {
+      "epoch": 4.0,
+      "eval_f1": 22.2222,
+      "eval_gen_len": 29.002111729698598,
+      "eval_loss": 0.07932917773723602,
+      "eval_runtime": 25.7288,
+      "eval_samples_per_second": 809.832,
+      "eval_steps_per_second": 25.341,
+      "step": 14840
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 0.0003,
+      "loss": 0.007,
+      "step": 14850
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 0.0003,
+      "loss": 0.0036,
+      "step": 14900
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 0.0003,
+      "loss": 0.0087,
+      "step": 14950
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 0.0003,
+      "loss": 0.0094,
+      "step": 15000
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 0.0003,
+      "loss": 0.0023,
+      "step": 15050
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 0.0003,
+      "loss": 0.0068,
+      "step": 15100
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 0.0003,
+      "loss": 0.0022,
+      "step": 15150
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 0.0003,
+      "loss": 0.01,
+      "step": 15200
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 0.0003,
+      "loss": 0.0047,
+      "step": 15250
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 0.0003,
+      "loss": 0.0086,
+      "step": 15300
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 0.0003,
+      "loss": 0.0048,
+      "step": 15350
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 0.0003,
+      "loss": 0.0025,
+      "step": 15400
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 0.0003,
+      "loss": 0.0031,
+      "step": 15450
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 0.0003,
+      "loss": 0.0132,
+      "step": 15500
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 0.0003,
+      "loss": 0.0035,
+      "step": 15550
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 0.0003,
+      "loss": 0.0022,
+      "step": 15600
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 0.0003,
+      "loss": 0.0055,
+      "step": 15650
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 0.0003,
+      "loss": 0.0028,
+      "step": 15700
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 0.0003,
+      "loss": 0.0062,
+      "step": 15750
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 0.0003,
+      "loss": 0.001,
+      "step": 15800
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 0.0003,
+      "loss": 0.006,
+      "step": 15850
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 0.0003,
+      "loss": 0.0026,
+      "step": 15900
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 0.0003,
+      "loss": 0.0042,
+      "step": 15950
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 0.0003,
+      "loss": 0.0012,
+      "step": 16000
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 0.0003,
+      "loss": 0.0037,
+      "step": 16050
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 0.0003,
+      "loss": 0.0037,
+      "step": 16100
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 0.0003,
+      "loss": 0.003,
+      "step": 16150
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 0.0003,
+      "loss": 0.0055,
+      "step": 16200
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 0.0003,
+      "loss": 0.0028,
+      "step": 16250
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 0.0003,
+      "loss": 0.0015,
+      "step": 16300
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 0.0003,
+      "loss": 0.0034,
+      "step": 16350
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 0.0003,
+      "loss": 0.0082,
+      "step": 16400
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 0.0003,
+      "loss": 0.0039,
+      "step": 16450
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 0.0003,
+      "loss": 0.0028,
+      "step": 16500
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 0.0003,
+      "loss": 0.0032,
+      "step": 16550
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 0.0003,
+      "loss": 0.0017,
+      "step": 16600
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 0.0003,
+      "loss": 0.0028,
+      "step": 16650
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 0.0003,
+      "loss": 0.0084,
+      "step": 16700
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 0.0003,
+      "loss": 0.0042,
+      "step": 16750
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 0.0003,
+      "loss": 0.014,
+      "step": 16800
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 0.0003,
+      "loss": 0.0046,
+      "step": 16850
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 0.0003,
+      "loss": 0.0043,
+      "step": 16900
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 0.0003,
+      "loss": 0.0029,
+      "step": 16950
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 0.0003,
+      "loss": 0.008,
+      "step": 17000
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 0.0003,
+      "loss": 0.0014,
+      "step": 17050
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 0.0003,
+      "loss": 0.004,
+      "step": 17100
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 0.0003,
+      "loss": 0.0012,
+      "step": 17150
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 0.0003,
+      "loss": 0.0023,
+      "step": 17200
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 0.0003,
+      "loss": 0.0036,
+      "step": 17250
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 0.0003,
+      "loss": 0.0082,
+      "step": 17300
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 0.0003,
+      "loss": 0.0014,
+      "step": 17350
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 0.0003,
+      "loss": 0.0114,
+      "step": 17400
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 0.0003,
+      "loss": 0.0087,
+      "step": 17450
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 0.0003,
+      "loss": 0.0029,
+      "step": 17500
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 0.0003,
+      "loss": 0.0043,
+      "step": 17550
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 0.0003,
+      "loss": 0.0017,
+      "step": 17600
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 0.0003,
+      "loss": 0.0013,
+      "step": 17650
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 0.0003,
+      "loss": 0.0058,
+      "step": 17700
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 0.0003,
+      "loss": 0.0019,
+      "step": 17750
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 0.0003,
+      "loss": 0.002,
+      "step": 17800
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 0.0003,
+      "loss": 0.0043,
+      "step": 17850
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 0.0003,
+      "loss": 0.0088,
+      "step": 17900
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 0.0003,
+      "loss": 0.0042,
+      "step": 17950
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 0.0003,
+      "loss": 0.0011,
+      "step": 18000
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 0.0003,
+      "loss": 0.0078,
+      "step": 18050
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 0.0003,
+      "loss": 0.0038,
+      "step": 18100
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 0.0003,
+      "loss": 0.0041,
+      "step": 18150
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 0.0003,
+      "loss": 0.0038,
+      "step": 18200
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 0.0003,
+      "loss": 0.0023,
+      "step": 18250
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 0.0003,
+      "loss": 0.0057,
+      "step": 18300
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 0.0003,
+      "loss": 0.0016,
+      "step": 18350
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 0.0003,
+      "loss": 0.0038,
+      "step": 18400
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 0.0003,
+      "loss": 0.0028,
+      "step": 18450
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 0.0003,
+      "loss": 0.0062,
+      "step": 18500
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 0.0003,
+      "loss": 0.0006,
+      "step": 18550
+    },
     {
       "epoch": 5.0,
-      "eval_f1": 25.2962,
-      "eval_gen_len": 31.19437742578412,
-      "eval_loss": 0.07671951502561569,
-      "eval_runtime": 15.0083,
-      "eval_samples_per_second": 635.18,
-      "eval_steps_per_second": 19.856,
-      "step": 9295
+      "eval_f1": 22.2222,
+      "eval_gen_len": 29.002111729698598,
+      "eval_loss": 0.07783858478069305,
+      "eval_runtime": 26.143,
+      "eval_samples_per_second": 797.002,
+      "eval_steps_per_second": 24.94,
+      "step": 18550
     }
   ],
   "logging_steps": 50,
-  "max_steps": 9295,
+  "max_steps": 18550,
   "num_input_tokens_seen": 0,
   "num_train_epochs": 5,
   "save_steps": 250,
-  "total_flos": 2.570290415972352e+16,
+  "total_flos": 4.952289149190144e+16,
   "train_batch_size": 16,
   "trial_name": null,
   "trial_params": null

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef81e5dadc06d664ae506ceffc8549372fd7dc72551122e78c5b48a870640a4b
+oid sha256:8de0a3cb935cd1993c01f2615f8441862dd8c80558d743da924534bed67f647e
 size 6392