diff --git "a/checkpoint-600/trainer_state.json" "b/checkpoint-600/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/checkpoint-600/trainer_state.json"
@@ -0,0 +1,4233 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 4.337349397590361,
+  "eval_steps": 50,
+  "global_step": 600,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.007228915662650603,
+      "grad_norm": 3.171796668248988,
+      "learning_rate": 1.3333333333333334e-06,
+      "loss": 11.2137,
+      "step": 1
+    },
+    {
+      "epoch": 0.014457831325301205,
+      "grad_norm": 3.1707739710439076,
+      "learning_rate": 2.666666666666667e-06,
+      "loss": 11.2137,
+      "step": 2
+    },
+    {
+      "epoch": 0.021686746987951807,
+      "grad_norm": 3.2027941867217407,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 11.2128,
+      "step": 3
+    },
+    {
+      "epoch": 0.02891566265060241,
+      "grad_norm": 3.165506125068552,
+      "learning_rate": 5.333333333333334e-06,
+      "loss": 11.1895,
+      "step": 4
+    },
+    {
+      "epoch": 0.03614457831325301,
+      "grad_norm": 3.193452742356146,
+      "learning_rate": 6.666666666666667e-06,
+      "loss": 11.1119,
+      "step": 5
+    },
+    {
+      "epoch": 0.043373493975903614,
+      "grad_norm": 3.225997111904869,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 11.0683,
+      "step": 6
+    },
+    {
+      "epoch": 0.05060240963855422,
+      "grad_norm": 3.730074542647314,
+      "learning_rate": 9.333333333333334e-06,
+      "loss": 10.74,
+      "step": 7
+    },
+    {
+      "epoch": 0.05783132530120482,
+      "grad_norm": 4.035219081617531,
+      "learning_rate": 1.0666666666666667e-05,
+      "loss": 10.6055,
+      "step": 8
+    },
+    {
+      "epoch": 0.06506024096385542,
+      "grad_norm": 9.65258338136702,
+      "learning_rate": 1.2e-05,
+      "loss": 10.0028,
+      "step": 9
+    },
+    {
+      "epoch": 0.07228915662650602,
+      "grad_norm": 8.31667671170884,
+      "learning_rate": 1.3333333333333333e-05,
+      "loss": 9.8408,
+      "step": 10
+    },
+    {
+      "epoch": 0.07951807228915662,
+      "grad_norm": 4.991403421247793,
+      "learning_rate": 1.4666666666666666e-05,
+      "loss": 9.5849,
+      "step": 11
+    },
+    {
+      "epoch": 0.08674698795180723,
+      "grad_norm": 22.736881861641823,
+      "learning_rate": 1.6000000000000003e-05,
+      "loss": 10.3364,
+      "step": 12
+    },
+    {
+      "epoch": 0.09397590361445783,
+      "grad_norm": 6.702516595093613,
+      "learning_rate": 1.7333333333333336e-05,
+      "loss": 9.9409,
+      "step": 13
+    },
+    {
+      "epoch": 0.10120481927710843,
+      "grad_norm": 6.489246651194166,
+      "learning_rate": 1.866666666666667e-05,
+      "loss": 9.541,
+      "step": 14
+    },
+    {
+      "epoch": 0.10843373493975904,
+      "grad_norm": 6.0911333019039,
+      "learning_rate": 2e-05,
+      "loss": 8.9292,
+      "step": 15
+    },
+    {
+      "epoch": 0.11566265060240964,
+      "grad_norm": 19.10698802756055,
+      "learning_rate": 1.9999994461641828e-05,
+      "loss": 8.8768,
+      "step": 16
+    },
+    {
+      "epoch": 0.12289156626506025,
+      "grad_norm": 23.248522636875954,
+      "learning_rate": 1.9999977846573447e-05,
+      "loss": 9.075,
+      "step": 17
+    },
+    {
+      "epoch": 0.13012048192771083,
+      "grad_norm": 16.744432299141884,
+      "learning_rate": 1.9999950154813253e-05,
+      "loss": 8.8426,
+      "step": 18
+    },
+    {
+      "epoch": 0.13734939759036144,
+      "grad_norm": 8.068279939163723,
+      "learning_rate": 1.999991138639193e-05,
+      "loss": 8.464,
+      "step": 19
+    },
+    {
+      "epoch": 0.14457831325301204,
+      "grad_norm": 5.015885612913215,
+      "learning_rate": 1.9999861541352416e-05,
+      "loss": 8.3351,
+      "step": 20
+    },
+    {
+      "epoch": 0.15180722891566265,
+      "grad_norm": 8.22497767561685,
+      "learning_rate": 1.9999800619749922e-05,
+      "loss": 8.2269,
+      "step": 21
+    },
+    {
+      "epoch": 0.15903614457831325,
+      "grad_norm": 6.117420631713467,
+      "learning_rate": 1.9999728621651928e-05,
+      "loss": 8.0756,
+      "step": 22
+    },
+    {
+      "epoch": 0.16626506024096385,
+      "grad_norm": 12.16982281732316,
+      "learning_rate": 1.999964554713819e-05,
+      "loss": 8.1024,
+      "step": 23
+    },
+    {
+      "epoch": 0.17349397590361446,
+      "grad_norm": 7.456329076047914,
+      "learning_rate": 1.9999551396300722e-05,
+      "loss": 8.0019,
+      "step": 24
+    },
+    {
+      "epoch": 0.18072289156626506,
+      "grad_norm": 4.440613166100985,
+      "learning_rate": 1.9999446169243816e-05,
+      "loss": 7.8293,
+      "step": 25
+    },
+    {
+      "epoch": 0.18795180722891566,
+      "grad_norm": 6.566054149827827,
+      "learning_rate": 1.9999329866084025e-05,
+      "loss": 7.8169,
+      "step": 26
+    },
+    {
+      "epoch": 0.19518072289156627,
+      "grad_norm": 5.278515612282176,
+      "learning_rate": 1.9999202486950177e-05,
+      "loss": 7.7384,
+      "step": 27
+    },
+    {
+      "epoch": 0.20240963855421687,
+      "grad_norm": 3.95795043459971,
+      "learning_rate": 1.9999064031983366e-05,
+      "loss": 7.6547,
+      "step": 28
+    },
+    {
+      "epoch": 0.20963855421686747,
+      "grad_norm": 3.127753435885174,
+      "learning_rate": 1.9998914501336956e-05,
+      "loss": 7.5462,
+      "step": 29
+    },
+    {
+      "epoch": 0.21686746987951808,
+      "grad_norm": 4.438751294210153,
+      "learning_rate": 1.9998753895176576e-05,
+      "loss": 7.49,
+      "step": 30
+    },
+    {
+      "epoch": 0.22409638554216868,
+      "grad_norm": 4.273352272968494,
+      "learning_rate": 1.9998582213680123e-05,
+      "loss": 7.4468,
+      "step": 31
+    },
+    {
+      "epoch": 0.23132530120481928,
+      "grad_norm": 4.039956440849618,
+      "learning_rate": 1.999839945703777e-05,
+      "loss": 7.3883,
+      "step": 32
+    },
+    {
+      "epoch": 0.2385542168674699,
+      "grad_norm": 3.46365331288089,
+      "learning_rate": 1.9998205625451942e-05,
+      "loss": 7.3413,
+      "step": 33
+    },
+    {
+      "epoch": 0.2457831325301205,
+      "grad_norm": 3.761224558374574,
+      "learning_rate": 1.9998000719137353e-05,
+      "loss": 7.2896,
+      "step": 34
+    },
+    {
+      "epoch": 0.25301204819277107,
+      "grad_norm": 2.186432630643423,
+      "learning_rate": 1.999778473832096e-05,
+      "loss": 7.2291,
+      "step": 35
+    },
+    {
+      "epoch": 0.26024096385542167,
+      "grad_norm": 2.362614951337317,
+      "learning_rate": 1.9997557683242002e-05,
+      "loss": 7.2061,
+      "step": 36
+    },
+    {
+      "epoch": 0.2674698795180723,
+      "grad_norm": 2.98365102790646,
+      "learning_rate": 1.9997319554151988e-05,
+      "loss": 7.1366,
+      "step": 37
+    },
+    {
+      "epoch": 0.2746987951807229,
+      "grad_norm": 2.4721645367609306,
+      "learning_rate": 1.999707035131468e-05,
+      "loss": 7.1196,
+      "step": 38
+    },
+    {
+      "epoch": 0.2819277108433735,
+      "grad_norm": 2.5862742956183595,
+      "learning_rate": 1.9996810075006118e-05,
+      "loss": 7.078,
+      "step": 39
+    },
+    {
+      "epoch": 0.2891566265060241,
+      "grad_norm": 1.761307023407293,
+      "learning_rate": 1.9996538725514597e-05,
+      "loss": 7.0406,
+      "step": 40
+    },
+    {
+      "epoch": 0.2963855421686747,
+      "grad_norm": 2.000320378345402,
+      "learning_rate": 1.9996256303140688e-05,
+      "loss": 6.994,
+      "step": 41
+    },
+    {
+      "epoch": 0.3036144578313253,
+      "grad_norm": 1.746136060053765,
+      "learning_rate": 1.9995962808197217e-05,
+      "loss": 6.9823,
+      "step": 42
+    },
+    {
+      "epoch": 0.3108433734939759,
+      "grad_norm": 2.221450310426094,
+      "learning_rate": 1.9995658241009287e-05,
+      "loss": 6.9416,
+      "step": 43
+    },
+    {
+      "epoch": 0.3180722891566265,
+      "grad_norm": 2.1286116939303565,
+      "learning_rate": 1.9995342601914253e-05,
+      "loss": 6.8975,
+      "step": 44
+    },
+    {
+      "epoch": 0.3253012048192771,
+      "grad_norm": 3.9934233459602155,
+      "learning_rate": 1.999501589126174e-05,
+      "loss": 6.8784,
+      "step": 45
+    },
+    {
+      "epoch": 0.3325301204819277,
+      "grad_norm": 2.3348260466914788,
+      "learning_rate": 1.9994678109413638e-05,
+      "loss": 6.8568,
+      "step": 46
+    },
+    {
+      "epoch": 0.3397590361445783,
+      "grad_norm": 2.354485208468061,
+      "learning_rate": 1.9994329256744098e-05,
+      "loss": 6.8399,
+      "step": 47
+    },
+    {
+      "epoch": 0.3469879518072289,
+      "grad_norm": 2.1060678792501606,
+      "learning_rate": 1.9993969333639533e-05,
+      "loss": 6.8025,
+      "step": 48
+    },
+    {
+      "epoch": 0.3542168674698795,
+      "grad_norm": 1.968952895510157,
+      "learning_rate": 1.999359834049862e-05,
+      "loss": 6.7626,
+      "step": 49
+    },
+    {
+      "epoch": 0.3614457831325301,
+      "grad_norm": 3.1844501997779573,
+      "learning_rate": 1.9993216277732302e-05,
+      "loss": 6.7535,
+      "step": 50
+    },
+    {
+      "epoch": 0.3686746987951807,
+      "grad_norm": 1.4004142529003338,
+      "learning_rate": 1.999282314576377e-05,
+      "loss": 6.7236,
+      "step": 51
+    },
+    {
+      "epoch": 0.3759036144578313,
+      "grad_norm": 2.2511518742674075,
+      "learning_rate": 1.9992418945028494e-05,
+      "loss": 6.7025,
+      "step": 52
+    },
+    {
+      "epoch": 0.38313253012048193,
+      "grad_norm": 2.017984757576541,
+      "learning_rate": 1.999200367597419e-05,
+      "loss": 6.6952,
+      "step": 53
+    },
+    {
+      "epoch": 0.39036144578313253,
+      "grad_norm": 2.693725440825055,
+      "learning_rate": 1.9991577339060842e-05,
+      "loss": 6.6671,
+      "step": 54
+    },
+    {
+      "epoch": 0.39759036144578314,
+      "grad_norm": 2.336687191513332,
+      "learning_rate": 1.999113993476069e-05,
+      "loss": 6.6279,
+      "step": 55
+    },
+    {
+      "epoch": 0.40481927710843374,
+      "grad_norm": 1.626156137507855,
+      "learning_rate": 1.9990691463558235e-05,
+      "loss": 6.6054,
+      "step": 56
+    },
+    {
+      "epoch": 0.41204819277108434,
+      "grad_norm": 4.710443054060896,
+      "learning_rate": 1.999023192595024e-05,
+      "loss": 6.6323,
+      "step": 57
+    },
+    {
+      "epoch": 0.41927710843373495,
+      "grad_norm": 3.1631374303832787,
+      "learning_rate": 1.9989761322445714e-05,
+      "loss": 6.6045,
+      "step": 58
+    },
+    {
+      "epoch": 0.42650602409638555,
+      "grad_norm": 2.705558784445874,
+      "learning_rate": 1.9989279653565937e-05,
+      "loss": 6.5761,
+      "step": 59
+    },
+    {
+      "epoch": 0.43373493975903615,
+      "grad_norm": 2.4029383370840343,
+      "learning_rate": 1.9988786919844437e-05,
+      "loss": 6.5353,
+      "step": 60
+    },
+    {
+      "epoch": 0.44096385542168676,
+      "grad_norm": 4.839935196054632,
+      "learning_rate": 1.9988283121827004e-05,
+      "loss": 6.5426,
+      "step": 61
+    },
+    {
+      "epoch": 0.44819277108433736,
+      "grad_norm": 2.756332508287445,
+      "learning_rate": 1.9987768260071676e-05,
+      "loss": 6.5024,
+      "step": 62
+    },
+    {
+      "epoch": 0.45542168674698796,
+      "grad_norm": 3.1831689088661688,
+      "learning_rate": 1.9987242335148757e-05,
+      "loss": 6.4839,
+      "step": 63
+    },
+    {
+      "epoch": 0.46265060240963857,
+      "grad_norm": 2.4835416495638625,
+      "learning_rate": 1.9986705347640797e-05,
+      "loss": 6.4779,
+      "step": 64
+    },
+    {
+      "epoch": 0.46987951807228917,
+      "grad_norm": 3.5329316160565254,
+      "learning_rate": 1.9986157298142595e-05,
+      "loss": 6.4812,
+      "step": 65
+    },
+    {
+      "epoch": 0.4771084337349398,
+      "grad_norm": 5.2048663013264616,
+      "learning_rate": 1.998559818726122e-05,
+      "loss": 6.4407,
+      "step": 66
+    },
+    {
+      "epoch": 0.4843373493975904,
+      "grad_norm": 3.354789297443166,
+      "learning_rate": 1.9985028015615977e-05,
+      "loss": 6.403,
+      "step": 67
+    },
+    {
+      "epoch": 0.491566265060241,
+      "grad_norm": 2.157900918992127,
+      "learning_rate": 1.9984446783838432e-05,
+      "loss": 6.3751,
+      "step": 68
+    },
+    {
+      "epoch": 0.4987951807228916,
+      "grad_norm": 4.357115916572051,
+      "learning_rate": 1.9983854492572394e-05,
+      "loss": 6.4063,
+      "step": 69
+    },
+    {
+      "epoch": 0.5060240963855421,
+      "grad_norm": 2.201495820105759,
+      "learning_rate": 1.9983251142473935e-05,
+      "loss": 6.3544,
+      "step": 70
+    },
+    {
+      "epoch": 0.5132530120481927,
+      "grad_norm": 3.560124480900461,
+      "learning_rate": 1.9982636734211363e-05,
+      "loss": 6.3406,
+      "step": 71
+    },
+    {
+      "epoch": 0.5204819277108433,
+      "grad_norm": 3.566386015017448,
+      "learning_rate": 1.9982011268465246e-05,
+      "loss": 6.3305,
+      "step": 72
+    },
+    {
+      "epoch": 0.5277108433734939,
+      "grad_norm": 3.1131013450231375,
+      "learning_rate": 1.9981374745928388e-05,
+      "loss": 6.3004,
+      "step": 73
+    },
+    {
+      "epoch": 0.5349397590361445,
+      "grad_norm": 2.233793810037388,
+      "learning_rate": 1.998072716730585e-05,
+      "loss": 6.2761,
+      "step": 74
+    },
+    {
+      "epoch": 0.5421686746987951,
+      "grad_norm": 2.092535316219654,
+      "learning_rate": 1.9980068533314937e-05,
+      "loss": 6.2389,
+      "step": 75
+    },
+    {
+      "epoch": 0.5493975903614458,
+      "grad_norm": 2.45842268354128,
+      "learning_rate": 1.9979398844685197e-05,
+      "loss": 6.2151,
+      "step": 76
+    },
+    {
+      "epoch": 0.5566265060240964,
+      "grad_norm": 2.434137746198376,
+      "learning_rate": 1.9978718102158426e-05,
+      "loss": 6.2081,
+      "step": 77
+    },
+    {
+      "epoch": 0.563855421686747,
+      "grad_norm": 1.9402942665250358,
+      "learning_rate": 1.9978026306488665e-05,
+      "loss": 6.1746,
+      "step": 78
+    },
+    {
+      "epoch": 0.5710843373493976,
+      "grad_norm": 2.212680204205858,
+      "learning_rate": 1.99773234584422e-05,
+      "loss": 6.1698,
+      "step": 79
+    },
+    {
+      "epoch": 0.5783132530120482,
+      "grad_norm": 2.867414145507553,
+      "learning_rate": 1.9976609558797545e-05,
+      "loss": 6.1731,
+      "step": 80
+    },
+    {
+      "epoch": 0.5855421686746988,
+      "grad_norm": 1.6677690785418402,
+      "learning_rate": 1.9975884608345476e-05,
+      "loss": 6.131,
+      "step": 81
+    },
+    {
+      "epoch": 0.5927710843373494,
+      "grad_norm": 2.283628912711049,
+      "learning_rate": 1.9975148607888996e-05,
+      "loss": 6.0977,
+      "step": 82
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 1.694395360167115,
+      "learning_rate": 1.9974401558243355e-05,
+      "loss": 6.0956,
+      "step": 83
+    },
+    {
+      "epoch": 0.6072289156626506,
+      "grad_norm": 2.1339705194766396,
+      "learning_rate": 1.9973643460236032e-05,
+      "loss": 6.108,
+      "step": 84
+    },
+    {
+      "epoch": 0.6144578313253012,
+      "grad_norm": 1.8551400305063734,
+      "learning_rate": 1.9972874314706755e-05,
+      "loss": 6.0656,
+      "step": 85
+    },
+    {
+      "epoch": 0.6216867469879518,
+      "grad_norm": 1.5313963607117285,
+      "learning_rate": 1.9972094122507485e-05,
+      "loss": 6.0186,
+      "step": 86
+    },
+    {
+      "epoch": 0.6289156626506024,
+      "grad_norm": 2.740724894685539,
+      "learning_rate": 1.997130288450242e-05,
+      "loss": 6.0288,
+      "step": 87
+    },
+    {
+      "epoch": 0.636144578313253,
+      "grad_norm": 2.0020638006423455,
+      "learning_rate": 1.997050060156799e-05,
+      "loss": 5.9922,
+      "step": 88
+    },
+    {
+      "epoch": 0.6433734939759036,
+      "grad_norm": 2.0686044074960948,
+      "learning_rate": 1.9969687274592863e-05,
+      "loss": 5.9676,
+      "step": 89
+    },
+    {
+      "epoch": 0.6506024096385542,
+      "grad_norm": 2.5446753330179055,
+      "learning_rate": 1.9968862904477936e-05,
+      "loss": 5.9557,
+      "step": 90
+    },
+    {
+      "epoch": 0.6578313253012048,
+      "grad_norm": 1.2820834374222696,
+      "learning_rate": 1.9968027492136337e-05,
+      "loss": 5.9011,
+      "step": 91
+    },
+    {
+      "epoch": 0.6650602409638554,
+      "grad_norm": 3.091054744667501,
+      "learning_rate": 1.9967181038493435e-05,
+      "loss": 5.9168,
+      "step": 92
+    },
+    {
+      "epoch": 0.672289156626506,
+      "grad_norm": 2.072802836305613,
+      "learning_rate": 1.9966323544486817e-05,
+      "loss": 5.8987,
+      "step": 93
+    },
+    {
+      "epoch": 0.6795180722891566,
+      "grad_norm": 1.946281703099331,
+      "learning_rate": 1.9965455011066313e-05,
+      "loss": 5.8606,
+      "step": 94
+    },
+    {
+      "epoch": 0.6867469879518072,
+      "grad_norm": 3.9574158066669143,
+      "learning_rate": 1.9964575439193966e-05,
+      "loss": 5.8466,
+      "step": 95
+    },
+    {
+      "epoch": 0.6939759036144578,
+      "grad_norm": 2.8374569157108525,
+      "learning_rate": 1.9963684829844053e-05,
+      "loss": 5.8101,
+      "step": 96
+    },
+    {
+      "epoch": 0.7012048192771084,
+      "grad_norm": 2.481663771923425,
+      "learning_rate": 1.996278318400308e-05,
+      "loss": 5.7891,
+      "step": 97
+    },
+    {
+      "epoch": 0.708433734939759,
+      "grad_norm": 2.628963140065436,
+      "learning_rate": 1.9961870502669772e-05,
+      "loss": 5.778,
+      "step": 98
+    },
+    {
+      "epoch": 0.7156626506024096,
+      "grad_norm": 1.7537754862303554,
+      "learning_rate": 1.996094678685508e-05,
+      "loss": 5.7059,
+      "step": 99
+    },
+    {
+      "epoch": 0.7228915662650602,
+      "grad_norm": 2.9054329151341802,
+      "learning_rate": 1.996001203758218e-05,
+      "loss": 5.7243,
+      "step": 100
+    },
+    {
+      "epoch": 0.7301204819277108,
+      "grad_norm": 2.335259221423995,
+      "learning_rate": 1.9959066255886465e-05,
+      "loss": 5.7074,
+      "step": 101
+    },
+    {
+      "epoch": 0.7373493975903614,
+      "grad_norm": 1.503090373097313,
+      "learning_rate": 1.9958109442815553e-05,
+      "loss": 5.6759,
+      "step": 102
+    },
+    {
+      "epoch": 0.744578313253012,
+      "grad_norm": 3.6022806083901573,
+      "learning_rate": 1.9957141599429277e-05,
+      "loss": 5.671,
+      "step": 103
+    },
+    {
+      "epoch": 0.7518072289156627,
+      "grad_norm": 2.0559454839399285,
+      "learning_rate": 1.995616272679969e-05,
+      "loss": 5.6682,
+      "step": 104
+    },
+    {
+      "epoch": 0.7590361445783133,
+      "grad_norm": 2.320827355274334,
+      "learning_rate": 1.995517282601106e-05,
+      "loss": 5.6525,
+      "step": 105
+    },
+    {
+      "epoch": 0.7662650602409639,
+      "grad_norm": 1.7559053764640538,
+      "learning_rate": 1.9954171898159876e-05,
+      "loss": 5.5938,
+      "step": 106
+    },
+    {
+      "epoch": 0.7734939759036145,
+      "grad_norm": 2.955031141899699,
+      "learning_rate": 1.9953159944354832e-05,
+      "loss": 5.5713,
+      "step": 107
+    },
+    {
+      "epoch": 0.7807228915662651,
+      "grad_norm": 1.6374927792829403,
+      "learning_rate": 1.9952136965716846e-05,
+      "loss": 5.5735,
+      "step": 108
+    },
+    {
+      "epoch": 0.7879518072289157,
+      "grad_norm": 2.291268667751327,
+      "learning_rate": 1.995110296337904e-05,
+      "loss": 5.5624,
+      "step": 109
+    },
+    {
+      "epoch": 0.7951807228915663,
+      "grad_norm": 1.889173374799646,
+      "learning_rate": 1.9950057938486745e-05,
+      "loss": 5.5267,
+      "step": 110
+    },
+    {
+      "epoch": 0.8024096385542169,
+      "grad_norm": 2.1937875261971054,
+      "learning_rate": 1.9949001892197514e-05,
+      "loss": 5.4858,
+      "step": 111
+    },
+    {
+      "epoch": 0.8096385542168675,
+      "grad_norm": 1.4888370843663468,
+      "learning_rate": 1.9947934825681092e-05,
+      "loss": 5.4787,
+      "step": 112
+    },
+    {
+      "epoch": 0.8168674698795181,
+      "grad_norm": 2.8633836455244195,
+      "learning_rate": 1.9946856740119442e-05,
+      "loss": 5.4862,
+      "step": 113
+    },
+    {
+      "epoch": 0.8240963855421687,
+      "grad_norm": 2.4482360353083337,
+      "learning_rate": 1.994576763670673e-05,
+      "loss": 5.4919,
+      "step": 114
+    },
+    {
+      "epoch": 0.8313253012048193,
+      "grad_norm": 1.7268002558296573,
+      "learning_rate": 1.994466751664932e-05,
+      "loss": 5.4446,
+      "step": 115
+    },
+    {
+      "epoch": 0.8385542168674699,
+      "grad_norm": 2.186838960349522,
+      "learning_rate": 1.9943556381165785e-05,
+      "loss": 5.4286,
+      "step": 116
+    },
+    {
+      "epoch": 0.8457831325301205,
+      "grad_norm": 1.7901714148433048,
+      "learning_rate": 1.99424342314869e-05,
+      "loss": 5.4139,
+      "step": 117
+    },
+    {
+      "epoch": 0.8530120481927711,
+      "grad_norm": 1.7585907215388294,
+      "learning_rate": 1.994130106885564e-05,
+      "loss": 5.3935,
+      "step": 118
+    },
+    {
+      "epoch": 0.8602409638554217,
+      "grad_norm": 1.8017706034631977,
+      "learning_rate": 1.9940156894527178e-05,
+      "loss": 5.3549,
+      "step": 119
+    },
+    {
+      "epoch": 0.8674698795180723,
+      "grad_norm": 1.851212819912402,
+      "learning_rate": 1.993900170976888e-05,
+      "loss": 5.3467,
+      "step": 120
+    },
+    {
+      "epoch": 0.8746987951807229,
+      "grad_norm": 1.5118926301562392,
+      "learning_rate": 1.993783551586031e-05,
+      "loss": 5.3375,
+      "step": 121
+    },
+    {
+      "epoch": 0.8819277108433735,
+      "grad_norm": 1.7153595550375194,
+      "learning_rate": 1.993665831409323e-05,
+      "loss": 5.2921,
+      "step": 122
+    },
+    {
+      "epoch": 0.8891566265060241,
+      "grad_norm": 2.074317448041623,
+      "learning_rate": 1.9935470105771596e-05,
+      "loss": 5.2889,
+      "step": 123
+    },
+    {
+      "epoch": 0.8963855421686747,
+      "grad_norm": 1.3244813318443867,
+      "learning_rate": 1.9934270892211548e-05,
+      "loss": 5.2638,
+      "step": 124
+    },
+    {
+      "epoch": 0.9036144578313253,
+      "grad_norm": 3.321959023030634,
+      "learning_rate": 1.9933060674741422e-05,
+      "loss": 5.3037,
+      "step": 125
+    },
+    {
+      "epoch": 0.9108433734939759,
+      "grad_norm": 2.0640131331656213,
+      "learning_rate": 1.9931839454701744e-05,
+      "loss": 5.289,
+      "step": 126
+    },
+    {
+      "epoch": 0.9180722891566265,
+      "grad_norm": 2.1456889879912757,
+      "learning_rate": 1.993060723344522e-05,
+      "loss": 5.2088,
+      "step": 127
+    },
+    {
+      "epoch": 0.9253012048192771,
+      "grad_norm": 2.0596746709249167,
+      "learning_rate": 1.992936401233675e-05,
+      "loss": 5.2139,
+      "step": 128
+    },
+    {
+      "epoch": 0.9325301204819277,
+      "grad_norm": 1.9248162588441524,
+      "learning_rate": 1.9928109792753417e-05,
+      "loss": 5.2246,
+      "step": 129
+    },
+    {
+      "epoch": 0.9397590361445783,
+      "grad_norm": 1.4891364526870876,
+      "learning_rate": 1.9926844576084483e-05,
+      "loss": 5.1677,
+      "step": 130
+    },
+    {
+      "epoch": 0.946987951807229,
+      "grad_norm": 1.5932598961826778,
+      "learning_rate": 1.9925568363731388e-05,
+      "loss": 5.1616,
+      "step": 131
+    },
+    {
+      "epoch": 0.9542168674698795,
+      "grad_norm": 1.7385768882199546,
+      "learning_rate": 1.9924281157107762e-05,
+      "loss": 5.1549,
+      "step": 132
+    },
+    {
+      "epoch": 0.9614457831325302,
+      "grad_norm": 1.6773180106543204,
+      "learning_rate": 1.99229829576394e-05,
+      "loss": 5.1407,
+      "step": 133
+    },
+    {
+      "epoch": 0.9686746987951808,
+      "grad_norm": 1.1426123121276215,
+      "learning_rate": 1.9921673766764292e-05,
+      "loss": 5.121,
+      "step": 134
+    },
+    {
+      "epoch": 0.9759036144578314,
+      "grad_norm": 2.474738495686583,
+      "learning_rate": 1.992035358593258e-05,
+      "loss": 5.1344,
+      "step": 135
+    },
+    {
+      "epoch": 0.983132530120482,
+      "grad_norm": 1.6451131370612986,
+      "learning_rate": 1.9919022416606596e-05,
+      "loss": 5.1402,
+      "step": 136
+    },
+    {
+      "epoch": 0.9903614457831326,
+      "grad_norm": 2.9204003742023374,
+      "learning_rate": 1.991768026026084e-05,
+      "loss": 5.1172,
+      "step": 137
+    },
+    {
+      "epoch": 0.9975903614457832,
+      "grad_norm": 2.1702223253759776,
+      "learning_rate": 1.991632711838198e-05,
+      "loss": 5.1175,
+      "step": 138
+    },
+    {
+      "epoch": 1.0048192771084337,
+      "grad_norm": 1.496695700102801,
+      "learning_rate": 1.9914962992468854e-05,
+      "loss": 5.0598,
+      "step": 139
+    },
+    {
+      "epoch": 1.0120481927710843,
+      "grad_norm": 3.3192304356055917,
+      "learning_rate": 1.991358788403246e-05,
+      "loss": 5.0917,
+      "step": 140
+    },
+    {
+      "epoch": 1.0192771084337349,
+      "grad_norm": 2.613171654160906,
+      "learning_rate": 1.991220179459597e-05,
+      "loss": 5.0876,
+      "step": 141
+    },
+    {
+      "epoch": 1.0265060240963855,
+      "grad_norm": 2.021270169187327,
+      "learning_rate": 1.991080472569472e-05,
+      "loss": 5.0376,
+      "step": 142
+    },
+    {
+      "epoch": 1.033734939759036,
+      "grad_norm": 1.7874754394384833,
+      "learning_rate": 1.9909396678876197e-05,
+      "loss": 5.0297,
+      "step": 143
+    },
+    {
+      "epoch": 1.0409638554216867,
+      "grad_norm": 2.1666942328948693,
+      "learning_rate": 1.9907977655700056e-05,
+      "loss": 5.021,
+      "step": 144
+    },
+    {
+      "epoch": 1.0481927710843373,
+      "grad_norm": 1.4974174294265452,
+      "learning_rate": 1.990654765773811e-05,
+      "loss": 4.9784,
+      "step": 145
+    },
+    {
+      "epoch": 1.0554216867469879,
+      "grad_norm": 2.4030846737304903,
+      "learning_rate": 1.990510668657433e-05,
+      "loss": 5.0143,
+      "step": 146
+    },
+    {
+      "epoch": 1.0626506024096385,
+      "grad_norm": 1.5847142291975158,
+      "learning_rate": 1.9903654743804833e-05,
+      "loss": 4.9717,
+      "step": 147
+    },
+    {
+      "epoch": 1.069879518072289,
+      "grad_norm": 2.2293042123928872,
+      "learning_rate": 1.9902191831037898e-05,
+      "loss": 4.975,
+      "step": 148
+    },
+    {
+      "epoch": 1.0771084337349397,
+      "grad_norm": 1.3107443058211161,
+      "learning_rate": 1.9900717949893952e-05,
+      "loss": 4.9554,
+      "step": 149
+    },
+    {
+      "epoch": 1.0843373493975903,
+      "grad_norm": 2.98633810723938,
+      "learning_rate": 1.9899233102005573e-05,
+      "loss": 4.9822,
+      "step": 150
+    },
+    {
+      "epoch": 1.091566265060241,
+      "grad_norm": 2.2485470075652567,
+      "learning_rate": 1.989773728901748e-05,
+      "loss": 4.9836,
+      "step": 151
+    },
+    {
+      "epoch": 1.0987951807228915,
+      "grad_norm": 1.6406575235273002,
+      "learning_rate": 1.9896230512586548e-05,
+      "loss": 4.9658,
+      "step": 152
+    },
+    {
+      "epoch": 1.106024096385542,
+      "grad_norm": 2.042584221681109,
+      "learning_rate": 1.9894712774381787e-05,
+      "loss": 4.9253,
+      "step": 153
+    },
+    {
+      "epoch": 1.1132530120481927,
+      "grad_norm": 2.027178425201193,
+      "learning_rate": 1.9893184076084356e-05,
+      "loss": 4.9186,
+      "step": 154
+    },
+    {
+      "epoch": 1.1204819277108433,
+      "grad_norm": 1.432938791816063,
+      "learning_rate": 1.9891644419387545e-05,
+      "loss": 4.915,
+      "step": 155
+    },
+    {
+      "epoch": 1.127710843373494,
+      "grad_norm": 1.8296615722980554,
+      "learning_rate": 1.989009380599679e-05,
+      "loss": 4.8821,
+      "step": 156
+    },
+    {
+      "epoch": 1.1349397590361445,
+      "grad_norm": 1.8064088509012493,
+      "learning_rate": 1.988853223762967e-05,
+      "loss": 4.9103,
+      "step": 157
+    },
+    {
+      "epoch": 1.1421686746987951,
+      "grad_norm": 1.6601625863719773,
+      "learning_rate": 1.988695971601588e-05,
+      "loss": 4.902,
+      "step": 158
+    },
+    {
+      "epoch": 1.1493975903614457,
+      "grad_norm": 1.4310915855021005,
+      "learning_rate": 1.9885376242897257e-05,
+      "loss": 4.8543,
+      "step": 159
+    },
+    {
+      "epoch": 1.1566265060240963,
+      "grad_norm": 1.6199867111977333,
+      "learning_rate": 1.9883781820027777e-05,
+      "loss": 4.8642,
+      "step": 160
+    },
+    {
+      "epoch": 1.163855421686747,
+      "grad_norm": 1.60087290545569,
+      "learning_rate": 1.988217644917353e-05,
+      "loss": 4.861,
+      "step": 161
+    },
+    {
+      "epoch": 1.1710843373493975,
+      "grad_norm": 1.4310791832649268,
+      "learning_rate": 1.9880560132112743e-05,
+      "loss": 4.8449,
+      "step": 162
+    },
+    {
+      "epoch": 1.1783132530120481,
+      "grad_norm": 1.5116431119020965,
+      "learning_rate": 1.9878932870635766e-05,
+      "loss": 4.8333,
+      "step": 163
+    },
+    {
+      "epoch": 1.1855421686746987,
+      "grad_norm": 1.3107772455570288,
+      "learning_rate": 1.9877294666545067e-05,
+      "loss": 4.8205,
+      "step": 164
+    },
+    {
+      "epoch": 1.1927710843373494,
+      "grad_norm": 1.590059839480383,
+      "learning_rate": 1.987564552165524e-05,
+      "loss": 4.7843,
+      "step": 165
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 1.2940053194060677,
+      "learning_rate": 1.9873985437792992e-05,
+      "loss": 4.7775,
+      "step": 166
+    },
+    {
+      "epoch": 1.2072289156626506,
+      "grad_norm": 1.5649565551472995,
+      "learning_rate": 1.987231441679716e-05,
+      "loss": 4.7764,
+      "step": 167
+    },
+    {
+      "epoch": 1.2144578313253012,
+      "grad_norm": 1.364758540526031,
+      "learning_rate": 1.987063246051868e-05,
+      "loss": 4.7742,
+      "step": 168
+    },
+    {
+      "epoch": 1.2216867469879518,
+      "grad_norm": 1.9001350592348814,
+      "learning_rate": 1.9868939570820608e-05,
+      "loss": 4.7813,
+      "step": 169
+    },
+    {
+      "epoch": 1.2289156626506024,
+      "grad_norm": 1.4234469610031761,
+      "learning_rate": 1.9867235749578108e-05,
+      "loss": 4.7641,
+      "step": 170
+    },
+    {
+      "epoch": 1.236144578313253,
+      "grad_norm": 2.1776918892703225,
+      "learning_rate": 1.9865520998678458e-05,
+      "loss": 4.7818,
+      "step": 171
+    },
+    {
+      "epoch": 1.2433734939759036,
+      "grad_norm": 1.3890011845463408,
+      "learning_rate": 1.986379532002104e-05,
+      "loss": 4.7704,
+      "step": 172
+    },
+    {
+      "epoch": 1.2506024096385542,
+      "grad_norm": 2.0487165142274306,
+      "learning_rate": 1.9862058715517332e-05,
+      "loss": 4.7802,
+      "step": 173
+    },
+    {
+      "epoch": 1.2578313253012048,
+      "grad_norm": 1.2355025181764954,
+      "learning_rate": 1.9860311187090927e-05,
+      "loss": 4.7402,
+      "step": 174
+    },
+    {
+      "epoch": 1.2650602409638554,
+      "grad_norm": 1.9249359849876109,
+      "learning_rate": 1.9858552736677516e-05,
+      "loss": 4.7306,
+      "step": 175
+    },
+    {
+      "epoch": 1.272289156626506,
+      "grad_norm": 2.139696984414974,
+      "learning_rate": 1.985678336622488e-05,
+      "loss": 4.717,
+      "step": 176
+    },
+    {
+      "epoch": 1.2795180722891566,
+      "grad_norm": 1.0388000431735693,
+      "learning_rate": 1.9855003077692898e-05,
+      "loss": 4.6619,
+      "step": 177
+    },
+    {
+      "epoch": 1.2867469879518072,
+      "grad_norm": 1.5186233110203489,
+      "learning_rate": 1.9853211873053547e-05,
+      "loss": 4.6737,
+      "step": 178
+    },
+    {
+      "epoch": 1.2939759036144578,
+      "grad_norm": 0.9525342243672005,
+      "learning_rate": 1.98514097542909e-05,
+      "loss": 4.6861,
+      "step": 179
+    },
+    {
+      "epoch": 1.3012048192771084,
+      "grad_norm": 1.689627739569883,
+      "learning_rate": 1.984959672340111e-05,
+      "loss": 4.6936,
+      "step": 180
+    },
+    {
+      "epoch": 1.308433734939759,
+      "grad_norm": 1.7822859896216436,
+      "learning_rate": 1.984777278239241e-05,
+      "loss": 4.6881,
+      "step": 181
+    },
+    {
+      "epoch": 1.3156626506024096,
+      "grad_norm": 0.9953258914708404,
+      "learning_rate": 1.984593793328514e-05,
+      "loss": 4.6258,
+      "step": 182
+    },
+    {
+      "epoch": 1.3228915662650602,
+      "grad_norm": 2.5510924952211647,
+      "learning_rate": 1.9844092178111703e-05,
+      "loss": 4.6827,
+      "step": 183
+    },
+    {
+      "epoch": 1.3301204819277108,
+      "grad_norm": 1.4564971326104093,
+      "learning_rate": 1.9842235518916592e-05,
+      "loss": 4.675,
+      "step": 184
+    },
+    {
+      "epoch": 1.3373493975903614,
+      "grad_norm": 1.3183469685608156,
+      "learning_rate": 1.984036795775638e-05,
+      "loss": 4.6577,
+      "step": 185
+    },
+    {
+      "epoch": 1.344578313253012,
+      "grad_norm": 1.6076666014762455,
+      "learning_rate": 1.9838489496699703e-05,
+      "loss": 4.6344,
+      "step": 186
+    },
+    {
+      "epoch": 1.3518072289156626,
+      "grad_norm": 1.4334408175522528,
+      "learning_rate": 1.983660013782729e-05,
+      "loss": 4.6371,
+      "step": 187
+    },
+    {
+      "epoch": 1.3590361445783132,
+      "grad_norm": 1.0276575588288683,
+      "learning_rate": 1.983469988323192e-05,
+      "loss": 4.5858,
+      "step": 188
+    },
+    {
+      "epoch": 1.3662650602409638,
+      "grad_norm": 1.2524191668366011,
+      "learning_rate": 1.9832788735018452e-05,
+      "loss": 4.6238,
+      "step": 189
+    },
+    {
+      "epoch": 1.3734939759036144,
+      "grad_norm": 1.111924655995767,
+      "learning_rate": 1.9830866695303817e-05,
+      "loss": 4.6196,
+      "step": 190
+    },
+    {
+      "epoch": 1.380722891566265,
+      "grad_norm": 1.4587811465856404,
+      "learning_rate": 1.9828933766216998e-05,
+      "loss": 4.6152,
+      "step": 191
+    },
+    {
+      "epoch": 1.3879518072289156,
+      "grad_norm": 1.3517246312720717,
+      "learning_rate": 1.982698994989905e-05,
+      "loss": 4.5879,
+      "step": 192
+    },
+    {
+      "epoch": 1.3951807228915662,
+      "grad_norm": 1.0781361858523884,
+      "learning_rate": 1.982503524850308e-05,
+      "loss": 4.5935,
+      "step": 193
+    },
+    {
+      "epoch": 1.4024096385542169,
+      "grad_norm": 1.3983940494845462,
+      "learning_rate": 1.982306966419426e-05,
+      "loss": 4.567,
+      "step": 194
+    },
+    {
+      "epoch": 1.4096385542168675,
+      "grad_norm": 1.0951708644481744,
+      "learning_rate": 1.9821093199149806e-05,
+      "loss": 4.5285,
+      "step": 195
+    },
+    {
+      "epoch": 1.416867469879518,
+      "grad_norm": 1.5337453436245976,
+      "learning_rate": 1.9819105855558996e-05,
+      "loss": 4.5419,
+      "step": 196
+    },
+    {
+      "epoch": 1.4240963855421687,
+      "grad_norm": 1.0266826762343255,
+      "learning_rate": 1.981710763562315e-05,
+      "loss": 4.5681,
+      "step": 197
+    },
+    {
+      "epoch": 1.4313253012048193,
+      "grad_norm": 1.7564922932399614,
+      "learning_rate": 1.9815098541555645e-05,
+      "loss": 4.5582,
+      "step": 198
+    },
+    {
+      "epoch": 1.4385542168674699,
+      "grad_norm": 1.1072497618442172,
+      "learning_rate": 1.9813078575581898e-05,
+      "loss": 4.5167,
+      "step": 199
+    },
+    {
+      "epoch": 1.4457831325301205,
+      "grad_norm": 1.566828226827763,
+      "learning_rate": 1.981104773993936e-05,
+      "loss": 4.5037,
+      "step": 200
+    },
+    {
+      "epoch": 1.453012048192771,
+      "grad_norm": 1.2269950037429016,
+      "learning_rate": 1.9809006036877537e-05,
+      "loss": 4.5214,
+      "step": 201
+    },
+    {
+      "epoch": 1.4602409638554217,
+      "grad_norm": 1.2192495763855802,
+      "learning_rate": 1.9806953468657966e-05,
+      "loss": 4.5067,
+      "step": 202
+    },
+    {
+      "epoch": 1.4674698795180723,
+      "grad_norm": 1.0133073397884125,
+      "learning_rate": 1.9804890037554215e-05,
+      "loss": 4.5097,
+      "step": 203
+    },
+    {
+      "epoch": 1.4746987951807229,
+      "grad_norm": 1.1081042205578755,
+      "learning_rate": 1.9802815745851888e-05,
+      "loss": 4.4802,
+      "step": 204
+    },
+    {
+      "epoch": 1.4819277108433735,
+      "grad_norm": 1.052790913749799,
+      "learning_rate": 1.980073059584862e-05,
+      "loss": 4.4943,
+      "step": 205
+    },
+    {
+      "epoch": 1.489156626506024,
+      "grad_norm": 1.0752814528281058,
+      "learning_rate": 1.9798634589854073e-05,
+      "loss": 4.4714,
+      "step": 206
+    },
+    {
+      "epoch": 1.4963855421686747,
+      "grad_norm": 1.4338817481695876,
+      "learning_rate": 1.9796527730189936e-05,
+      "loss": 4.4653,
+      "step": 207
+    },
+    {
+      "epoch": 1.5036144578313253,
+      "grad_norm": 0.9863500898479299,
+      "learning_rate": 1.9794410019189913e-05,
+      "loss": 4.4539,
+      "step": 208
+    },
+    {
+      "epoch": 1.510843373493976,
+      "grad_norm": 1.2842052237396306,
+      "learning_rate": 1.9792281459199737e-05,
+      "loss": 4.4653,
+      "step": 209
+    },
+    {
+      "epoch": 1.5180722891566265,
+      "grad_norm": 1.4247627004514936,
+      "learning_rate": 1.9790142052577148e-05,
+      "loss": 4.4411,
+      "step": 210
+    },
+    {
+      "epoch": 1.5253012048192771,
+      "grad_norm": 1.2800317446823677,
+      "learning_rate": 1.9787991801691907e-05,
+      "loss": 4.43,
+      "step": 211
+    },
+    {
+      "epoch": 1.5325301204819277,
+      "grad_norm": 1.288596540985055,
+      "learning_rate": 1.9785830708925792e-05,
+      "loss": 4.4493,
+      "step": 212
+    },
+    {
+      "epoch": 1.5397590361445783,
+      "grad_norm": 1.2727314825477154,
+      "learning_rate": 1.978365877667258e-05,
+      "loss": 4.4233,
+      "step": 213
+    },
+    {
+      "epoch": 1.546987951807229,
+      "grad_norm": 1.0980274594078798,
+      "learning_rate": 1.9781476007338058e-05,
+      "loss": 4.3968,
+      "step": 214
+    },
+    {
+      "epoch": 1.5542168674698795,
+      "grad_norm": 1.2067021264618283,
+      "learning_rate": 1.977928240334002e-05,
+      "loss": 4.4214,
+      "step": 215
+    },
+    {
+      "epoch": 1.5614457831325301,
+      "grad_norm": 1.2126474757588954,
+      "learning_rate": 1.9777077967108254e-05,
+      "loss": 4.4098,
+      "step": 216
+    },
+    {
+      "epoch": 1.5686746987951807,
+      "grad_norm": 1.4690386666975572,
+      "learning_rate": 1.9774862701084555e-05,
+      "loss": 4.4268,
+      "step": 217
+    },
+    {
+      "epoch": 1.5759036144578313,
+      "grad_norm": 1.0488849882671147,
+      "learning_rate": 1.9772636607722714e-05,
+      "loss": 4.3894,
+      "step": 218
+    },
+    {
+      "epoch": 1.583132530120482,
+      "grad_norm": 1.630809721223867,
+      "learning_rate": 1.9770399689488506e-05,
+      "loss": 4.4133,
+      "step": 219
+    },
+    {
+      "epoch": 1.5903614457831325,
+      "grad_norm": 1.113109729713893,
+      "learning_rate": 1.9768151948859705e-05,
+      "loss": 4.3772,
+      "step": 220
+    },
+    {
+      "epoch": 1.5975903614457831,
+      "grad_norm": 1.5423275320082017,
+      "learning_rate": 1.9765893388326064e-05,
+      "loss": 4.3785,
+      "step": 221
+    },
+    {
+      "epoch": 1.6048192771084338,
+      "grad_norm": 1.0807052768227303,
+      "learning_rate": 1.9763624010389334e-05,
+      "loss": 4.3694,
+      "step": 222
+    },
+    {
+      "epoch": 1.6120481927710844,
+      "grad_norm": 1.235992463133922,
+      "learning_rate": 1.9761343817563235e-05,
+      "loss": 4.359,
+      "step": 223
+    },
+    {
+      "epoch": 1.619277108433735,
+      "grad_norm": 1.5186454860312188,
+      "learning_rate": 1.9759052812373478e-05,
+      "loss": 4.3792,
+      "step": 224
+    },
+    {
+      "epoch": 1.6265060240963856,
+      "grad_norm": 1.2019163259646208,
+      "learning_rate": 1.9756750997357738e-05,
+      "loss": 4.3688,
+      "step": 225
+    },
+    {
+      "epoch": 1.6337349397590362,
+      "grad_norm": 1.7333794728755505,
+      "learning_rate": 1.9754438375065673e-05,
+      "loss": 4.3512,
+      "step": 226
+    },
+    {
+      "epoch": 1.6409638554216868,
+      "grad_norm": 1.1407460567282055,
+      "learning_rate": 1.9752114948058908e-05,
+      "loss": 4.3802,
+      "step": 227
+    },
+    {
+      "epoch": 1.6481927710843374,
+      "grad_norm": 1.6157840392044631,
+      "learning_rate": 1.974978071891104e-05,
+      "loss": 4.3511,
+      "step": 228
+    },
+    {
+      "epoch": 1.655421686746988,
+      "grad_norm": 1.0476544634861773,
+      "learning_rate": 1.9747435690207625e-05,
+      "loss": 4.3221,
+      "step": 229
+    },
+    {
+      "epoch": 1.6626506024096386,
+      "grad_norm": 1.697500843790948,
+      "learning_rate": 1.9745079864546184e-05,
+      "loss": 4.3312,
+      "step": 230
+    },
+    {
+      "epoch": 1.6698795180722892,
+      "grad_norm": 1.3904195390686156,
+      "learning_rate": 1.9742713244536205e-05,
+      "loss": 4.2968,
+      "step": 231
+    },
+    {
+      "epoch": 1.6771084337349398,
+      "grad_norm": 1.5290382901012387,
+      "learning_rate": 1.9740335832799118e-05,
+      "loss": 4.319,
+      "step": 232
+    },
+    {
+      "epoch": 1.6843373493975904,
+      "grad_norm": 1.279841205474429,
+      "learning_rate": 1.973794763196832e-05,
+      "loss": 4.3077,
+      "step": 233
+    },
+    {
+      "epoch": 1.691566265060241,
+      "grad_norm": 1.3872098276085976,
+      "learning_rate": 1.973554864468915e-05,
+      "loss": 4.3165,
+      "step": 234
+    },
+    {
+      "epoch": 1.6987951807228916,
+      "grad_norm": 1.2522587215309555,
+      "learning_rate": 1.97331388736189e-05,
+      "loss": 4.2679,
+      "step": 235
+    },
+    {
+      "epoch": 1.7060240963855422,
+      "grad_norm": 1.3360665273295562,
+      "learning_rate": 1.9730718321426804e-05,
+      "loss": 4.306,
+      "step": 236
+    },
+    {
+      "epoch": 1.7132530120481928,
+      "grad_norm": 1.6653558400826634,
+      "learning_rate": 1.972828699079404e-05,
+      "loss": 4.2908,
+      "step": 237
+    },
+    {
+      "epoch": 1.7204819277108434,
+      "grad_norm": 1.057771248044181,
+      "learning_rate": 1.972584488441372e-05,
+      "loss": 4.2358,
+      "step": 238
+    },
+    {
+      "epoch": 1.727710843373494,
+      "grad_norm": 1.690770002741558,
+      "learning_rate": 1.9723392004990904e-05,
+      "loss": 4.2696,
+      "step": 239
+    },
+    {
+      "epoch": 1.7349397590361446,
+      "grad_norm": 1.3303504757518965,
+      "learning_rate": 1.972092835524257e-05,
+      "loss": 4.2581,
+      "step": 240
+    },
+    {
+      "epoch": 1.7421686746987952,
+      "grad_norm": 1.5896442171678875,
+      "learning_rate": 1.9718453937897637e-05,
+      "loss": 4.2744,
+      "step": 241
+    },
+    {
+      "epoch": 1.7493975903614458,
+      "grad_norm": 1.2953058262004782,
+      "learning_rate": 1.9715968755696946e-05,
+      "loss": 4.2906,
+      "step": 242
+    },
+    {
+      "epoch": 1.7566265060240964,
+      "grad_norm": 1.1295293666533506,
+      "learning_rate": 1.971347281139326e-05,
+      "loss": 4.2681,
+      "step": 243
+    },
+    {
+      "epoch": 1.763855421686747,
+      "grad_norm": 1.7488116684794741,
+      "learning_rate": 1.971096610775127e-05,
+      "loss": 4.2374,
+      "step": 244
+    },
+    {
+      "epoch": 1.7710843373493976,
+      "grad_norm": 0.9787269896385271,
+      "learning_rate": 1.9708448647547575e-05,
+      "loss": 4.2927,
+      "step": 245
+    },
+    {
+      "epoch": 1.7783132530120482,
+      "grad_norm": 1.9264724538555262,
+      "learning_rate": 1.9705920433570696e-05,
+      "loss": 4.2781,
+      "step": 246
+    },
+    {
+      "epoch": 1.7855421686746988,
+      "grad_norm": 1.1677065487324365,
+      "learning_rate": 1.970338146862107e-05,
+      "loss": 4.2401,
+      "step": 247
+    },
+    {
+      "epoch": 1.7927710843373494,
+      "grad_norm": 1.5709729392003717,
+      "learning_rate": 1.9700831755511028e-05,
+      "loss": 4.2468,
+      "step": 248
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.971212117208314,
+      "learning_rate": 1.969827129706482e-05,
+      "loss": 4.2163,
+      "step": 249
+    },
+    {
+      "epoch": 1.8072289156626506,
+      "grad_norm": 1.4724427784286502,
+      "learning_rate": 1.9695700096118594e-05,
+      "loss": 4.2263,
+      "step": 250
+    },
+    {
+      "epoch": 1.8144578313253013,
+      "grad_norm": 1.2968473120262307,
+      "learning_rate": 1.9693118155520394e-05,
+      "loss": 4.2356,
+      "step": 251
+    },
+    {
+      "epoch": 1.8216867469879519,
+      "grad_norm": 1.3911380380341898,
+      "learning_rate": 1.9690525478130162e-05,
+      "loss": 4.2298,
+      "step": 252
+    },
+    {
+      "epoch": 1.8289156626506025,
+      "grad_norm": 0.8098318647581148,
+      "learning_rate": 1.9687922066819734e-05,
+      "loss": 4.1948,
+      "step": 253
+    },
+    {
+      "epoch": 1.836144578313253,
+      "grad_norm": 1.1659829550163594,
+      "learning_rate": 1.9685307924472835e-05,
+      "loss": 4.1959,
+      "step": 254
+    },
+    {
+      "epoch": 1.8433734939759037,
+      "grad_norm": 1.1602925584411976,
+      "learning_rate": 1.9682683053985073e-05,
+      "loss": 4.1684,
+      "step": 255
+    },
+    {
+      "epoch": 1.8506024096385543,
+      "grad_norm": 1.643102304487686,
+      "learning_rate": 1.968004745826395e-05,
+      "loss": 4.2193,
+      "step": 256
+    },
+    {
+      "epoch": 1.8578313253012049,
+      "grad_norm": 1.0061759340188303,
+      "learning_rate": 1.9677401140228834e-05,
+      "loss": 4.1585,
+      "step": 257
+    },
+    {
+      "epoch": 1.8650602409638555,
+      "grad_norm": 1.4204336218376243,
+      "learning_rate": 1.967474410281098e-05,
+      "loss": 4.2211,
+      "step": 258
+    },
+    {
+      "epoch": 1.872289156626506,
+      "grad_norm": 1.2381003435701177,
+      "learning_rate": 1.9672076348953507e-05,
+      "loss": 4.164,
+      "step": 259
+    },
+    {
+      "epoch": 1.8795180722891565,
+      "grad_norm": 1.3142604064597698,
+      "learning_rate": 1.966939788161142e-05,
+      "loss": 4.1279,
+      "step": 260
+    },
+    {
+      "epoch": 1.886746987951807,
+      "grad_norm": 1.5490808076132756,
+      "learning_rate": 1.9666708703751576e-05,
+      "loss": 4.1989,
+      "step": 261
+    },
+    {
+      "epoch": 1.8939759036144577,
+      "grad_norm": 1.6637523057931343,
+      "learning_rate": 1.96640088183527e-05,
+      "loss": 4.1386,
+      "step": 262
+    },
+    {
+      "epoch": 1.9012048192771083,
+      "grad_norm": 1.1845491376199697,
+      "learning_rate": 1.9661298228405377e-05,
+      "loss": 4.1487,
+      "step": 263
+    },
+    {
+      "epoch": 1.9084337349397589,
+      "grad_norm": 1.263908380935535,
+      "learning_rate": 1.9658576936912057e-05,
+      "loss": 4.1302,
+      "step": 264
+    },
+    {
+      "epoch": 1.9156626506024095,
+      "grad_norm": 1.289931147920118,
+      "learning_rate": 1.9655844946887035e-05,
+      "loss": 4.1303,
+      "step": 265
+    },
+    {
+      "epoch": 1.92289156626506,
+      "grad_norm": 1.0861244271331052,
+      "learning_rate": 1.9653102261356456e-05,
+      "loss": 4.1042,
+      "step": 266
+    },
+    {
+      "epoch": 1.9301204819277107,
+      "grad_norm": 1.4855987153795662,
+      "learning_rate": 1.9650348883358313e-05,
+      "loss": 4.1239,
+      "step": 267
+    },
+    {
+      "epoch": 1.9373493975903613,
+      "grad_norm": 1.1356728975830408,
+      "learning_rate": 1.9647584815942455e-05,
+      "loss": 4.1402,
+      "step": 268
+    },
+    {
+      "epoch": 1.944578313253012,
+      "grad_norm": 1.4987833232332588,
+      "learning_rate": 1.964481006217055e-05,
+      "loss": 4.1223,
+      "step": 269
+    },
+    {
+      "epoch": 1.9518072289156625,
+      "grad_norm": 1.3698683946332046,
+      "learning_rate": 1.9642024625116117e-05,
+      "loss": 4.0846,
+      "step": 270
+    },
+    {
+      "epoch": 1.959036144578313,
+      "grad_norm": 1.4713817649962406,
+      "learning_rate": 1.963922850786451e-05,
+      "loss": 4.0943,
+      "step": 271
+    },
+    {
+      "epoch": 1.9662650602409637,
+      "grad_norm": 1.6158687103746316,
+      "learning_rate": 1.963642171351291e-05,
+      "loss": 4.1092,
+      "step": 272
+    },
+    {
+      "epoch": 1.9734939759036143,
+      "grad_norm": 1.3112900282213475,
+      "learning_rate": 1.963360424517031e-05,
+      "loss": 4.1197,
+      "step": 273
+    },
+    {
+      "epoch": 1.980722891566265,
+      "grad_norm": 1.3165917322818186,
+      "learning_rate": 1.9630776105957553e-05,
+      "loss": 4.0985,
+      "step": 274
+    },
+    {
+      "epoch": 1.9879518072289155,
+      "grad_norm": 1.2679890312035356,
+      "learning_rate": 1.9627937299007286e-05,
+      "loss": 4.0918,
+      "step": 275
+    },
+    {
+      "epoch": 1.9951807228915661,
+      "grad_norm": 1.3006507811283787,
+      "learning_rate": 1.962508782746397e-05,
+      "loss": 4.1095,
+      "step": 276
+    },
+    {
+      "epoch": 2.0024096385542167,
+      "grad_norm": 1.4124431865354987,
+      "learning_rate": 1.9622227694483893e-05,
+      "loss": 4.0901,
+      "step": 277
+    },
+    {
+      "epoch": 2.0096385542168673,
+      "grad_norm": 1.2819799804016005,
+      "learning_rate": 1.9619356903235132e-05,
+      "loss": 4.047,
+      "step": 278
+    },
+    {
+      "epoch": 2.016867469879518,
+      "grad_norm": 1.5597905663515192,
+      "learning_rate": 1.961647545689759e-05,
+      "loss": 4.0477,
+      "step": 279
+    },
+    {
+      "epoch": 2.0240963855421685,
+      "grad_norm": 0.9423133582923033,
+      "learning_rate": 1.961358335866296e-05,
+      "loss": 4.0491,
+      "step": 280
+    },
+    {
+      "epoch": 2.031325301204819,
+      "grad_norm": 1.8743296089578012,
+      "learning_rate": 1.9610680611734737e-05,
+      "loss": 4.0293,
+      "step": 281
+    },
+    {
+      "epoch": 2.0385542168674697,
+      "grad_norm": 0.9891080430136323,
+      "learning_rate": 1.960776721932821e-05,
+      "loss": 4.0302,
+      "step": 282
+    },
+    {
+      "epoch": 2.0457831325301203,
+      "grad_norm": 2.1075583542099157,
+      "learning_rate": 1.9604843184670462e-05,
+      "loss": 4.0533,
+      "step": 283
+    },
+    {
+      "epoch": 2.053012048192771,
+      "grad_norm": 1.3836722891539663,
+      "learning_rate": 1.9601908511000362e-05,
+      "loss": 4.0804,
+      "step": 284
+    },
+    {
+      "epoch": 2.0602409638554215,
+      "grad_norm": 1.4934238633799322,
+      "learning_rate": 1.959896320156857e-05,
+      "loss": 4.0569,
+      "step": 285
+    },
+    {
+      "epoch": 2.067469879518072,
+      "grad_norm": 1.1757415076562812,
+      "learning_rate": 1.959600725963752e-05,
+      "loss": 3.9952,
+      "step": 286
+    },
+    {
+      "epoch": 2.0746987951807228,
+      "grad_norm": 1.5693536638143577,
+      "learning_rate": 1.959304068848142e-05,
+      "loss": 4.0489,
+      "step": 287
+    },
+    {
+      "epoch": 2.0819277108433734,
+      "grad_norm": 1.224291668036312,
+      "learning_rate": 1.9590063491386262e-05,
+      "loss": 4.0471,
+      "step": 288
+    },
+    {
+      "epoch": 2.089156626506024,
+      "grad_norm": 1.1290270781594147,
+      "learning_rate": 1.95870756716498e-05,
+      "loss": 4.0212,
+      "step": 289
+    },
+    {
+      "epoch": 2.0963855421686746,
+      "grad_norm": 1.894574752880013,
+      "learning_rate": 1.958407723258156e-05,
+      "loss": 4.0215,
+      "step": 290
+    },
+    {
+      "epoch": 2.103614457831325,
+      "grad_norm": 1.4980896883131283,
+      "learning_rate": 1.9581068177502826e-05,
+      "loss": 4.014,
+      "step": 291
+    },
+    {
+      "epoch": 2.1108433734939758,
+      "grad_norm": 1.4071538350431236,
+      "learning_rate": 1.9578048509746643e-05,
+      "loss": 3.9862,
+      "step": 292
+    },
+    {
+      "epoch": 2.1180722891566264,
+      "grad_norm": 1.3369928398838042,
+      "learning_rate": 1.9575018232657806e-05,
+      "loss": 4.0087,
+      "step": 293
+    },
+    {
+      "epoch": 2.125301204819277,
+      "grad_norm": 1.3725504314220875,
+      "learning_rate": 1.9571977349592878e-05,
+      "loss": 3.9819,
+      "step": 294
+    },
+    {
+      "epoch": 2.1325301204819276,
+      "grad_norm": 1.074883668514762,
+      "learning_rate": 1.9568925863920155e-05,
+      "loss": 3.9878,
+      "step": 295
+    },
+    {
+      "epoch": 2.139759036144578,
+      "grad_norm": 1.4617619796119823,
+      "learning_rate": 1.9565863779019675e-05,
+      "loss": 4.0011,
+      "step": 296
+    },
+    {
+      "epoch": 2.146987951807229,
+      "grad_norm": 1.295064754737287,
+      "learning_rate": 1.9562791098283226e-05,
+      "loss": 3.9857,
+      "step": 297
+    },
+    {
+      "epoch": 2.1542168674698794,
+      "grad_norm": 1.7198029396122985,
+      "learning_rate": 1.9559707825114334e-05,
+      "loss": 3.995,
+      "step": 298
+    },
+    {
+      "epoch": 2.16144578313253,
+      "grad_norm": 1.1877879145202288,
+      "learning_rate": 1.9556613962928244e-05,
+      "loss": 3.9518,
+      "step": 299
+    },
+    {
+      "epoch": 2.1686746987951806,
+      "grad_norm": 1.4041536368701515,
+      "learning_rate": 1.955350951515195e-05,
+      "loss": 3.9694,
+      "step": 300
+    },
+    {
+      "epoch": 2.175903614457831,
+      "grad_norm": 1.4632978460765673,
+      "learning_rate": 1.9550394485224154e-05,
+      "loss": 4.0008,
+      "step": 301
+    },
+    {
+      "epoch": 2.183132530120482,
+      "grad_norm": 1.179001588622081,
+      "learning_rate": 1.9547268876595286e-05,
+      "loss": 3.9742,
+      "step": 302
+    },
+    {
+      "epoch": 2.1903614457831324,
+      "grad_norm": 1.3424766923175933,
+      "learning_rate": 1.9544132692727497e-05,
+      "loss": 3.9582,
+      "step": 303
+    },
+    {
+      "epoch": 2.197590361445783,
+      "grad_norm": 1.44537054552251,
+      "learning_rate": 1.954098593709465e-05,
+      "loss": 3.9669,
+      "step": 304
+    },
+    {
+      "epoch": 2.2048192771084336,
+      "grad_norm": 1.2894995735637325,
+      "learning_rate": 1.9537828613182314e-05,
+      "loss": 3.9352,
+      "step": 305
+    },
+    {
+      "epoch": 2.212048192771084,
+      "grad_norm": 1.2191740632517898,
+      "learning_rate": 1.9534660724487766e-05,
+      "loss": 3.9462,
+      "step": 306
+    },
+    {
+      "epoch": 2.219277108433735,
+      "grad_norm": 1.2922608641871975,
+      "learning_rate": 1.953148227451999e-05,
+      "loss": 3.968,
+      "step": 307
+    },
+    {
+      "epoch": 2.2265060240963854,
+      "grad_norm": 1.4031391626334404,
+      "learning_rate": 1.952829326679966e-05,
+      "loss": 3.9203,
+      "step": 308
+    },
+    {
+      "epoch": 2.233734939759036,
+      "grad_norm": 1.3797106514946174,
+      "learning_rate": 1.9525093704859156e-05,
+      "loss": 3.9411,
+      "step": 309
+    },
+    {
+      "epoch": 2.2409638554216866,
+      "grad_norm": 1.2240686755095442,
+      "learning_rate": 1.9521883592242537e-05,
+      "loss": 3.8945,
+      "step": 310
+    },
+    {
+      "epoch": 2.2481927710843372,
+      "grad_norm": 1.359674903926122,
+      "learning_rate": 1.9518662932505554e-05,
+      "loss": 3.9592,
+      "step": 311
+    },
+    {
+      "epoch": 2.255421686746988,
+      "grad_norm": 0.8861545685501412,
+      "learning_rate": 1.9515431729215642e-05,
+      "loss": 3.9198,
+      "step": 312
+    },
+    {
+      "epoch": 2.2626506024096384,
+      "grad_norm": 1.486723607802486,
+      "learning_rate": 1.951218998595192e-05,
+      "loss": 3.9507,
+      "step": 313
+    },
+    {
+      "epoch": 2.269879518072289,
+      "grad_norm": 1.313871908419903,
+      "learning_rate": 1.950893770630516e-05,
+      "loss": 3.9217,
+      "step": 314
+    },
+    {
+      "epoch": 2.2771084337349397,
+      "grad_norm": 0.8836336304647858,
+      "learning_rate": 1.950567489387783e-05,
+      "loss": 3.9043,
+      "step": 315
+    },
+    {
+      "epoch": 2.2843373493975903,
+      "grad_norm": 1.1630419252591093,
+      "learning_rate": 1.9502401552284053e-05,
+      "loss": 3.9174,
+      "step": 316
+    },
+    {
+      "epoch": 2.291566265060241,
+      "grad_norm": 1.6191540917865768,
+      "learning_rate": 1.9499117685149617e-05,
+      "loss": 3.9032,
+      "step": 317
+    },
+    {
+      "epoch": 2.2987951807228915,
+      "grad_norm": 1.046430539809095,
+      "learning_rate": 1.9495823296111968e-05,
+      "loss": 3.9224,
+      "step": 318
+    },
+    {
+      "epoch": 2.306024096385542,
+      "grad_norm": 2.0316286942343846,
+      "learning_rate": 1.9492518388820204e-05,
+      "loss": 3.935,
+      "step": 319
+    },
+    {
+      "epoch": 2.3132530120481927,
+      "grad_norm": 0.7503307570466232,
+      "learning_rate": 1.9489202966935084e-05,
+      "loss": 3.8877,
+      "step": 320
+    },
+    {
+      "epoch": 2.3204819277108433,
+      "grad_norm": 2.195779504301335,
+      "learning_rate": 1.9485877034129e-05,
+      "loss": 3.9413,
+      "step": 321
+    },
+    {
+      "epoch": 2.327710843373494,
+      "grad_norm": 0.9316398409981106,
+      "learning_rate": 1.9482540594086e-05,
+      "loss": 3.8999,
+      "step": 322
+    },
+    {
+      "epoch": 2.3349397590361445,
+      "grad_norm": 1.869511574600292,
+      "learning_rate": 1.9479193650501756e-05,
+      "loss": 3.9171,
+      "step": 323
+    },
+    {
+      "epoch": 2.342168674698795,
+      "grad_norm": 1.1547734133448195,
+      "learning_rate": 1.947583620708359e-05,
+      "loss": 3.9078,
+      "step": 324
+    },
+    {
+      "epoch": 2.3493975903614457,
+      "grad_norm": 1.7976523987062796,
+      "learning_rate": 1.947246826755044e-05,
+      "loss": 3.9188,
+      "step": 325
+    },
+    {
+      "epoch": 2.3566265060240963,
+      "grad_norm": 1.3943533699571777,
+      "learning_rate": 1.9469089835632883e-05,
+      "loss": 3.8771,
+      "step": 326
+    },
+    {
+      "epoch": 2.363855421686747,
+      "grad_norm": 1.326917276516545,
+      "learning_rate": 1.946570091507311e-05,
+      "loss": 3.8827,
+      "step": 327
+    },
+    {
+      "epoch": 2.3710843373493975,
+      "grad_norm": 1.2430788981224146,
+      "learning_rate": 1.9462301509624933e-05,
+      "loss": 3.8734,
+      "step": 328
+    },
+    {
+      "epoch": 2.378313253012048,
+      "grad_norm": 1.5379553907088528,
+      "learning_rate": 1.9458891623053776e-05,
+      "loss": 3.9014,
+      "step": 329
+    },
+    {
+      "epoch": 2.3855421686746987,
+      "grad_norm": 1.2479691146217833,
+      "learning_rate": 1.945547125913667e-05,
+      "loss": 3.9109,
+      "step": 330
+    },
+    {
+      "epoch": 2.3927710843373493,
+      "grad_norm": 1.2398397651517286,
+      "learning_rate": 1.9452040421662263e-05,
+      "loss": 3.8697,
+      "step": 331
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 1.1754621111943704,
+      "learning_rate": 1.9448599114430793e-05,
+      "loss": 3.8795,
+      "step": 332
+    },
+    {
+      "epoch": 2.4072289156626505,
+      "grad_norm": 1.3452310894880555,
+      "learning_rate": 1.9445147341254094e-05,
+      "loss": 3.8632,
+      "step": 333
+    },
+    {
+      "epoch": 2.414457831325301,
+      "grad_norm": 1.3656366008762484,
+      "learning_rate": 1.9441685105955605e-05,
+      "loss": 3.8541,
+      "step": 334
+    },
+    {
+      "epoch": 2.4216867469879517,
+      "grad_norm": 1.033093624385257,
+      "learning_rate": 1.943821241237034e-05,
+      "loss": 3.8198,
+      "step": 335
+    },
+    {
+      "epoch": 2.4289156626506023,
+      "grad_norm": 1.290188236529091,
+      "learning_rate": 1.94347292643449e-05,
+      "loss": 3.8341,
+      "step": 336
+    },
+    {
+      "epoch": 2.436144578313253,
+      "grad_norm": 1.2189948090841016,
+      "learning_rate": 1.943123566573748e-05,
+      "loss": 3.8599,
+      "step": 337
+    },
+    {
+      "epoch": 2.4433734939759035,
+      "grad_norm": 1.3522120356287177,
+      "learning_rate": 1.9427731620417832e-05,
+      "loss": 3.8676,
+      "step": 338
+    },
+    {
+      "epoch": 2.450602409638554,
+      "grad_norm": 1.293234164144659,
+      "learning_rate": 1.9424217132267287e-05,
+      "loss": 3.8229,
+      "step": 339
+    },
+    {
+      "epoch": 2.4578313253012047,
+      "grad_norm": 1.2407110746826315,
+      "learning_rate": 1.9420692205178753e-05,
+      "loss": 3.8536,
+      "step": 340
+    },
+    {
+      "epoch": 2.4650602409638553,
+      "grad_norm": 1.1831514740273819,
+      "learning_rate": 1.941715684305668e-05,
+      "loss": 3.8319,
+      "step": 341
+    },
+    {
+      "epoch": 2.472289156626506,
+      "grad_norm": 1.4909103135486783,
+      "learning_rate": 1.9413611049817098e-05,
+      "loss": 3.8408,
+      "step": 342
+    },
+    {
+      "epoch": 2.4795180722891565,
+      "grad_norm": 1.4697296716221555,
+      "learning_rate": 1.9410054829387577e-05,
+      "loss": 3.8168,
+      "step": 343
+    },
+    {
+      "epoch": 2.486746987951807,
+      "grad_norm": 1.3134233365354873,
+      "learning_rate": 1.940648818570724e-05,
+      "loss": 3.8229,
+      "step": 344
+    },
+    {
+      "epoch": 2.4939759036144578,
+      "grad_norm": 1.2481322084400526,
+      "learning_rate": 1.9402911122726756e-05,
+      "loss": 3.8271,
+      "step": 345
+    },
+    {
+      "epoch": 2.5012048192771084,
+      "grad_norm": 1.2353282699128232,
+      "learning_rate": 1.9399323644408343e-05,
+      "loss": 3.8442,
+      "step": 346
+    },
+    {
+      "epoch": 2.508433734939759,
+      "grad_norm": 1.3879510352014255,
+      "learning_rate": 1.9395725754725743e-05,
+      "loss": 3.8101,
+      "step": 347
+    },
+    {
+      "epoch": 2.5156626506024096,
+      "grad_norm": 1.2661019202378452,
+      "learning_rate": 1.939211745766424e-05,
+      "loss": 3.8343,
+      "step": 348
+    },
+    {
+      "epoch": 2.52289156626506,
+      "grad_norm": 1.4094304789617342,
+      "learning_rate": 1.938849875722064e-05,
+      "loss": 3.8225,
+      "step": 349
+    },
+    {
+      "epoch": 2.5301204819277108,
+      "grad_norm": 1.0676824726351448,
+      "learning_rate": 1.9384869657403277e-05,
+      "loss": 3.8148,
+      "step": 350
+    },
+    {
+      "epoch": 2.5373493975903614,
+      "grad_norm": 1.3083681717217666,
+      "learning_rate": 1.9381230162232e-05,
+      "loss": 3.8434,
+      "step": 351
+    },
+    {
+      "epoch": 2.544578313253012,
+      "grad_norm": 1.2325764419019432,
+      "learning_rate": 1.9377580275738173e-05,
+      "loss": 3.812,
+      "step": 352
+    },
+    {
+      "epoch": 2.5518072289156626,
+      "grad_norm": 1.3648434313844788,
+      "learning_rate": 1.9373920001964675e-05,
+      "loss": 3.8195,
+      "step": 353
+    },
+    {
+      "epoch": 2.559036144578313,
+      "grad_norm": 1.5083792667684395,
+      "learning_rate": 1.9370249344965884e-05,
+      "loss": 3.8391,
+      "step": 354
+    },
+    {
+      "epoch": 2.566265060240964,
+      "grad_norm": 1.0291949716161193,
+      "learning_rate": 1.9366568308807685e-05,
+      "loss": 3.8017,
+      "step": 355
+    },
+    {
+      "epoch": 2.5734939759036144,
+      "grad_norm": 1.5685196716178862,
+      "learning_rate": 1.9362876897567463e-05,
+      "loss": 3.8024,
+      "step": 356
+    },
+    {
+      "epoch": 2.580722891566265,
+      "grad_norm": 1.2942627306283834,
+      "learning_rate": 1.9359175115334077e-05,
+      "loss": 3.7885,
+      "step": 357
+    },
+    {
+      "epoch": 2.5879518072289156,
+      "grad_norm": 1.4645373990690937,
+      "learning_rate": 1.9355462966207895e-05,
+      "loss": 3.7797,
+      "step": 358
+    },
+    {
+      "epoch": 2.595180722891566,
+      "grad_norm": 1.2398186764780104,
+      "learning_rate": 1.9351740454300757e-05,
+      "loss": 3.7539,
+      "step": 359
+    },
+    {
+      "epoch": 2.602409638554217,
+      "grad_norm": 1.6059301916580724,
+      "learning_rate": 1.9348007583735985e-05,
+      "loss": 3.7835,
+      "step": 360
+    },
+    {
+      "epoch": 2.6096385542168674,
+      "grad_norm": 1.1561865019785784,
+      "learning_rate": 1.934426435864837e-05,
+      "loss": 3.777,
+      "step": 361
+    },
+    {
+      "epoch": 2.616867469879518,
+      "grad_norm": 1.6980059293390584,
+      "learning_rate": 1.9340510783184183e-05,
+      "loss": 3.7765,
+      "step": 362
+    },
+    {
+      "epoch": 2.6240963855421686,
+      "grad_norm": 1.0123067416195255,
+      "learning_rate": 1.9336746861501147e-05,
+      "loss": 3.7598,
+      "step": 363
+    },
+    {
+      "epoch": 2.6313253012048192,
+      "grad_norm": 1.673455267873693,
+      "learning_rate": 1.9332972597768457e-05,
+      "loss": 3.7805,
+      "step": 364
+    },
+    {
+      "epoch": 2.63855421686747,
+      "grad_norm": 1.0701597206020481,
+      "learning_rate": 1.9329187996166747e-05,
+      "loss": 3.7862,
+      "step": 365
+    },
+    {
+      "epoch": 2.6457831325301204,
+      "grad_norm": 1.7611784860019106,
+      "learning_rate": 1.9325393060888124e-05,
+      "loss": 3.7598,
+      "step": 366
+    },
+    {
+      "epoch": 2.653012048192771,
+      "grad_norm": 1.2398458219597617,
+      "learning_rate": 1.932158779613613e-05,
+      "loss": 3.768,
+      "step": 367
+    },
+    {
+      "epoch": 2.6602409638554216,
+      "grad_norm": 1.3462209809802463,
+      "learning_rate": 1.931777220612574e-05,
+      "loss": 3.7391,
+      "step": 368
+    },
+    {
+      "epoch": 2.6674698795180722,
+      "grad_norm": 1.3822586150711442,
+      "learning_rate": 1.9313946295083383e-05,
+      "loss": 3.7948,
+      "step": 369
+    },
+    {
+      "epoch": 2.674698795180723,
+      "grad_norm": 1.2896937317956254,
+      "learning_rate": 1.9310110067246905e-05,
+      "loss": 3.7446,
+      "step": 370
+    },
+    {
+      "epoch": 2.6819277108433734,
+      "grad_norm": 1.597748609201892,
+      "learning_rate": 1.9306263526865593e-05,
+      "loss": 3.7899,
+      "step": 371
+    },
+    {
+      "epoch": 2.689156626506024,
+      "grad_norm": 0.9887103404024649,
+      "learning_rate": 1.930240667820015e-05,
+      "loss": 3.7663,
+      "step": 372
+    },
+    {
+      "epoch": 2.6963855421686747,
+      "grad_norm": 1.479034639605643,
+      "learning_rate": 1.9298539525522698e-05,
+      "loss": 3.7601,
+      "step": 373
+    },
+    {
+      "epoch": 2.7036144578313253,
+      "grad_norm": 1.4800888826961993,
+      "learning_rate": 1.9294662073116768e-05,
+      "loss": 3.7695,
+      "step": 374
+    },
+    {
+      "epoch": 2.710843373493976,
+      "grad_norm": 1.2534099267746543,
+      "learning_rate": 1.9290774325277305e-05,
+      "loss": 3.747,
+      "step": 375
+    },
+    {
+      "epoch": 2.7180722891566265,
+      "grad_norm": 1.3056444769450586,
+      "learning_rate": 1.9286876286310663e-05,
+      "loss": 3.7368,
+      "step": 376
+    },
+    {
+      "epoch": 2.725301204819277,
+      "grad_norm": 1.1856236202724628,
+      "learning_rate": 1.9282967960534584e-05,
+      "loss": 3.7167,
+      "step": 377
+    },
+    {
+      "epoch": 2.7325301204819277,
+      "grad_norm": 1.151548092933736,
+      "learning_rate": 1.927904935227821e-05,
+      "loss": 3.7442,
+      "step": 378
+    },
+    {
+      "epoch": 2.7397590361445783,
+      "grad_norm": 1.8119770126998607,
+      "learning_rate": 1.927512046588207e-05,
+      "loss": 3.7437,
+      "step": 379
+    },
+    {
+      "epoch": 2.746987951807229,
+      "grad_norm": 1.2134322654005893,
+      "learning_rate": 1.9271181305698084e-05,
+      "loss": 3.7225,
+      "step": 380
+    },
+    {
+      "epoch": 2.7542168674698795,
+      "grad_norm": 1.6877025454737837,
+      "learning_rate": 1.926723187608955e-05,
+      "loss": 3.7445,
+      "step": 381
+    },
+    {
+      "epoch": 2.76144578313253,
+      "grad_norm": 1.1011325902712465,
+      "learning_rate": 1.9263272181431133e-05,
+      "loss": 3.7481,
+      "step": 382
+    },
+    {
+      "epoch": 2.7686746987951807,
+      "grad_norm": 1.5507791869887935,
+      "learning_rate": 1.9259302226108878e-05,
+      "loss": 3.7363,
+      "step": 383
+    },
+    {
+      "epoch": 2.7759036144578313,
+      "grad_norm": 1.1252933329680082,
+      "learning_rate": 1.9255322014520193e-05,
+      "loss": 3.7281,
+      "step": 384
+    },
+    {
+      "epoch": 2.783132530120482,
+      "grad_norm": 1.7448884917100538,
+      "learning_rate": 1.9251331551073843e-05,
+      "loss": 3.7347,
+      "step": 385
+    },
+    {
+      "epoch": 2.7903614457831325,
+      "grad_norm": 1.3167522856552092,
+      "learning_rate": 1.9247330840189948e-05,
+      "loss": 3.7262,
+      "step": 386
+    },
+    {
+      "epoch": 2.797590361445783,
+      "grad_norm": 1.2302348129154204,
+      "learning_rate": 1.924331988629999e-05,
+      "loss": 3.7248,
+      "step": 387
+    },
+    {
+      "epoch": 2.8048192771084337,
+      "grad_norm": 1.1716288708997376,
+      "learning_rate": 1.9239298693846783e-05,
+      "loss": 3.6978,
+      "step": 388
+    },
+    {
+      "epoch": 2.8120481927710843,
+      "grad_norm": 1.3724544034995316,
+      "learning_rate": 1.923526726728449e-05,
+      "loss": 3.7314,
+      "step": 389
+    },
+    {
+      "epoch": 2.819277108433735,
+      "grad_norm": 1.4480412852065119,
+      "learning_rate": 1.923122561107861e-05,
+      "loss": 3.7551,
+      "step": 390
+    },
+    {
+      "epoch": 2.8265060240963855,
+      "grad_norm": 1.004068176105684,
+      "learning_rate": 1.9227173729705962e-05,
+      "loss": 3.665,
+      "step": 391
+    },
+    {
+      "epoch": 2.833734939759036,
+      "grad_norm": 1.499032232612859,
+      "learning_rate": 1.9223111627654713e-05,
+      "loss": 3.7162,
+      "step": 392
+    },
+    {
+      "epoch": 2.8409638554216867,
+      "grad_norm": 1.3213003849841365,
+      "learning_rate": 1.921903930942433e-05,
+      "loss": 3.6653,
+      "step": 393
+    },
+    {
+      "epoch": 2.8481927710843373,
+      "grad_norm": 1.0692128354096737,
+      "learning_rate": 1.9214956779525605e-05,
+      "loss": 3.6982,
+      "step": 394
+    },
+    {
+      "epoch": 2.855421686746988,
+      "grad_norm": 1.6726385792325693,
+      "learning_rate": 1.9210864042480645e-05,
+      "loss": 3.6977,
+      "step": 395
+    },
+    {
+      "epoch": 2.8626506024096385,
+      "grad_norm": 1.2084768043267635,
+      "learning_rate": 1.920676110282285e-05,
+      "loss": 3.7059,
+      "step": 396
+    },
+    {
+      "epoch": 2.869879518072289,
+      "grad_norm": 1.1973676731876703,
+      "learning_rate": 1.9202647965096936e-05,
+      "loss": 3.6892,
+      "step": 397
+    },
+    {
+      "epoch": 2.8771084337349397,
+      "grad_norm": 1.7061815264302218,
+      "learning_rate": 1.919852463385891e-05,
+      "loss": 3.7393,
+      "step": 398
+    },
+    {
+      "epoch": 2.8843373493975903,
+      "grad_norm": 0.9603314248247711,
+      "learning_rate": 1.9194391113676066e-05,
+      "loss": 3.7312,
+      "step": 399
+    },
+    {
+      "epoch": 2.891566265060241,
+      "grad_norm": 1.2381539449289038,
+      "learning_rate": 1.9190247409126993e-05,
+      "loss": 3.6477,
+      "step": 400
+    },
+    {
+      "epoch": 2.8987951807228916,
+      "grad_norm": 1.4897933906972847,
+      "learning_rate": 1.9186093524801546e-05,
+      "loss": 3.6784,
+      "step": 401
+    },
+    {
+      "epoch": 2.906024096385542,
+      "grad_norm": 1.1132373553731765,
+      "learning_rate": 1.918192946530087e-05,
+      "loss": 3.6536,
+      "step": 402
+    },
+    {
+      "epoch": 2.9132530120481928,
+      "grad_norm": 1.3263129892692505,
+      "learning_rate": 1.917775523523737e-05,
+      "loss": 3.6956,
+      "step": 403
+    },
+    {
+      "epoch": 2.9204819277108434,
+      "grad_norm": 1.0680026924503008,
+      "learning_rate": 1.9173570839234735e-05,
+      "loss": 3.6553,
+      "step": 404
+    },
+    {
+      "epoch": 2.927710843373494,
+      "grad_norm": 1.4754538436442506,
+      "learning_rate": 1.916937628192789e-05,
+      "loss": 3.6432,
+      "step": 405
+    },
+    {
+      "epoch": 2.9349397590361446,
+      "grad_norm": 1.2479137486432985,
+      "learning_rate": 1.916517156796303e-05,
+      "loss": 3.6492,
+      "step": 406
+    },
+    {
+      "epoch": 2.942168674698795,
+      "grad_norm": 1.3365195210042529,
+      "learning_rate": 1.91609567019976e-05,
+      "loss": 3.6622,
+      "step": 407
+    },
+    {
+      "epoch": 2.9493975903614458,
+      "grad_norm": 1.2544818586873212,
+      "learning_rate": 1.9156731688700284e-05,
+      "loss": 3.6819,
+      "step": 408
+    },
+    {
+      "epoch": 2.9566265060240964,
+      "grad_norm": 1.2814859527796207,
+      "learning_rate": 1.9152496532751014e-05,
+      "loss": 3.6563,
+      "step": 409
+    },
+    {
+      "epoch": 2.963855421686747,
+      "grad_norm": 1.3272064954264093,
+      "learning_rate": 1.9148251238840947e-05,
+      "loss": 3.6581,
+      "step": 410
+    },
+    {
+      "epoch": 2.9710843373493976,
+      "grad_norm": 1.171014354368878,
+      "learning_rate": 1.9143995811672477e-05,
+      "loss": 3.637,
+      "step": 411
+    },
+    {
+      "epoch": 2.978313253012048,
+      "grad_norm": 1.7001876017529212,
+      "learning_rate": 1.913973025595922e-05,
+      "loss": 3.6431,
+      "step": 412
+    },
+    {
+      "epoch": 2.985542168674699,
+      "grad_norm": 1.0699675183248216,
+      "learning_rate": 1.913545457642601e-05,
+      "loss": 3.6085,
+      "step": 413
+    },
+    {
+      "epoch": 2.9927710843373494,
+      "grad_norm": 1.1416693812329064,
+      "learning_rate": 1.9131168777808898e-05,
+      "loss": 3.656,
+      "step": 414
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 1.394313876963253,
+      "learning_rate": 1.9126872864855142e-05,
+      "loss": 3.625,
+      "step": 415
+    },
+    {
+      "epoch": 3.0072289156626506,
+      "grad_norm": 1.1937015014005639,
+      "learning_rate": 1.91225668423232e-05,
+      "loss": 3.6024,
+      "step": 416
+    },
+    {
+      "epoch": 3.014457831325301,
+      "grad_norm": 1.3445114911170963,
+      "learning_rate": 1.9118250714982733e-05,
+      "loss": 3.6236,
+      "step": 417
+    },
+    {
+      "epoch": 3.021686746987952,
+      "grad_norm": 1.7350644891144746,
+      "learning_rate": 1.911392448761459e-05,
+      "loss": 3.6218,
+      "step": 418
+    },
+    {
+      "epoch": 3.0289156626506024,
+      "grad_norm": 1.047365051789017,
+      "learning_rate": 1.910958816501081e-05,
+      "loss": 3.6287,
+      "step": 419
+    },
+    {
+      "epoch": 3.036144578313253,
+      "grad_norm": 1.7055691742758698,
+      "learning_rate": 1.9105241751974624e-05,
+      "loss": 3.5951,
+      "step": 420
+    },
+    {
+      "epoch": 3.0433734939759036,
+      "grad_norm": 1.0364220044160384,
+      "learning_rate": 1.910088525332042e-05,
+      "loss": 3.5828,
+      "step": 421
+    },
+    {
+      "epoch": 3.0506024096385542,
+      "grad_norm": 1.94317043809307,
+      "learning_rate": 1.9096518673873773e-05,
+      "loss": 3.6355,
+      "step": 422
+    },
+    {
+      "epoch": 3.057831325301205,
+      "grad_norm": 1.096628442648723,
+      "learning_rate": 1.9092142018471415e-05,
+      "loss": 3.5654,
+      "step": 423
+    },
+    {
+      "epoch": 3.0650602409638554,
+      "grad_norm": 1.8943159764104194,
+      "learning_rate": 1.9087755291961246e-05,
+      "loss": 3.5896,
+      "step": 424
+    },
+    {
+      "epoch": 3.072289156626506,
+      "grad_norm": 1.4605008938774497,
+      "learning_rate": 1.9083358499202323e-05,
+      "loss": 3.6443,
+      "step": 425
+    },
+    {
+      "epoch": 3.0795180722891566,
+      "grad_norm": 1.199002982548527,
+      "learning_rate": 1.9078951645064837e-05,
+      "loss": 3.6156,
+      "step": 426
+    },
+    {
+      "epoch": 3.0867469879518072,
+      "grad_norm": 1.3737048491463308,
+      "learning_rate": 1.9074534734430147e-05,
+      "loss": 3.5969,
+      "step": 427
+    },
+    {
+      "epoch": 3.093975903614458,
+      "grad_norm": 1.1507142428566965,
+      "learning_rate": 1.9070107772190734e-05,
+      "loss": 3.6112,
+      "step": 428
+    },
+    {
+      "epoch": 3.1012048192771084,
+      "grad_norm": 1.4622624757116582,
+      "learning_rate": 1.906567076325022e-05,
+      "loss": 3.6137,
+      "step": 429
+    },
+    {
+      "epoch": 3.108433734939759,
+      "grad_norm": 1.3627701895130038,
+      "learning_rate": 1.9061223712523352e-05,
+      "loss": 3.5957,
+      "step": 430
+    },
+    {
+      "epoch": 3.1156626506024097,
+      "grad_norm": 1.0700877019696842,
+      "learning_rate": 1.9056766624936003e-05,
+      "loss": 3.5863,
+      "step": 431
+    },
+    {
+      "epoch": 3.1228915662650603,
+      "grad_norm": 1.5955208448573346,
+      "learning_rate": 1.9052299505425164e-05,
+      "loss": 3.587,
+      "step": 432
+    },
+    {
+      "epoch": 3.130120481927711,
+      "grad_norm": 1.3565000081916603,
+      "learning_rate": 1.9047822358938933e-05,
+      "loss": 3.6409,
+      "step": 433
+    },
+    {
+      "epoch": 3.1373493975903615,
+      "grad_norm": 0.8840912550967165,
+      "learning_rate": 1.904333519043652e-05,
+      "loss": 3.5647,
+      "step": 434
+    },
+    {
+      "epoch": 3.144578313253012,
+      "grad_norm": 1.3572343135153577,
+      "learning_rate": 1.903883800488824e-05,
+      "loss": 3.6011,
+      "step": 435
+    },
+    {
+      "epoch": 3.1518072289156627,
+      "grad_norm": 1.2429040148925297,
+      "learning_rate": 1.9034330807275484e-05,
+      "loss": 3.5839,
+      "step": 436
+    },
+    {
+      "epoch": 3.1590361445783133,
+      "grad_norm": 1.4800542337109683,
+      "learning_rate": 1.9029813602590763e-05,
+      "loss": 3.5555,
+      "step": 437
+    },
+    {
+      "epoch": 3.166265060240964,
+      "grad_norm": 1.6482800246580644,
+      "learning_rate": 1.9025286395837647e-05,
+      "loss": 3.5884,
+      "step": 438
+    },
+    {
+      "epoch": 3.1734939759036145,
+      "grad_norm": 1.0501732415023106,
+      "learning_rate": 1.9020749192030795e-05,
+      "loss": 3.5781,
+      "step": 439
+    },
+    {
+      "epoch": 3.180722891566265,
+      "grad_norm": 1.5328073640134885,
+      "learning_rate": 1.9016201996195943e-05,
+      "loss": 3.5548,
+      "step": 440
+    },
+    {
+      "epoch": 3.1879518072289157,
+      "grad_norm": 1.118507184933988,
+      "learning_rate": 1.9011644813369886e-05,
+      "loss": 3.5596,
+      "step": 441
+    },
+    {
+      "epoch": 3.1951807228915663,
+      "grad_norm": 1.2284264310864856,
+      "learning_rate": 1.900707764860049e-05,
+      "loss": 3.5657,
+      "step": 442
+    },
+    {
+      "epoch": 3.202409638554217,
+      "grad_norm": 1.5003452370811305,
+      "learning_rate": 1.900250050694667e-05,
+      "loss": 3.5662,
+      "step": 443
+    },
+    {
+      "epoch": 3.2096385542168675,
+      "grad_norm": 1.2853868444977676,
+      "learning_rate": 1.8997913393478404e-05,
+      "loss": 3.5712,
+      "step": 444
+    },
+    {
+      "epoch": 3.216867469879518,
+      "grad_norm": 1.5925034895130508,
+      "learning_rate": 1.8993316313276694e-05,
+      "loss": 3.5776,
+      "step": 445
+    },
+    {
+      "epoch": 3.2240963855421687,
+      "grad_norm": 0.9811616125028083,
+      "learning_rate": 1.8988709271433607e-05,
+      "loss": 3.5428,
+      "step": 446
+    },
+    {
+      "epoch": 3.2313253012048193,
+      "grad_norm": 1.4478536151263606,
+      "learning_rate": 1.898409227305223e-05,
+      "loss": 3.5508,
+      "step": 447
+    },
+    {
+      "epoch": 3.23855421686747,
+      "grad_norm": 1.2477828448918005,
+      "learning_rate": 1.8979465323246676e-05,
+      "loss": 3.5611,
+      "step": 448
+    },
+    {
+      "epoch": 3.2457831325301205,
+      "grad_norm": 1.5858711129317897,
+      "learning_rate": 1.8974828427142093e-05,
+      "loss": 3.5629,
+      "step": 449
+    },
+    {
+      "epoch": 3.253012048192771,
+      "grad_norm": 1.0950035377608183,
+      "learning_rate": 1.8970181589874637e-05,
+      "loss": 3.5406,
+      "step": 450
+    },
+    {
+      "epoch": 3.2602409638554217,
+      "grad_norm": 1.5415115226682654,
+      "learning_rate": 1.8965524816591477e-05,
+      "loss": 3.5606,
+      "step": 451
+    },
+    {
+      "epoch": 3.2674698795180723,
+      "grad_norm": 1.1487484478951757,
+      "learning_rate": 1.8960858112450785e-05,
+      "loss": 3.5166,
+      "step": 452
+    },
+    {
+      "epoch": 3.274698795180723,
+      "grad_norm": 1.6420967703083962,
+      "learning_rate": 1.8956181482621746e-05,
+      "loss": 3.528,
+      "step": 453
+    },
+    {
+      "epoch": 3.2819277108433735,
+      "grad_norm": 0.8980303432743649,
+      "learning_rate": 1.895149493228452e-05,
+      "loss": 3.5287,
+      "step": 454
+    },
+    {
+      "epoch": 3.289156626506024,
+      "grad_norm": 1.3483910988264465,
+      "learning_rate": 1.894679846663027e-05,
+      "loss": 3.5731,
+      "step": 455
+    },
+    {
+      "epoch": 3.2963855421686747,
+      "grad_norm": 1.491314706003945,
+      "learning_rate": 1.894209209086114e-05,
+      "loss": 3.5231,
+      "step": 456
+    },
+    {
+      "epoch": 3.3036144578313253,
+      "grad_norm": 1.2270834009390768,
+      "learning_rate": 1.8937375810190247e-05,
+      "loss": 3.5386,
+      "step": 457
+    },
+    {
+      "epoch": 3.310843373493976,
+      "grad_norm": 1.1777132337252105,
+      "learning_rate": 1.8932649629841685e-05,
+      "loss": 3.5111,
+      "step": 458
+    },
+    {
+      "epoch": 3.3180722891566266,
+      "grad_norm": 1.3783327375707983,
+      "learning_rate": 1.8927913555050503e-05,
+      "loss": 3.5123,
+      "step": 459
+    },
+    {
+      "epoch": 3.325301204819277,
+      "grad_norm": 0.842194772816192,
+      "learning_rate": 1.8923167591062723e-05,
+      "loss": 3.5513,
+      "step": 460
+    },
+    {
+      "epoch": 3.3325301204819278,
+      "grad_norm": 1.3331154478098168,
+      "learning_rate": 1.891841174313531e-05,
+      "loss": 3.5017,
+      "step": 461
+    },
+    {
+      "epoch": 3.3397590361445784,
+      "grad_norm": 1.5139276628552356,
+      "learning_rate": 1.8913646016536184e-05,
+      "loss": 3.5145,
+      "step": 462
+    },
+    {
+      "epoch": 3.346987951807229,
+      "grad_norm": 1.1149277809499802,
+      "learning_rate": 1.8908870416544202e-05,
+      "loss": 3.5004,
+      "step": 463
+    },
+    {
+      "epoch": 3.3542168674698796,
+      "grad_norm": 1.4898157461888148,
+      "learning_rate": 1.890408494844917e-05,
+      "loss": 3.5329,
+      "step": 464
+    },
+    {
+      "epoch": 3.36144578313253,
+      "grad_norm": 0.9549742540395183,
+      "learning_rate": 1.8899289617551803e-05,
+      "loss": 3.5187,
+      "step": 465
+    },
+    {
+      "epoch": 3.3686746987951808,
+      "grad_norm": 1.7805688799594914,
+      "learning_rate": 1.8894484429163764e-05,
+      "loss": 3.5207,
+      "step": 466
+    },
+    {
+      "epoch": 3.3759036144578314,
+      "grad_norm": 1.2106962876906113,
+      "learning_rate": 1.8889669388607615e-05,
+      "loss": 3.514,
+      "step": 467
+    },
+    {
+      "epoch": 3.383132530120482,
+      "grad_norm": 1.6763747112024485,
+      "learning_rate": 1.8884844501216845e-05,
+      "loss": 3.5147,
+      "step": 468
+    },
+    {
+      "epoch": 3.3903614457831326,
+      "grad_norm": 1.031632991874722,
+      "learning_rate": 1.8880009772335843e-05,
+      "loss": 3.5116,
+      "step": 469
+    },
+    {
+      "epoch": 3.397590361445783,
+      "grad_norm": 1.8307621258883875,
+      "learning_rate": 1.8875165207319902e-05,
+      "loss": 3.5397,
+      "step": 470
+    },
+    {
+      "epoch": 3.404819277108434,
+      "grad_norm": 1.2852387998358652,
+      "learning_rate": 1.8870310811535208e-05,
+      "loss": 3.5036,
+      "step": 471
+    },
+    {
+      "epoch": 3.4120481927710844,
+      "grad_norm": 1.406175754082574,
+      "learning_rate": 1.886544659035884e-05,
+      "loss": 3.5133,
+      "step": 472
+    },
+    {
+      "epoch": 3.419277108433735,
+      "grad_norm": 1.4308043920793336,
+      "learning_rate": 1.8860572549178755e-05,
+      "loss": 3.5003,
+      "step": 473
+    },
+    {
+      "epoch": 3.4265060240963856,
+      "grad_norm": 1.161805161480239,
+      "learning_rate": 1.8855688693393788e-05,
+      "loss": 3.5061,
+      "step": 474
+    },
+    {
+      "epoch": 3.433734939759036,
+      "grad_norm": 1.3056601266916144,
+      "learning_rate": 1.8850795028413658e-05,
+      "loss": 3.4847,
+      "step": 475
+    },
+    {
+      "epoch": 3.440963855421687,
+      "grad_norm": 1.5521465688683451,
+      "learning_rate": 1.8845891559658925e-05,
+      "loss": 3.496,
+      "step": 476
+    },
+    {
+      "epoch": 3.4481927710843374,
+      "grad_norm": 1.1070668015919285,
+      "learning_rate": 1.884097829256103e-05,
+      "loss": 3.5009,
+      "step": 477
+    },
+    {
+      "epoch": 3.455421686746988,
+      "grad_norm": 1.3329315835553603,
+      "learning_rate": 1.883605523256226e-05,
+      "loss": 3.4943,
+      "step": 478
+    },
+    {
+      "epoch": 3.4626506024096386,
+      "grad_norm": 1.5538331615869527,
+      "learning_rate": 1.883112238511575e-05,
+      "loss": 3.4837,
+      "step": 479
+    },
+    {
+      "epoch": 3.4698795180722892,
+      "grad_norm": 1.092373343461448,
+      "learning_rate": 1.882617975568547e-05,
+      "loss": 3.4926,
+      "step": 480
+    },
+    {
+      "epoch": 3.47710843373494,
+      "grad_norm": 1.874379766491242,
+      "learning_rate": 1.8821227349746235e-05,
+      "loss": 3.4899,
+      "step": 481
+    },
+    {
+      "epoch": 3.4843373493975904,
+      "grad_norm": 0.9923448678530435,
+      "learning_rate": 1.881626517278368e-05,
+      "loss": 3.4728,
+      "step": 482
+    },
+    {
+      "epoch": 3.491566265060241,
+      "grad_norm": 1.2266774334839128,
+      "learning_rate": 1.881129323029427e-05,
+      "loss": 3.4892,
+      "step": 483
+    },
+    {
+      "epoch": 3.4987951807228916,
+      "grad_norm": 1.5096151923346919,
+      "learning_rate": 1.8806311527785287e-05,
+      "loss": 3.5182,
+      "step": 484
+    },
+    {
+      "epoch": 3.5060240963855422,
+      "grad_norm": 1.1571956260425034,
+      "learning_rate": 1.880132007077482e-05,
+      "loss": 3.4708,
+      "step": 485
+    },
+    {
+      "epoch": 3.513253012048193,
+      "grad_norm": 1.648444159789046,
+      "learning_rate": 1.8796318864791763e-05,
+      "loss": 3.4952,
+      "step": 486
+    },
+    {
+      "epoch": 3.5204819277108435,
+      "grad_norm": 1.093285229500888,
+      "learning_rate": 1.879130791537581e-05,
+      "loss": 3.4968,
+      "step": 487
+    },
+    {
+      "epoch": 3.527710843373494,
+      "grad_norm": 1.6721766885025302,
+      "learning_rate": 1.8786287228077453e-05,
+      "loss": 3.4886,
+      "step": 488
+    },
+    {
+      "epoch": 3.5349397590361447,
+      "grad_norm": 1.0756493747079099,
+      "learning_rate": 1.8781256808457954e-05,
+      "loss": 3.4859,
+      "step": 489
+    },
+    {
+      "epoch": 3.5421686746987953,
+      "grad_norm": 1.5147018364957974,
+      "learning_rate": 1.8776216662089373e-05,
+      "loss": 3.4958,
+      "step": 490
+    },
+    {
+      "epoch": 3.549397590361446,
+      "grad_norm": 1.3158687997204326,
+      "learning_rate": 1.8771166794554544e-05,
+      "loss": 3.5135,
+      "step": 491
+    },
+    {
+      "epoch": 3.5566265060240965,
+      "grad_norm": 1.519976844773512,
+      "learning_rate": 1.8766107211447046e-05,
+      "loss": 3.4772,
+      "step": 492
+    },
+    {
+      "epoch": 3.563855421686747,
+      "grad_norm": 1.1141857128087669,
+      "learning_rate": 1.8761037918371248e-05,
+      "loss": 3.4985,
+      "step": 493
+    },
+    {
+      "epoch": 3.5710843373493977,
+      "grad_norm": 1.4826112621775518,
+      "learning_rate": 1.875595892094226e-05,
+      "loss": 3.4615,
+      "step": 494
+    },
+    {
+      "epoch": 3.5783132530120483,
+      "grad_norm": 1.4123308003869872,
+      "learning_rate": 1.875087022478594e-05,
+      "loss": 3.464,
+      "step": 495
+    },
+    {
+      "epoch": 3.585542168674699,
+      "grad_norm": 1.290374316443633,
+      "learning_rate": 1.8745771835538893e-05,
+      "loss": 3.4795,
+      "step": 496
+    },
+    {
+      "epoch": 3.5927710843373495,
+      "grad_norm": 1.2931656378131897,
+      "learning_rate": 1.8740663758848463e-05,
+      "loss": 3.4812,
+      "step": 497
+    },
+    {
+      "epoch": 3.6,
+      "grad_norm": 1.023375443616966,
+      "learning_rate": 1.873554600037272e-05,
+      "loss": 3.471,
+      "step": 498
+    },
+    {
+      "epoch": 3.6072289156626507,
+      "grad_norm": 1.8081312761107482,
+      "learning_rate": 1.873041856578046e-05,
+      "loss": 3.4738,
+      "step": 499
+    },
+    {
+      "epoch": 3.6144578313253013,
+      "grad_norm": 1.0288627689254883,
+      "learning_rate": 1.8725281460751198e-05,
+      "loss": 3.4398,
+      "step": 500
+    },
+    {
+      "epoch": 3.621686746987952,
+      "grad_norm": 1.5832162058004138,
+      "learning_rate": 1.8720134690975157e-05,
+      "loss": 3.4424,
+      "step": 501
+    },
+    {
+      "epoch": 3.6289156626506025,
+      "grad_norm": 1.3177178077765743,
+      "learning_rate": 1.8714978262153268e-05,
+      "loss": 3.4589,
+      "step": 502
+    },
+    {
+      "epoch": 3.636144578313253,
+      "grad_norm": 1.0363297002224263,
+      "learning_rate": 1.8709812179997162e-05,
+      "loss": 3.4862,
+      "step": 503
+    },
+    {
+      "epoch": 3.6433734939759037,
+      "grad_norm": 1.4795903294105097,
+      "learning_rate": 1.8704636450229164e-05,
+      "loss": 3.4501,
+      "step": 504
+    },
+    {
+      "epoch": 3.6506024096385543,
+      "grad_norm": 1.3966788968436568,
+      "learning_rate": 1.869945107858228e-05,
+      "loss": 3.4638,
+      "step": 505
+    },
+    {
+      "epoch": 3.657831325301205,
+      "grad_norm": 1.1325789827684314,
+      "learning_rate": 1.8694256070800202e-05,
+      "loss": 3.4599,
+      "step": 506
+    },
+    {
+      "epoch": 3.6650602409638555,
+      "grad_norm": 1.5981674695873835,
+      "learning_rate": 1.868905143263729e-05,
+      "loss": 3.4762,
+      "step": 507
+    },
+    {
+      "epoch": 3.672289156626506,
+      "grad_norm": 1.1727596332947487,
+      "learning_rate": 1.8683837169858573e-05,
+      "loss": 3.4592,
+      "step": 508
+    },
+    {
+      "epoch": 3.6795180722891567,
+      "grad_norm": 1.3675155550509581,
+      "learning_rate": 1.8678613288239745e-05,
+      "loss": 3.4125,
+      "step": 509
+    },
+    {
+      "epoch": 3.6867469879518073,
+      "grad_norm": 1.4041957545233883,
+      "learning_rate": 1.867337979356715e-05,
+      "loss": 3.4293,
+      "step": 510
+    },
+    {
+      "epoch": 3.693975903614458,
+      "grad_norm": 1.3560113123509387,
+      "learning_rate": 1.866813669163778e-05,
+      "loss": 3.4508,
+      "step": 511
+    },
+    {
+      "epoch": 3.7012048192771085,
+      "grad_norm": 1.1545842984692207,
+      "learning_rate": 1.8662883988259276e-05,
+      "loss": 3.4248,
+      "step": 512
+    },
+    {
+      "epoch": 3.708433734939759,
+      "grad_norm": 1.2992676256754951,
+      "learning_rate": 1.86576216892499e-05,
+      "loss": 3.4531,
+      "step": 513
+    },
+    {
+      "epoch": 3.7156626506024097,
+      "grad_norm": 1.8499772386187696,
+      "learning_rate": 1.8652349800438558e-05,
+      "loss": 3.4513,
+      "step": 514
+    },
+    {
+      "epoch": 3.7228915662650603,
+      "grad_norm": 1.02374620550504,
+      "learning_rate": 1.8647068327664774e-05,
+      "loss": 3.4277,
+      "step": 515
+    },
+    {
+      "epoch": 3.730120481927711,
+      "grad_norm": 1.6630005224882898,
+      "learning_rate": 1.8641777276778677e-05,
+      "loss": 3.4379,
+      "step": 516
+    },
+    {
+      "epoch": 3.7373493975903616,
+      "grad_norm": 1.0239537219245924,
+      "learning_rate": 1.8636476653641015e-05,
+      "loss": 3.441,
+      "step": 517
+    },
+    {
+      "epoch": 3.744578313253012,
+      "grad_norm": 1.452754740516667,
+      "learning_rate": 1.8631166464123147e-05,
+      "loss": 3.4094,
+      "step": 518
+    },
+    {
+      "epoch": 3.7518072289156628,
+      "grad_norm": 1.1575160234867263,
+      "learning_rate": 1.8625846714107013e-05,
+      "loss": 3.4469,
+      "step": 519
+    },
+    {
+      "epoch": 3.7590361445783134,
+      "grad_norm": 1.8402168349048114,
+      "learning_rate": 1.8620517409485148e-05,
+      "loss": 3.4152,
+      "step": 520
+    },
+    {
+      "epoch": 3.766265060240964,
+      "grad_norm": 0.9286315933247561,
+      "learning_rate": 1.8615178556160675e-05,
+      "loss": 3.4106,
+      "step": 521
+    },
+    {
+      "epoch": 3.7734939759036146,
+      "grad_norm": 1.7068898144657225,
+      "learning_rate": 1.8609830160047283e-05,
+      "loss": 3.4277,
+      "step": 522
+    },
+    {
+      "epoch": 3.780722891566265,
+      "grad_norm": 1.3543309281771512,
+      "learning_rate": 1.8604472227069253e-05,
+      "loss": 3.4126,
+      "step": 523
+    },
+    {
+      "epoch": 3.787951807228916,
+      "grad_norm": 0.8836248770013484,
+      "learning_rate": 1.8599104763161402e-05,
+      "loss": 3.3996,
+      "step": 524
+    },
+    {
+      "epoch": 3.7951807228915664,
+      "grad_norm": 1.104673956712585,
+      "learning_rate": 1.8593727774269122e-05,
+      "loss": 3.4098,
+      "step": 525
+    },
+    {
+      "epoch": 3.802409638554217,
+      "grad_norm": 1.3914713972311137,
+      "learning_rate": 1.858834126634835e-05,
+      "loss": 3.4337,
+      "step": 526
+    },
+    {
+      "epoch": 3.8096385542168676,
+      "grad_norm": 1.4164106405394201,
+      "learning_rate": 1.8582945245365574e-05,
+      "loss": 3.4169,
+      "step": 527
+    },
+    {
+      "epoch": 3.816867469879518,
+      "grad_norm": 1.3207121109028854,
+      "learning_rate": 1.8577539717297806e-05,
+      "loss": 3.4247,
+      "step": 528
+    },
+    {
+      "epoch": 3.824096385542169,
+      "grad_norm": 1.4858975363520965,
+      "learning_rate": 1.85721246881326e-05,
+      "loss": 3.4251,
+      "step": 529
+    },
+    {
+      "epoch": 3.8313253012048194,
+      "grad_norm": 1.0773614825733793,
+      "learning_rate": 1.8566700163868027e-05,
+      "loss": 3.438,
+      "step": 530
+    },
+    {
+      "epoch": 3.83855421686747,
+      "grad_norm": 1.5240572802175603,
+      "learning_rate": 1.856126615051268e-05,
+      "loss": 3.3856,
+      "step": 531
+    },
+    {
+      "epoch": 3.8457831325301206,
+      "grad_norm": 1.212618647930279,
+      "learning_rate": 1.8555822654085665e-05,
+      "loss": 3.3794,
+      "step": 532
+    },
+    {
+      "epoch": 3.853012048192771,
+      "grad_norm": 1.3089580322466006,
+      "learning_rate": 1.8550369680616584e-05,
+      "loss": 3.3856,
+      "step": 533
+    },
+    {
+      "epoch": 3.860240963855422,
+      "grad_norm": 1.294624288123662,
+      "learning_rate": 1.854490723614554e-05,
+      "loss": 3.4072,
+      "step": 534
+    },
+    {
+      "epoch": 3.8674698795180724,
+      "grad_norm": 1.4162512393718127,
+      "learning_rate": 1.8539435326723135e-05,
+      "loss": 3.3985,
+      "step": 535
+    },
+    {
+      "epoch": 3.874698795180723,
+      "grad_norm": 1.5646417878212386,
+      "learning_rate": 1.853395395841044e-05,
+      "loss": 3.4295,
+      "step": 536
+    },
+    {
+      "epoch": 3.8819277108433736,
+      "grad_norm": 0.986716262091348,
+      "learning_rate": 1.852846313727902e-05,
+      "loss": 3.379,
+      "step": 537
+    },
+    {
+      "epoch": 3.8891566265060242,
+      "grad_norm": 1.4476864853119071,
+      "learning_rate": 1.852296286941089e-05,
+      "loss": 3.4318,
+      "step": 538
+    },
+    {
+      "epoch": 3.896385542168675,
+      "grad_norm": 1.336789866057074,
+      "learning_rate": 1.851745316089855e-05,
+      "loss": 3.3884,
+      "step": 539
+    },
+    {
+      "epoch": 3.9036144578313254,
+      "grad_norm": 1.5594590122697878,
+      "learning_rate": 1.851193401784495e-05,
+      "loss": 3.4078,
+      "step": 540
+    },
+    {
+      "epoch": 3.910843373493976,
+      "grad_norm": 1.217821216453777,
+      "learning_rate": 1.8506405446363476e-05,
+      "loss": 3.3646,
+      "step": 541
+    },
+    {
+      "epoch": 3.9180722891566266,
+      "grad_norm": 1.5654916960235976,
+      "learning_rate": 1.8500867452577978e-05,
+      "loss": 3.4169,
+      "step": 542
+    },
+    {
+      "epoch": 3.9253012048192772,
+      "grad_norm": 1.0290965394229443,
+      "learning_rate": 1.849532004262274e-05,
+      "loss": 3.4067,
+      "step": 543
+    },
+    {
+      "epoch": 3.932530120481928,
+      "grad_norm": 1.4367792614004797,
+      "learning_rate": 1.8489763222642457e-05,
+      "loss": 3.3943,
+      "step": 544
+    },
+    {
+      "epoch": 3.9397590361445785,
+      "grad_norm": 1.038088226531718,
+      "learning_rate": 1.848419699879227e-05,
+      "loss": 3.3621,
+      "step": 545
+    },
+    {
+      "epoch": 3.946987951807229,
+      "grad_norm": 1.6594075535521433,
+      "learning_rate": 1.8478621377237724e-05,
+      "loss": 3.3758,
+      "step": 546
+    },
+    {
+      "epoch": 3.9542168674698797,
+      "grad_norm": 1.100843923400257,
+      "learning_rate": 1.847303636415478e-05,
+      "loss": 3.4082,
+      "step": 547
+    },
+    {
+      "epoch": 3.9614457831325303,
+      "grad_norm": 1.30799271344962,
+      "learning_rate": 1.8467441965729796e-05,
+      "loss": 3.3983,
+      "step": 548
+    },
+    {
+      "epoch": 3.968674698795181,
+      "grad_norm": 1.0064869104717655,
+      "learning_rate": 1.846183818815953e-05,
+      "loss": 3.3768,
+      "step": 549
+    },
+    {
+      "epoch": 3.9759036144578315,
+      "grad_norm": 1.9019272157678964,
+      "learning_rate": 1.845622503765113e-05,
+      "loss": 3.3945,
+      "step": 550
+    },
+    {
+      "epoch": 3.983132530120482,
+      "grad_norm": 0.8834203829363729,
+      "learning_rate": 1.8450602520422113e-05,
+      "loss": 3.3691,
+      "step": 551
+    },
+    {
+      "epoch": 3.9903614457831327,
+      "grad_norm": 1.5879949736683259,
+      "learning_rate": 1.8444970642700396e-05,
+      "loss": 3.3763,
+      "step": 552
+    },
+    {
+      "epoch": 3.9975903614457833,
+      "grad_norm": 1.417799256266747,
+      "learning_rate": 1.843932941072424e-05,
+      "loss": 3.3897,
+      "step": 553
+    },
+    {
+      "epoch": 4.004819277108433,
+      "grad_norm": 1.268057538537551,
+      "learning_rate": 1.8433678830742284e-05,
+      "loss": 3.3272,
+      "step": 554
+    },
+    {
+      "epoch": 4.0120481927710845,
+      "grad_norm": 1.484719882690862,
+      "learning_rate": 1.842801890901351e-05,
+      "loss": 3.367,
+      "step": 555
+    },
+    {
+      "epoch": 4.019277108433735,
+      "grad_norm": 1.2643656531559433,
+      "learning_rate": 1.842234965180725e-05,
+      "loss": 3.3467,
+      "step": 556
+    },
+    {
+      "epoch": 4.026506024096386,
+      "grad_norm": 1.7452752799634084,
+      "learning_rate": 1.841667106540319e-05,
+      "loss": 3.3538,
+      "step": 557
+    },
+    {
+      "epoch": 4.033734939759036,
+      "grad_norm": 1.079426848592131,
+      "learning_rate": 1.8410983156091334e-05,
+      "loss": 3.3437,
+      "step": 558
+    },
+    {
+      "epoch": 4.040963855421687,
+      "grad_norm": 1.8083444736473766,
+      "learning_rate": 1.8405285930172016e-05,
+      "loss": 3.3492,
+      "step": 559
+    },
+    {
+      "epoch": 4.048192771084337,
+      "grad_norm": 1.2699753552523099,
+      "learning_rate": 1.8399579393955893e-05,
+      "loss": 3.3249,
+      "step": 560
+    },
+    {
+      "epoch": 4.055421686746988,
+      "grad_norm": 1.400246092211567,
+      "learning_rate": 1.839386355376393e-05,
+      "loss": 3.3767,
+      "step": 561
+    },
+    {
+      "epoch": 4.062650602409638,
+      "grad_norm": 1.244251569866778,
+      "learning_rate": 1.838813841592741e-05,
+      "loss": 3.2968,
+      "step": 562
+    },
+    {
+      "epoch": 4.069879518072289,
+      "grad_norm": 1.5584023465055492,
+      "learning_rate": 1.8382403986787895e-05,
+      "loss": 3.3499,
+      "step": 563
+    },
+    {
+      "epoch": 4.0771084337349395,
+      "grad_norm": 1.0765855271037599,
+      "learning_rate": 1.8376660272697257e-05,
+      "loss": 3.3528,
+      "step": 564
+    },
+    {
+      "epoch": 4.0843373493975905,
+      "grad_norm": 1.5570491879229293,
+      "learning_rate": 1.837090728001764e-05,
+      "loss": 3.3208,
+      "step": 565
+    },
+    {
+      "epoch": 4.091566265060241,
+      "grad_norm": 1.157602436803469,
+      "learning_rate": 1.8365145015121477e-05,
+      "loss": 3.3533,
+      "step": 566
+    },
+    {
+      "epoch": 4.098795180722892,
+      "grad_norm": 1.6099172851284775,
+      "learning_rate": 1.835937348439146e-05,
+      "loss": 3.3203,
+      "step": 567
+    },
+    {
+      "epoch": 4.106024096385542,
+      "grad_norm": 1.5490215318502463,
+      "learning_rate": 1.835359269422055e-05,
+      "loss": 3.3612,
+      "step": 568
+    },
+    {
+      "epoch": 4.113253012048193,
+      "grad_norm": 0.8911556352082233,
+      "learning_rate": 1.8347802651011965e-05,
+      "loss": 3.2801,
+      "step": 569
+    },
+    {
+      "epoch": 4.120481927710843,
+      "grad_norm": 1.6677145666770425,
+      "learning_rate": 1.834200336117918e-05,
+      "loss": 3.3293,
+      "step": 570
+    },
+    {
+      "epoch": 4.127710843373494,
+      "grad_norm": 1.3171442358917278,
+      "learning_rate": 1.8336194831145888e-05,
+      "loss": 3.3275,
+      "step": 571
+    },
+    {
+      "epoch": 4.134939759036144,
+      "grad_norm": 1.1299184058969571,
+      "learning_rate": 1.8330377067346045e-05,
+      "loss": 3.3105,
+      "step": 572
+    },
+    {
+      "epoch": 4.142168674698795,
+      "grad_norm": 1.2163200316102576,
+      "learning_rate": 1.8324550076223818e-05,
+      "loss": 3.3086,
+      "step": 573
+    },
+    {
+      "epoch": 4.1493975903614455,
+      "grad_norm": 1.4252511237340142,
+      "learning_rate": 1.83187138642336e-05,
+      "loss": 3.3388,
+      "step": 574
+    },
+    {
+      "epoch": 4.156626506024097,
+      "grad_norm": 1.3132028148730224,
+      "learning_rate": 1.8312868437840002e-05,
+      "loss": 3.3009,
+      "step": 575
+    },
+    {
+      "epoch": 4.163855421686747,
+      "grad_norm": 1.1629824196249723,
+      "learning_rate": 1.8307013803517834e-05,
+      "loss": 3.2775,
+      "step": 576
+    },
+    {
+      "epoch": 4.171084337349398,
+      "grad_norm": 1.5011239726999521,
+      "learning_rate": 1.8301149967752104e-05,
+      "loss": 3.3308,
+      "step": 577
+    },
+    {
+      "epoch": 4.178313253012048,
+      "grad_norm": 1.4397390142744335,
+      "learning_rate": 1.8295276937038023e-05,
+      "loss": 3.2927,
+      "step": 578
+    },
+    {
+      "epoch": 4.185542168674699,
+      "grad_norm": 1.2349876041301024,
+      "learning_rate": 1.8289394717880977e-05,
+      "loss": 3.3274,
+      "step": 579
+    },
+    {
+      "epoch": 4.192771084337349,
+      "grad_norm": 1.3027251020995771,
+      "learning_rate": 1.8283503316796536e-05,
+      "loss": 3.3363,
+      "step": 580
+    },
+    {
+      "epoch": 4.2,
+      "grad_norm": 1.2802765485296743,
+      "learning_rate": 1.8277602740310433e-05,
+      "loss": 3.3138,
+      "step": 581
+    },
+    {
+      "epoch": 4.20722891566265,
+      "grad_norm": 1.5672452547403777,
+      "learning_rate": 1.8271692994958576e-05,
+      "loss": 3.311,
+      "step": 582
+    },
+    {
+      "epoch": 4.214457831325301,
+      "grad_norm": 1.2976733074790296,
+      "learning_rate": 1.8265774087287016e-05,
+      "loss": 3.2846,
+      "step": 583
+    },
+    {
+      "epoch": 4.2216867469879515,
+      "grad_norm": 1.4144637634643196,
+      "learning_rate": 1.825984602385196e-05,
+      "loss": 3.3297,
+      "step": 584
+    },
+    {
+      "epoch": 4.228915662650603,
+      "grad_norm": 1.1749959337917693,
+      "learning_rate": 1.8253908811219764e-05,
+      "loss": 3.3001,
+      "step": 585
+    },
+    {
+      "epoch": 4.236144578313253,
+      "grad_norm": 1.4039885634229308,
+      "learning_rate": 1.82479624559669e-05,
+      "loss": 3.3219,
+      "step": 586
+    },
+    {
+      "epoch": 4.243373493975904,
+      "grad_norm": 1.212164693294027,
+      "learning_rate": 1.8242006964679978e-05,
+      "loss": 3.2915,
+      "step": 587
+    },
+    {
+      "epoch": 4.250602409638554,
+      "grad_norm": 1.2485625997266088,
+      "learning_rate": 1.8236042343955734e-05,
+      "loss": 3.2814,
+      "step": 588
+    },
+    {
+      "epoch": 4.257831325301205,
+      "grad_norm": 1.2830218516375618,
+      "learning_rate": 1.8230068600401e-05,
+      "loss": 3.2821,
+      "step": 589
+    },
+    {
+      "epoch": 4.265060240963855,
+      "grad_norm": 1.366157342834461,
+      "learning_rate": 1.822408574063273e-05,
+      "loss": 3.2994,
+      "step": 590
+    },
+    {
+      "epoch": 4.272289156626506,
+      "grad_norm": 1.3861702655842194,
+      "learning_rate": 1.8218093771277965e-05,
+      "loss": 3.292,
+      "step": 591
+    },
+    {
+      "epoch": 4.279518072289156,
+      "grad_norm": 1.2538740015004524,
+      "learning_rate": 1.8212092698973837e-05,
+      "loss": 3.3082,
+      "step": 592
+    },
+    {
+      "epoch": 4.286746987951807,
+      "grad_norm": 1.3134983549799732,
+      "learning_rate": 1.820608253036757e-05,
+      "loss": 3.2543,
+      "step": 593
+    },
+    {
+      "epoch": 4.293975903614458,
+      "grad_norm": 1.0874207166004457,
+      "learning_rate": 1.820006327211645e-05,
+      "loss": 3.2682,
+      "step": 594
+    },
+    {
+      "epoch": 4.301204819277109,
+      "grad_norm": 1.3562305588386105,
+      "learning_rate": 1.8194034930887842e-05,
+      "loss": 3.2865,
+      "step": 595
+    },
+    {
+      "epoch": 4.308433734939759,
+      "grad_norm": 1.1232485868536217,
+      "learning_rate": 1.818799751335917e-05,
+      "loss": 3.2844,
+      "step": 596
+    },
+    {
+      "epoch": 4.31566265060241,
+      "grad_norm": 1.4011009500618496,
+      "learning_rate": 1.8181951026217908e-05,
+      "loss": 3.3233,
+      "step": 597
+    },
+    {
+      "epoch": 4.32289156626506,
+      "grad_norm": 1.0020226275410233,
+      "learning_rate": 1.8175895476161577e-05,
+      "loss": 3.3181,
+      "step": 598
+    },
+    {
+      "epoch": 4.330120481927711,
+      "grad_norm": 1.3938263912157418,
+      "learning_rate": 1.8169830869897743e-05,
+      "loss": 3.2752,
+      "step": 599
+    },
+    {
+      "epoch": 4.337349397590361,
+      "grad_norm": 1.259453956832135,
+      "learning_rate": 1.8163757214143993e-05,
+      "loss": 3.3074,
+      "step": 600
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 3000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 22,
+  "save_steps": 50,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1816727679664128.0,
+  "train_batch_size": 19,
+  "trial_name": null,
+  "trial_params": null
+}