{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.337349397590361,
  "eval_steps": 50,
  "global_step": 600,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.007228915662650603,
      "grad_norm": 3.171796668248988,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 11.2137,
      "step": 1
    },
    {
      "epoch": 0.014457831325301205,
      "grad_norm": 3.1707739710439076,
      "learning_rate": 2.666666666666667e-06,
      "loss": 11.2137,
      "step": 2
    },
    {
      "epoch": 0.021686746987951807,
      "grad_norm": 3.2027941867217407,
      "learning_rate": 4.000000000000001e-06,
      "loss": 11.2128,
      "step": 3
    },
    {
      "epoch": 0.02891566265060241,
      "grad_norm": 3.165506125068552,
      "learning_rate": 5.333333333333334e-06,
      "loss": 11.1895,
      "step": 4
    },
    {
      "epoch": 0.03614457831325301,
      "grad_norm": 3.193452742356146,
      "learning_rate": 6.666666666666667e-06,
      "loss": 11.1119,
      "step": 5
    },
    {
      "epoch": 0.043373493975903614,
      "grad_norm": 3.225997111904869,
      "learning_rate": 8.000000000000001e-06,
      "loss": 11.0683,
      "step": 6
    },
    {
      "epoch": 0.05060240963855422,
      "grad_norm": 3.730074542647314,
      "learning_rate": 9.333333333333334e-06,
      "loss": 10.74,
      "step": 7
    },
    {
      "epoch": 0.05783132530120482,
      "grad_norm": 4.035219081617531,
      "learning_rate": 1.0666666666666667e-05,
      "loss": 10.6055,
      "step": 8
    },
    {
      "epoch": 0.06506024096385542,
      "grad_norm": 9.65258338136702,
      "learning_rate": 1.2e-05,
      "loss": 10.0028,
      "step": 9
    },
    {
      "epoch": 0.07228915662650602,
      "grad_norm": 8.31667671170884,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 9.8408,
      "step": 10
    },
    {
      "epoch": 0.07951807228915662,
      "grad_norm": 4.991403421247793,
      "learning_rate": 1.4666666666666666e-05,
      "loss": 9.5849,
      "step": 11
    },
    {
      "epoch": 0.08674698795180723,
      "grad_norm": 22.736881861641823,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 10.3364,
      "step": 12
    },
    {
      "epoch": 0.09397590361445783,
      "grad_norm": 6.702516595093613,
      "learning_rate": 1.7333333333333336e-05,
      "loss": 9.9409,
      "step": 13
    },
    {
      "epoch": 0.10120481927710843,
      "grad_norm": 6.489246651194166,
      "learning_rate": 1.866666666666667e-05,
      "loss": 9.541,
      "step": 14
    },
    {
      "epoch": 0.10843373493975904,
      "grad_norm": 6.0911333019039,
      "learning_rate": 2e-05,
      "loss": 8.9292,
      "step": 15
    },
    {
      "epoch": 0.11566265060240964,
      "grad_norm": 19.10698802756055,
      "learning_rate": 1.9999994461641828e-05,
      "loss": 8.8768,
      "step": 16
    },
    {
      "epoch": 0.12289156626506025,
      "grad_norm": 23.248522636875954,
      "learning_rate": 1.9999977846573447e-05,
      "loss": 9.075,
      "step": 17
    },
    {
      "epoch": 0.13012048192771083,
      "grad_norm": 16.744432299141884,
      "learning_rate": 1.9999950154813253e-05,
      "loss": 8.8426,
      "step": 18
    },
    {
      "epoch": 0.13734939759036144,
      "grad_norm": 8.068279939163723,
      "learning_rate": 1.999991138639193e-05,
      "loss": 8.464,
      "step": 19
    },
    {
      "epoch": 0.14457831325301204,
      "grad_norm": 5.015885612913215,
      "learning_rate": 1.9999861541352416e-05,
      "loss": 8.3351,
      "step": 20
    },
    {
      "epoch": 0.15180722891566265,
      "grad_norm": 8.22497767561685,
      "learning_rate": 1.9999800619749922e-05,
      "loss": 8.2269,
      "step": 21
    },
    {
      "epoch": 0.15903614457831325,
      "grad_norm": 6.117420631713467,
      "learning_rate": 1.9999728621651928e-05,
      "loss": 8.0756,
      "step": 22
    },
    {
      "epoch": 0.16626506024096385,
      "grad_norm": 12.16982281732316,
      "learning_rate": 1.999964554713819e-05,
      "loss": 8.1024,
      "step": 23
    },
    {
      "epoch": 0.17349397590361446,
      "grad_norm": 7.456329076047914,
      "learning_rate": 1.9999551396300722e-05,
      "loss": 8.0019,
      "step": 24
    },
    {
      "epoch": 0.18072289156626506,
      "grad_norm": 4.440613166100985,
      "learning_rate": 1.9999446169243816e-05,
      "loss": 7.8293,
      "step": 25
    },
    {
      "epoch": 0.18795180722891566,
      "grad_norm": 6.566054149827827,
      "learning_rate": 1.9999329866084025e-05,
      "loss": 7.8169,
      "step": 26
    },
    {
      "epoch": 0.19518072289156627,
      "grad_norm": 5.278515612282176,
      "learning_rate": 1.9999202486950177e-05,
      "loss": 7.7384,
      "step": 27
    },
    {
      "epoch": 0.20240963855421687,
      "grad_norm": 3.95795043459971,
      "learning_rate": 1.9999064031983366e-05,
      "loss": 7.6547,
      "step": 28
    },
    {
      "epoch": 0.20963855421686747,
      "grad_norm": 3.127753435885174,
      "learning_rate": 1.9998914501336956e-05,
      "loss": 7.5462,
      "step": 29
    },
    {
      "epoch": 0.21686746987951808,
      "grad_norm": 4.438751294210153,
      "learning_rate": 1.9998753895176576e-05,
      "loss": 7.49,
      "step": 30
    },
    {
      "epoch": 0.22409638554216868,
      "grad_norm": 4.273352272968494,
      "learning_rate": 1.9998582213680123e-05,
      "loss": 7.4468,
      "step": 31
    },
    {
      "epoch": 0.23132530120481928,
      "grad_norm": 4.039956440849618,
      "learning_rate": 1.999839945703777e-05,
      "loss": 7.3883,
      "step": 32
    },
    {
      "epoch": 0.2385542168674699,
      "grad_norm": 3.46365331288089,
      "learning_rate": 1.9998205625451942e-05,
      "loss": 7.3413,
      "step": 33
    },
    {
      "epoch": 0.2457831325301205,
      "grad_norm": 3.761224558374574,
      "learning_rate": 1.9998000719137353e-05,
      "loss": 7.2896,
      "step": 34
    },
    {
      "epoch": 0.25301204819277107,
      "grad_norm": 2.186432630643423,
      "learning_rate": 1.999778473832096e-05,
      "loss": 7.2291,
      "step": 35
    },
    {
      "epoch": 0.26024096385542167,
      "grad_norm": 2.362614951337317,
      "learning_rate": 1.9997557683242002e-05,
      "loss": 7.2061,
      "step": 36
    },
    {
      "epoch": 0.2674698795180723,
      "grad_norm": 2.98365102790646,
      "learning_rate": 1.9997319554151988e-05,
      "loss": 7.1366,
      "step": 37
    },
    {
      "epoch": 0.2746987951807229,
      "grad_norm": 2.4721645367609306,
      "learning_rate": 1.999707035131468e-05,
      "loss": 7.1196,
      "step": 38
    },
    {
      "epoch": 0.2819277108433735,
      "grad_norm": 2.5862742956183595,
      "learning_rate": 1.9996810075006118e-05,
      "loss": 7.078,
      "step": 39
    },
    {
      "epoch": 0.2891566265060241,
      "grad_norm": 1.761307023407293,
      "learning_rate": 1.9996538725514597e-05,
      "loss": 7.0406,
      "step": 40
    },
    {
      "epoch": 0.2963855421686747,
      "grad_norm": 2.000320378345402,
      "learning_rate": 1.9996256303140688e-05,
      "loss": 6.994,
      "step": 41
    },
    {
      "epoch": 0.3036144578313253,
      "grad_norm": 1.746136060053765,
      "learning_rate": 1.9995962808197217e-05,
      "loss": 6.9823,
      "step": 42
    },
    {
      "epoch": 0.3108433734939759,
      "grad_norm": 2.221450310426094,
      "learning_rate": 1.9995658241009287e-05,
      "loss": 6.9416,
      "step": 43
    },
    {
      "epoch": 0.3180722891566265,
      "grad_norm": 2.1286116939303565,
      "learning_rate": 1.9995342601914253e-05,
      "loss": 6.8975,
      "step": 44
    },
    {
      "epoch": 0.3253012048192771,
      "grad_norm": 3.9934233459602155,
      "learning_rate": 1.999501589126174e-05,
      "loss": 6.8784,
      "step": 45
    },
    {
      "epoch": 0.3325301204819277,
      "grad_norm": 2.3348260466914788,
      "learning_rate": 1.9994678109413638e-05,
      "loss": 6.8568,
      "step": 46
    },
    {
      "epoch": 0.3397590361445783,
      "grad_norm": 2.354485208468061,
      "learning_rate": 1.9994329256744098e-05,
      "loss": 6.8399,
      "step": 47
    },
    {
      "epoch": 0.3469879518072289,
      "grad_norm": 2.1060678792501606,
      "learning_rate": 1.9993969333639533e-05,
      "loss": 6.8025,
      "step": 48
    },
    {
      "epoch": 0.3542168674698795,
      "grad_norm": 1.968952895510157,
      "learning_rate": 1.999359834049862e-05,
      "loss": 6.7626,
      "step": 49
    },
    {
      "epoch": 0.3614457831325301,
      "grad_norm": 3.1844501997779573,
      "learning_rate": 1.9993216277732302e-05,
      "loss": 6.7535,
      "step": 50
    },
    {
      "epoch": 0.3686746987951807,
      "grad_norm": 1.4004142529003338,
      "learning_rate": 1.999282314576377e-05,
      "loss": 6.7236,
      "step": 51
    },
    {
      "epoch": 0.3759036144578313,
      "grad_norm": 2.2511518742674075,
      "learning_rate": 1.9992418945028494e-05,
      "loss": 6.7025,
      "step": 52
    },
    {
      "epoch": 0.38313253012048193,
      "grad_norm": 2.017984757576541,
      "learning_rate": 1.999200367597419e-05,
      "loss": 6.6952,
      "step": 53
    },
    {
      "epoch": 0.39036144578313253,
      "grad_norm": 2.693725440825055,
      "learning_rate": 1.9991577339060842e-05,
      "loss": 6.6671,
      "step": 54
    },
    {
      "epoch": 0.39759036144578314,
      "grad_norm": 2.336687191513332,
      "learning_rate": 1.999113993476069e-05,
      "loss": 6.6279,
      "step": 55
    },
    {
      "epoch": 0.40481927710843374,
      "grad_norm": 1.626156137507855,
      "learning_rate": 1.9990691463558235e-05,
      "loss": 6.6054,
      "step": 56
    },
    {
      "epoch": 0.41204819277108434,
      "grad_norm": 4.710443054060896,
      "learning_rate": 1.999023192595024e-05,
      "loss": 6.6323,
      "step": 57
    },
    {
      "epoch": 0.41927710843373495,
      "grad_norm": 3.1631374303832787,
      "learning_rate": 1.9989761322445714e-05,
      "loss": 6.6045,
      "step": 58
    },
    {
      "epoch": 0.42650602409638555,
      "grad_norm": 2.705558784445874,
      "learning_rate": 1.9989279653565937e-05,
      "loss": 6.5761,
      "step": 59
    },
    {
      "epoch": 0.43373493975903615,
      "grad_norm": 2.4029383370840343,
      "learning_rate": 1.9988786919844437e-05,
      "loss": 6.5353,
      "step": 60
    },
    {
      "epoch": 0.44096385542168676,
      "grad_norm": 4.839935196054632,
      "learning_rate": 1.9988283121827004e-05,
      "loss": 6.5426,
      "step": 61
    },
    {
      "epoch": 0.44819277108433736,
      "grad_norm": 2.756332508287445,
      "learning_rate": 1.9987768260071676e-05,
      "loss": 6.5024,
      "step": 62
    },
    {
      "epoch": 0.45542168674698796,
      "grad_norm": 3.1831689088661688,
      "learning_rate": 1.9987242335148757e-05,
      "loss": 6.4839,
      "step": 63
    },
    {
      "epoch": 0.46265060240963857,
      "grad_norm": 2.4835416495638625,
      "learning_rate": 1.9986705347640797e-05,
      "loss": 6.4779,
      "step": 64
    },
    {
      "epoch": 0.46987951807228917,
      "grad_norm": 3.5329316160565254,
      "learning_rate": 1.9986157298142595e-05,
      "loss": 6.4812,
      "step": 65
    },
    {
      "epoch": 0.4771084337349398,
      "grad_norm": 5.2048663013264616,
      "learning_rate": 1.998559818726122e-05,
      "loss": 6.4407,
      "step": 66
    },
    {
      "epoch": 0.4843373493975904,
      "grad_norm": 3.354789297443166,
      "learning_rate": 1.9985028015615977e-05,
      "loss": 6.403,
      "step": 67
    },
    {
      "epoch": 0.491566265060241,
      "grad_norm": 2.157900918992127,
      "learning_rate": 1.9984446783838432e-05,
      "loss": 6.3751,
      "step": 68
    },
    {
      "epoch": 0.4987951807228916,
      "grad_norm": 4.357115916572051,
      "learning_rate": 1.9983854492572394e-05,
      "loss": 6.4063,
      "step": 69
    },
    {
      "epoch": 0.5060240963855421,
      "grad_norm": 2.201495820105759,
      "learning_rate": 1.9983251142473935e-05,
      "loss": 6.3544,
      "step": 70
    },
    {
      "epoch": 0.5132530120481927,
      "grad_norm": 3.560124480900461,
      "learning_rate": 1.9982636734211363e-05,
      "loss": 6.3406,
      "step": 71
    },
    {
      "epoch": 0.5204819277108433,
      "grad_norm": 3.566386015017448,
      "learning_rate": 1.9982011268465246e-05,
      "loss": 6.3305,
      "step": 72
    },
    {
      "epoch": 0.5277108433734939,
      "grad_norm": 3.1131013450231375,
      "learning_rate": 1.9981374745928388e-05,
      "loss": 6.3004,
      "step": 73
    },
    {
      "epoch": 0.5349397590361445,
      "grad_norm": 2.233793810037388,
      "learning_rate": 1.998072716730585e-05,
      "loss": 6.2761,
      "step": 74
    },
    {
      "epoch": 0.5421686746987951,
      "grad_norm": 2.092535316219654,
      "learning_rate": 1.9980068533314937e-05,
      "loss": 6.2389,
      "step": 75
    },
    {
      "epoch": 0.5493975903614458,
      "grad_norm": 2.45842268354128,
      "learning_rate": 1.9979398844685197e-05,
      "loss": 6.2151,
      "step": 76
    },
    {
      "epoch": 0.5566265060240964,
      "grad_norm": 2.434137746198376,
      "learning_rate": 1.9978718102158426e-05,
      "loss": 6.2081,
      "step": 77
    },
    {
      "epoch": 0.563855421686747,
      "grad_norm": 1.9402942665250358,
      "learning_rate": 1.9978026306488665e-05,
      "loss": 6.1746,
      "step": 78
    },
    {
      "epoch": 0.5710843373493976,
      "grad_norm": 2.212680204205858,
      "learning_rate": 1.99773234584422e-05,
      "loss": 6.1698,
      "step": 79
    },
    {
      "epoch": 0.5783132530120482,
      "grad_norm": 2.867414145507553,
      "learning_rate": 1.9976609558797545e-05,
      "loss": 6.1731,
      "step": 80
    },
    {
      "epoch": 0.5855421686746988,
      "grad_norm": 1.6677690785418402,
      "learning_rate": 1.9975884608345476e-05,
      "loss": 6.131,
      "step": 81
    },
    {
      "epoch": 0.5927710843373494,
      "grad_norm": 2.283628912711049,
      "learning_rate": 1.9975148607888996e-05,
      "loss": 6.0977,
      "step": 82
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.694395360167115,
      "learning_rate": 1.9974401558243355e-05,
      "loss": 6.0956,
      "step": 83
    },
    {
      "epoch": 0.6072289156626506,
      "grad_norm": 2.1339705194766396,
      "learning_rate": 1.9973643460236032e-05,
      "loss": 6.108,
      "step": 84
    },
    {
      "epoch": 0.6144578313253012,
      "grad_norm": 1.8551400305063734,
      "learning_rate": 1.9972874314706755e-05,
      "loss": 6.0656,
      "step": 85
    },
    {
      "epoch": 0.6216867469879518,
      "grad_norm": 1.5313963607117285,
      "learning_rate": 1.9972094122507485e-05,
      "loss": 6.0186,
      "step": 86
    },
    {
      "epoch": 0.6289156626506024,
      "grad_norm": 2.740724894685539,
      "learning_rate": 1.997130288450242e-05,
      "loss": 6.0288,
      "step": 87
    },
    {
      "epoch": 0.636144578313253,
      "grad_norm": 2.0020638006423455,
      "learning_rate": 1.997050060156799e-05,
      "loss": 5.9922,
      "step": 88
    },
    {
      "epoch": 0.6433734939759036,
      "grad_norm": 2.0686044074960948,
      "learning_rate": 1.9969687274592863e-05,
      "loss": 5.9676,
      "step": 89
    },
    {
      "epoch": 0.6506024096385542,
      "grad_norm": 2.5446753330179055,
      "learning_rate": 1.9968862904477936e-05,
      "loss": 5.9557,
      "step": 90
    },
    {
      "epoch": 0.6578313253012048,
      "grad_norm": 1.2820834374222696,
      "learning_rate": 1.9968027492136337e-05,
      "loss": 5.9011,
      "step": 91
    },
    {
      "epoch": 0.6650602409638554,
      "grad_norm": 3.091054744667501,
      "learning_rate": 1.9967181038493435e-05,
      "loss": 5.9168,
      "step": 92
    },
    {
      "epoch": 0.672289156626506,
      "grad_norm": 2.072802836305613,
      "learning_rate": 1.9966323544486817e-05,
      "loss": 5.8987,
      "step": 93
    },
    {
      "epoch": 0.6795180722891566,
      "grad_norm": 1.946281703099331,
      "learning_rate": 1.9965455011066313e-05,
      "loss": 5.8606,
      "step": 94
    },
    {
      "epoch": 0.6867469879518072,
      "grad_norm": 3.9574158066669143,
      "learning_rate": 1.9964575439193966e-05,
      "loss": 5.8466,
      "step": 95
    },
    {
      "epoch": 0.6939759036144578,
      "grad_norm": 2.8374569157108525,
      "learning_rate": 1.9963684829844053e-05,
      "loss": 5.8101,
      "step": 96
    },
    {
      "epoch": 0.7012048192771084,
      "grad_norm": 2.481663771923425,
      "learning_rate": 1.996278318400308e-05,
      "loss": 5.7891,
      "step": 97
    },
    {
      "epoch": 0.708433734939759,
      "grad_norm": 2.628963140065436,
      "learning_rate": 1.9961870502669772e-05,
      "loss": 5.778,
      "step": 98
    },
    {
      "epoch": 0.7156626506024096,
      "grad_norm": 1.7537754862303554,
      "learning_rate": 1.996094678685508e-05,
      "loss": 5.7059,
      "step": 99
    },
    {
      "epoch": 0.7228915662650602,
      "grad_norm": 2.9054329151341802,
      "learning_rate": 1.996001203758218e-05,
      "loss": 5.7243,
      "step": 100
    },
    {
      "epoch": 0.7301204819277108,
      "grad_norm": 2.335259221423995,
      "learning_rate": 1.9959066255886465e-05,
      "loss": 5.7074,
      "step": 101
    },
    {
      "epoch": 0.7373493975903614,
      "grad_norm": 1.503090373097313,
      "learning_rate": 1.9958109442815553e-05,
      "loss": 5.6759,
      "step": 102
    },
    {
      "epoch": 0.744578313253012,
      "grad_norm": 3.6022806083901573,
      "learning_rate": 1.9957141599429277e-05,
      "loss": 5.671,
      "step": 103
    },
    {
      "epoch": 0.7518072289156627,
      "grad_norm": 2.0559454839399285,
      "learning_rate": 1.995616272679969e-05,
      "loss": 5.6682,
      "step": 104
    },
    {
      "epoch": 0.7590361445783133,
      "grad_norm": 2.320827355274334,
      "learning_rate": 1.995517282601106e-05,
      "loss": 5.6525,
      "step": 105
    },
    {
      "epoch": 0.7662650602409639,
      "grad_norm": 1.7559053764640538,
      "learning_rate": 1.9954171898159876e-05,
      "loss": 5.5938,
      "step": 106
    },
    {
      "epoch": 0.7734939759036145,
      "grad_norm": 2.955031141899699,
      "learning_rate": 1.9953159944354832e-05,
      "loss": 5.5713,
      "step": 107
    },
    {
      "epoch": 0.7807228915662651,
      "grad_norm": 1.6374927792829403,
      "learning_rate": 1.9952136965716846e-05,
      "loss": 5.5735,
      "step": 108
    },
    {
      "epoch": 0.7879518072289157,
      "grad_norm": 2.291268667751327,
      "learning_rate": 1.995110296337904e-05,
      "loss": 5.5624,
      "step": 109
    },
    {
      "epoch": 0.7951807228915663,
      "grad_norm": 1.889173374799646,
      "learning_rate": 1.9950057938486745e-05,
      "loss": 5.5267,
      "step": 110
    },
    {
      "epoch": 0.8024096385542169,
      "grad_norm": 2.1937875261971054,
      "learning_rate": 1.9949001892197514e-05,
      "loss": 5.4858,
      "step": 111
    },
    {
      "epoch": 0.8096385542168675,
      "grad_norm": 1.4888370843663468,
      "learning_rate": 1.9947934825681092e-05,
      "loss": 5.4787,
      "step": 112
    },
    {
      "epoch": 0.8168674698795181,
      "grad_norm": 2.8633836455244195,
      "learning_rate": 1.9946856740119442e-05,
      "loss": 5.4862,
      "step": 113
    },
    {
      "epoch": 0.8240963855421687,
      "grad_norm": 2.4482360353083337,
      "learning_rate": 1.994576763670673e-05,
      "loss": 5.4919,
      "step": 114
    },
    {
      "epoch": 0.8313253012048193,
      "grad_norm": 1.7268002558296573,
      "learning_rate": 1.994466751664932e-05,
      "loss": 5.4446,
      "step": 115
    },
    {
      "epoch": 0.8385542168674699,
      "grad_norm": 2.186838960349522,
      "learning_rate": 1.9943556381165785e-05,
      "loss": 5.4286,
      "step": 116
    },
    {
      "epoch": 0.8457831325301205,
      "grad_norm": 1.7901714148433048,
      "learning_rate": 1.99424342314869e-05,
      "loss": 5.4139,
      "step": 117
    },
    {
      "epoch": 0.8530120481927711,
      "grad_norm": 1.7585907215388294,
      "learning_rate": 1.994130106885564e-05,
      "loss": 5.3935,
      "step": 118
    },
    {
      "epoch": 0.8602409638554217,
      "grad_norm": 1.8017706034631977,
      "learning_rate": 1.9940156894527178e-05,
      "loss": 5.3549,
      "step": 119
    },
    {
      "epoch": 0.8674698795180723,
      "grad_norm": 1.851212819912402,
      "learning_rate": 1.993900170976888e-05,
      "loss": 5.3467,
      "step": 120
    },
    {
      "epoch": 0.8746987951807229,
      "grad_norm": 1.5118926301562392,
      "learning_rate": 1.993783551586031e-05,
      "loss": 5.3375,
      "step": 121
    },
    {
      "epoch": 0.8819277108433735,
      "grad_norm": 1.7153595550375194,
      "learning_rate": 1.993665831409323e-05,
      "loss": 5.2921,
      "step": 122
    },
    {
      "epoch": 0.8891566265060241,
      "grad_norm": 2.074317448041623,
      "learning_rate": 1.9935470105771596e-05,
      "loss": 5.2889,
      "step": 123
    },
    {
      "epoch": 0.8963855421686747,
      "grad_norm": 1.3244813318443867,
      "learning_rate": 1.9934270892211548e-05,
      "loss": 5.2638,
      "step": 124
    },
    {
      "epoch": 0.9036144578313253,
      "grad_norm": 3.321959023030634,
      "learning_rate": 1.9933060674741422e-05,
      "loss": 5.3037,
      "step": 125
    },
    {
      "epoch": 0.9108433734939759,
      "grad_norm": 2.0640131331656213,
      "learning_rate": 1.9931839454701744e-05,
      "loss": 5.289,
      "step": 126
    },
    {
      "epoch": 0.9180722891566265,
      "grad_norm": 2.1456889879912757,
      "learning_rate": 1.993060723344522e-05,
      "loss": 5.2088,
      "step": 127
    },
    {
      "epoch": 0.9253012048192771,
      "grad_norm": 2.0596746709249167,
      "learning_rate": 1.992936401233675e-05,
      "loss": 5.2139,
      "step": 128
    },
    {
      "epoch": 0.9325301204819277,
      "grad_norm": 1.9248162588441524,
      "learning_rate": 1.9928109792753417e-05,
      "loss": 5.2246,
      "step": 129
    },
    {
      "epoch": 0.9397590361445783,
      "grad_norm": 1.4891364526870876,
      "learning_rate": 1.9926844576084483e-05,
      "loss": 5.1677,
      "step": 130
    },
    {
      "epoch": 0.946987951807229,
      "grad_norm": 1.5932598961826778,
      "learning_rate": 1.9925568363731388e-05,
      "loss": 5.1616,
      "step": 131
    },
    {
      "epoch": 0.9542168674698795,
      "grad_norm": 1.7385768882199546,
      "learning_rate": 1.9924281157107762e-05,
      "loss": 5.1549,
      "step": 132
    },
    {
      "epoch": 0.9614457831325302,
      "grad_norm": 1.6773180106543204,
      "learning_rate": 1.99229829576394e-05,
      "loss": 5.1407,
      "step": 133
    },
    {
      "epoch": 0.9686746987951808,
      "grad_norm": 1.1426123121276215,
      "learning_rate": 1.9921673766764292e-05,
      "loss": 5.121,
      "step": 134
    },
    {
      "epoch": 0.9759036144578314,
      "grad_norm": 2.474738495686583,
      "learning_rate": 1.992035358593258e-05,
      "loss": 5.1344,
      "step": 135
    },
    {
      "epoch": 0.983132530120482,
      "grad_norm": 1.6451131370612986,
      "learning_rate": 1.9919022416606596e-05,
      "loss": 5.1402,
      "step": 136
    },
    {
      "epoch": 0.9903614457831326,
      "grad_norm": 2.9204003742023374,
      "learning_rate": 1.991768026026084e-05,
      "loss": 5.1172,
      "step": 137
    },
    {
      "epoch": 0.9975903614457832,
      "grad_norm": 2.1702223253759776,
      "learning_rate": 1.991632711838198e-05,
      "loss": 5.1175,
      "step": 138
    },
    {
      "epoch": 1.0048192771084337,
      "grad_norm": 1.496695700102801,
      "learning_rate": 1.9914962992468854e-05,
      "loss": 5.0598,
      "step": 139
    },
    {
      "epoch": 1.0120481927710843,
      "grad_norm": 3.3192304356055917,
      "learning_rate": 1.991358788403246e-05,
      "loss": 5.0917,
      "step": 140
    },
    {
      "epoch": 1.0192771084337349,
      "grad_norm": 2.613171654160906,
      "learning_rate": 1.991220179459597e-05,
      "loss": 5.0876,
      "step": 141
    },
    {
      "epoch": 1.0265060240963855,
      "grad_norm": 2.021270169187327,
      "learning_rate": 1.991080472569472e-05,
      "loss": 5.0376,
      "step": 142
    },
    {
      "epoch": 1.033734939759036,
      "grad_norm": 1.7874754394384833,
      "learning_rate": 1.9909396678876197e-05,
      "loss": 5.0297,
      "step": 143
    },
    {
      "epoch": 1.0409638554216867,
      "grad_norm": 2.1666942328948693,
      "learning_rate": 1.9907977655700056e-05,
      "loss": 5.021,
      "step": 144
    },
    {
      "epoch": 1.0481927710843373,
      "grad_norm": 1.4974174294265452,
      "learning_rate": 1.990654765773811e-05,
      "loss": 4.9784,
      "step": 145
    },
    {
      "epoch": 1.0554216867469879,
      "grad_norm": 2.4030846737304903,
      "learning_rate": 1.990510668657433e-05,
      "loss": 5.0143,
      "step": 146
    },
    {
      "epoch": 1.0626506024096385,
      "grad_norm": 1.5847142291975158,
      "learning_rate": 1.9903654743804833e-05,
      "loss": 4.9717,
      "step": 147
    },
    {
      "epoch": 1.069879518072289,
      "grad_norm": 2.2293042123928872,
      "learning_rate": 1.9902191831037898e-05,
      "loss": 4.975,
      "step": 148
    },
    {
      "epoch": 1.0771084337349397,
      "grad_norm": 1.3107443058211161,
      "learning_rate": 1.9900717949893952e-05,
      "loss": 4.9554,
      "step": 149
    },
    {
      "epoch": 1.0843373493975903,
      "grad_norm": 2.98633810723938,
      "learning_rate": 1.9899233102005573e-05,
      "loss": 4.9822,
      "step": 150
    },
    {
      "epoch": 1.091566265060241,
      "grad_norm": 2.2485470075652567,
      "learning_rate": 1.989773728901748e-05,
      "loss": 4.9836,
      "step": 151
    },
    {
      "epoch": 1.0987951807228915,
      "grad_norm": 1.6406575235273002,
      "learning_rate": 1.9896230512586548e-05,
      "loss": 4.9658,
      "step": 152
    },
    {
      "epoch": 1.106024096385542,
      "grad_norm": 2.042584221681109,
      "learning_rate": 1.9894712774381787e-05,
      "loss": 4.9253,
      "step": 153
    },
    {
      "epoch": 1.1132530120481927,
      "grad_norm": 2.027178425201193,
      "learning_rate": 1.9893184076084356e-05,
      "loss": 4.9186,
      "step": 154
    },
    {
      "epoch": 1.1204819277108433,
      "grad_norm": 1.432938791816063,
      "learning_rate": 1.9891644419387545e-05,
      "loss": 4.915,
      "step": 155
    },
    {
      "epoch": 1.127710843373494,
      "grad_norm": 1.8296615722980554,
      "learning_rate": 1.989009380599679e-05,
      "loss": 4.8821,
      "step": 156
    },
    {
      "epoch": 1.1349397590361445,
      "grad_norm": 1.8064088509012493,
      "learning_rate": 1.988853223762967e-05,
      "loss": 4.9103,
      "step": 157
    },
    {
      "epoch": 1.1421686746987951,
      "grad_norm": 1.6601625863719773,
      "learning_rate": 1.988695971601588e-05,
      "loss": 4.902,
      "step": 158
    },
    {
      "epoch": 1.1493975903614457,
      "grad_norm": 1.4310915855021005,
      "learning_rate": 1.9885376242897257e-05,
      "loss": 4.8543,
      "step": 159
    },
    {
      "epoch": 1.1566265060240963,
      "grad_norm": 1.6199867111977333,
      "learning_rate": 1.9883781820027777e-05,
      "loss": 4.8642,
      "step": 160
    },
    {
      "epoch": 1.163855421686747,
      "grad_norm": 1.60087290545569,
      "learning_rate": 1.988217644917353e-05,
      "loss": 4.861,
      "step": 161
    },
    {
      "epoch": 1.1710843373493975,
      "grad_norm": 1.4310791832649268,
      "learning_rate": 1.9880560132112743e-05,
      "loss": 4.8449,
      "step": 162
    },
    {
      "epoch": 1.1783132530120481,
      "grad_norm": 1.5116431119020965,
      "learning_rate": 1.9878932870635766e-05,
      "loss": 4.8333,
      "step": 163
    },
    {
      "epoch": 1.1855421686746987,
      "grad_norm": 1.3107772455570288,
      "learning_rate": 1.9877294666545067e-05,
      "loss": 4.8205,
      "step": 164
    },
    {
      "epoch": 1.1927710843373494,
      "grad_norm": 1.590059839480383,
      "learning_rate": 1.987564552165524e-05,
      "loss": 4.7843,
      "step": 165
    },
    {
      "epoch": 1.2,
      "grad_norm": 1.2940053194060677,
      "learning_rate": 1.9873985437792992e-05,
      "loss": 4.7775,
      "step": 166
    },
    {
      "epoch": 1.2072289156626506,
      "grad_norm": 1.5649565551472995,
      "learning_rate": 1.987231441679716e-05,
      "loss": 4.7764,
      "step": 167
    },
    {
      "epoch": 1.2144578313253012,
      "grad_norm": 1.364758540526031,
      "learning_rate": 1.987063246051868e-05,
      "loss": 4.7742,
      "step": 168
    },
    {
      "epoch": 1.2216867469879518,
      "grad_norm": 1.9001350592348814,
      "learning_rate": 1.9868939570820608e-05,
      "loss": 4.7813,
      "step": 169
    },
    {
      "epoch": 1.2289156626506024,
      "grad_norm": 1.4234469610031761,
      "learning_rate": 1.9867235749578108e-05,
      "loss": 4.7641,
      "step": 170
    },
    {
      "epoch": 1.236144578313253,
      "grad_norm": 2.1776918892703225,
      "learning_rate": 1.9865520998678458e-05,
      "loss": 4.7818,
      "step": 171
    },
    {
      "epoch": 1.2433734939759036,
      "grad_norm": 1.3890011845463408,
      "learning_rate": 1.986379532002104e-05,
      "loss": 4.7704,
      "step": 172
    },
    {
      "epoch": 1.2506024096385542,
      "grad_norm": 2.0487165142274306,
      "learning_rate": 1.9862058715517332e-05,
      "loss": 4.7802,
      "step": 173
    },
    {
      "epoch": 1.2578313253012048,
      "grad_norm": 1.2355025181764954,
      "learning_rate": 1.9860311187090927e-05,
      "loss": 4.7402,
      "step": 174
    },
    {
      "epoch": 1.2650602409638554,
      "grad_norm": 1.9249359849876109,
      "learning_rate": 1.9858552736677516e-05,
      "loss": 4.7306,
      "step": 175
    },
    {
      "epoch": 1.272289156626506,
      "grad_norm": 2.139696984414974,
      "learning_rate": 1.985678336622488e-05,
      "loss": 4.717,
      "step": 176
    },
    {
      "epoch": 1.2795180722891566,
      "grad_norm": 1.0388000431735693,
      "learning_rate": 1.9855003077692898e-05,
      "loss": 4.6619,
      "step": 177
    },
    {
      "epoch": 1.2867469879518072,
      "grad_norm": 1.5186233110203489,
      "learning_rate": 1.9853211873053547e-05,
      "loss": 4.6737,
      "step": 178
    },
    {
      "epoch": 1.2939759036144578,
      "grad_norm": 0.9525342243672005,
      "learning_rate": 1.98514097542909e-05,
      "loss": 4.6861,
      "step": 179
    },
    {
      "epoch": 1.3012048192771084,
      "grad_norm": 1.689627739569883,
      "learning_rate": 1.984959672340111e-05,
      "loss": 4.6936,
      "step": 180
    },
    {
      "epoch": 1.308433734939759,
      "grad_norm": 1.7822859896216436,
      "learning_rate": 1.984777278239241e-05,
      "loss": 4.6881,
      "step": 181
    },
    {
      "epoch": 1.3156626506024096,
      "grad_norm": 0.9953258914708404,
      "learning_rate": 1.984593793328514e-05,
      "loss": 4.6258,
      "step": 182
    },
    {
      "epoch": 1.3228915662650602,
      "grad_norm": 2.5510924952211647,
      "learning_rate": 1.9844092178111703e-05,
      "loss": 4.6827,
      "step": 183
    },
    {
      "epoch": 1.3301204819277108,
      "grad_norm": 1.4564971326104093,
      "learning_rate": 1.9842235518916592e-05,
      "loss": 4.675,
      "step": 184
    },
    {
      "epoch": 1.3373493975903614,
      "grad_norm": 1.3183469685608156,
      "learning_rate": 1.984036795775638e-05,
      "loss": 4.6577,
      "step": 185
    },
    {
      "epoch": 1.344578313253012,
      "grad_norm": 1.6076666014762455,
      "learning_rate": 1.9838489496699703e-05,
      "loss": 4.6344,
      "step": 186
    },
    {
      "epoch": 1.3518072289156626,
      "grad_norm": 1.4334408175522528,
      "learning_rate": 1.983660013782729e-05,
      "loss": 4.6371,
      "step": 187
    },
    {
      "epoch": 1.3590361445783132,
      "grad_norm": 1.0276575588288683,
      "learning_rate": 1.983469988323192e-05,
      "loss": 4.5858,
      "step": 188
    },
    {
      "epoch": 1.3662650602409638,
      "grad_norm": 1.2524191668366011,
      "learning_rate": 1.9832788735018452e-05,
      "loss": 4.6238,
      "step": 189
    },
    {
      "epoch": 1.3734939759036144,
      "grad_norm": 1.111924655995767,
      "learning_rate": 1.9830866695303817e-05,
      "loss": 4.6196,
      "step": 190
    },
    {
      "epoch": 1.380722891566265,
      "grad_norm": 1.4587811465856404,
      "learning_rate": 1.9828933766216998e-05,
      "loss": 4.6152,
      "step": 191
    },
    {
      "epoch": 1.3879518072289156,
      "grad_norm": 1.3517246312720717,
      "learning_rate": 1.982698994989905e-05,
      "loss": 4.5879,
      "step": 192
    },
    {
      "epoch": 1.3951807228915662,
      "grad_norm": 1.0781361858523884,
      "learning_rate": 1.982503524850308e-05,
      "loss": 4.5935,
      "step": 193
    },
    {
      "epoch": 1.4024096385542169,
      "grad_norm": 1.3983940494845462,
      "learning_rate": 1.982306966419426e-05,
      "loss": 4.567,
      "step": 194
    },
    {
      "epoch": 1.4096385542168675,
      "grad_norm": 1.0951708644481744,
      "learning_rate": 1.9821093199149806e-05,
      "loss": 4.5285,
      "step": 195
    },
    {
      "epoch": 1.416867469879518,
      "grad_norm": 1.5337453436245976,
      "learning_rate": 1.9819105855558996e-05,
      "loss": 4.5419,
      "step": 196
    },
    {
      "epoch": 1.4240963855421687,
      "grad_norm": 1.0266826762343255,
      "learning_rate": 1.981710763562315e-05,
      "loss": 4.5681,
      "step": 197
    },
    {
      "epoch": 1.4313253012048193,
      "grad_norm": 1.7564922932399614,
      "learning_rate": 1.9815098541555645e-05,
      "loss": 4.5582,
      "step": 198
    },
    {
      "epoch": 1.4385542168674699,
      "grad_norm": 1.1072497618442172,
      "learning_rate": 1.9813078575581898e-05,
      "loss": 4.5167,
      "step": 199
    },
    {
      "epoch": 1.4457831325301205,
      "grad_norm": 1.566828226827763,
      "learning_rate": 1.981104773993936e-05,
      "loss": 4.5037,
      "step": 200
    },
    {
      "epoch": 1.453012048192771,
      "grad_norm": 1.2269950037429016,
      "learning_rate": 1.9809006036877537e-05,
      "loss": 4.5214,
      "step": 201
    },
    {
      "epoch": 1.4602409638554217,
      "grad_norm": 1.2192495763855802,
      "learning_rate": 1.9806953468657966e-05,
      "loss": 4.5067,
      "step": 202
    },
    {
      "epoch": 1.4674698795180723,
      "grad_norm": 1.0133073397884125,
      "learning_rate": 1.9804890037554215e-05,
      "loss": 4.5097,
      "step": 203
    },
    {
      "epoch": 1.4746987951807229,
      "grad_norm": 1.1081042205578755,
      "learning_rate": 1.9802815745851888e-05,
      "loss": 4.4802,
      "step": 204
    },
    {
      "epoch": 1.4819277108433735,
      "grad_norm": 1.052790913749799,
      "learning_rate": 1.980073059584862e-05,
      "loss": 4.4943,
      "step": 205
    },
    {
      "epoch": 1.489156626506024,
      "grad_norm": 1.0752814528281058,
      "learning_rate": 1.9798634589854073e-05,
      "loss": 4.4714,
      "step": 206
    },
    {
      "epoch": 1.4963855421686747,
      "grad_norm": 1.4338817481695876,
      "learning_rate": 1.9796527730189936e-05,
      "loss": 4.4653,
      "step": 207
    },
    {
      "epoch": 1.5036144578313253,
      "grad_norm": 0.9863500898479299,
      "learning_rate": 1.9794410019189913e-05,
      "loss": 4.4539,
      "step": 208
    },
    {
      "epoch": 1.510843373493976,
      "grad_norm": 1.2842052237396306,
      "learning_rate": 1.9792281459199737e-05,
      "loss": 4.4653,
      "step": 209
    },
    {
      "epoch": 1.5180722891566265,
      "grad_norm": 1.4247627004514936,
      "learning_rate": 1.9790142052577148e-05,
      "loss": 4.4411,
      "step": 210
    },
    {
      "epoch": 1.5253012048192771,
      "grad_norm": 1.2800317446823677,
      "learning_rate": 1.9787991801691907e-05,
      "loss": 4.43,
      "step": 211
    },
    {
      "epoch": 1.5325301204819277,
      "grad_norm": 1.288596540985055,
      "learning_rate": 1.9785830708925792e-05,
      "loss": 4.4493,
      "step": 212
    },
    {
      "epoch": 1.5397590361445783,
      "grad_norm": 1.2727314825477154,
      "learning_rate": 1.978365877667258e-05,
      "loss": 4.4233,
      "step": 213
    },
    {
      "epoch": 1.546987951807229,
      "grad_norm": 1.0980274594078798,
      "learning_rate": 1.9781476007338058e-05,
      "loss": 4.3968,
      "step": 214
    },
    {
      "epoch": 1.5542168674698795,
      "grad_norm": 1.2067021264618283,
      "learning_rate": 1.977928240334002e-05,
      "loss": 4.4214,
      "step": 215
    },
    {
      "epoch": 1.5614457831325301,
      "grad_norm": 1.2126474757588954,
      "learning_rate": 1.9777077967108254e-05,
      "loss": 4.4098,
      "step": 216
    },
    {
      "epoch": 1.5686746987951807,
      "grad_norm": 1.4690386666975572,
      "learning_rate": 1.9774862701084555e-05,
      "loss": 4.4268,
      "step": 217
    },
    {
      "epoch": 1.5759036144578313,
      "grad_norm": 1.0488849882671147,
      "learning_rate": 1.9772636607722714e-05,
      "loss": 4.3894,
      "step": 218
    },
    {
      "epoch": 1.583132530120482,
      "grad_norm": 1.630809721223867,
      "learning_rate": 1.9770399689488506e-05,
      "loss": 4.4133,
      "step": 219
    },
    {
      "epoch": 1.5903614457831325,
      "grad_norm": 1.113109729713893,
      "learning_rate": 1.9768151948859705e-05,
      "loss": 4.3772,
      "step": 220
    },
    {
      "epoch": 1.5975903614457831,
      "grad_norm": 1.5423275320082017,
      "learning_rate": 1.9765893388326064e-05,
      "loss": 4.3785,
      "step": 221
    },
    {
      "epoch": 1.6048192771084338,
      "grad_norm": 1.0807052768227303,
      "learning_rate": 1.9763624010389334e-05,
      "loss": 4.3694,
      "step": 222
    },
    {
      "epoch": 1.6120481927710844,
      "grad_norm": 1.235992463133922,
      "learning_rate": 1.9761343817563235e-05,
      "loss": 4.359,
      "step": 223
    },
    {
      "epoch": 1.619277108433735,
      "grad_norm": 1.5186454860312188,
      "learning_rate": 1.9759052812373478e-05,
      "loss": 4.3792,
      "step": 224
    },
    {
      "epoch": 1.6265060240963856,
      "grad_norm": 1.2019163259646208,
      "learning_rate": 1.9756750997357738e-05,
      "loss": 4.3688,
      "step": 225
    },
    {
      "epoch": 1.6337349397590362,
      "grad_norm": 1.7333794728755505,
      "learning_rate": 1.9754438375065673e-05,
      "loss": 4.3512,
      "step": 226
    },
    {
      "epoch": 1.6409638554216868,
      "grad_norm": 1.1407460567282055,
      "learning_rate": 1.9752114948058908e-05,
      "loss": 4.3802,
      "step": 227
    },
    {
      "epoch": 1.6481927710843374,
      "grad_norm": 1.6157840392044631,
      "learning_rate": 1.974978071891104e-05,
      "loss": 4.3511,
      "step": 228
    },
    {
      "epoch": 1.655421686746988,
      "grad_norm": 1.0476544634861773,
      "learning_rate": 1.9747435690207625e-05,
      "loss": 4.3221,
      "step": 229
    },
    {
      "epoch": 1.6626506024096386,
      "grad_norm": 1.697500843790948,
      "learning_rate": 1.9745079864546184e-05,
      "loss": 4.3312,
      "step": 230
    },
    {
      "epoch": 1.6698795180722892,
      "grad_norm": 1.3904195390686156,
      "learning_rate": 1.9742713244536205e-05,
      "loss": 4.2968,
      "step": 231
    },
    {
      "epoch": 1.6771084337349398,
      "grad_norm": 1.5290382901012387,
      "learning_rate": 1.9740335832799118e-05,
      "loss": 4.319,
      "step": 232
    },
    {
      "epoch": 1.6843373493975904,
      "grad_norm": 1.279841205474429,
      "learning_rate": 1.973794763196832e-05,
      "loss": 4.3077,
      "step": 233
    },
    {
      "epoch": 1.691566265060241,
      "grad_norm": 1.3872098276085976,
      "learning_rate": 1.973554864468915e-05,
      "loss": 4.3165,
      "step": 234
    },
    {
      "epoch": 1.6987951807228916,
      "grad_norm": 1.2522587215309555,
      "learning_rate": 1.97331388736189e-05,
      "loss": 4.2679,
      "step": 235
    },
    {
      "epoch": 1.7060240963855422,
      "grad_norm": 1.3360665273295562,
      "learning_rate": 1.9730718321426804e-05,
      "loss": 4.306,
      "step": 236
    },
    {
      "epoch": 1.7132530120481928,
      "grad_norm": 1.6653558400826634,
      "learning_rate": 1.972828699079404e-05,
      "loss": 4.2908,
      "step": 237
    },
    {
      "epoch": 1.7204819277108434,
      "grad_norm": 1.057771248044181,
      "learning_rate": 1.972584488441372e-05,
      "loss": 4.2358,
      "step": 238
    },
    {
      "epoch": 1.727710843373494,
      "grad_norm": 1.690770002741558,
      "learning_rate": 1.9723392004990904e-05,
      "loss": 4.2696,
      "step": 239
    },
    {
      "epoch": 1.7349397590361446,
      "grad_norm": 1.3303504757518965,
      "learning_rate": 1.972092835524257e-05,
      "loss": 4.2581,
      "step": 240
    },
    {
      "epoch": 1.7421686746987952,
      "grad_norm": 1.5896442171678875,
      "learning_rate": 1.9718453937897637e-05,
      "loss": 4.2744,
      "step": 241
    },
    {
      "epoch": 1.7493975903614458,
      "grad_norm": 1.2953058262004782,
      "learning_rate": 1.9715968755696946e-05,
      "loss": 4.2906,
      "step": 242
    },
    {
      "epoch": 1.7566265060240964,
      "grad_norm": 1.1295293666533506,
      "learning_rate": 1.971347281139326e-05,
      "loss": 4.2681,
      "step": 243
    },
    {
      "epoch": 1.763855421686747,
      "grad_norm": 1.7488116684794741,
      "learning_rate": 1.971096610775127e-05,
      "loss": 4.2374,
      "step": 244
    },
    {
      "epoch": 1.7710843373493976,
      "grad_norm": 0.9787269896385271,
      "learning_rate": 1.9708448647547575e-05,
      "loss": 4.2927,
      "step": 245
    },
    {
      "epoch": 1.7783132530120482,
      "grad_norm": 1.9264724538555262,
      "learning_rate": 1.9705920433570696e-05,
      "loss": 4.2781,
      "step": 246
    },
    {
      "epoch": 1.7855421686746988,
      "grad_norm": 1.1677065487324365,
      "learning_rate": 1.970338146862107e-05,
      "loss": 4.2401,
      "step": 247
    },
    {
      "epoch": 1.7927710843373494,
      "grad_norm": 1.5709729392003717,
      "learning_rate": 1.9700831755511028e-05,
      "loss": 4.2468,
      "step": 248
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.971212117208314,
      "learning_rate": 1.969827129706482e-05,
      "loss": 4.2163,
      "step": 249
    },
    {
      "epoch": 1.8072289156626506,
      "grad_norm": 1.4724427784286502,
      "learning_rate": 1.9695700096118594e-05,
      "loss": 4.2263,
      "step": 250
    },
    {
      "epoch": 1.8144578313253013,
      "grad_norm": 1.2968473120262307,
      "learning_rate": 1.9693118155520394e-05,
      "loss": 4.2356,
      "step": 251
    },
    {
      "epoch": 1.8216867469879519,
      "grad_norm": 1.3911380380341898,
      "learning_rate": 1.9690525478130162e-05,
      "loss": 4.2298,
      "step": 252
    },
    {
      "epoch": 1.8289156626506025,
      "grad_norm": 0.8098318647581148,
      "learning_rate": 1.9687922066819734e-05,
      "loss": 4.1948,
      "step": 253
    },
    {
      "epoch": 1.836144578313253,
      "grad_norm": 1.1659829550163594,
      "learning_rate": 1.9685307924472835e-05,
      "loss": 4.1959,
      "step": 254
    },
    {
      "epoch": 1.8433734939759037,
      "grad_norm": 1.1602925584411976,
      "learning_rate": 1.9682683053985073e-05,
      "loss": 4.1684,
      "step": 255
    },
    {
      "epoch": 1.8506024096385543,
      "grad_norm": 1.643102304487686,
      "learning_rate": 1.968004745826395e-05,
      "loss": 4.2193,
      "step": 256
    },
    {
      "epoch": 1.8578313253012049,
      "grad_norm": 1.0061759340188303,
      "learning_rate": 1.9677401140228834e-05,
      "loss": 4.1585,
      "step": 257
    },
    {
      "epoch": 1.8650602409638555,
      "grad_norm": 1.4204336218376243,
      "learning_rate": 1.967474410281098e-05,
      "loss": 4.2211,
      "step": 258
    },
    {
      "epoch": 1.872289156626506,
      "grad_norm": 1.2381003435701177,
      "learning_rate": 1.9672076348953507e-05,
      "loss": 4.164,
      "step": 259
    },
    {
      "epoch": 1.8795180722891565,
      "grad_norm": 1.3142604064597698,
      "learning_rate": 1.966939788161142e-05,
      "loss": 4.1279,
      "step": 260
    },
    {
      "epoch": 1.886746987951807,
      "grad_norm": 1.5490808076132756,
      "learning_rate": 1.9666708703751576e-05,
      "loss": 4.1989,
      "step": 261
    },
    {
      "epoch": 1.8939759036144577,
      "grad_norm": 1.6637523057931343,
      "learning_rate": 1.96640088183527e-05,
      "loss": 4.1386,
      "step": 262
    },
    {
      "epoch": 1.9012048192771083,
      "grad_norm": 1.1845491376199697,
      "learning_rate": 1.9661298228405377e-05,
      "loss": 4.1487,
      "step": 263
    },
    {
      "epoch": 1.9084337349397589,
      "grad_norm": 1.263908380935535,
      "learning_rate": 1.9658576936912057e-05,
      "loss": 4.1302,
      "step": 264
    },
    {
      "epoch": 1.9156626506024095,
      "grad_norm": 1.289931147920118,
      "learning_rate": 1.9655844946887035e-05,
      "loss": 4.1303,
      "step": 265
    },
    {
      "epoch": 1.92289156626506,
      "grad_norm": 1.0861244271331052,
      "learning_rate": 1.9653102261356456e-05,
      "loss": 4.1042,
      "step": 266
    },
    {
      "epoch": 1.9301204819277107,
      "grad_norm": 1.4855987153795662,
      "learning_rate": 1.9650348883358313e-05,
      "loss": 4.1239,
      "step": 267
    },
    {
      "epoch": 1.9373493975903613,
      "grad_norm": 1.1356728975830408,
      "learning_rate": 1.9647584815942455e-05,
      "loss": 4.1402,
      "step": 268
    },
    {
      "epoch": 1.944578313253012,
      "grad_norm": 1.4987833232332588,
      "learning_rate": 1.964481006217055e-05,
      "loss": 4.1223,
      "step": 269
    },
    {
      "epoch": 1.9518072289156625,
      "grad_norm": 1.3698683946332046,
      "learning_rate": 1.9642024625116117e-05,
      "loss": 4.0846,
      "step": 270
    },
    {
      "epoch": 1.959036144578313,
      "grad_norm": 1.4713817649962406,
      "learning_rate": 1.963922850786451e-05,
      "loss": 4.0943,
      "step": 271
    },
    {
      "epoch": 1.9662650602409637,
      "grad_norm": 1.6158687103746316,
      "learning_rate": 1.963642171351291e-05,
      "loss": 4.1092,
      "step": 272
    },
    {
      "epoch": 1.9734939759036143,
      "grad_norm": 1.3112900282213475,
      "learning_rate": 1.963360424517031e-05,
      "loss": 4.1197,
      "step": 273
    },
    {
      "epoch": 1.980722891566265,
      "grad_norm": 1.3165917322818186,
      "learning_rate": 1.9630776105957553e-05,
      "loss": 4.0985,
      "step": 274
    },
    {
      "epoch": 1.9879518072289155,
      "grad_norm": 1.2679890312035356,
      "learning_rate": 1.9627937299007286e-05,
      "loss": 4.0918,
      "step": 275
    },
    {
      "epoch": 1.9951807228915661,
      "grad_norm": 1.3006507811283787,
      "learning_rate": 1.962508782746397e-05,
      "loss": 4.1095,
      "step": 276
    },
    {
      "epoch": 2.0024096385542167,
      "grad_norm": 1.4124431865354987,
      "learning_rate": 1.9622227694483893e-05,
      "loss": 4.0901,
      "step": 277
    },
    {
      "epoch": 2.0096385542168673,
      "grad_norm": 1.2819799804016005,
      "learning_rate": 1.9619356903235132e-05,
      "loss": 4.047,
      "step": 278
    },
    {
      "epoch": 2.016867469879518,
      "grad_norm": 1.5597905663515192,
      "learning_rate": 1.961647545689759e-05,
      "loss": 4.0477,
      "step": 279
    },
    {
      "epoch": 2.0240963855421685,
      "grad_norm": 0.9423133582923033,
      "learning_rate": 1.961358335866296e-05,
      "loss": 4.0491,
      "step": 280
    },
    {
      "epoch": 2.031325301204819,
      "grad_norm": 1.8743296089578012,
      "learning_rate": 1.9610680611734737e-05,
      "loss": 4.0293,
      "step": 281
    },
    {
      "epoch": 2.0385542168674697,
      "grad_norm": 0.9891080430136323,
      "learning_rate": 1.960776721932821e-05,
      "loss": 4.0302,
      "step": 282
    },
    {
      "epoch": 2.0457831325301203,
      "grad_norm": 2.1075583542099157,
      "learning_rate": 1.9604843184670462e-05,
      "loss": 4.0533,
      "step": 283
    },
    {
      "epoch": 2.053012048192771,
      "grad_norm": 1.3836722891539663,
      "learning_rate": 1.9601908511000362e-05,
      "loss": 4.0804,
      "step": 284
    },
    {
      "epoch": 2.0602409638554215,
      "grad_norm": 1.4934238633799322,
      "learning_rate": 1.959896320156857e-05,
      "loss": 4.0569,
      "step": 285
    },
    {
      "epoch": 2.067469879518072,
      "grad_norm": 1.1757415076562812,
      "learning_rate": 1.959600725963752e-05,
      "loss": 3.9952,
      "step": 286
    },
    {
      "epoch": 2.0746987951807228,
      "grad_norm": 1.5693536638143577,
      "learning_rate": 1.959304068848142e-05,
      "loss": 4.0489,
      "step": 287
    },
    {
      "epoch": 2.0819277108433734,
      "grad_norm": 1.224291668036312,
      "learning_rate": 1.9590063491386262e-05,
      "loss": 4.0471,
      "step": 288
    },
    {
      "epoch": 2.089156626506024,
      "grad_norm": 1.1290270781594147,
      "learning_rate": 1.95870756716498e-05,
      "loss": 4.0212,
      "step": 289
    },
    {
      "epoch": 2.0963855421686746,
      "grad_norm": 1.894574752880013,
      "learning_rate": 1.958407723258156e-05,
      "loss": 4.0215,
      "step": 290
    },
    {
      "epoch": 2.103614457831325,
      "grad_norm": 1.4980896883131283,
      "learning_rate": 1.9581068177502826e-05,
      "loss": 4.014,
      "step": 291
    },
    {
      "epoch": 2.1108433734939758,
      "grad_norm": 1.4071538350431236,
      "learning_rate": 1.9578048509746643e-05,
      "loss": 3.9862,
      "step": 292
    },
    {
      "epoch": 2.1180722891566264,
      "grad_norm": 1.3369928398838042,
      "learning_rate": 1.9575018232657806e-05,
      "loss": 4.0087,
      "step": 293
    },
    {
      "epoch": 2.125301204819277,
      "grad_norm": 1.3725504314220875,
      "learning_rate": 1.9571977349592878e-05,
      "loss": 3.9819,
      "step": 294
    },
    {
      "epoch": 2.1325301204819276,
      "grad_norm": 1.074883668514762,
      "learning_rate": 1.9568925863920155e-05,
      "loss": 3.9878,
      "step": 295
    },
    {
      "epoch": 2.139759036144578,
      "grad_norm": 1.4617619796119823,
      "learning_rate": 1.9565863779019675e-05,
      "loss": 4.0011,
      "step": 296
    },
    {
      "epoch": 2.146987951807229,
      "grad_norm": 1.295064754737287,
      "learning_rate": 1.9562791098283226e-05,
      "loss": 3.9857,
      "step": 297
    },
    {
      "epoch": 2.1542168674698794,
      "grad_norm": 1.7198029396122985,
      "learning_rate": 1.9559707825114334e-05,
      "loss": 3.995,
      "step": 298
    },
    {
      "epoch": 2.16144578313253,
      "grad_norm": 1.1877879145202288,
      "learning_rate": 1.9556613962928244e-05,
      "loss": 3.9518,
      "step": 299
    },
    {
      "epoch": 2.1686746987951806,
      "grad_norm": 1.4041536368701515,
      "learning_rate": 1.955350951515195e-05,
      "loss": 3.9694,
      "step": 300
    },
    {
      "epoch": 2.175903614457831,
      "grad_norm": 1.4632978460765673,
      "learning_rate": 1.9550394485224154e-05,
      "loss": 4.0008,
      "step": 301
    },
    {
      "epoch": 2.183132530120482,
      "grad_norm": 1.179001588622081,
      "learning_rate": 1.9547268876595286e-05,
      "loss": 3.9742,
      "step": 302
    },
    {
      "epoch": 2.1903614457831324,
      "grad_norm": 1.3424766923175933,
      "learning_rate": 1.9544132692727497e-05,
      "loss": 3.9582,
      "step": 303
    },
    {
      "epoch": 2.197590361445783,
      "grad_norm": 1.44537054552251,
      "learning_rate": 1.954098593709465e-05,
      "loss": 3.9669,
      "step": 304
    },
    {
      "epoch": 2.2048192771084336,
      "grad_norm": 1.2894995735637325,
      "learning_rate": 1.9537828613182314e-05,
      "loss": 3.9352,
      "step": 305
    },
    {
      "epoch": 2.212048192771084,
      "grad_norm": 1.2191740632517898,
      "learning_rate": 1.9534660724487766e-05,
      "loss": 3.9462,
      "step": 306
    },
    {
      "epoch": 2.219277108433735,
      "grad_norm": 1.2922608641871975,
      "learning_rate": 1.953148227451999e-05,
      "loss": 3.968,
      "step": 307
    },
    {
      "epoch": 2.2265060240963854,
      "grad_norm": 1.4031391626334404,
      "learning_rate": 1.952829326679966e-05,
      "loss": 3.9203,
      "step": 308
    },
    {
      "epoch": 2.233734939759036,
      "grad_norm": 1.3797106514946174,
      "learning_rate": 1.9525093704859156e-05,
      "loss": 3.9411,
      "step": 309
    },
    {
      "epoch": 2.2409638554216866,
      "grad_norm": 1.2240686755095442,
      "learning_rate": 1.9521883592242537e-05,
      "loss": 3.8945,
      "step": 310
    },
    {
      "epoch": 2.2481927710843372,
      "grad_norm": 1.359674903926122,
      "learning_rate": 1.9518662932505554e-05,
      "loss": 3.9592,
      "step": 311
    },
    {
      "epoch": 2.255421686746988,
      "grad_norm": 0.8861545685501412,
      "learning_rate": 1.9515431729215642e-05,
      "loss": 3.9198,
      "step": 312
    },
    {
      "epoch": 2.2626506024096384,
      "grad_norm": 1.486723607802486,
      "learning_rate": 1.951218998595192e-05,
      "loss": 3.9507,
      "step": 313
    },
    {
      "epoch": 2.269879518072289,
      "grad_norm": 1.313871908419903,
      "learning_rate": 1.950893770630516e-05,
      "loss": 3.9217,
      "step": 314
    },
    {
      "epoch": 2.2771084337349397,
      "grad_norm": 0.8836336304647858,
      "learning_rate": 1.950567489387783e-05,
      "loss": 3.9043,
      "step": 315
    },
    {
      "epoch": 2.2843373493975903,
      "grad_norm": 1.1630419252591093,
      "learning_rate": 1.9502401552284053e-05,
      "loss": 3.9174,
      "step": 316
    },
    {
      "epoch": 2.291566265060241,
      "grad_norm": 1.6191540917865768,
      "learning_rate": 1.9499117685149617e-05,
      "loss": 3.9032,
      "step": 317
    },
    {
      "epoch": 2.2987951807228915,
      "grad_norm": 1.046430539809095,
      "learning_rate": 1.9495823296111968e-05,
      "loss": 3.9224,
      "step": 318
    },
    {
      "epoch": 2.306024096385542,
      "grad_norm": 2.0316286942343846,
      "learning_rate": 1.9492518388820204e-05,
      "loss": 3.935,
      "step": 319
    },
    {
      "epoch": 2.3132530120481927,
      "grad_norm": 0.7503307570466232,
      "learning_rate": 1.9489202966935084e-05,
      "loss": 3.8877,
      "step": 320
    },
    {
      "epoch": 2.3204819277108433,
      "grad_norm": 2.195779504301335,
      "learning_rate": 1.9485877034129e-05,
      "loss": 3.9413,
      "step": 321
    },
    {
      "epoch": 2.327710843373494,
      "grad_norm": 0.9316398409981106,
      "learning_rate": 1.9482540594086e-05,
      "loss": 3.8999,
      "step": 322
    },
    {
      "epoch": 2.3349397590361445,
      "grad_norm": 1.869511574600292,
      "learning_rate": 1.9479193650501756e-05,
      "loss": 3.9171,
      "step": 323
    },
    {
      "epoch": 2.342168674698795,
      "grad_norm": 1.1547734133448195,
      "learning_rate": 1.947583620708359e-05,
      "loss": 3.9078,
      "step": 324
    },
    {
      "epoch": 2.3493975903614457,
      "grad_norm": 1.7976523987062796,
      "learning_rate": 1.947246826755044e-05,
      "loss": 3.9188,
      "step": 325
    },
    {
      "epoch": 2.3566265060240963,
      "grad_norm": 1.3943533699571777,
      "learning_rate": 1.9469089835632883e-05,
      "loss": 3.8771,
      "step": 326
    },
    {
      "epoch": 2.363855421686747,
      "grad_norm": 1.326917276516545,
      "learning_rate": 1.946570091507311e-05,
      "loss": 3.8827,
      "step": 327
    },
    {
      "epoch": 2.3710843373493975,
      "grad_norm": 1.2430788981224146,
      "learning_rate": 1.9462301509624933e-05,
      "loss": 3.8734,
      "step": 328
    },
    {
      "epoch": 2.378313253012048,
      "grad_norm": 1.5379553907088528,
      "learning_rate": 1.9458891623053776e-05,
      "loss": 3.9014,
      "step": 329
    },
    {
      "epoch": 2.3855421686746987,
      "grad_norm": 1.2479691146217833,
      "learning_rate": 1.945547125913667e-05,
      "loss": 3.9109,
      "step": 330
    },
    {
      "epoch": 2.3927710843373493,
      "grad_norm": 1.2398397651517286,
      "learning_rate": 1.9452040421662263e-05,
      "loss": 3.8697,
      "step": 331
    },
    {
      "epoch": 2.4,
      "grad_norm": 1.1754621111943704,
      "learning_rate": 1.9448599114430793e-05,
      "loss": 3.8795,
      "step": 332
    },
    {
      "epoch": 2.4072289156626505,
      "grad_norm": 1.3452310894880555,
      "learning_rate": 1.9445147341254094e-05,
      "loss": 3.8632,
      "step": 333
    },
    {
      "epoch": 2.414457831325301,
      "grad_norm": 1.3656366008762484,
      "learning_rate": 1.9441685105955605e-05,
      "loss": 3.8541,
      "step": 334
    },
    {
      "epoch": 2.4216867469879517,
      "grad_norm": 1.033093624385257,
      "learning_rate": 1.943821241237034e-05,
      "loss": 3.8198,
      "step": 335
    },
    {
      "epoch": 2.4289156626506023,
      "grad_norm": 1.290188236529091,
      "learning_rate": 1.94347292643449e-05,
      "loss": 3.8341,
      "step": 336
    },
    {
      "epoch": 2.436144578313253,
      "grad_norm": 1.2189948090841016,
      "learning_rate": 1.943123566573748e-05,
      "loss": 3.8599,
      "step": 337
    },
    {
      "epoch": 2.4433734939759035,
      "grad_norm": 1.3522120356287177,
      "learning_rate": 1.9427731620417832e-05,
      "loss": 3.8676,
      "step": 338
    },
    {
      "epoch": 2.450602409638554,
      "grad_norm": 1.293234164144659,
      "learning_rate": 1.9424217132267287e-05,
      "loss": 3.8229,
      "step": 339
    },
    {
      "epoch": 2.4578313253012047,
      "grad_norm": 1.2407110746826315,
      "learning_rate": 1.9420692205178753e-05,
      "loss": 3.8536,
      "step": 340
    },
    {
      "epoch": 2.4650602409638553,
      "grad_norm": 1.1831514740273819,
      "learning_rate": 1.941715684305668e-05,
      "loss": 3.8319,
      "step": 341
    },
    {
      "epoch": 2.472289156626506,
      "grad_norm": 1.4909103135486783,
      "learning_rate": 1.9413611049817098e-05,
      "loss": 3.8408,
      "step": 342
    },
    {
      "epoch": 2.4795180722891565,
      "grad_norm": 1.4697296716221555,
      "learning_rate": 1.9410054829387577e-05,
      "loss": 3.8168,
      "step": 343
    },
    {
      "epoch": 2.486746987951807,
      "grad_norm": 1.3134233365354873,
      "learning_rate": 1.940648818570724e-05,
      "loss": 3.8229,
      "step": 344
    },
    {
      "epoch": 2.4939759036144578,
      "grad_norm": 1.2481322084400526,
      "learning_rate": 1.9402911122726756e-05,
      "loss": 3.8271,
      "step": 345
    },
    {
      "epoch": 2.5012048192771084,
      "grad_norm": 1.2353282699128232,
      "learning_rate": 1.9399323644408343e-05,
      "loss": 3.8442,
      "step": 346
    },
    {
      "epoch": 2.508433734939759,
      "grad_norm": 1.3879510352014255,
      "learning_rate": 1.9395725754725743e-05,
      "loss": 3.8101,
      "step": 347
    },
    {
      "epoch": 2.5156626506024096,
      "grad_norm": 1.2661019202378452,
      "learning_rate": 1.939211745766424e-05,
      "loss": 3.8343,
      "step": 348
    },
    {
      "epoch": 2.52289156626506,
      "grad_norm": 1.4094304789617342,
      "learning_rate": 1.938849875722064e-05,
      "loss": 3.8225,
      "step": 349
    },
    {
      "epoch": 2.5301204819277108,
      "grad_norm": 1.0676824726351448,
      "learning_rate": 1.9384869657403277e-05,
      "loss": 3.8148,
      "step": 350
    },
    {
      "epoch": 2.5373493975903614,
      "grad_norm": 1.3083681717217666,
      "learning_rate": 1.9381230162232e-05,
      "loss": 3.8434,
      "step": 351
    },
    {
      "epoch": 2.544578313253012,
      "grad_norm": 1.2325764419019432,
      "learning_rate": 1.9377580275738173e-05,
      "loss": 3.812,
      "step": 352
    },
    {
      "epoch": 2.5518072289156626,
      "grad_norm": 1.3648434313844788,
      "learning_rate": 1.9373920001964675e-05,
      "loss": 3.8195,
      "step": 353
    },
    {
      "epoch": 2.559036144578313,
      "grad_norm": 1.5083792667684395,
      "learning_rate": 1.9370249344965884e-05,
      "loss": 3.8391,
      "step": 354
    },
    {
      "epoch": 2.566265060240964,
      "grad_norm": 1.0291949716161193,
      "learning_rate": 1.9366568308807685e-05,
      "loss": 3.8017,
      "step": 355
    },
    {
      "epoch": 2.5734939759036144,
      "grad_norm": 1.5685196716178862,
      "learning_rate": 1.9362876897567463e-05,
      "loss": 3.8024,
      "step": 356
    },
    {
      "epoch": 2.580722891566265,
      "grad_norm": 1.2942627306283834,
      "learning_rate": 1.9359175115334077e-05,
      "loss": 3.7885,
      "step": 357
    },
    {
      "epoch": 2.5879518072289156,
      "grad_norm": 1.4645373990690937,
      "learning_rate": 1.9355462966207895e-05,
      "loss": 3.7797,
      "step": 358
    },
    {
      "epoch": 2.595180722891566,
      "grad_norm": 1.2398186764780104,
      "learning_rate": 1.9351740454300757e-05,
      "loss": 3.7539,
      "step": 359
    },
    {
      "epoch": 2.602409638554217,
      "grad_norm": 1.6059301916580724,
      "learning_rate": 1.9348007583735985e-05,
      "loss": 3.7835,
      "step": 360
    },
    {
      "epoch": 2.6096385542168674,
      "grad_norm": 1.1561865019785784,
      "learning_rate": 1.934426435864837e-05,
      "loss": 3.777,
      "step": 361
    },
    {
      "epoch": 2.616867469879518,
      "grad_norm": 1.6980059293390584,
      "learning_rate": 1.9340510783184183e-05,
      "loss": 3.7765,
      "step": 362
    },
    {
      "epoch": 2.6240963855421686,
      "grad_norm": 1.0123067416195255,
      "learning_rate": 1.9336746861501147e-05,
      "loss": 3.7598,
      "step": 363
    },
    {
      "epoch": 2.6313253012048192,
      "grad_norm": 1.673455267873693,
      "learning_rate": 1.9332972597768457e-05,
      "loss": 3.7805,
      "step": 364
    },
    {
      "epoch": 2.63855421686747,
      "grad_norm": 1.0701597206020481,
      "learning_rate": 1.9329187996166747e-05,
      "loss": 3.7862,
      "step": 365
    },
    {
      "epoch": 2.6457831325301204,
      "grad_norm": 1.7611784860019106,
      "learning_rate": 1.9325393060888124e-05,
      "loss": 3.7598,
      "step": 366
    },
    {
      "epoch": 2.653012048192771,
      "grad_norm": 1.2398458219597617,
      "learning_rate": 1.932158779613613e-05,
      "loss": 3.768,
      "step": 367
    },
    {
      "epoch": 2.6602409638554216,
      "grad_norm": 1.3462209809802463,
      "learning_rate": 1.931777220612574e-05,
      "loss": 3.7391,
      "step": 368
    },
    {
      "epoch": 2.6674698795180722,
      "grad_norm": 1.3822586150711442,
      "learning_rate": 1.9313946295083383e-05,
      "loss": 3.7948,
      "step": 369
    },
    {
      "epoch": 2.674698795180723,
      "grad_norm": 1.2896937317956254,
      "learning_rate": 1.9310110067246905e-05,
      "loss": 3.7446,
      "step": 370
    },
    {
      "epoch": 2.6819277108433734,
      "grad_norm": 1.597748609201892,
      "learning_rate": 1.9306263526865593e-05,
      "loss": 3.7899,
      "step": 371
    },
    {
      "epoch": 2.689156626506024,
      "grad_norm": 0.9887103404024649,
      "learning_rate": 1.930240667820015e-05,
      "loss": 3.7663,
      "step": 372
    },
    {
      "epoch": 2.6963855421686747,
      "grad_norm": 1.479034639605643,
      "learning_rate": 1.9298539525522698e-05,
      "loss": 3.7601,
      "step": 373
    },
    {
      "epoch": 2.7036144578313253,
      "grad_norm": 1.4800888826961993,
      "learning_rate": 1.9294662073116768e-05,
      "loss": 3.7695,
      "step": 374
    },
    {
      "epoch": 2.710843373493976,
      "grad_norm": 1.2534099267746543,
      "learning_rate": 1.9290774325277305e-05,
      "loss": 3.747,
      "step": 375
    },
    {
      "epoch": 2.7180722891566265,
      "grad_norm": 1.3056444769450586,
      "learning_rate": 1.9286876286310663e-05,
      "loss": 3.7368,
      "step": 376
    },
    {
      "epoch": 2.725301204819277,
      "grad_norm": 1.1856236202724628,
      "learning_rate": 1.9282967960534584e-05,
      "loss": 3.7167,
      "step": 377
    },
    {
      "epoch": 2.7325301204819277,
      "grad_norm": 1.151548092933736,
      "learning_rate": 1.927904935227821e-05,
      "loss": 3.7442,
      "step": 378
    },
    {
      "epoch": 2.7397590361445783,
      "grad_norm": 1.8119770126998607,
      "learning_rate": 1.927512046588207e-05,
      "loss": 3.7437,
      "step": 379
    },
    {
      "epoch": 2.746987951807229,
      "grad_norm": 1.2134322654005893,
      "learning_rate": 1.9271181305698084e-05,
      "loss": 3.7225,
      "step": 380
    },
    {
      "epoch": 2.7542168674698795,
      "grad_norm": 1.6877025454737837,
      "learning_rate": 1.926723187608955e-05,
      "loss": 3.7445,
      "step": 381
    },
    {
      "epoch": 2.76144578313253,
      "grad_norm": 1.1011325902712465,
      "learning_rate": 1.9263272181431133e-05,
      "loss": 3.7481,
      "step": 382
    },
    {
      "epoch": 2.7686746987951807,
      "grad_norm": 1.5507791869887935,
      "learning_rate": 1.9259302226108878e-05,
      "loss": 3.7363,
      "step": 383
    },
    {
      "epoch": 2.7759036144578313,
      "grad_norm": 1.1252933329680082,
      "learning_rate": 1.9255322014520193e-05,
      "loss": 3.7281,
      "step": 384
    },
    {
      "epoch": 2.783132530120482,
      "grad_norm": 1.7448884917100538,
      "learning_rate": 1.9251331551073843e-05,
      "loss": 3.7347,
      "step": 385
    },
    {
      "epoch": 2.7903614457831325,
      "grad_norm": 1.3167522856552092,
      "learning_rate": 1.9247330840189948e-05,
      "loss": 3.7262,
      "step": 386
    },
    {
      "epoch": 2.797590361445783,
      "grad_norm": 1.2302348129154204,
      "learning_rate": 1.924331988629999e-05,
      "loss": 3.7248,
      "step": 387
    },
    {
      "epoch": 2.8048192771084337,
      "grad_norm": 1.1716288708997376,
      "learning_rate": 1.9239298693846783e-05,
      "loss": 3.6978,
      "step": 388
    },
    {
      "epoch": 2.8120481927710843,
      "grad_norm": 1.3724544034995316,
      "learning_rate": 1.923526726728449e-05,
      "loss": 3.7314,
      "step": 389
    },
    {
      "epoch": 2.819277108433735,
      "grad_norm": 1.4480412852065119,
      "learning_rate": 1.923122561107861e-05,
      "loss": 3.7551,
      "step": 390
    },
    {
      "epoch": 2.8265060240963855,
      "grad_norm": 1.004068176105684,
      "learning_rate": 1.9227173729705962e-05,
      "loss": 3.665,
      "step": 391
    },
    {
      "epoch": 2.833734939759036,
      "grad_norm": 1.499032232612859,
      "learning_rate": 1.9223111627654713e-05,
      "loss": 3.7162,
      "step": 392
    },
    {
      "epoch": 2.8409638554216867,
      "grad_norm": 1.3213003849841365,
      "learning_rate": 1.921903930942433e-05,
      "loss": 3.6653,
      "step": 393
    },
    {
      "epoch": 2.8481927710843373,
      "grad_norm": 1.0692128354096737,
      "learning_rate": 1.9214956779525605e-05,
      "loss": 3.6982,
      "step": 394
    },
    {
      "epoch": 2.855421686746988,
      "grad_norm": 1.6726385792325693,
      "learning_rate": 1.9210864042480645e-05,
      "loss": 3.6977,
      "step": 395
    },
    {
      "epoch": 2.8626506024096385,
      "grad_norm": 1.2084768043267635,
      "learning_rate": 1.920676110282285e-05,
      "loss": 3.7059,
      "step": 396
    },
    {
      "epoch": 2.869879518072289,
      "grad_norm": 1.1973676731876703,
      "learning_rate": 1.9202647965096936e-05,
      "loss": 3.6892,
      "step": 397
    },
    {
      "epoch": 2.8771084337349397,
      "grad_norm": 1.7061815264302218,
      "learning_rate": 1.919852463385891e-05,
      "loss": 3.7393,
      "step": 398
    },
    {
      "epoch": 2.8843373493975903,
      "grad_norm": 0.9603314248247711,
      "learning_rate": 1.9194391113676066e-05,
      "loss": 3.7312,
      "step": 399
    },
    {
      "epoch": 2.891566265060241,
      "grad_norm": 1.2381539449289038,
      "learning_rate": 1.9190247409126993e-05,
      "loss": 3.6477,
      "step": 400
    },
    {
      "epoch": 2.8987951807228916,
      "grad_norm": 1.4897933906972847,
      "learning_rate": 1.9186093524801546e-05,
      "loss": 3.6784,
      "step": 401
    },
    {
      "epoch": 2.906024096385542,
      "grad_norm": 1.1132373553731765,
      "learning_rate": 1.918192946530087e-05,
      "loss": 3.6536,
      "step": 402
    },
    {
      "epoch": 2.9132530120481928,
      "grad_norm": 1.3263129892692505,
      "learning_rate": 1.917775523523737e-05,
      "loss": 3.6956,
      "step": 403
    },
    {
      "epoch": 2.9204819277108434,
      "grad_norm": 1.0680026924503008,
      "learning_rate": 1.9173570839234735e-05,
      "loss": 3.6553,
      "step": 404
    },
    {
      "epoch": 2.927710843373494,
      "grad_norm": 1.4754538436442506,
      "learning_rate": 1.916937628192789e-05,
      "loss": 3.6432,
      "step": 405
    },
    {
      "epoch": 2.9349397590361446,
      "grad_norm": 1.2479137486432985,
      "learning_rate": 1.916517156796303e-05,
      "loss": 3.6492,
      "step": 406
    },
    {
      "epoch": 2.942168674698795,
      "grad_norm": 1.3365195210042529,
      "learning_rate": 1.91609567019976e-05,
      "loss": 3.6622,
      "step": 407
    },
    {
      "epoch": 2.9493975903614458,
      "grad_norm": 1.2544818586873212,
      "learning_rate": 1.9156731688700284e-05,
      "loss": 3.6819,
      "step": 408
    },
    {
      "epoch": 2.9566265060240964,
      "grad_norm": 1.2814859527796207,
      "learning_rate": 1.9152496532751014e-05,
      "loss": 3.6563,
      "step": 409
    },
    {
      "epoch": 2.963855421686747,
      "grad_norm": 1.3272064954264093,
      "learning_rate": 1.9148251238840947e-05,
      "loss": 3.6581,
      "step": 410
    },
    {
      "epoch": 2.9710843373493976,
      "grad_norm": 1.171014354368878,
      "learning_rate": 1.9143995811672477e-05,
      "loss": 3.637,
      "step": 411
    },
    {
      "epoch": 2.978313253012048,
      "grad_norm": 1.7001876017529212,
      "learning_rate": 1.913973025595922e-05,
      "loss": 3.6431,
      "step": 412
    },
    {
      "epoch": 2.985542168674699,
      "grad_norm": 1.0699675183248216,
      "learning_rate": 1.913545457642601e-05,
      "loss": 3.6085,
      "step": 413
    },
    {
      "epoch": 2.9927710843373494,
      "grad_norm": 1.1416693812329064,
      "learning_rate": 1.9131168777808898e-05,
      "loss": 3.656,
      "step": 414
    },
    {
      "epoch": 3.0,
      "grad_norm": 1.394313876963253,
      "learning_rate": 1.9126872864855142e-05,
      "loss": 3.625,
      "step": 415
    },
    {
      "epoch": 3.0072289156626506,
      "grad_norm": 1.1937015014005639,
      "learning_rate": 1.91225668423232e-05,
      "loss": 3.6024,
      "step": 416
    },
    {
      "epoch": 3.014457831325301,
      "grad_norm": 1.3445114911170963,
      "learning_rate": 1.9118250714982733e-05,
      "loss": 3.6236,
      "step": 417
    },
    {
      "epoch": 3.021686746987952,
      "grad_norm": 1.7350644891144746,
      "learning_rate": 1.911392448761459e-05,
      "loss": 3.6218,
      "step": 418
    },
    {
      "epoch": 3.0289156626506024,
      "grad_norm": 1.047365051789017,
      "learning_rate": 1.910958816501081e-05,
      "loss": 3.6287,
      "step": 419
    },
    {
      "epoch": 3.036144578313253,
      "grad_norm": 1.7055691742758698,
      "learning_rate": 1.9105241751974624e-05,
      "loss": 3.5951,
      "step": 420
    },
    {
      "epoch": 3.0433734939759036,
      "grad_norm": 1.0364220044160384,
      "learning_rate": 1.910088525332042e-05,
      "loss": 3.5828,
      "step": 421
    },
    {
      "epoch": 3.0506024096385542,
      "grad_norm": 1.94317043809307,
      "learning_rate": 1.9096518673873773e-05,
      "loss": 3.6355,
      "step": 422
    },
    {
      "epoch": 3.057831325301205,
      "grad_norm": 1.096628442648723,
      "learning_rate": 1.9092142018471415e-05,
      "loss": 3.5654,
      "step": 423
    },
    {
      "epoch": 3.0650602409638554,
      "grad_norm": 1.8943159764104194,
      "learning_rate": 1.9087755291961246e-05,
      "loss": 3.5896,
      "step": 424
    },
    {
      "epoch": 3.072289156626506,
      "grad_norm": 1.4605008938774497,
      "learning_rate": 1.9083358499202323e-05,
      "loss": 3.6443,
      "step": 425
    },
    {
      "epoch": 3.0795180722891566,
      "grad_norm": 1.199002982548527,
      "learning_rate": 1.9078951645064837e-05,
      "loss": 3.6156,
      "step": 426
    },
    {
      "epoch": 3.0867469879518072,
      "grad_norm": 1.3737048491463308,
      "learning_rate": 1.9074534734430147e-05,
      "loss": 3.5969,
      "step": 427
    },
    {
      "epoch": 3.093975903614458,
      "grad_norm": 1.1507142428566965,
      "learning_rate": 1.9070107772190734e-05,
      "loss": 3.6112,
      "step": 428
    },
    {
      "epoch": 3.1012048192771084,
      "grad_norm": 1.4622624757116582,
      "learning_rate": 1.906567076325022e-05,
      "loss": 3.6137,
      "step": 429
    },
    {
      "epoch": 3.108433734939759,
      "grad_norm": 1.3627701895130038,
      "learning_rate": 1.9061223712523352e-05,
      "loss": 3.5957,
      "step": 430
    },
    {
      "epoch": 3.1156626506024097,
      "grad_norm": 1.0700877019696842,
      "learning_rate": 1.9056766624936003e-05,
      "loss": 3.5863,
      "step": 431
    },
    {
      "epoch": 3.1228915662650603,
      "grad_norm": 1.5955208448573346,
      "learning_rate": 1.9052299505425164e-05,
      "loss": 3.587,
      "step": 432
    },
    {
      "epoch": 3.130120481927711,
      "grad_norm": 1.3565000081916603,
      "learning_rate": 1.9047822358938933e-05,
      "loss": 3.6409,
      "step": 433
    },
    {
      "epoch": 3.1373493975903615,
      "grad_norm": 0.8840912550967165,
      "learning_rate": 1.904333519043652e-05,
      "loss": 3.5647,
      "step": 434
    },
    {
      "epoch": 3.144578313253012,
      "grad_norm": 1.3572343135153577,
      "learning_rate": 1.903883800488824e-05,
      "loss": 3.6011,
      "step": 435
    },
    {
      "epoch": 3.1518072289156627,
      "grad_norm": 1.2429040148925297,
      "learning_rate": 1.9034330807275484e-05,
      "loss": 3.5839,
      "step": 436
    },
    {
      "epoch": 3.1590361445783133,
      "grad_norm": 1.4800542337109683,
      "learning_rate": 1.9029813602590763e-05,
      "loss": 3.5555,
      "step": 437
    },
    {
      "epoch": 3.166265060240964,
      "grad_norm": 1.6482800246580644,
      "learning_rate": 1.9025286395837647e-05,
      "loss": 3.5884,
      "step": 438
    },
    {
      "epoch": 3.1734939759036145,
      "grad_norm": 1.0501732415023106,
      "learning_rate": 1.9020749192030795e-05,
      "loss": 3.5781,
      "step": 439
    },
    {
      "epoch": 3.180722891566265,
      "grad_norm": 1.5328073640134885,
      "learning_rate": 1.9016201996195943e-05,
      "loss": 3.5548,
      "step": 440
    },
    {
      "epoch": 3.1879518072289157,
      "grad_norm": 1.118507184933988,
      "learning_rate": 1.9011644813369886e-05,
      "loss": 3.5596,
      "step": 441
    },
    {
      "epoch": 3.1951807228915663,
      "grad_norm": 1.2284264310864856,
      "learning_rate": 1.900707764860049e-05,
      "loss": 3.5657,
      "step": 442
    },
    {
      "epoch": 3.202409638554217,
      "grad_norm": 1.5003452370811305,
      "learning_rate": 1.900250050694667e-05,
      "loss": 3.5662,
      "step": 443
    },
    {
      "epoch": 3.2096385542168675,
      "grad_norm": 1.2853868444977676,
      "learning_rate": 1.8997913393478404e-05,
      "loss": 3.5712,
      "step": 444
    },
    {
      "epoch": 3.216867469879518,
      "grad_norm": 1.5925034895130508,
      "learning_rate": 1.8993316313276694e-05,
      "loss": 3.5776,
      "step": 445
    },
    {
      "epoch": 3.2240963855421687,
      "grad_norm": 0.9811616125028083,
      "learning_rate": 1.8988709271433607e-05,
      "loss": 3.5428,
      "step": 446
    },
    {
      "epoch": 3.2313253012048193,
      "grad_norm": 1.4478536151263606,
      "learning_rate": 1.898409227305223e-05,
      "loss": 3.5508,
      "step": 447
    },
    {
      "epoch": 3.23855421686747,
      "grad_norm": 1.2477828448918005,
      "learning_rate": 1.8979465323246676e-05,
      "loss": 3.5611,
      "step": 448
    },
    {
      "epoch": 3.2457831325301205,
      "grad_norm": 1.5858711129317897,
      "learning_rate": 1.8974828427142093e-05,
      "loss": 3.5629,
      "step": 449
    },
    {
      "epoch": 3.253012048192771,
      "grad_norm": 1.0950035377608183,
      "learning_rate": 1.8970181589874637e-05,
      "loss": 3.5406,
      "step": 450
    },
    {
      "epoch": 3.2602409638554217,
      "grad_norm": 1.5415115226682654,
      "learning_rate": 1.8965524816591477e-05,
      "loss": 3.5606,
      "step": 451
    },
    {
      "epoch": 3.2674698795180723,
      "grad_norm": 1.1487484478951757,
      "learning_rate": 1.8960858112450785e-05,
      "loss": 3.5166,
      "step": 452
    },
    {
      "epoch": 3.274698795180723,
      "grad_norm": 1.6420967703083962,
      "learning_rate": 1.8956181482621746e-05,
      "loss": 3.528,
      "step": 453
    },
    {
      "epoch": 3.2819277108433735,
      "grad_norm": 0.8980303432743649,
      "learning_rate": 1.895149493228452e-05,
      "loss": 3.5287,
      "step": 454
    },
    {
      "epoch": 3.289156626506024,
      "grad_norm": 1.3483910988264465,
      "learning_rate": 1.894679846663027e-05,
      "loss": 3.5731,
      "step": 455
    },
    {
      "epoch": 3.2963855421686747,
      "grad_norm": 1.491314706003945,
      "learning_rate": 1.894209209086114e-05,
      "loss": 3.5231,
      "step": 456
    },
    {
      "epoch": 3.3036144578313253,
      "grad_norm": 1.2270834009390768,
      "learning_rate": 1.8937375810190247e-05,
      "loss": 3.5386,
      "step": 457
    },
    {
      "epoch": 3.310843373493976,
      "grad_norm": 1.1777132337252105,
      "learning_rate": 1.8932649629841685e-05,
      "loss": 3.5111,
      "step": 458
    },
    {
      "epoch": 3.3180722891566266,
      "grad_norm": 1.3783327375707983,
      "learning_rate": 1.8927913555050503e-05,
      "loss": 3.5123,
      "step": 459
    },
    {
      "epoch": 3.325301204819277,
      "grad_norm": 0.842194772816192,
      "learning_rate": 1.8923167591062723e-05,
      "loss": 3.5513,
      "step": 460
    },
    {
      "epoch": 3.3325301204819278,
      "grad_norm": 1.3331154478098168,
      "learning_rate": 1.891841174313531e-05,
      "loss": 3.5017,
      "step": 461
    },
    {
      "epoch": 3.3397590361445784,
      "grad_norm": 1.5139276628552356,
      "learning_rate": 1.8913646016536184e-05,
      "loss": 3.5145,
      "step": 462
    },
    {
      "epoch": 3.346987951807229,
      "grad_norm": 1.1149277809499802,
      "learning_rate": 1.8908870416544202e-05,
      "loss": 3.5004,
      "step": 463
    },
    {
      "epoch": 3.3542168674698796,
      "grad_norm": 1.4898157461888148,
      "learning_rate": 1.890408494844917e-05,
      "loss": 3.5329,
      "step": 464
    },
    {
      "epoch": 3.36144578313253,
      "grad_norm": 0.9549742540395183,
      "learning_rate": 1.8899289617551803e-05,
      "loss": 3.5187,
      "step": 465
    },
    {
      "epoch": 3.3686746987951808,
      "grad_norm": 1.7805688799594914,
      "learning_rate": 1.8894484429163764e-05,
      "loss": 3.5207,
      "step": 466
    },
    {
      "epoch": 3.3759036144578314,
      "grad_norm": 1.2106962876906113,
      "learning_rate": 1.8889669388607615e-05,
      "loss": 3.514,
      "step": 467
    },
    {
      "epoch": 3.383132530120482,
      "grad_norm": 1.6763747112024485,
      "learning_rate": 1.8884844501216845e-05,
      "loss": 3.5147,
      "step": 468
    },
    {
      "epoch": 3.3903614457831326,
      "grad_norm": 1.031632991874722,
      "learning_rate": 1.8880009772335843e-05,
      "loss": 3.5116,
      "step": 469
    },
    {
      "epoch": 3.397590361445783,
      "grad_norm": 1.8307621258883875,
      "learning_rate": 1.8875165207319902e-05,
      "loss": 3.5397,
      "step": 470
    },
    {
      "epoch": 3.404819277108434,
      "grad_norm": 1.2852387998358652,
      "learning_rate": 1.8870310811535208e-05,
      "loss": 3.5036,
      "step": 471
    },
    {
      "epoch": 3.4120481927710844,
      "grad_norm": 1.406175754082574,
      "learning_rate": 1.886544659035884e-05,
      "loss": 3.5133,
      "step": 472
    },
    {
      "epoch": 3.419277108433735,
      "grad_norm": 1.4308043920793336,
      "learning_rate": 1.8860572549178755e-05,
      "loss": 3.5003,
      "step": 473
    },
    {
      "epoch": 3.4265060240963856,
      "grad_norm": 1.161805161480239,
      "learning_rate": 1.8855688693393788e-05,
      "loss": 3.5061,
      "step": 474
    },
    {
      "epoch": 3.433734939759036,
      "grad_norm": 1.3056601266916144,
      "learning_rate": 1.8850795028413658e-05,
      "loss": 3.4847,
      "step": 475
    },
    {
      "epoch": 3.440963855421687,
      "grad_norm": 1.5521465688683451,
      "learning_rate": 1.8845891559658925e-05,
      "loss": 3.496,
      "step": 476
    },
    {
      "epoch": 3.4481927710843374,
      "grad_norm": 1.1070668015919285,
      "learning_rate": 1.884097829256103e-05,
      "loss": 3.5009,
      "step": 477
    },
    {
      "epoch": 3.455421686746988,
      "grad_norm": 1.3329315835553603,
      "learning_rate": 1.883605523256226e-05,
      "loss": 3.4943,
      "step": 478
    },
    {
      "epoch": 3.4626506024096386,
      "grad_norm": 1.5538331615869527,
      "learning_rate": 1.883112238511575e-05,
      "loss": 3.4837,
      "step": 479
    },
    {
      "epoch": 3.4698795180722892,
      "grad_norm": 1.092373343461448,
      "learning_rate": 1.882617975568547e-05,
      "loss": 3.4926,
      "step": 480
    },
    {
      "epoch": 3.47710843373494,
      "grad_norm": 1.874379766491242,
      "learning_rate": 1.8821227349746235e-05,
      "loss": 3.4899,
      "step": 481
    },
    {
      "epoch": 3.4843373493975904,
      "grad_norm": 0.9923448678530435,
      "learning_rate": 1.881626517278368e-05,
      "loss": 3.4728,
      "step": 482
    },
    {
      "epoch": 3.491566265060241,
      "grad_norm": 1.2266774334839128,
      "learning_rate": 1.881129323029427e-05,
      "loss": 3.4892,
      "step": 483
    },
    {
      "epoch": 3.4987951807228916,
      "grad_norm": 1.5096151923346919,
      "learning_rate": 1.8806311527785287e-05,
      "loss": 3.5182,
      "step": 484
    },
    {
      "epoch": 3.5060240963855422,
      "grad_norm": 1.1571956260425034,
      "learning_rate": 1.880132007077482e-05,
      "loss": 3.4708,
      "step": 485
    },
    {
      "epoch": 3.513253012048193,
      "grad_norm": 1.648444159789046,
      "learning_rate": 1.8796318864791763e-05,
      "loss": 3.4952,
      "step": 486
    },
    {
      "epoch": 3.5204819277108435,
      "grad_norm": 1.093285229500888,
      "learning_rate": 1.879130791537581e-05,
      "loss": 3.4968,
      "step": 487
    },
    {
      "epoch": 3.527710843373494,
      "grad_norm": 1.6721766885025302,
      "learning_rate": 1.8786287228077453e-05,
      "loss": 3.4886,
      "step": 488
    },
    {
      "epoch": 3.5349397590361447,
      "grad_norm": 1.0756493747079099,
      "learning_rate": 1.8781256808457954e-05,
      "loss": 3.4859,
      "step": 489
    },
    {
      "epoch": 3.5421686746987953,
      "grad_norm": 1.5147018364957974,
      "learning_rate": 1.8776216662089373e-05,
      "loss": 3.4958,
      "step": 490
    },
    {
      "epoch": 3.549397590361446,
      "grad_norm": 1.3158687997204326,
      "learning_rate": 1.8771166794554544e-05,
      "loss": 3.5135,
      "step": 491
    },
    {
      "epoch": 3.5566265060240965,
      "grad_norm": 1.519976844773512,
      "learning_rate": 1.8766107211447046e-05,
      "loss": 3.4772,
      "step": 492
    },
    {
      "epoch": 3.563855421686747,
      "grad_norm": 1.1141857128087669,
      "learning_rate": 1.8761037918371248e-05,
      "loss": 3.4985,
      "step": 493
    },
    {
      "epoch": 3.5710843373493977,
      "grad_norm": 1.4826112621775518,
      "learning_rate": 1.875595892094226e-05,
      "loss": 3.4615,
      "step": 494
    },
    {
      "epoch": 3.5783132530120483,
      "grad_norm": 1.4123308003869872,
      "learning_rate": 1.875087022478594e-05,
      "loss": 3.464,
      "step": 495
    },
    {
      "epoch": 3.585542168674699,
      "grad_norm": 1.290374316443633,
      "learning_rate": 1.8745771835538893e-05,
      "loss": 3.4795,
      "step": 496
    },
    {
      "epoch": 3.5927710843373495,
      "grad_norm": 1.2931656378131897,
      "learning_rate": 1.8740663758848463e-05,
      "loss": 3.4812,
      "step": 497
    },
    {
      "epoch": 3.6,
      "grad_norm": 1.023375443616966,
      "learning_rate": 1.873554600037272e-05,
      "loss": 3.471,
      "step": 498
    },
    {
      "epoch": 3.6072289156626507,
      "grad_norm": 1.8081312761107482,
      "learning_rate": 1.873041856578046e-05,
      "loss": 3.4738,
      "step": 499
    },
    {
      "epoch": 3.6144578313253013,
      "grad_norm": 1.0288627689254883,
      "learning_rate": 1.8725281460751198e-05,
      "loss": 3.4398,
      "step": 500
    },
    {
      "epoch": 3.621686746987952,
      "grad_norm": 1.5832162058004138,
      "learning_rate": 1.8720134690975157e-05,
      "loss": 3.4424,
      "step": 501
    },
    {
      "epoch": 3.6289156626506025,
      "grad_norm": 1.3177178077765743,
      "learning_rate": 1.8714978262153268e-05,
      "loss": 3.4589,
      "step": 502
    },
    {
      "epoch": 3.636144578313253,
      "grad_norm": 1.0363297002224263,
      "learning_rate": 1.8709812179997162e-05,
      "loss": 3.4862,
      "step": 503
    },
    {
      "epoch": 3.6433734939759037,
      "grad_norm": 1.4795903294105097,
      "learning_rate": 1.8704636450229164e-05,
      "loss": 3.4501,
      "step": 504
    },
    {
      "epoch": 3.6506024096385543,
      "grad_norm": 1.3966788968436568,
      "learning_rate": 1.869945107858228e-05,
      "loss": 3.4638,
      "step": 505
    },
    {
      "epoch": 3.657831325301205,
      "grad_norm": 1.1325789827684314,
      "learning_rate": 1.8694256070800202e-05,
      "loss": 3.4599,
      "step": 506
    },
    {
      "epoch": 3.6650602409638555,
      "grad_norm": 1.5981674695873835,
      "learning_rate": 1.868905143263729e-05,
      "loss": 3.4762,
      "step": 507
    },
    {
      "epoch": 3.672289156626506,
      "grad_norm": 1.1727596332947487,
      "learning_rate": 1.8683837169858573e-05,
      "loss": 3.4592,
      "step": 508
    },
    {
      "epoch": 3.6795180722891567,
      "grad_norm": 1.3675155550509581,
      "learning_rate": 1.8678613288239745e-05,
      "loss": 3.4125,
      "step": 509
    },
    {
      "epoch": 3.6867469879518073,
      "grad_norm": 1.4041957545233883,
      "learning_rate": 1.867337979356715e-05,
      "loss": 3.4293,
      "step": 510
    },
    {
      "epoch": 3.693975903614458,
      "grad_norm": 1.3560113123509387,
      "learning_rate": 1.866813669163778e-05,
      "loss": 3.4508,
      "step": 511
    },
    {
      "epoch": 3.7012048192771085,
      "grad_norm": 1.1545842984692207,
      "learning_rate": 1.8662883988259276e-05,
      "loss": 3.4248,
      "step": 512
    },
    {
      "epoch": 3.708433734939759,
      "grad_norm": 1.2992676256754951,
      "learning_rate": 1.86576216892499e-05,
      "loss": 3.4531,
      "step": 513
    },
    {
      "epoch": 3.7156626506024097,
      "grad_norm": 1.8499772386187696,
      "learning_rate": 1.8652349800438558e-05,
      "loss": 3.4513,
      "step": 514
    },
    {
      "epoch": 3.7228915662650603,
      "grad_norm": 1.02374620550504,
      "learning_rate": 1.8647068327664774e-05,
      "loss": 3.4277,
      "step": 515
    },
    {
      "epoch": 3.730120481927711,
      "grad_norm": 1.6630005224882898,
      "learning_rate": 1.8641777276778677e-05,
      "loss": 3.4379,
      "step": 516
    },
    {
      "epoch": 3.7373493975903616,
      "grad_norm": 1.0239537219245924,
      "learning_rate": 1.8636476653641015e-05,
      "loss": 3.441,
      "step": 517
    },
    {
      "epoch": 3.744578313253012,
      "grad_norm": 1.452754740516667,
      "learning_rate": 1.8631166464123147e-05,
      "loss": 3.4094,
      "step": 518
    },
    {
      "epoch": 3.7518072289156628,
      "grad_norm": 1.1575160234867263,
      "learning_rate": 1.8625846714107013e-05,
      "loss": 3.4469,
      "step": 519
    },
    {
      "epoch": 3.7590361445783134,
      "grad_norm": 1.8402168349048114,
      "learning_rate": 1.8620517409485148e-05,
      "loss": 3.4152,
      "step": 520
    },
    {
      "epoch": 3.766265060240964,
      "grad_norm": 0.9286315933247561,
      "learning_rate": 1.8615178556160675e-05,
      "loss": 3.4106,
      "step": 521
    },
    {
      "epoch": 3.7734939759036146,
      "grad_norm": 1.7068898144657225,
      "learning_rate": 1.8609830160047283e-05,
      "loss": 3.4277,
      "step": 522
    },
    {
      "epoch": 3.780722891566265,
      "grad_norm": 1.3543309281771512,
      "learning_rate": 1.8604472227069253e-05,
      "loss": 3.4126,
      "step": 523
    },
    {
      "epoch": 3.787951807228916,
      "grad_norm": 0.8836248770013484,
      "learning_rate": 1.8599104763161402e-05,
      "loss": 3.3996,
      "step": 524
    },
    {
      "epoch": 3.7951807228915664,
      "grad_norm": 1.104673956712585,
      "learning_rate": 1.8593727774269122e-05,
      "loss": 3.4098,
      "step": 525
    },
    {
      "epoch": 3.802409638554217,
      "grad_norm": 1.3914713972311137,
      "learning_rate": 1.858834126634835e-05,
      "loss": 3.4337,
      "step": 526
    },
    {
      "epoch": 3.8096385542168676,
      "grad_norm": 1.4164106405394201,
      "learning_rate": 1.8582945245365574e-05,
      "loss": 3.4169,
      "step": 527
    },
    {
      "epoch": 3.816867469879518,
      "grad_norm": 1.3207121109028854,
      "learning_rate": 1.8577539717297806e-05,
      "loss": 3.4247,
      "step": 528
    },
    {
      "epoch": 3.824096385542169,
      "grad_norm": 1.4858975363520965,
      "learning_rate": 1.85721246881326e-05,
      "loss": 3.4251,
      "step": 529
    },
    {
      "epoch": 3.8313253012048194,
      "grad_norm": 1.0773614825733793,
      "learning_rate": 1.8566700163868027e-05,
      "loss": 3.438,
      "step": 530
    },
    {
      "epoch": 3.83855421686747,
      "grad_norm": 1.5240572802175603,
      "learning_rate": 1.856126615051268e-05,
      "loss": 3.3856,
      "step": 531
    },
    {
      "epoch": 3.8457831325301206,
      "grad_norm": 1.212618647930279,
      "learning_rate": 1.8555822654085665e-05,
      "loss": 3.3794,
      "step": 532
    },
    {
      "epoch": 3.853012048192771,
      "grad_norm": 1.3089580322466006,
      "learning_rate": 1.8550369680616584e-05,
      "loss": 3.3856,
      "step": 533
    },
    {
      "epoch": 3.860240963855422,
      "grad_norm": 1.294624288123662,
      "learning_rate": 1.854490723614554e-05,
      "loss": 3.4072,
      "step": 534
    },
    {
      "epoch": 3.8674698795180724,
      "grad_norm": 1.4162512393718127,
      "learning_rate": 1.8539435326723135e-05,
      "loss": 3.3985,
      "step": 535
    },
    {
      "epoch": 3.874698795180723,
      "grad_norm": 1.5646417878212386,
      "learning_rate": 1.853395395841044e-05,
      "loss": 3.4295,
      "step": 536
    },
    {
      "epoch": 3.8819277108433736,
      "grad_norm": 0.986716262091348,
      "learning_rate": 1.852846313727902e-05,
      "loss": 3.379,
      "step": 537
    },
    {
      "epoch": 3.8891566265060242,
      "grad_norm": 1.4476864853119071,
      "learning_rate": 1.852296286941089e-05,
      "loss": 3.4318,
      "step": 538
    },
    {
      "epoch": 3.896385542168675,
      "grad_norm": 1.336789866057074,
      "learning_rate": 1.851745316089855e-05,
      "loss": 3.3884,
      "step": 539
    },
    {
      "epoch": 3.9036144578313254,
      "grad_norm": 1.5594590122697878,
      "learning_rate": 1.851193401784495e-05,
      "loss": 3.4078,
      "step": 540
    },
    {
      "epoch": 3.910843373493976,
      "grad_norm": 1.217821216453777,
      "learning_rate": 1.8506405446363476e-05,
      "loss": 3.3646,
      "step": 541
    },
    {
      "epoch": 3.9180722891566266,
      "grad_norm": 1.5654916960235976,
      "learning_rate": 1.8500867452577978e-05,
      "loss": 3.4169,
      "step": 542
    },
    {
      "epoch": 3.9253012048192772,
      "grad_norm": 1.0290965394229443,
      "learning_rate": 1.849532004262274e-05,
      "loss": 3.4067,
      "step": 543
    },
    {
      "epoch": 3.932530120481928,
      "grad_norm": 1.4367792614004797,
      "learning_rate": 1.8489763222642457e-05,
      "loss": 3.3943,
      "step": 544
    },
    {
      "epoch": 3.9397590361445785,
      "grad_norm": 1.038088226531718,
      "learning_rate": 1.848419699879227e-05,
      "loss": 3.3621,
      "step": 545
    },
    {
      "epoch": 3.946987951807229,
      "grad_norm": 1.6594075535521433,
      "learning_rate": 1.8478621377237724e-05,
      "loss": 3.3758,
      "step": 546
    },
    {
      "epoch": 3.9542168674698797,
      "grad_norm": 1.100843923400257,
      "learning_rate": 1.847303636415478e-05,
      "loss": 3.4082,
      "step": 547
    },
    {
      "epoch": 3.9614457831325303,
      "grad_norm": 1.30799271344962,
      "learning_rate": 1.8467441965729796e-05,
      "loss": 3.3983,
      "step": 548
    },
    {
      "epoch": 3.968674698795181,
      "grad_norm": 1.0064869104717655,
      "learning_rate": 1.846183818815953e-05,
      "loss": 3.3768,
      "step": 549
    },
    {
      "epoch": 3.9759036144578315,
      "grad_norm": 1.9019272157678964,
      "learning_rate": 1.845622503765113e-05,
      "loss": 3.3945,
      "step": 550
    },
    {
      "epoch": 3.983132530120482,
      "grad_norm": 0.8834203829363729,
      "learning_rate": 1.8450602520422113e-05,
      "loss": 3.3691,
      "step": 551
    },
    {
      "epoch": 3.9903614457831327,
      "grad_norm": 1.5879949736683259,
      "learning_rate": 1.8444970642700396e-05,
      "loss": 3.3763,
      "step": 552
    },
    {
      "epoch": 3.9975903614457833,
      "grad_norm": 1.417799256266747,
      "learning_rate": 1.843932941072424e-05,
      "loss": 3.3897,
      "step": 553
    },
    {
      "epoch": 4.004819277108433,
      "grad_norm": 1.268057538537551,
      "learning_rate": 1.8433678830742284e-05,
      "loss": 3.3272,
      "step": 554
    },
    {
      "epoch": 4.0120481927710845,
      "grad_norm": 1.484719882690862,
      "learning_rate": 1.842801890901351e-05,
      "loss": 3.367,
      "step": 555
    },
    {
      "epoch": 4.019277108433735,
      "grad_norm": 1.2643656531559433,
      "learning_rate": 1.842234965180725e-05,
      "loss": 3.3467,
      "step": 556
    },
    {
      "epoch": 4.026506024096386,
      "grad_norm": 1.7452752799634084,
      "learning_rate": 1.841667106540319e-05,
      "loss": 3.3538,
      "step": 557
    },
    {
      "epoch": 4.033734939759036,
      "grad_norm": 1.079426848592131,
      "learning_rate": 1.8410983156091334e-05,
      "loss": 3.3437,
      "step": 558
    },
    {
      "epoch": 4.040963855421687,
      "grad_norm": 1.8083444736473766,
      "learning_rate": 1.8405285930172016e-05,
      "loss": 3.3492,
      "step": 559
    },
    {
      "epoch": 4.048192771084337,
      "grad_norm": 1.2699753552523099,
      "learning_rate": 1.8399579393955893e-05,
      "loss": 3.3249,
      "step": 560
    },
    {
      "epoch": 4.055421686746988,
      "grad_norm": 1.400246092211567,
      "learning_rate": 1.839386355376393e-05,
      "loss": 3.3767,
      "step": 561
    },
    {
      "epoch": 4.062650602409638,
      "grad_norm": 1.244251569866778,
      "learning_rate": 1.838813841592741e-05,
      "loss": 3.2968,
      "step": 562
    },
    {
      "epoch": 4.069879518072289,
      "grad_norm": 1.5584023465055492,
      "learning_rate": 1.8382403986787895e-05,
      "loss": 3.3499,
      "step": 563
    },
    {
      "epoch": 4.0771084337349395,
      "grad_norm": 1.0765855271037599,
      "learning_rate": 1.8376660272697257e-05,
      "loss": 3.3528,
      "step": 564
    },
    {
      "epoch": 4.0843373493975905,
      "grad_norm": 1.5570491879229293,
      "learning_rate": 1.837090728001764e-05,
      "loss": 3.3208,
      "step": 565
    },
    {
      "epoch": 4.091566265060241,
      "grad_norm": 1.157602436803469,
      "learning_rate": 1.8365145015121477e-05,
      "loss": 3.3533,
      "step": 566
    },
    {
      "epoch": 4.098795180722892,
      "grad_norm": 1.6099172851284775,
      "learning_rate": 1.835937348439146e-05,
      "loss": 3.3203,
      "step": 567
    },
    {
      "epoch": 4.106024096385542,
      "grad_norm": 1.5490215318502463,
      "learning_rate": 1.835359269422055e-05,
      "loss": 3.3612,
      "step": 568
    },
    {
      "epoch": 4.113253012048193,
      "grad_norm": 0.8911556352082233,
      "learning_rate": 1.8347802651011965e-05,
      "loss": 3.2801,
      "step": 569
    },
    {
      "epoch": 4.120481927710843,
      "grad_norm": 1.6677145666770425,
      "learning_rate": 1.834200336117918e-05,
      "loss": 3.3293,
      "step": 570
    },
    {
      "epoch": 4.127710843373494,
      "grad_norm": 1.3171442358917278,
      "learning_rate": 1.8336194831145888e-05,
      "loss": 3.3275,
      "step": 571
    },
    {
      "epoch": 4.134939759036144,
      "grad_norm": 1.1299184058969571,
      "learning_rate": 1.8330377067346045e-05,
      "loss": 3.3105,
      "step": 572
    },
    {
      "epoch": 4.142168674698795,
      "grad_norm": 1.2163200316102576,
      "learning_rate": 1.8324550076223818e-05,
      "loss": 3.3086,
      "step": 573
    },
    {
      "epoch": 4.1493975903614455,
      "grad_norm": 1.4252511237340142,
      "learning_rate": 1.83187138642336e-05,
      "loss": 3.3388,
      "step": 574
    },
    {
      "epoch": 4.156626506024097,
      "grad_norm": 1.3132028148730224,
      "learning_rate": 1.8312868437840002e-05,
      "loss": 3.3009,
      "step": 575
    },
    {
      "epoch": 4.163855421686747,
      "grad_norm": 1.1629824196249723,
      "learning_rate": 1.8307013803517834e-05,
      "loss": 3.2775,
      "step": 576
    },
    {
      "epoch": 4.171084337349398,
      "grad_norm": 1.5011239726999521,
      "learning_rate": 1.8301149967752104e-05,
      "loss": 3.3308,
      "step": 577
    },
    {
      "epoch": 4.178313253012048,
      "grad_norm": 1.4397390142744335,
      "learning_rate": 1.8295276937038023e-05,
      "loss": 3.2927,
      "step": 578
    },
    {
      "epoch": 4.185542168674699,
      "grad_norm": 1.2349876041301024,
      "learning_rate": 1.8289394717880977e-05,
      "loss": 3.3274,
      "step": 579
    },
    {
      "epoch": 4.192771084337349,
      "grad_norm": 1.3027251020995771,
      "learning_rate": 1.8283503316796536e-05,
      "loss": 3.3363,
      "step": 580
    },
    {
      "epoch": 4.2,
      "grad_norm": 1.2802765485296743,
      "learning_rate": 1.8277602740310433e-05,
      "loss": 3.3138,
      "step": 581
    },
    {
      "epoch": 4.20722891566265,
      "grad_norm": 1.5672452547403777,
      "learning_rate": 1.8271692994958576e-05,
      "loss": 3.311,
      "step": 582
    },
    {
      "epoch": 4.214457831325301,
      "grad_norm": 1.2976733074790296,
      "learning_rate": 1.8265774087287016e-05,
      "loss": 3.2846,
      "step": 583
    },
    {
      "epoch": 4.2216867469879515,
      "grad_norm": 1.4144637634643196,
      "learning_rate": 1.825984602385196e-05,
      "loss": 3.3297,
      "step": 584
    },
    {
      "epoch": 4.228915662650603,
      "grad_norm": 1.1749959337917693,
      "learning_rate": 1.8253908811219764e-05,
      "loss": 3.3001,
      "step": 585
    },
    {
      "epoch": 4.236144578313253,
      "grad_norm": 1.4039885634229308,
      "learning_rate": 1.82479624559669e-05,
      "loss": 3.3219,
      "step": 586
    },
    {
      "epoch": 4.243373493975904,
      "grad_norm": 1.212164693294027,
      "learning_rate": 1.8242006964679978e-05,
      "loss": 3.2915,
      "step": 587
    },
    {
      "epoch": 4.250602409638554,
      "grad_norm": 1.2485625997266088,
      "learning_rate": 1.8236042343955734e-05,
      "loss": 3.2814,
      "step": 588
    },
    {
      "epoch": 4.257831325301205,
      "grad_norm": 1.2830218516375618,
      "learning_rate": 1.8230068600401e-05,
      "loss": 3.2821,
      "step": 589
    },
    {
      "epoch": 4.265060240963855,
      "grad_norm": 1.366157342834461,
      "learning_rate": 1.822408574063273e-05,
      "loss": 3.2994,
      "step": 590
    },
    {
      "epoch": 4.272289156626506,
      "grad_norm": 1.3861702655842194,
      "learning_rate": 1.8218093771277965e-05,
      "loss": 3.292,
      "step": 591
    },
    {
      "epoch": 4.279518072289156,
      "grad_norm": 1.2538740015004524,
      "learning_rate": 1.8212092698973837e-05,
      "loss": 3.3082,
      "step": 592
    },
    {
      "epoch": 4.286746987951807,
      "grad_norm": 1.3134983549799732,
      "learning_rate": 1.820608253036757e-05,
      "loss": 3.2543,
      "step": 593
    },
    {
      "epoch": 4.293975903614458,
      "grad_norm": 1.0874207166004457,
      "learning_rate": 1.820006327211645e-05,
      "loss": 3.2682,
      "step": 594
    },
    {
      "epoch": 4.301204819277109,
      "grad_norm": 1.3562305588386105,
      "learning_rate": 1.8194034930887842e-05,
      "loss": 3.2865,
      "step": 595
    },
    {
      "epoch": 4.308433734939759,
      "grad_norm": 1.1232485868536217,
      "learning_rate": 1.818799751335917e-05,
      "loss": 3.2844,
      "step": 596
    },
    {
      "epoch": 4.31566265060241,
      "grad_norm": 1.4011009500618496,
      "learning_rate": 1.8181951026217908e-05,
      "loss": 3.3233,
      "step": 597
    },
    {
      "epoch": 4.32289156626506,
      "grad_norm": 1.0020226275410233,
      "learning_rate": 1.8175895476161577e-05,
      "loss": 3.3181,
      "step": 598
    },
    {
      "epoch": 4.330120481927711,
      "grad_norm": 1.3938263912157418,
      "learning_rate": 1.8169830869897743e-05,
      "loss": 3.2752,
      "step": 599
    },
    {
      "epoch": 4.337349397590361,
      "grad_norm": 1.259453956832135,
      "learning_rate": 1.8163757214143993e-05,
      "loss": 3.3074,
      "step": 600
    }
  ],
  "logging_steps": 1,
  "max_steps": 3000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 22,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1816727679664128.0,
  "train_batch_size": 19,
  "trial_name": null,
  "trial_params": null
}