{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 2243,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00044583147570218456,
      "grad_norm": 0.10423856973648071,
      "learning_rate": 3.3333333333333335e-07,
      "loss": 1.9488,
      "step": 1
    },
    {
      "epoch": 0.0008916629514043691,
      "grad_norm": 0.10813002288341522,
      "learning_rate": 6.666666666666667e-07,
      "loss": 1.9474,
      "step": 2
    },
    {
      "epoch": 0.0013374944271065537,
      "grad_norm": 0.13352718949317932,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 1.9654,
      "step": 3
    },
    {
      "epoch": 0.0017833259028087382,
      "grad_norm": 0.11386530101299286,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 2.0172,
      "step": 4
    },
    {
      "epoch": 0.002229157378510923,
      "grad_norm": 0.10593927651643753,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 1.9729,
      "step": 5
    },
    {
      "epoch": 0.0026749888542131075,
      "grad_norm": 0.10731954127550125,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 1.9314,
      "step": 6
    },
    {
      "epoch": 0.003120820329915292,
      "grad_norm": 0.10392794013023376,
      "learning_rate": 2.3333333333333336e-06,
      "loss": 1.9591,
      "step": 7
    },
    {
      "epoch": 0.0035666518056174765,
      "grad_norm": 0.10585840791463852,
      "learning_rate": 2.666666666666667e-06,
      "loss": 1.9559,
      "step": 8
    },
    {
      "epoch": 0.004012483281319661,
      "grad_norm": 0.10271352529525757,
      "learning_rate": 3e-06,
      "loss": 1.9194,
      "step": 9
    },
    {
      "epoch": 0.004458314757021846,
      "grad_norm": 0.11222607642412186,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 1.9589,
      "step": 10
    },
    {
      "epoch": 0.00490414623272403,
      "grad_norm": 0.10449521243572235,
      "learning_rate": 3.666666666666667e-06,
      "loss": 1.9387,
      "step": 11
    },
    {
      "epoch": 0.005349977708426215,
      "grad_norm": 0.1069161519408226,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.9573,
      "step": 12
    },
    {
      "epoch": 0.0057958091841284,
      "grad_norm": 0.10176628082990646,
      "learning_rate": 4.333333333333334e-06,
      "loss": 1.9766,
      "step": 13
    },
    {
      "epoch": 0.006241640659830584,
      "grad_norm": 0.10261520743370056,
      "learning_rate": 4.666666666666667e-06,
      "loss": 1.8744,
      "step": 14
    },
    {
      "epoch": 0.006687472135532769,
      "grad_norm": 0.09846219420433044,
      "learning_rate": 5e-06,
      "loss": 1.9489,
      "step": 15
    },
    {
      "epoch": 0.007133303611234953,
      "grad_norm": 0.10115073621273041,
      "learning_rate": 5.333333333333334e-06,
      "loss": 1.9241,
      "step": 16
    },
    {
      "epoch": 0.007579135086937138,
      "grad_norm": 0.10709471255540848,
      "learning_rate": 5.666666666666667e-06,
      "loss": 1.936,
      "step": 17
    },
    {
      "epoch": 0.008024966562639322,
      "grad_norm": 0.09787040203809738,
      "learning_rate": 6e-06,
      "loss": 1.8657,
      "step": 18
    },
    {
      "epoch": 0.008470798038341507,
      "grad_norm": 0.09923889487981796,
      "learning_rate": 6.333333333333334e-06,
      "loss": 1.9763,
      "step": 19
    },
    {
      "epoch": 0.008916629514043692,
      "grad_norm": 0.095713771879673,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.8895,
      "step": 20
    },
    {
      "epoch": 0.009362460989745877,
      "grad_norm": 0.10209499299526215,
      "learning_rate": 7.000000000000001e-06,
      "loss": 1.9894,
      "step": 21
    },
    {
      "epoch": 0.00980829246544806,
      "grad_norm": 0.09892246127128601,
      "learning_rate": 7.333333333333334e-06,
      "loss": 1.9851,
      "step": 22
    },
    {
      "epoch": 0.010254123941150245,
      "grad_norm": 0.09476877003908157,
      "learning_rate": 7.666666666666667e-06,
      "loss": 1.9395,
      "step": 23
    },
    {
      "epoch": 0.01069995541685243,
      "grad_norm": 0.09823001176118851,
      "learning_rate": 8.000000000000001e-06,
      "loss": 2.0785,
      "step": 24
    },
    {
      "epoch": 0.011145786892554615,
      "grad_norm": 0.0935964435338974,
      "learning_rate": 8.333333333333334e-06,
      "loss": 1.9837,
      "step": 25
    },
    {
      "epoch": 0.0115916183682568,
      "grad_norm": 0.08850236237049103,
      "learning_rate": 8.666666666666668e-06,
      "loss": 1.9555,
      "step": 26
    },
    {
      "epoch": 0.012037449843958983,
      "grad_norm": 0.08738856762647629,
      "learning_rate": 9e-06,
      "loss": 1.8958,
      "step": 27
    },
    {
      "epoch": 0.012483281319661168,
      "grad_norm": 0.09425712376832962,
      "learning_rate": 9.333333333333334e-06,
      "loss": 2.0588,
      "step": 28
    },
    {
      "epoch": 0.012929112795363353,
      "grad_norm": 0.0860859751701355,
      "learning_rate": 9.666666666666667e-06,
      "loss": 1.891,
      "step": 29
    },
    {
      "epoch": 0.013374944271065538,
      "grad_norm": 0.08535051345825195,
      "learning_rate": 1e-05,
      "loss": 1.9581,
      "step": 30
    },
    {
      "epoch": 0.013820775746767721,
      "grad_norm": 0.08573435992002487,
      "learning_rate": 1.0333333333333333e-05,
      "loss": 1.998,
      "step": 31
    },
    {
      "epoch": 0.014266607222469906,
      "grad_norm": 0.0800488144159317,
      "learning_rate": 1.0666666666666667e-05,
      "loss": 1.8467,
      "step": 32
    },
    {
      "epoch": 0.014712438698172091,
      "grad_norm": 0.08866122364997864,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 1.8928,
      "step": 33
    },
    {
      "epoch": 0.015158270173874276,
      "grad_norm": 0.09095121175050735,
      "learning_rate": 1.1333333333333334e-05,
      "loss": 2.0211,
      "step": 34
    },
    {
      "epoch": 0.01560410164957646,
      "grad_norm": 0.07572831213474274,
      "learning_rate": 1.1666666666666668e-05,
      "loss": 1.8825,
      "step": 35
    },
    {
      "epoch": 0.016049933125278644,
      "grad_norm": 0.09133413434028625,
      "learning_rate": 1.2e-05,
      "loss": 1.8602,
      "step": 36
    },
    {
      "epoch": 0.01649576460098083,
      "grad_norm": 0.07954571396112442,
      "learning_rate": 1.2333333333333334e-05,
      "loss": 1.9187,
      "step": 37
    },
    {
      "epoch": 0.016941596076683014,
      "grad_norm": 0.0792507454752922,
      "learning_rate": 1.2666666666666668e-05,
      "loss": 1.8477,
      "step": 38
    },
    {
      "epoch": 0.017387427552385197,
      "grad_norm": 0.08049960434436798,
      "learning_rate": 1.3000000000000001e-05,
      "loss": 1.9064,
      "step": 39
    },
    {
      "epoch": 0.017833259028087384,
      "grad_norm": 0.08327354490756989,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 1.8791,
      "step": 40
    },
    {
      "epoch": 0.018279090503789567,
      "grad_norm": 0.08076730370521545,
      "learning_rate": 1.3666666666666666e-05,
      "loss": 1.9301,
      "step": 41
    },
    {
      "epoch": 0.018724921979491754,
      "grad_norm": 0.08497586846351624,
      "learning_rate": 1.4000000000000001e-05,
      "loss": 1.9438,
      "step": 42
    },
    {
      "epoch": 0.019170753455193937,
      "grad_norm": 0.0735197588801384,
      "learning_rate": 1.4333333333333334e-05,
      "loss": 1.9657,
      "step": 43
    },
    {
      "epoch": 0.01961658493089612,
      "grad_norm": 0.07074163854122162,
      "learning_rate": 1.4666666666666668e-05,
      "loss": 1.8078,
      "step": 44
    },
    {
      "epoch": 0.020062416406598307,
      "grad_norm": 0.07036347687244415,
      "learning_rate": 1.5e-05,
      "loss": 1.8855,
      "step": 45
    },
    {
      "epoch": 0.02050824788230049,
      "grad_norm": 0.07190372049808502,
      "learning_rate": 1.5333333333333334e-05,
      "loss": 1.931,
      "step": 46
    },
    {
      "epoch": 0.020954079358002677,
      "grad_norm": 0.07255047559738159,
      "learning_rate": 1.5666666666666667e-05,
      "loss": 1.9214,
      "step": 47
    },
    {
      "epoch": 0.02139991083370486,
      "grad_norm": 0.07436538487672806,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 1.8536,
      "step": 48
    },
    {
      "epoch": 0.021845742309407043,
      "grad_norm": 0.07510672509670258,
      "learning_rate": 1.6333333333333335e-05,
      "loss": 1.9324,
      "step": 49
    },
    {
      "epoch": 0.02229157378510923,
      "grad_norm": 0.07370635122060776,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 1.9828,
      "step": 50
    },
    {
      "epoch": 0.022737405260811413,
      "grad_norm": 0.07711168378591537,
      "learning_rate": 1.7000000000000003e-05,
      "loss": 1.8377,
      "step": 51
    },
    {
      "epoch": 0.0231832367365136,
      "grad_norm": 0.07036629319190979,
      "learning_rate": 1.7333333333333336e-05,
      "loss": 1.9043,
      "step": 52
    },
    {
      "epoch": 0.023629068212215783,
      "grad_norm": 0.07015162706375122,
      "learning_rate": 1.7666666666666668e-05,
      "loss": 1.7712,
      "step": 53
    },
    {
      "epoch": 0.024074899687917966,
      "grad_norm": 0.06866791844367981,
      "learning_rate": 1.8e-05,
      "loss": 1.8817,
      "step": 54
    },
    {
      "epoch": 0.024520731163620153,
      "grad_norm": 0.07089275121688843,
      "learning_rate": 1.8333333333333333e-05,
      "loss": 1.8644,
      "step": 55
    },
    {
      "epoch": 0.024966562639322336,
      "grad_norm": 0.07659879326820374,
      "learning_rate": 1.866666666666667e-05,
      "loss": 1.8811,
      "step": 56
    },
    {
      "epoch": 0.02541239411502452,
      "grad_norm": 0.07733659446239471,
      "learning_rate": 1.9e-05,
      "loss": 1.9908,
      "step": 57
    },
    {
      "epoch": 0.025858225590726706,
      "grad_norm": 0.07130070775747299,
      "learning_rate": 1.9333333333333333e-05,
      "loss": 1.8858,
      "step": 58
    },
    {
      "epoch": 0.02630405706642889,
      "grad_norm": 0.07780032604932785,
      "learning_rate": 1.9666666666666666e-05,
      "loss": 1.9691,
      "step": 59
    },
    {
      "epoch": 0.026749888542131076,
      "grad_norm": 0.07684481143951416,
      "learning_rate": 2e-05,
      "loss": 1.8768,
      "step": 60
    },
    {
      "epoch": 0.02719572001783326,
      "grad_norm": 0.07115636020898819,
      "learning_rate": 2.0333333333333334e-05,
      "loss": 1.8523,
      "step": 61
    },
    {
      "epoch": 0.027641551493535442,
      "grad_norm": 0.07196246832609177,
      "learning_rate": 2.0666666666666666e-05,
      "loss": 1.8914,
      "step": 62
    },
    {
      "epoch": 0.02808738296923763,
      "grad_norm": 0.07760903984308243,
      "learning_rate": 2.1e-05,
      "loss": 1.9884,
      "step": 63
    },
    {
      "epoch": 0.028533214444939812,
      "grad_norm": 0.07473624497652054,
      "learning_rate": 2.1333333333333335e-05,
      "loss": 1.8086,
      "step": 64
    },
    {
      "epoch": 0.028979045920642,
      "grad_norm": 0.07975806295871735,
      "learning_rate": 2.1666666666666667e-05,
      "loss": 1.8901,
      "step": 65
    },
    {
      "epoch": 0.029424877396344182,
      "grad_norm": 0.07289416342973709,
      "learning_rate": 2.2000000000000003e-05,
      "loss": 1.875,
      "step": 66
    },
    {
      "epoch": 0.029870708872046365,
      "grad_norm": 0.07153280079364777,
      "learning_rate": 2.2333333333333335e-05,
      "loss": 1.7612,
      "step": 67
    },
    {
      "epoch": 0.03031654034774855,
      "grad_norm": 0.07313098013401031,
      "learning_rate": 2.2666666666666668e-05,
      "loss": 1.8024,
      "step": 68
    },
    {
      "epoch": 0.030762371823450735,
      "grad_norm": 0.07462003827095032,
      "learning_rate": 2.3000000000000003e-05,
      "loss": 1.8417,
      "step": 69
    },
    {
      "epoch": 0.03120820329915292,
      "grad_norm": 0.07891552895307541,
      "learning_rate": 2.3333333333333336e-05,
      "loss": 1.8885,
      "step": 70
    },
    {
      "epoch": 0.03165403477485511,
      "grad_norm": 0.07920385897159576,
      "learning_rate": 2.3666666666666668e-05,
      "loss": 1.929,
      "step": 71
    },
    {
      "epoch": 0.03209986625055729,
      "grad_norm": 0.07741603255271912,
      "learning_rate": 2.4e-05,
      "loss": 1.8428,
      "step": 72
    },
    {
      "epoch": 0.032545697726259475,
      "grad_norm": 0.0745483934879303,
      "learning_rate": 2.4333333333333336e-05,
      "loss": 1.8103,
      "step": 73
    },
    {
      "epoch": 0.03299152920196166,
      "grad_norm": 0.07898657768964767,
      "learning_rate": 2.466666666666667e-05,
      "loss": 1.8841,
      "step": 74
    },
    {
      "epoch": 0.03343736067766384,
      "grad_norm": 0.07699943333864212,
      "learning_rate": 2.5e-05,
      "loss": 1.8779,
      "step": 75
    },
    {
      "epoch": 0.03388319215336603,
      "grad_norm": 0.07939334958791733,
      "learning_rate": 2.5333333333333337e-05,
      "loss": 1.8496,
      "step": 76
    },
    {
      "epoch": 0.034329023629068214,
      "grad_norm": 0.08121130615472794,
      "learning_rate": 2.5666666666666666e-05,
      "loss": 1.8947,
      "step": 77
    },
    {
      "epoch": 0.034774855104770394,
      "grad_norm": 0.08611540496349335,
      "learning_rate": 2.6000000000000002e-05,
      "loss": 1.8245,
      "step": 78
    },
    {
      "epoch": 0.03522068658047258,
      "grad_norm": 0.07946460694074631,
      "learning_rate": 2.633333333333333e-05,
      "loss": 1.8388,
      "step": 79
    },
    {
      "epoch": 0.03566651805617477,
      "grad_norm": 0.08703707158565521,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 1.8888,
      "step": 80
    },
    {
      "epoch": 0.03611234953187695,
      "grad_norm": 0.08215127140283585,
      "learning_rate": 2.7000000000000002e-05,
      "loss": 1.8866,
      "step": 81
    },
    {
      "epoch": 0.036558181007579134,
      "grad_norm": 0.08106034994125366,
      "learning_rate": 2.733333333333333e-05,
      "loss": 1.7895,
      "step": 82
    },
    {
      "epoch": 0.03700401248328132,
      "grad_norm": 0.08074768632650375,
      "learning_rate": 2.7666666666666667e-05,
      "loss": 1.7427,
      "step": 83
    },
    {
      "epoch": 0.03744984395898351,
      "grad_norm": 0.08647580444812775,
      "learning_rate": 2.8000000000000003e-05,
      "loss": 1.8377,
      "step": 84
    },
    {
      "epoch": 0.03789567543468569,
      "grad_norm": 0.08676984161138535,
      "learning_rate": 2.8333333333333335e-05,
      "loss": 1.8171,
      "step": 85
    },
    {
      "epoch": 0.038341506910387874,
      "grad_norm": 0.08840702474117279,
      "learning_rate": 2.8666666666666668e-05,
      "loss": 1.8944,
      "step": 86
    },
    {
      "epoch": 0.03878733838609006,
      "grad_norm": 0.08388784527778625,
      "learning_rate": 2.9e-05,
      "loss": 1.8239,
      "step": 87
    },
    {
      "epoch": 0.03923316986179224,
      "grad_norm": 0.08576168864965439,
      "learning_rate": 2.9333333333333336e-05,
      "loss": 1.8192,
      "step": 88
    },
    {
      "epoch": 0.03967900133749443,
      "grad_norm": 0.09376898407936096,
      "learning_rate": 2.9666666666666672e-05,
      "loss": 1.8152,
      "step": 89
    },
    {
      "epoch": 0.04012483281319661,
      "grad_norm": 0.08985846489667892,
      "learning_rate": 3e-05,
      "loss": 1.8538,
      "step": 90
    },
    {
      "epoch": 0.04057066428889879,
      "grad_norm": 0.08676113933324814,
      "learning_rate": 3.0333333333333337e-05,
      "loss": 1.9206,
      "step": 91
    },
    {
      "epoch": 0.04101649576460098,
      "grad_norm": 0.08664020150899887,
      "learning_rate": 3.066666666666667e-05,
      "loss": 1.8355,
      "step": 92
    },
    {
      "epoch": 0.041462327240303166,
      "grad_norm": 0.09110575169324875,
      "learning_rate": 3.1e-05,
      "loss": 1.8644,
      "step": 93
    },
    {
      "epoch": 0.04190815871600535,
      "grad_norm": 0.0922502875328064,
      "learning_rate": 3.1333333333333334e-05,
      "loss": 1.8677,
      "step": 94
    },
    {
      "epoch": 0.04235399019170753,
      "grad_norm": 0.08949128538370132,
      "learning_rate": 3.1666666666666666e-05,
      "loss": 1.815,
      "step": 95
    },
    {
      "epoch": 0.04279982166740972,
      "grad_norm": 0.08968576043844223,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 1.8415,
      "step": 96
    },
    {
      "epoch": 0.043245653143111906,
      "grad_norm": 0.08726249635219574,
      "learning_rate": 3.233333333333333e-05,
      "loss": 1.797,
      "step": 97
    },
    {
      "epoch": 0.043691484618814086,
      "grad_norm": 0.09136708825826645,
      "learning_rate": 3.266666666666667e-05,
      "loss": 1.8511,
      "step": 98
    },
    {
      "epoch": 0.04413731609451627,
      "grad_norm": 0.09381388127803802,
      "learning_rate": 3.3e-05,
      "loss": 1.9088,
      "step": 99
    },
    {
      "epoch": 0.04458314757021846,
      "grad_norm": 0.09526460617780685,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 1.9403,
      "step": 100
    },
    {
      "epoch": 0.04502897904592064,
      "grad_norm": 0.09598744660615921,
      "learning_rate": 3.366666666666667e-05,
      "loss": 1.9012,
      "step": 101
    },
    {
      "epoch": 0.045474810521622826,
      "grad_norm": 0.09727242588996887,
      "learning_rate": 3.4000000000000007e-05,
      "loss": 1.9029,
      "step": 102
    },
    {
      "epoch": 0.04592064199732501,
      "grad_norm": 0.09639915078878403,
      "learning_rate": 3.433333333333333e-05,
      "loss": 1.8091,
      "step": 103
    },
    {
      "epoch": 0.0463664734730272,
      "grad_norm": 0.10184083878993988,
      "learning_rate": 3.466666666666667e-05,
      "loss": 1.7931,
      "step": 104
    },
    {
      "epoch": 0.04681230494872938,
      "grad_norm": 0.10028352588415146,
      "learning_rate": 3.5e-05,
      "loss": 1.8443,
      "step": 105
    },
    {
      "epoch": 0.047258136424431565,
      "grad_norm": 0.10898778587579727,
      "learning_rate": 3.5333333333333336e-05,
      "loss": 1.9108,
      "step": 106
    },
    {
      "epoch": 0.04770396790013375,
      "grad_norm": 0.10193369537591934,
      "learning_rate": 3.566666666666667e-05,
      "loss": 1.8807,
      "step": 107
    },
    {
      "epoch": 0.04814979937583593,
      "grad_norm": 0.09831596165895462,
      "learning_rate": 3.6e-05,
      "loss": 1.7794,
      "step": 108
    },
    {
      "epoch": 0.04859563085153812,
      "grad_norm": 0.10062552988529205,
      "learning_rate": 3.633333333333333e-05,
      "loss": 1.8504,
      "step": 109
    },
    {
      "epoch": 0.049041462327240305,
      "grad_norm": 0.0957321897149086,
      "learning_rate": 3.6666666666666666e-05,
      "loss": 1.821,
      "step": 110
    },
    {
      "epoch": 0.049487293802942485,
      "grad_norm": 0.1039716973900795,
      "learning_rate": 3.7e-05,
      "loss": 1.8609,
      "step": 111
    },
    {
      "epoch": 0.04993312527864467,
      "grad_norm": 0.1005842313170433,
      "learning_rate": 3.733333333333334e-05,
      "loss": 1.8794,
      "step": 112
    },
    {
      "epoch": 0.05037895675434686,
      "grad_norm": 0.10597317665815353,
      "learning_rate": 3.766666666666667e-05,
      "loss": 1.7747,
      "step": 113
    },
    {
      "epoch": 0.05082478823004904,
      "grad_norm": 0.10866290330886841,
      "learning_rate": 3.8e-05,
      "loss": 1.8174,
      "step": 114
    },
    {
      "epoch": 0.051270619705751225,
      "grad_norm": 0.09833931922912598,
      "learning_rate": 3.8333333333333334e-05,
      "loss": 1.8223,
      "step": 115
    },
    {
      "epoch": 0.05171645118145341,
      "grad_norm": 0.10864105820655823,
      "learning_rate": 3.866666666666667e-05,
      "loss": 1.9618,
      "step": 116
    },
    {
      "epoch": 0.0521622826571556,
      "grad_norm": 0.11741501092910767,
      "learning_rate": 3.9000000000000006e-05,
      "loss": 1.7435,
      "step": 117
    },
    {
      "epoch": 0.05260811413285778,
      "grad_norm": 0.09669601172208786,
      "learning_rate": 3.933333333333333e-05,
      "loss": 1.7074,
      "step": 118
    },
    {
      "epoch": 0.053053945608559964,
      "grad_norm": 0.126326322555542,
      "learning_rate": 3.966666666666667e-05,
      "loss": 1.8623,
      "step": 119
    },
    {
      "epoch": 0.05349977708426215,
      "grad_norm": 0.11295739561319351,
      "learning_rate": 4e-05,
      "loss": 1.8134,
      "step": 120
    },
    {
      "epoch": 0.05394560855996433,
      "grad_norm": 0.1026206985116005,
      "learning_rate": 4.0333333333333336e-05,
      "loss": 1.8356,
      "step": 121
    },
    {
      "epoch": 0.05439144003566652,
      "grad_norm": 0.11249936372041702,
      "learning_rate": 4.066666666666667e-05,
      "loss": 1.8636,
      "step": 122
    },
    {
      "epoch": 0.054837271511368704,
      "grad_norm": 0.11658084392547607,
      "learning_rate": 4.1e-05,
      "loss": 1.8745,
      "step": 123
    },
    {
      "epoch": 0.055283102987070884,
      "grad_norm": 0.12195635586977005,
      "learning_rate": 4.133333333333333e-05,
      "loss": 1.8901,
      "step": 124
    },
    {
      "epoch": 0.05572893446277307,
      "grad_norm": 0.11015114188194275,
      "learning_rate": 4.166666666666667e-05,
      "loss": 1.9296,
      "step": 125
    },
    {
      "epoch": 0.05617476593847526,
      "grad_norm": 0.11404122412204742,
      "learning_rate": 4.2e-05,
      "loss": 1.8388,
      "step": 126
    },
    {
      "epoch": 0.056620597414177444,
      "grad_norm": 0.13313397765159607,
      "learning_rate": 4.233333333333334e-05,
      "loss": 1.9823,
      "step": 127
    },
    {
      "epoch": 0.057066428889879624,
      "grad_norm": 0.12235371023416519,
      "learning_rate": 4.266666666666667e-05,
      "loss": 1.9226,
      "step": 128
    },
    {
      "epoch": 0.05751226036558181,
      "grad_norm": 0.11677171289920807,
      "learning_rate": 4.3e-05,
      "loss": 1.8513,
      "step": 129
    },
    {
      "epoch": 0.057958091841284,
      "grad_norm": 0.10917484015226364,
      "learning_rate": 4.3333333333333334e-05,
      "loss": 1.851,
      "step": 130
    },
    {
      "epoch": 0.05840392331698618,
      "grad_norm": 0.12595924735069275,
      "learning_rate": 4.3666666666666666e-05,
      "loss": 1.8324,
      "step": 131
    },
    {
      "epoch": 0.058849754792688364,
      "grad_norm": 0.11695687472820282,
      "learning_rate": 4.4000000000000006e-05,
      "loss": 1.8382,
      "step": 132
    },
    {
      "epoch": 0.05929558626839055,
      "grad_norm": 0.11873079836368561,
      "learning_rate": 4.433333333333334e-05,
      "loss": 1.8008,
      "step": 133
    },
    {
      "epoch": 0.05974141774409273,
      "grad_norm": 0.12881365418434143,
      "learning_rate": 4.466666666666667e-05,
      "loss": 1.867,
      "step": 134
    },
    {
      "epoch": 0.06018724921979492,
      "grad_norm": 0.12599585950374603,
      "learning_rate": 4.5e-05,
      "loss": 1.8688,
      "step": 135
    },
    {
      "epoch": 0.0606330806954971,
      "grad_norm": 0.12410257756710052,
      "learning_rate": 4.5333333333333335e-05,
      "loss": 1.8722,
      "step": 136
    },
    {
      "epoch": 0.06107891217119929,
      "grad_norm": 0.1163187101483345,
      "learning_rate": 4.566666666666667e-05,
      "loss": 1.8393,
      "step": 137
    },
    {
      "epoch": 0.06152474364690147,
      "grad_norm": 0.1377561092376709,
      "learning_rate": 4.600000000000001e-05,
      "loss": 1.906,
      "step": 138
    },
    {
      "epoch": 0.061970575122603656,
      "grad_norm": 0.12081141769886017,
      "learning_rate": 4.633333333333333e-05,
      "loss": 1.8538,
      "step": 139
    },
    {
      "epoch": 0.06241640659830584,
      "grad_norm": 0.1262594759464264,
      "learning_rate": 4.666666666666667e-05,
      "loss": 1.782,
      "step": 140
    },
    {
      "epoch": 0.06286223807400802,
      "grad_norm": 0.1170603558421135,
      "learning_rate": 4.7e-05,
      "loss": 1.8245,
      "step": 141
    },
    {
      "epoch": 0.06330806954971022,
      "grad_norm": 0.12051095068454742,
      "learning_rate": 4.7333333333333336e-05,
      "loss": 1.8787,
      "step": 142
    },
    {
      "epoch": 0.0637539010254124,
      "grad_norm": 0.11356587707996368,
      "learning_rate": 4.766666666666667e-05,
      "loss": 1.7262,
      "step": 143
    },
    {
      "epoch": 0.06419973250111458,
      "grad_norm": 0.12344677001237869,
      "learning_rate": 4.8e-05,
      "loss": 1.8602,
      "step": 144
    },
    {
      "epoch": 0.06464556397681677,
      "grad_norm": 0.11943434178829193,
      "learning_rate": 4.8333333333333334e-05,
      "loss": 1.8279,
      "step": 145
    },
    {
      "epoch": 0.06509139545251895,
      "grad_norm": 0.12723621726036072,
      "learning_rate": 4.866666666666667e-05,
      "loss": 1.9011,
      "step": 146
    },
    {
      "epoch": 0.06553722692822113,
      "grad_norm": 0.11969920247793198,
      "learning_rate": 4.9e-05,
      "loss": 1.7878,
      "step": 147
    },
    {
      "epoch": 0.06598305840392332,
      "grad_norm": 0.13341189920902252,
      "learning_rate": 4.933333333333334e-05,
      "loss": 1.852,
      "step": 148
    },
    {
      "epoch": 0.0664288898796255,
      "grad_norm": 0.11623668670654297,
      "learning_rate": 4.966666666666667e-05,
      "loss": 1.7909,
      "step": 149
    },
    {
      "epoch": 0.06687472135532768,
      "grad_norm": 0.13417744636535645,
      "learning_rate": 5e-05,
      "loss": 1.8734,
      "step": 150
    },
    {
      "epoch": 0.06732055283102988,
      "grad_norm": 0.12101396173238754,
      "learning_rate": 5.0333333333333335e-05,
      "loss": 1.8686,
      "step": 151
    },
    {
      "epoch": 0.06776638430673206,
      "grad_norm": 0.1301906257867813,
      "learning_rate": 5.0666666666666674e-05,
      "loss": 1.8364,
      "step": 152
    },
    {
      "epoch": 0.06821221578243424,
      "grad_norm": 0.12216302007436752,
      "learning_rate": 5.1000000000000006e-05,
      "loss": 1.803,
      "step": 153
    },
    {
      "epoch": 0.06865804725813643,
      "grad_norm": 0.1340513676404953,
      "learning_rate": 5.133333333333333e-05,
      "loss": 1.7806,
      "step": 154
    },
    {
      "epoch": 0.06910387873383861,
      "grad_norm": 0.12899860739707947,
      "learning_rate": 5.166666666666667e-05,
      "loss": 1.7417,
      "step": 155
    },
    {
      "epoch": 0.06954971020954079,
      "grad_norm": 0.12671636044979095,
      "learning_rate": 5.2000000000000004e-05,
      "loss": 1.7643,
      "step": 156
    },
    {
      "epoch": 0.06999554168524298,
      "grad_norm": 0.14671508967876434,
      "learning_rate": 5.2333333333333336e-05,
      "loss": 1.8264,
      "step": 157
    },
    {
      "epoch": 0.07044137316094516,
      "grad_norm": 0.12344811111688614,
      "learning_rate": 5.266666666666666e-05,
      "loss": 1.7917,
      "step": 158
    },
    {
      "epoch": 0.07088720463664734,
      "grad_norm": 0.13115648925304413,
      "learning_rate": 5.300000000000001e-05,
      "loss": 1.886,
      "step": 159
    },
    {
      "epoch": 0.07133303611234953,
      "grad_norm": 0.13874903321266174,
      "learning_rate": 5.333333333333333e-05,
      "loss": 1.8985,
      "step": 160
    },
    {
      "epoch": 0.07177886758805171,
      "grad_norm": 0.11615196615457535,
      "learning_rate": 5.3666666666666666e-05,
      "loss": 1.7575,
      "step": 161
    },
    {
      "epoch": 0.0722246990637539,
      "grad_norm": 0.1384187936782837,
      "learning_rate": 5.4000000000000005e-05,
      "loss": 1.8556,
      "step": 162
    },
    {
      "epoch": 0.07267053053945609,
      "grad_norm": 0.11762478202581406,
      "learning_rate": 5.433333333333334e-05,
      "loss": 1.7721,
      "step": 163
    },
    {
      "epoch": 0.07311636201515827,
      "grad_norm": 0.16673126816749573,
      "learning_rate": 5.466666666666666e-05,
      "loss": 1.8555,
      "step": 164
    },
    {
      "epoch": 0.07356219349086046,
      "grad_norm": 0.11586098372936249,
      "learning_rate": 5.500000000000001e-05,
      "loss": 1.7665,
      "step": 165
    },
    {
      "epoch": 0.07400802496656264,
      "grad_norm": 0.14957493543624878,
      "learning_rate": 5.5333333333333334e-05,
      "loss": 1.7875,
      "step": 166
    },
    {
      "epoch": 0.07445385644226482,
      "grad_norm": 0.13018527626991272,
      "learning_rate": 5.566666666666667e-05,
      "loss": 1.836,
      "step": 167
    },
    {
      "epoch": 0.07489968791796701,
      "grad_norm": 0.14033769071102142,
      "learning_rate": 5.6000000000000006e-05,
      "loss": 1.8454,
      "step": 168
    },
    {
      "epoch": 0.0753455193936692,
      "grad_norm": 0.13797248899936676,
      "learning_rate": 5.633333333333334e-05,
      "loss": 1.8244,
      "step": 169
    },
    {
      "epoch": 0.07579135086937137,
      "grad_norm": 0.15225331485271454,
      "learning_rate": 5.666666666666667e-05,
      "loss": 1.8536,
      "step": 170
    },
    {
      "epoch": 0.07623718234507357,
      "grad_norm": 0.1505601853132248,
      "learning_rate": 5.6999999999999996e-05,
      "loss": 1.8378,
      "step": 171
    },
    {
      "epoch": 0.07668301382077575,
      "grad_norm": 0.1284462809562683,
      "learning_rate": 5.7333333333333336e-05,
      "loss": 1.8491,
      "step": 172
    },
    {
      "epoch": 0.07712884529647793,
      "grad_norm": 0.16070091724395752,
      "learning_rate": 5.766666666666667e-05,
      "loss": 1.8559,
      "step": 173
    },
    {
      "epoch": 0.07757467677218012,
      "grad_norm": 0.13266082108020782,
      "learning_rate": 5.8e-05,
      "loss": 1.8632,
      "step": 174
    },
    {
      "epoch": 0.0780205082478823,
      "grad_norm": 0.1411646455526352,
      "learning_rate": 5.833333333333334e-05,
      "loss": 1.8275,
      "step": 175
    },
    {
      "epoch": 0.07846633972358448,
      "grad_norm": 0.14225083589553833,
      "learning_rate": 5.866666666666667e-05,
      "loss": 1.8681,
      "step": 176
    },
    {
      "epoch": 0.07891217119928667,
      "grad_norm": 0.1431555151939392,
      "learning_rate": 5.9e-05,
      "loss": 1.8245,
      "step": 177
    },
    {
      "epoch": 0.07935800267498885,
      "grad_norm": 0.18084998428821564,
      "learning_rate": 5.9333333333333343e-05,
      "loss": 1.9007,
      "step": 178
    },
    {
      "epoch": 0.07980383415069103,
      "grad_norm": 0.1489221304655075,
      "learning_rate": 5.966666666666667e-05,
      "loss": 1.785,
      "step": 179
    },
    {
      "epoch": 0.08024966562639323,
      "grad_norm": 0.1899333894252777,
      "learning_rate": 6e-05,
      "loss": 1.9011,
      "step": 180
    },
    {
      "epoch": 0.0806954971020954,
      "grad_norm": 0.13979852199554443,
      "learning_rate": 6.033333333333334e-05,
      "loss": 1.7573,
      "step": 181
    },
    {
      "epoch": 0.08114132857779759,
      "grad_norm": 0.17329728603363037,
      "learning_rate": 6.066666666666667e-05,
      "loss": 1.8075,
      "step": 182
    },
    {
      "epoch": 0.08158716005349978,
      "grad_norm": 0.1338491290807724,
      "learning_rate": 6.1e-05,
      "loss": 1.8439,
      "step": 183
    },
    {
      "epoch": 0.08203299152920196,
      "grad_norm": 0.15879769623279572,
      "learning_rate": 6.133333333333334e-05,
      "loss": 1.7403,
      "step": 184
    },
    {
      "epoch": 0.08247882300490414,
      "grad_norm": 0.12770669162273407,
      "learning_rate": 6.166666666666667e-05,
      "loss": 1.7707,
      "step": 185
    },
    {
      "epoch": 0.08292465448060633,
      "grad_norm": 0.1499251127243042,
      "learning_rate": 6.2e-05,
      "loss": 1.9169,
      "step": 186
    },
    {
      "epoch": 0.08337048595630851,
      "grad_norm": 0.1674559861421585,
      "learning_rate": 6.233333333333334e-05,
      "loss": 1.8185,
      "step": 187
    },
    {
      "epoch": 0.0838163174320107,
      "grad_norm": 0.13924956321716309,
      "learning_rate": 6.266666666666667e-05,
      "loss": 1.8288,
      "step": 188
    },
    {
      "epoch": 0.08426214890771289,
      "grad_norm": 0.14640599489212036,
      "learning_rate": 6.3e-05,
      "loss": 1.7566,
      "step": 189
    },
    {
      "epoch": 0.08470798038341507,
      "grad_norm": 0.1331615298986435,
      "learning_rate": 6.333333333333333e-05,
      "loss": 1.9214,
      "step": 190
    },
    {
      "epoch": 0.08515381185911726,
      "grad_norm": 0.1620808243751526,
      "learning_rate": 6.366666666666668e-05,
      "loss": 1.8434,
      "step": 191
    },
    {
      "epoch": 0.08559964333481944,
      "grad_norm": 0.14345990121364594,
      "learning_rate": 6.400000000000001e-05,
      "loss": 1.8626,
      "step": 192
    },
    {
      "epoch": 0.08604547481052162,
      "grad_norm": 0.1122003048658371,
      "learning_rate": 6.433333333333333e-05,
      "loss": 1.7087,
      "step": 193
    },
    {
      "epoch": 0.08649130628622381,
      "grad_norm": 0.15594986081123352,
      "learning_rate": 6.466666666666666e-05,
      "loss": 1.7398,
      "step": 194
    },
    {
      "epoch": 0.08693713776192599,
      "grad_norm": 0.13471178710460663,
      "learning_rate": 6.500000000000001e-05,
      "loss": 1.8202,
      "step": 195
    },
    {
      "epoch": 0.08738296923762817,
      "grad_norm": 0.13708141446113586,
      "learning_rate": 6.533333333333334e-05,
      "loss": 1.8204,
      "step": 196
    },
    {
      "epoch": 0.08782880071333037,
      "grad_norm": 0.1567596197128296,
      "learning_rate": 6.566666666666666e-05,
      "loss": 1.8187,
      "step": 197
    },
    {
      "epoch": 0.08827463218903255,
      "grad_norm": 0.1181827113032341,
      "learning_rate": 6.6e-05,
      "loss": 1.7645,
      "step": 198
    },
    {
      "epoch": 0.08872046366473473,
      "grad_norm": 0.1588752120733261,
      "learning_rate": 6.633333333333334e-05,
      "loss": 1.8384,
      "step": 199
    },
    {
      "epoch": 0.08916629514043692,
      "grad_norm": 0.12315269559621811,
      "learning_rate": 6.666666666666667e-05,
      "loss": 1.8093,
      "step": 200
    },
    {
      "epoch": 0.0896121266161391,
      "grad_norm": 0.1313183754682541,
      "learning_rate": 6.7e-05,
      "loss": 1.8466,
      "step": 201
    },
    {
      "epoch": 0.09005795809184128,
      "grad_norm": 0.1488896757364273,
      "learning_rate": 6.733333333333333e-05,
      "loss": 1.7549,
      "step": 202
    },
    {
      "epoch": 0.09050378956754347,
      "grad_norm": 0.1486813724040985,
      "learning_rate": 6.766666666666667e-05,
      "loss": 1.8137,
      "step": 203
    },
    {
      "epoch": 0.09094962104324565,
      "grad_norm": 0.1451115906238556,
      "learning_rate": 6.800000000000001e-05,
      "loss": 1.8033,
      "step": 204
    },
    {
      "epoch": 0.09139545251894783,
      "grad_norm": 0.1392323523759842,
      "learning_rate": 6.833333333333333e-05,
      "loss": 1.7548,
      "step": 205
    },
    {
      "epoch": 0.09184128399465002,
      "grad_norm": 0.15712681412696838,
      "learning_rate": 6.866666666666666e-05,
      "loss": 1.7852,
      "step": 206
    },
    {
      "epoch": 0.0922871154703522,
      "grad_norm": 0.15463602542877197,
      "learning_rate": 6.9e-05,
      "loss": 1.8439,
      "step": 207
    },
    {
      "epoch": 0.0927329469460544,
      "grad_norm": 0.13633595407009125,
      "learning_rate": 6.933333333333334e-05,
      "loss": 1.8475,
      "step": 208
    },
    {
      "epoch": 0.09317877842175658,
      "grad_norm": 0.16690847277641296,
      "learning_rate": 6.966666666666668e-05,
      "loss": 1.7705,
      "step": 209
    },
    {
      "epoch": 0.09362460989745876,
      "grad_norm": 0.11522694677114487,
      "learning_rate": 7e-05,
      "loss": 1.7641,
      "step": 210
    },
    {
      "epoch": 0.09407044137316095,
      "grad_norm": 0.1659361869096756,
      "learning_rate": 7.033333333333334e-05,
      "loss": 1.8308,
      "step": 211
    },
    {
      "epoch": 0.09451627284886313,
      "grad_norm": 0.13584838807582855,
      "learning_rate": 7.066666666666667e-05,
      "loss": 1.8065,
      "step": 212
    },
    {
      "epoch": 0.09496210432456531,
      "grad_norm": 0.15874630212783813,
      "learning_rate": 7.1e-05,
      "loss": 1.7892,
      "step": 213
    },
    {
      "epoch": 0.0954079358002675,
      "grad_norm": 0.1494474858045578,
      "learning_rate": 7.133333333333334e-05,
      "loss": 1.8047,
      "step": 214
    },
    {
      "epoch": 0.09585376727596968,
      "grad_norm": 0.13670477271080017,
      "learning_rate": 7.166666666666667e-05,
      "loss": 1.8259,
      "step": 215
    },
    {
      "epoch": 0.09629959875167186,
      "grad_norm": 0.16313602030277252,
      "learning_rate": 7.2e-05,
      "loss": 1.7765,
      "step": 216
    },
    {
      "epoch": 0.09674543022737406,
      "grad_norm": 0.12147438526153564,
      "learning_rate": 7.233333333333335e-05,
      "loss": 1.7368,
      "step": 217
    },
    {
      "epoch": 0.09719126170307624,
      "grad_norm": 0.2051321268081665,
      "learning_rate": 7.266666666666667e-05,
      "loss": 1.827,
      "step": 218
    },
    {
      "epoch": 0.09763709317877842,
      "grad_norm": 0.1401163637638092,
      "learning_rate": 7.3e-05,
      "loss": 1.7851,
      "step": 219
    },
    {
      "epoch": 0.09808292465448061,
      "grad_norm": 0.16076582670211792,
      "learning_rate": 7.333333333333333e-05,
      "loss": 1.784,
      "step": 220
    },
    {
      "epoch": 0.09852875613018279,
      "grad_norm": 0.14635394513607025,
      "learning_rate": 7.366666666666668e-05,
      "loss": 1.744,
      "step": 221
    },
    {
      "epoch": 0.09897458760588497,
      "grad_norm": 0.12274181842803955,
      "learning_rate": 7.4e-05,
      "loss": 1.833,
      "step": 222
    },
    {
      "epoch": 0.09942041908158716,
      "grad_norm": 0.1957603245973587,
      "learning_rate": 7.433333333333333e-05,
      "loss": 1.7604,
      "step": 223
    },
    {
      "epoch": 0.09986625055728934,
      "grad_norm": 0.11970880627632141,
      "learning_rate": 7.466666666666667e-05,
      "loss": 1.8267,
      "step": 224
    },
    {
      "epoch": 0.10031208203299152,
      "grad_norm": 0.16194678843021393,
      "learning_rate": 7.500000000000001e-05,
      "loss": 1.7417,
      "step": 225
    },
    {
      "epoch": 0.10075791350869372,
      "grad_norm": 0.126894012093544,
      "learning_rate": 7.533333333333334e-05,
      "loss": 1.7558,
      "step": 226
    },
    {
      "epoch": 0.1012037449843959,
      "grad_norm": 0.14502179622650146,
      "learning_rate": 7.566666666666667e-05,
      "loss": 1.801,
      "step": 227
    },
    {
      "epoch": 0.10164957646009808,
      "grad_norm": 0.113924540579319,
      "learning_rate": 7.6e-05,
      "loss": 1.7844,
      "step": 228
    },
    {
      "epoch": 0.10209540793580027,
      "grad_norm": 0.11642418801784515,
      "learning_rate": 7.633333333333334e-05,
      "loss": 1.8157,
      "step": 229
    },
    {
      "epoch": 0.10254123941150245,
      "grad_norm": 0.10826003551483154,
      "learning_rate": 7.666666666666667e-05,
      "loss": 1.7515,
      "step": 230
    },
    {
      "epoch": 0.10298707088720464,
      "grad_norm": 0.12637439370155334,
      "learning_rate": 7.7e-05,
      "loss": 1.8847,
      "step": 231
    },
    {
      "epoch": 0.10343290236290682,
      "grad_norm": 0.12283436954021454,
      "learning_rate": 7.733333333333333e-05,
      "loss": 1.8646,
      "step": 232
    },
    {
      "epoch": 0.103878733838609,
      "grad_norm": 0.11507835239171982,
      "learning_rate": 7.766666666666667e-05,
      "loss": 1.857,
      "step": 233
    },
    {
      "epoch": 0.1043245653143112,
      "grad_norm": 0.11777415871620178,
      "learning_rate": 7.800000000000001e-05,
      "loss": 1.8737,
      "step": 234
    },
    {
      "epoch": 0.10477039679001338,
      "grad_norm": 0.12522348761558533,
      "learning_rate": 7.833333333333333e-05,
      "loss": 1.8499,
      "step": 235
    },
    {
      "epoch": 0.10521622826571556,
      "grad_norm": 0.11416588723659515,
      "learning_rate": 7.866666666666666e-05,
      "loss": 1.8425,
      "step": 236
    },
    {
      "epoch": 0.10566205974141775,
      "grad_norm": 0.11138550192117691,
      "learning_rate": 7.900000000000001e-05,
      "loss": 1.6938,
      "step": 237
    },
    {
      "epoch": 0.10610789121711993,
      "grad_norm": 0.12289931625127792,
      "learning_rate": 7.933333333333334e-05,
      "loss": 1.8677,
      "step": 238
    },
    {
      "epoch": 0.10655372269282211,
      "grad_norm": 0.1108877956867218,
      "learning_rate": 7.966666666666666e-05,
      "loss": 1.8117,
      "step": 239
    },
    {
      "epoch": 0.1069995541685243,
      "grad_norm": 0.1142394170165062,
      "learning_rate": 8e-05,
      "loss": 1.7759,
      "step": 240
    },
    {
      "epoch": 0.10744538564422648,
      "grad_norm": 0.13339267671108246,
      "learning_rate": 8.033333333333334e-05,
      "loss": 1.6995,
      "step": 241
    },
    {
      "epoch": 0.10789121711992866,
      "grad_norm": 0.12399157881736755,
      "learning_rate": 8.066666666666667e-05,
      "loss": 1.862,
      "step": 242
    },
    {
      "epoch": 0.10833704859563086,
      "grad_norm": 0.1281224489212036,
      "learning_rate": 8.1e-05,
      "loss": 1.7483,
      "step": 243
    },
    {
      "epoch": 0.10878288007133304,
      "grad_norm": 0.11970888078212738,
      "learning_rate": 8.133333333333334e-05,
      "loss": 1.9095,
      "step": 244
    },
    {
      "epoch": 0.10922871154703521,
      "grad_norm": 0.12157970666885376,
      "learning_rate": 8.166666666666667e-05,
      "loss": 1.8659,
      "step": 245
    },
    {
      "epoch": 0.10967454302273741,
      "grad_norm": 0.12563759088516235,
      "learning_rate": 8.2e-05,
      "loss": 1.7935,
      "step": 246
    },
    {
      "epoch": 0.11012037449843959,
      "grad_norm": 0.118623748421669,
      "learning_rate": 8.233333333333333e-05,
      "loss": 1.7327,
      "step": 247
    },
    {
      "epoch": 0.11056620597414177,
      "grad_norm": 0.13479459285736084,
      "learning_rate": 8.266666666666667e-05,
      "loss": 1.7999,
      "step": 248
    },
    {
      "epoch": 0.11101203744984396,
      "grad_norm": 0.11749287694692612,
      "learning_rate": 8.3e-05,
      "loss": 1.776,
      "step": 249
    },
    {
      "epoch": 0.11145786892554614,
      "grad_norm": 0.12336032092571259,
      "learning_rate": 8.333333333333334e-05,
      "loss": 1.8554,
      "step": 250
    },
    {
      "epoch": 0.11190370040124833,
      "grad_norm": 0.1406543254852295,
      "learning_rate": 8.366666666666668e-05,
      "loss": 1.8645,
      "step": 251
    },
    {
      "epoch": 0.11234953187695051,
      "grad_norm": 0.1155284196138382,
      "learning_rate": 8.4e-05,
      "loss": 1.7941,
      "step": 252
    },
    {
      "epoch": 0.1127953633526527,
      "grad_norm": 0.12010587006807327,
      "learning_rate": 8.433333333333334e-05,
      "loss": 1.8269,
      "step": 253
    },
    {
      "epoch": 0.11324119482835489,
      "grad_norm": 0.124538853764534,
      "learning_rate": 8.466666666666667e-05,
      "loss": 1.8247,
      "step": 254
    },
    {
      "epoch": 0.11368702630405707,
      "grad_norm": 0.13230320811271667,
      "learning_rate": 8.5e-05,
      "loss": 1.8244,
      "step": 255
    },
    {
      "epoch": 0.11413285777975925,
      "grad_norm": 0.1539606899023056,
      "learning_rate": 8.533333333333334e-05,
      "loss": 1.8008,
      "step": 256
    },
    {
      "epoch": 0.11457868925546144,
      "grad_norm": 0.1316884458065033,
      "learning_rate": 8.566666666666667e-05,
      "loss": 1.7699,
      "step": 257
    },
    {
      "epoch": 0.11502452073116362,
      "grad_norm": 0.13563507795333862,
      "learning_rate": 8.6e-05,
      "loss": 1.767,
      "step": 258
    },
    {
      "epoch": 0.1154703522068658,
      "grad_norm": 0.13702961802482605,
      "learning_rate": 8.633333333333334e-05,
      "loss": 1.851,
      "step": 259
    },
    {
      "epoch": 0.115916183682568,
      "grad_norm": 0.13769222795963287,
      "learning_rate": 8.666666666666667e-05,
      "loss": 1.681,
      "step": 260
    },
    {
      "epoch": 0.11636201515827017,
      "grad_norm": 0.11334066092967987,
      "learning_rate": 8.7e-05,
      "loss": 1.7916,
      "step": 261
    },
    {
      "epoch": 0.11680784663397235,
      "grad_norm": 0.13181573152542114,
      "learning_rate": 8.733333333333333e-05,
      "loss": 1.8647,
      "step": 262
    },
    {
      "epoch": 0.11725367810967455,
      "grad_norm": 0.11129307001829147,
      "learning_rate": 8.766666666666668e-05,
      "loss": 1.7415,
      "step": 263
    },
    {
      "epoch": 0.11769950958537673,
      "grad_norm": 0.12074168771505356,
      "learning_rate": 8.800000000000001e-05,
      "loss": 1.7905,
      "step": 264
    },
    {
      "epoch": 0.1181453410610789,
      "grad_norm": 0.11286748945713043,
      "learning_rate": 8.833333333333333e-05,
      "loss": 1.7739,
      "step": 265
    },
    {
      "epoch": 0.1185911725367811,
      "grad_norm": 0.11794724315404892,
      "learning_rate": 8.866666666666668e-05,
      "loss": 1.7265,
      "step": 266
    },
    {
      "epoch": 0.11903700401248328,
      "grad_norm": 0.11529921740293503,
      "learning_rate": 8.900000000000001e-05,
      "loss": 1.7993,
      "step": 267
    },
    {
      "epoch": 0.11948283548818546,
      "grad_norm": 0.13475288450717926,
      "learning_rate": 8.933333333333334e-05,
      "loss": 1.7732,
      "step": 268
    },
    {
      "epoch": 0.11992866696388765,
      "grad_norm": 0.13140885531902313,
      "learning_rate": 8.966666666666666e-05,
      "loss": 1.8349,
      "step": 269
    },
    {
      "epoch": 0.12037449843958983,
      "grad_norm": 0.1583992838859558,
      "learning_rate": 9e-05,
      "loss": 1.8701,
      "step": 270
    },
    {
      "epoch": 0.12082032991529201,
      "grad_norm": 0.13985374569892883,
      "learning_rate": 9.033333333333334e-05,
      "loss": 1.8923,
      "step": 271
    },
    {
      "epoch": 0.1212661613909942,
      "grad_norm": 0.12568551301956177,
      "learning_rate": 9.066666666666667e-05,
      "loss": 1.8179,
      "step": 272
    },
    {
      "epoch": 0.12171199286669639,
      "grad_norm": 0.12714029848575592,
      "learning_rate": 9.1e-05,
      "loss": 1.8186,
      "step": 273
    },
    {
      "epoch": 0.12215782434239858,
      "grad_norm": 0.12941132485866547,
      "learning_rate": 9.133333333333334e-05,
      "loss": 1.8174,
      "step": 274
    },
    {
      "epoch": 0.12260365581810076,
      "grad_norm": 0.11404365301132202,
      "learning_rate": 9.166666666666667e-05,
      "loss": 1.7675,
      "step": 275
    },
    {
      "epoch": 0.12304948729380294,
      "grad_norm": 0.12205328792333603,
      "learning_rate": 9.200000000000001e-05,
      "loss": 1.7443,
      "step": 276
    },
    {
      "epoch": 0.12349531876950513,
      "grad_norm": 0.1402350813150406,
      "learning_rate": 9.233333333333333e-05,
      "loss": 1.9471,
      "step": 277
    },
    {
      "epoch": 0.12394115024520731,
      "grad_norm": 0.1140747219324112,
      "learning_rate": 9.266666666666666e-05,
      "loss": 1.7876,
      "step": 278
    },
    {
      "epoch": 0.12438698172090949,
      "grad_norm": 0.13227958977222443,
      "learning_rate": 9.300000000000001e-05,
      "loss": 1.7642,
      "step": 279
    },
    {
      "epoch": 0.12483281319661169,
      "grad_norm": 0.14531609416007996,
      "learning_rate": 9.333333333333334e-05,
      "loss": 1.8271,
      "step": 280
    },
    {
      "epoch": 0.12527864467231387,
      "grad_norm": 0.11375468969345093,
      "learning_rate": 9.366666666666668e-05,
      "loss": 1.9269,
      "step": 281
    },
    {
      "epoch": 0.12572447614801605,
      "grad_norm": 0.1308760941028595,
      "learning_rate": 9.4e-05,
      "loss": 1.7238,
      "step": 282
    },
    {
      "epoch": 0.12617030762371823,
      "grad_norm": 0.1319713145494461,
      "learning_rate": 9.433333333333334e-05,
      "loss": 1.7777,
      "step": 283
    },
    {
      "epoch": 0.12661613909942043,
      "grad_norm": 0.1134430393576622,
      "learning_rate": 9.466666666666667e-05,
      "loss": 1.7513,
      "step": 284
    },
    {
      "epoch": 0.1270619705751226,
      "grad_norm": 0.1186988577246666,
      "learning_rate": 9.5e-05,
      "loss": 1.7399,
      "step": 285
    },
    {
      "epoch": 0.1275078020508248,
      "grad_norm": 0.12180072069168091,
      "learning_rate": 9.533333333333334e-05,
      "loss": 1.8245,
      "step": 286
    },
    {
      "epoch": 0.12795363352652697,
      "grad_norm": 0.10873981565237045,
      "learning_rate": 9.566666666666667e-05,
      "loss": 1.726,
      "step": 287
    },
    {
      "epoch": 0.12839946500222915,
      "grad_norm": 0.11839178204536438,
      "learning_rate": 9.6e-05,
      "loss": 1.806,
      "step": 288
    },
    {
      "epoch": 0.12884529647793133,
      "grad_norm": 0.10475391149520874,
      "learning_rate": 9.633333333333335e-05,
      "loss": 1.7453,
      "step": 289
    },
    {
      "epoch": 0.12929112795363354,
      "grad_norm": 0.13696043193340302,
      "learning_rate": 9.666666666666667e-05,
      "loss": 1.7823,
      "step": 290
    },
    {
      "epoch": 0.12973695942933572,
      "grad_norm": 0.1195741519331932,
      "learning_rate": 9.7e-05,
      "loss": 1.7831,
      "step": 291
    },
    {
      "epoch": 0.1301827909050379,
      "grad_norm": 0.10605297237634659,
      "learning_rate": 9.733333333333335e-05,
      "loss": 1.8378,
      "step": 292
    },
    {
      "epoch": 0.13062862238074008,
      "grad_norm": 0.12972845137119293,
      "learning_rate": 9.766666666666668e-05,
      "loss": 1.8112,
      "step": 293
    },
    {
      "epoch": 0.13107445385644226,
      "grad_norm": 0.10625554621219635,
      "learning_rate": 9.8e-05,
      "loss": 1.7253,
      "step": 294
    },
    {
      "epoch": 0.13152028533214444,
      "grad_norm": 0.10895377397537231,
      "learning_rate": 9.833333333333333e-05,
      "loss": 1.8263,
      "step": 295
    },
    {
      "epoch": 0.13196611680784665,
      "grad_norm": 0.1321103870868683,
      "learning_rate": 9.866666666666668e-05,
      "loss": 1.8238,
      "step": 296
    },
    {
      "epoch": 0.13241194828354882,
      "grad_norm": 0.12189017236232758,
      "learning_rate": 9.900000000000001e-05,
      "loss": 1.69,
      "step": 297
    },
    {
      "epoch": 0.132857779759251,
      "grad_norm": 0.11762873828411102,
      "learning_rate": 9.933333333333334e-05,
      "loss": 1.8002,
      "step": 298
    },
    {
      "epoch": 0.13330361123495318,
      "grad_norm": 0.12727083265781403,
      "learning_rate": 9.966666666666667e-05,
      "loss": 1.7544,
      "step": 299
    },
    {
      "epoch": 0.13374944271065536,
      "grad_norm": 0.11152032017707825,
      "learning_rate": 0.0001,
      "loss": 1.77,
      "step": 300
    },
    {
      "epoch": 0.13419527418635754,
      "grad_norm": 0.124668188393116,
      "learning_rate": 9.999993464270667e-05,
      "loss": 1.8235,
      "step": 301
    },
    {
      "epoch": 0.13464110566205975,
      "grad_norm": 0.10965289920568466,
      "learning_rate": 9.999973857099756e-05,
      "loss": 1.6762,
      "step": 302
    },
    {
      "epoch": 0.13508693713776193,
      "grad_norm": 0.10482870042324066,
      "learning_rate": 9.999941178538524e-05,
      "loss": 1.7315,
      "step": 303
    },
    {
      "epoch": 0.1355327686134641,
      "grad_norm": 0.11446752399206161,
      "learning_rate": 9.999895428672404e-05,
      "loss": 1.8137,
      "step": 304
    },
    {
      "epoch": 0.1359786000891663,
      "grad_norm": 0.12006917595863342,
      "learning_rate": 9.999836607620998e-05,
      "loss": 1.8283,
      "step": 305
    },
    {
      "epoch": 0.13642443156486847,
      "grad_norm": 0.12048275768756866,
      "learning_rate": 9.999764715538082e-05,
      "loss": 1.7565,
      "step": 306
    },
    {
      "epoch": 0.13687026304057068,
      "grad_norm": 0.12033381313085556,
      "learning_rate": 9.999679752611604e-05,
      "loss": 1.7073,
      "step": 307
    },
    {
      "epoch": 0.13731609451627286,
      "grad_norm": 0.10729365795850754,
      "learning_rate": 9.99958171906368e-05,
      "loss": 1.7676,
      "step": 308
    },
    {
      "epoch": 0.13776192599197504,
      "grad_norm": 0.13522760570049286,
      "learning_rate": 9.9994706151506e-05,
      "loss": 1.7814,
      "step": 309
    },
    {
      "epoch": 0.13820775746767722,
      "grad_norm": 0.16346925497055054,
      "learning_rate": 9.999346441162819e-05,
      "loss": 1.7894,
      "step": 310
    },
    {
      "epoch": 0.1386535889433794,
      "grad_norm": 0.1257331222295761,
      "learning_rate": 9.999209197424968e-05,
      "loss": 1.8256,
      "step": 311
    },
    {
      "epoch": 0.13909942041908158,
      "grad_norm": 0.13515764474868774,
      "learning_rate": 9.99905888429584e-05,
      "loss": 1.7248,
      "step": 312
    },
    {
      "epoch": 0.13954525189478378,
      "grad_norm": 0.10537850111722946,
      "learning_rate": 9.998895502168397e-05,
      "loss": 1.8003,
      "step": 313
    },
    {
      "epoch": 0.13999108337048596,
      "grad_norm": 0.12533985078334808,
      "learning_rate": 9.998719051469769e-05,
      "loss": 1.7179,
      "step": 314
    },
    {
      "epoch": 0.14043691484618814,
      "grad_norm": 0.11942809820175171,
      "learning_rate": 9.998529532661249e-05,
      "loss": 1.7381,
      "step": 315
    },
    {
      "epoch": 0.14088274632189032,
      "grad_norm": 0.10156239569187164,
      "learning_rate": 9.998326946238294e-05,
      "loss": 1.7406,
      "step": 316
    },
    {
      "epoch": 0.1413285777975925,
      "grad_norm": 0.10613414645195007,
      "learning_rate": 9.998111292730525e-05,
      "loss": 1.7918,
      "step": 317
    },
    {
      "epoch": 0.14177440927329468,
      "grad_norm": 0.1297304481267929,
      "learning_rate": 9.997882572701722e-05,
      "loss": 1.7603,
      "step": 318
    },
    {
      "epoch": 0.1422202407489969,
      "grad_norm": 0.11986740678548813,
      "learning_rate": 9.997640786749826e-05,
      "loss": 1.8647,
      "step": 319
    },
    {
      "epoch": 0.14266607222469907,
      "grad_norm": 0.14261440932750702,
      "learning_rate": 9.997385935506936e-05,
      "loss": 1.8905,
      "step": 320
    },
    {
      "epoch": 0.14311190370040125,
      "grad_norm": 0.11032776534557343,
      "learning_rate": 9.99711801963931e-05,
      "loss": 1.7748,
      "step": 321
    },
    {
      "epoch": 0.14355773517610343,
      "grad_norm": 0.10940748453140259,
      "learning_rate": 9.996837039847355e-05,
      "loss": 1.7156,
      "step": 322
    },
    {
      "epoch": 0.1440035666518056,
      "grad_norm": 0.1170743778347969,
      "learning_rate": 9.996542996865634e-05,
      "loss": 1.8676,
      "step": 323
    },
    {
      "epoch": 0.1444493981275078,
      "grad_norm": 0.1365002691745758,
      "learning_rate": 9.996235891462864e-05,
      "loss": 1.8156,
      "step": 324
    },
    {
      "epoch": 0.14489522960321,
      "grad_norm": 0.12275253236293793,
      "learning_rate": 9.995915724441906e-05,
      "loss": 1.8111,
      "step": 325
    },
    {
      "epoch": 0.14534106107891218,
      "grad_norm": 0.15708422660827637,
      "learning_rate": 9.995582496639771e-05,
      "loss": 1.7917,
      "step": 326
    },
    {
      "epoch": 0.14578689255461436,
      "grad_norm": 0.1188812181353569,
      "learning_rate": 9.995236208927615e-05,
      "loss": 1.8679,
      "step": 327
    },
    {
      "epoch": 0.14623272403031654,
      "grad_norm": 0.11281725019216537,
      "learning_rate": 9.994876862210729e-05,
      "loss": 1.7569,
      "step": 328
    },
    {
      "epoch": 0.14667855550601872,
      "grad_norm": 0.1539795994758606,
      "learning_rate": 9.994504457428558e-05,
      "loss": 1.7055,
      "step": 329
    },
    {
      "epoch": 0.14712438698172092,
      "grad_norm": 0.1248791366815567,
      "learning_rate": 9.99411899555467e-05,
      "loss": 1.8482,
      "step": 330
    },
    {
      "epoch": 0.1475702184574231,
      "grad_norm": 0.12949204444885254,
      "learning_rate": 9.993720477596782e-05,
      "loss": 1.7653,
      "step": 331
    },
    {
      "epoch": 0.14801604993312528,
      "grad_norm": 0.11171630769968033,
      "learning_rate": 9.99330890459673e-05,
      "loss": 1.8116,
      "step": 332
    },
    {
      "epoch": 0.14846188140882746,
      "grad_norm": 0.11713983863592148,
      "learning_rate": 9.992884277630489e-05,
      "loss": 1.8032,
      "step": 333
    },
    {
      "epoch": 0.14890771288452964,
      "grad_norm": 0.12063828110694885,
      "learning_rate": 9.992446597808156e-05,
      "loss": 1.761,
      "step": 334
    },
    {
      "epoch": 0.14935354436023182,
      "grad_norm": 0.1251848042011261,
      "learning_rate": 9.991995866273955e-05,
      "loss": 1.8293,
      "step": 335
    },
    {
      "epoch": 0.14979937583593403,
      "grad_norm": 0.11480008810758591,
      "learning_rate": 9.99153208420623e-05,
      "loss": 1.7459,
      "step": 336
    },
    {
      "epoch": 0.1502452073116362,
      "grad_norm": 0.1392374038696289,
      "learning_rate": 9.99105525281744e-05,
      "loss": 1.7932,
      "step": 337
    },
    {
      "epoch": 0.1506910387873384,
      "grad_norm": 0.11574403941631317,
      "learning_rate": 9.990565373354167e-05,
      "loss": 1.7882,
      "step": 338
    },
    {
      "epoch": 0.15113687026304057,
      "grad_norm": 0.11816232651472092,
      "learning_rate": 9.990062447097092e-05,
      "loss": 1.7823,
      "step": 339
    },
    {
      "epoch": 0.15158270173874275,
      "grad_norm": 0.11845866590738297,
      "learning_rate": 9.989546475361015e-05,
      "loss": 1.9033,
      "step": 340
    },
    {
      "epoch": 0.15202853321444493,
      "grad_norm": 0.12563872337341309,
      "learning_rate": 9.989017459494836e-05,
      "loss": 1.7223,
      "step": 341
    },
    {
      "epoch": 0.15247436469014714,
      "grad_norm": 0.1071380153298378,
      "learning_rate": 9.988475400881556e-05,
      "loss": 1.845,
      "step": 342
    },
    {
      "epoch": 0.15292019616584931,
      "grad_norm": 0.1367650181055069,
      "learning_rate": 9.987920300938277e-05,
      "loss": 1.7763,
      "step": 343
    },
    {
      "epoch": 0.1533660276415515,
      "grad_norm": 0.10972041636705399,
      "learning_rate": 9.987352161116187e-05,
      "loss": 1.8303,
      "step": 344
    },
    {
      "epoch": 0.15381185911725367,
      "grad_norm": 0.17305706441402435,
      "learning_rate": 9.986770982900574e-05,
      "loss": 1.7735,
      "step": 345
    },
    {
      "epoch": 0.15425769059295585,
      "grad_norm": 0.10852725803852081,
      "learning_rate": 9.986176767810805e-05,
      "loss": 1.8377,
      "step": 346
    },
    {
      "epoch": 0.15470352206865803,
      "grad_norm": 0.15324626863002777,
      "learning_rate": 9.985569517400332e-05,
      "loss": 1.8643,
      "step": 347
    },
    {
      "epoch": 0.15514935354436024,
      "grad_norm": 0.126643568277359,
      "learning_rate": 9.984949233256687e-05,
      "loss": 1.8354,
      "step": 348
    },
    {
      "epoch": 0.15559518502006242,
      "grad_norm": 0.14467085897922516,
      "learning_rate": 9.984315917001472e-05,
      "loss": 1.7846,
      "step": 349
    },
    {
      "epoch": 0.1560410164957646,
      "grad_norm": 0.11402511596679688,
      "learning_rate": 9.983669570290358e-05,
      "loss": 1.7808,
      "step": 350
    },
    {
      "epoch": 0.15648684797146678,
      "grad_norm": 0.12388184666633606,
      "learning_rate": 9.983010194813087e-05,
      "loss": 1.7218,
      "step": 351
    },
    {
      "epoch": 0.15693267944716896,
      "grad_norm": 0.11659372597932816,
      "learning_rate": 9.982337792293459e-05,
      "loss": 1.773,
      "step": 352
    },
    {
      "epoch": 0.15737851092287117,
      "grad_norm": 0.10896174609661102,
      "learning_rate": 9.981652364489328e-05,
      "loss": 1.8151,
      "step": 353
    },
    {
      "epoch": 0.15782434239857335,
      "grad_norm": 0.12702295184135437,
      "learning_rate": 9.980953913192604e-05,
      "loss": 1.7497,
      "step": 354
    },
    {
      "epoch": 0.15827017387427553,
      "grad_norm": 0.10169962793588638,
      "learning_rate": 9.980242440229242e-05,
      "loss": 1.8403,
      "step": 355
    },
    {
      "epoch": 0.1587160053499777,
      "grad_norm": 0.119049571454525,
      "learning_rate": 9.97951794745924e-05,
      "loss": 1.778,
      "step": 356
    },
    {
      "epoch": 0.1591618368256799,
      "grad_norm": 0.10674421489238739,
      "learning_rate": 9.978780436776633e-05,
      "loss": 1.8004,
      "step": 357
    },
    {
      "epoch": 0.15960766830138207,
      "grad_norm": 0.11362048983573914,
      "learning_rate": 9.978029910109491e-05,
      "loss": 1.8319,
      "step": 358
    },
    {
      "epoch": 0.16005349977708427,
      "grad_norm": 0.09631331264972687,
      "learning_rate": 9.977266369419907e-05,
      "loss": 1.7074,
      "step": 359
    },
    {
      "epoch": 0.16049933125278645,
      "grad_norm": 0.1303529292345047,
      "learning_rate": 9.976489816704e-05,
      "loss": 1.8159,
      "step": 360
    },
    {
      "epoch": 0.16094516272848863,
      "grad_norm": 0.10787598788738251,
      "learning_rate": 9.975700253991907e-05,
      "loss": 1.7834,
      "step": 361
    },
    {
      "epoch": 0.1613909942041908,
      "grad_norm": 0.11350094527006149,
      "learning_rate": 9.974897683347772e-05,
      "loss": 1.7898,
      "step": 362
    },
    {
      "epoch": 0.161836825679893,
      "grad_norm": 0.12742607295513153,
      "learning_rate": 9.97408210686975e-05,
      "loss": 1.776,
      "step": 363
    },
    {
      "epoch": 0.16228265715559517,
      "grad_norm": 0.10006166249513626,
      "learning_rate": 9.973253526689999e-05,
      "loss": 1.806,
      "step": 364
    },
    {
      "epoch": 0.16272848863129738,
      "grad_norm": 0.10663770139217377,
      "learning_rate": 9.972411944974664e-05,
      "loss": 1.6787,
      "step": 365
    },
    {
      "epoch": 0.16317432010699956,
      "grad_norm": 0.11871890723705292,
      "learning_rate": 9.97155736392389e-05,
      "loss": 1.7672,
      "step": 366
    },
    {
      "epoch": 0.16362015158270174,
      "grad_norm": 0.10863269120454788,
      "learning_rate": 9.970689785771798e-05,
      "loss": 1.8785,
      "step": 367
    },
    {
      "epoch": 0.16406598305840392,
      "grad_norm": 0.10666559636592865,
      "learning_rate": 9.969809212786491e-05,
      "loss": 1.8055,
      "step": 368
    },
    {
      "epoch": 0.1645118145341061,
      "grad_norm": 0.12114860862493515,
      "learning_rate": 9.968915647270048e-05,
      "loss": 1.7851,
      "step": 369
    },
    {
      "epoch": 0.16495764600980828,
      "grad_norm": 0.11494174599647522,
      "learning_rate": 9.9680090915585e-05,
      "loss": 1.8593,
      "step": 370
    },
    {
      "epoch": 0.1654034774855105,
      "grad_norm": 0.11581412702798843,
      "learning_rate": 9.96708954802186e-05,
      "loss": 1.8538,
      "step": 371
    },
    {
      "epoch": 0.16584930896121267,
      "grad_norm": 0.11794432997703552,
      "learning_rate": 9.966157019064074e-05,
      "loss": 1.7921,
      "step": 372
    },
    {
      "epoch": 0.16629514043691485,
      "grad_norm": 0.107793889939785,
      "learning_rate": 9.965211507123049e-05,
      "loss": 1.8058,
      "step": 373
    },
    {
      "epoch": 0.16674097191261703,
      "grad_norm": 0.10789332538843155,
      "learning_rate": 9.964253014670628e-05,
      "loss": 1.7688,
      "step": 374
    },
    {
      "epoch": 0.1671868033883192,
      "grad_norm": 0.1062360480427742,
      "learning_rate": 9.963281544212588e-05,
      "loss": 1.7974,
      "step": 375
    },
    {
      "epoch": 0.1676326348640214,
      "grad_norm": 0.09926211088895798,
      "learning_rate": 9.962297098288641e-05,
      "loss": 1.7647,
      "step": 376
    },
    {
      "epoch": 0.1680784663397236,
      "grad_norm": 0.10037009418010712,
      "learning_rate": 9.961299679472411e-05,
      "loss": 1.7145,
      "step": 377
    },
    {
      "epoch": 0.16852429781542577,
      "grad_norm": 0.09782075136899948,
      "learning_rate": 9.960289290371445e-05,
      "loss": 1.7943,
      "step": 378
    },
    {
      "epoch": 0.16897012929112795,
      "grad_norm": 0.13282179832458496,
      "learning_rate": 9.959265933627193e-05,
      "loss": 1.8503,
      "step": 379
    },
    {
      "epoch": 0.16941596076683013,
      "grad_norm": 0.10220073163509369,
      "learning_rate": 9.958229611915008e-05,
      "loss": 1.7627,
      "step": 380
    },
    {
      "epoch": 0.1698617922425323,
      "grad_norm": 0.14189738035202026,
      "learning_rate": 9.95718032794414e-05,
      "loss": 1.7941,
      "step": 381
    },
    {
      "epoch": 0.17030762371823452,
      "grad_norm": 0.10154666751623154,
      "learning_rate": 9.95611808445772e-05,
      "loss": 1.7476,
      "step": 382
    },
    {
      "epoch": 0.1707534551939367,
      "grad_norm": 0.09952086210250854,
      "learning_rate": 9.955042884232765e-05,
      "loss": 1.7591,
      "step": 383
    },
    {
      "epoch": 0.17119928666963888,
      "grad_norm": 0.11027457565069199,
      "learning_rate": 9.95395473008016e-05,
      "loss": 1.6714,
      "step": 384
    },
    {
      "epoch": 0.17164511814534106,
      "grad_norm": 0.097461998462677,
      "learning_rate": 9.952853624844658e-05,
      "loss": 1.7296,
      "step": 385
    },
    {
      "epoch": 0.17209094962104324,
      "grad_norm": 0.10080503672361374,
      "learning_rate": 9.95173957140487e-05,
      "loss": 1.782,
      "step": 386
    },
    {
      "epoch": 0.17253678109674542,
      "grad_norm": 0.10462392866611481,
      "learning_rate": 9.950612572673255e-05,
      "loss": 1.8007,
      "step": 387
    },
    {
      "epoch": 0.17298261257244762,
      "grad_norm": 0.09910599887371063,
      "learning_rate": 9.94947263159612e-05,
      "loss": 1.7808,
      "step": 388
    },
    {
      "epoch": 0.1734284440481498,
      "grad_norm": 0.11452896893024445,
      "learning_rate": 9.948319751153599e-05,
      "loss": 1.856,
      "step": 389
    },
    {
      "epoch": 0.17387427552385198,
      "grad_norm": 0.09801609069108963,
      "learning_rate": 9.947153934359661e-05,
      "loss": 1.7316,
      "step": 390
    },
    {
      "epoch": 0.17432010699955416,
      "grad_norm": 0.11089462041854858,
      "learning_rate": 9.94597518426209e-05,
      "loss": 1.727,
      "step": 391
    },
    {
      "epoch": 0.17476593847525634,
      "grad_norm": 0.09695982933044434,
      "learning_rate": 9.944783503942483e-05,
      "loss": 1.862,
      "step": 392
    },
    {
      "epoch": 0.17521176995095855,
      "grad_norm": 0.11888276040554047,
      "learning_rate": 9.943578896516239e-05,
      "loss": 1.83,
      "step": 393
    },
    {
      "epoch": 0.17565760142666073,
      "grad_norm": 0.11138911545276642,
      "learning_rate": 9.942361365132555e-05,
      "loss": 1.7361,
      "step": 394
    },
    {
      "epoch": 0.1761034329023629,
      "grad_norm": 0.10635440051555634,
      "learning_rate": 9.941130912974413e-05,
      "loss": 1.7293,
      "step": 395
    },
    {
      "epoch": 0.1765492643780651,
      "grad_norm": 0.1355292648077011,
      "learning_rate": 9.939887543258573e-05,
      "loss": 1.7499,
      "step": 396
    },
    {
      "epoch": 0.17699509585376727,
      "grad_norm": 0.13170644640922546,
      "learning_rate": 9.938631259235567e-05,
      "loss": 1.7657,
      "step": 397
    },
    {
      "epoch": 0.17744092732946945,
      "grad_norm": 0.12488769739866257,
      "learning_rate": 9.937362064189686e-05,
      "loss": 1.7828,
      "step": 398
    },
    {
      "epoch": 0.17788675880517166,
      "grad_norm": 0.14426769316196442,
      "learning_rate": 9.936079961438978e-05,
      "loss": 1.7659,
      "step": 399
    },
    {
      "epoch": 0.17833259028087384,
      "grad_norm": 0.10388638824224472,
      "learning_rate": 9.934784954335233e-05,
      "loss": 1.835,
      "step": 400
    },
    {
      "epoch": 0.17877842175657602,
      "grad_norm": 0.13149262964725494,
      "learning_rate": 9.933477046263977e-05,
      "loss": 1.8815,
      "step": 401
    },
    {
      "epoch": 0.1792242532322782,
      "grad_norm": 0.1047818511724472,
      "learning_rate": 9.932156240644465e-05,
      "loss": 1.8103,
      "step": 402
    },
    {
      "epoch": 0.17967008470798038,
      "grad_norm": 0.10746704041957855,
      "learning_rate": 9.930822540929666e-05,
      "loss": 1.7569,
      "step": 403
    },
    {
      "epoch": 0.18011591618368256,
      "grad_norm": 0.10377546399831772,
      "learning_rate": 9.929475950606262e-05,
      "loss": 1.7987,
      "step": 404
    },
    {
      "epoch": 0.18056174765938476,
      "grad_norm": 0.1111828088760376,
      "learning_rate": 9.92811647319463e-05,
      "loss": 1.8406,
      "step": 405
    },
    {
      "epoch": 0.18100757913508694,
      "grad_norm": 0.11079175770282745,
      "learning_rate": 9.926744112248844e-05,
      "loss": 1.7925,
      "step": 406
    },
    {
      "epoch": 0.18145341061078912,
      "grad_norm": 0.11172319948673248,
      "learning_rate": 9.925358871356656e-05,
      "loss": 1.6484,
      "step": 407
    },
    {
      "epoch": 0.1818992420864913,
      "grad_norm": 0.1051497757434845,
      "learning_rate": 9.923960754139488e-05,
      "loss": 1.7545,
      "step": 408
    },
    {
      "epoch": 0.18234507356219348,
      "grad_norm": 0.12014391273260117,
      "learning_rate": 9.922549764252425e-05,
      "loss": 1.7793,
      "step": 409
    },
    {
      "epoch": 0.18279090503789566,
      "grad_norm": 0.11258053779602051,
      "learning_rate": 9.921125905384208e-05,
      "loss": 1.846,
      "step": 410
    },
    {
      "epoch": 0.18323673651359787,
      "grad_norm": 0.15552328526973724,
      "learning_rate": 9.919689181257219e-05,
      "loss": 1.8653,
      "step": 411
    },
    {
      "epoch": 0.18368256798930005,
      "grad_norm": 0.11162538826465607,
      "learning_rate": 9.918239595627474e-05,
      "loss": 1.7645,
      "step": 412
    },
    {
      "epoch": 0.18412839946500223,
      "grad_norm": 0.13449177145957947,
      "learning_rate": 9.916777152284615e-05,
      "loss": 1.8104,
      "step": 413
    },
    {
      "epoch": 0.1845742309407044,
      "grad_norm": 0.11493851244449615,
      "learning_rate": 9.91530185505189e-05,
      "loss": 1.7941,
      "step": 414
    },
    {
      "epoch": 0.1850200624164066,
      "grad_norm": 0.12892407178878784,
      "learning_rate": 9.913813707786163e-05,
      "loss": 1.8156,
      "step": 415
    },
    {
      "epoch": 0.1854658938921088,
      "grad_norm": 0.11245466768741608,
      "learning_rate": 9.91231271437788e-05,
      "loss": 1.7732,
      "step": 416
    },
    {
      "epoch": 0.18591172536781098,
      "grad_norm": 0.1221921294927597,
      "learning_rate": 9.91079887875108e-05,
      "loss": 1.7343,
      "step": 417
    },
    {
      "epoch": 0.18635755684351316,
      "grad_norm": 0.11518368124961853,
      "learning_rate": 9.909272204863367e-05,
      "loss": 1.6763,
      "step": 418
    },
    {
      "epoch": 0.18680338831921534,
      "grad_norm": 0.12438438087701797,
      "learning_rate": 9.907732696705914e-05,
      "loss": 1.7799,
      "step": 419
    },
    {
      "epoch": 0.18724921979491752,
      "grad_norm": 0.11922072619199753,
      "learning_rate": 9.906180358303443e-05,
      "loss": 1.7083,
      "step": 420
    },
    {
      "epoch": 0.1876950512706197,
      "grad_norm": 0.11506510525941849,
      "learning_rate": 9.904615193714222e-05,
      "loss": 1.795,
      "step": 421
    },
    {
      "epoch": 0.1881408827463219,
      "grad_norm": 0.10277034342288971,
      "learning_rate": 9.903037207030045e-05,
      "loss": 1.6832,
      "step": 422
    },
    {
      "epoch": 0.18858671422202408,
      "grad_norm": 0.11094953864812851,
      "learning_rate": 9.901446402376231e-05,
      "loss": 1.8642,
      "step": 423
    },
    {
      "epoch": 0.18903254569772626,
      "grad_norm": 0.1558915674686432,
      "learning_rate": 9.899842783911608e-05,
      "loss": 1.7637,
      "step": 424
    },
    {
      "epoch": 0.18947837717342844,
      "grad_norm": 0.11284621804952621,
      "learning_rate": 9.8982263558285e-05,
      "loss": 1.8193,
      "step": 425
    },
    {
      "epoch": 0.18992420864913062,
      "grad_norm": 0.12376314401626587,
      "learning_rate": 9.896597122352726e-05,
      "loss": 1.712,
      "step": 426
    },
    {
      "epoch": 0.1903700401248328,
      "grad_norm": 0.1203361228108406,
      "learning_rate": 9.894955087743573e-05,
      "loss": 1.7843,
      "step": 427
    },
    {
      "epoch": 0.190815871600535,
      "grad_norm": 0.10657840222120285,
      "learning_rate": 9.8933002562938e-05,
      "loss": 1.7893,
      "step": 428
    },
    {
      "epoch": 0.1912617030762372,
      "grad_norm": 0.10462167114019394,
      "learning_rate": 9.891632632329621e-05,
      "loss": 1.772,
      "step": 429
    },
    {
      "epoch": 0.19170753455193937,
      "grad_norm": 0.10204766690731049,
      "learning_rate": 9.88995222021069e-05,
      "loss": 1.7194,
      "step": 430
    },
    {
      "epoch": 0.19215336602764155,
      "grad_norm": 0.11789607256650925,
      "learning_rate": 9.888259024330094e-05,
      "loss": 1.8511,
      "step": 431
    },
    {
      "epoch": 0.19259919750334373,
      "grad_norm": 0.10127758234739304,
      "learning_rate": 9.886553049114343e-05,
      "loss": 1.8149,
      "step": 432
    },
    {
      "epoch": 0.1930450289790459,
      "grad_norm": 0.11428545415401459,
      "learning_rate": 9.88483429902335e-05,
      "loss": 1.6752,
      "step": 433
    },
    {
      "epoch": 0.19349086045474811,
      "grad_norm": 0.10000619292259216,
      "learning_rate": 9.883102778550434e-05,
      "loss": 1.8338,
      "step": 434
    },
    {
      "epoch": 0.1939366919304503,
      "grad_norm": 0.10257402062416077,
      "learning_rate": 9.881358492222293e-05,
      "loss": 1.7389,
      "step": 435
    },
    {
      "epoch": 0.19438252340615247,
      "grad_norm": 0.10894675552845001,
      "learning_rate": 9.879601444598997e-05,
      "loss": 1.7954,
      "step": 436
    },
    {
      "epoch": 0.19482835488185465,
      "grad_norm": 0.09952058643102646,
      "learning_rate": 9.877831640273985e-05,
      "loss": 1.7705,
      "step": 437
    },
    {
      "epoch": 0.19527418635755683,
      "grad_norm": 0.11156906932592392,
      "learning_rate": 9.876049083874042e-05,
      "loss": 1.7868,
      "step": 438
    },
    {
      "epoch": 0.19572001783325904,
      "grad_norm": 0.10069166868925095,
      "learning_rate": 9.874253780059286e-05,
      "loss": 1.7842,
      "step": 439
    },
    {
      "epoch": 0.19616584930896122,
      "grad_norm": 0.10593489557504654,
      "learning_rate": 9.87244573352317e-05,
      "loss": 1.6439,
      "step": 440
    },
    {
      "epoch": 0.1966116807846634,
      "grad_norm": 0.10652976483106613,
      "learning_rate": 9.870624948992453e-05,
      "loss": 1.7266,
      "step": 441
    },
    {
      "epoch": 0.19705751226036558,
      "grad_norm": 0.10429206490516663,
      "learning_rate": 9.868791431227198e-05,
      "loss": 1.7684,
      "step": 442
    },
    {
      "epoch": 0.19750334373606776,
      "grad_norm": 0.10255853086709976,
      "learning_rate": 9.866945185020753e-05,
      "loss": 1.7454,
      "step": 443
    },
    {
      "epoch": 0.19794917521176994,
      "grad_norm": 0.10498002171516418,
      "learning_rate": 9.865086215199746e-05,
      "loss": 1.7837,
      "step": 444
    },
    {
      "epoch": 0.19839500668747215,
      "grad_norm": 0.10665781050920486,
      "learning_rate": 9.863214526624065e-05,
      "loss": 1.8228,
      "step": 445
    },
    {
      "epoch": 0.19884083816317433,
      "grad_norm": 0.10802847892045975,
      "learning_rate": 9.861330124186853e-05,
      "loss": 1.8374,
      "step": 446
    },
    {
      "epoch": 0.1992866696388765,
      "grad_norm": 0.10714347660541534,
      "learning_rate": 9.859433012814484e-05,
      "loss": 1.7284,
      "step": 447
    },
    {
      "epoch": 0.1997325011145787,
      "grad_norm": 0.09779908508062363,
      "learning_rate": 9.857523197466563e-05,
      "loss": 1.7287,
      "step": 448
    },
    {
      "epoch": 0.20017833259028087,
      "grad_norm": 0.1303940713405609,
      "learning_rate": 9.855600683135904e-05,
      "loss": 1.7582,
      "step": 449
    },
    {
      "epoch": 0.20062416406598305,
      "grad_norm": 0.10095707327127457,
      "learning_rate": 9.853665474848519e-05,
      "loss": 1.7557,
      "step": 450
    },
    {
      "epoch": 0.20106999554168525,
      "grad_norm": 0.092136912047863,
      "learning_rate": 9.851717577663609e-05,
      "loss": 1.6016,
      "step": 451
    },
    {
      "epoch": 0.20151582701738743,
      "grad_norm": 0.1210860088467598,
      "learning_rate": 9.849756996673545e-05,
      "loss": 1.7308,
      "step": 452
    },
    {
      "epoch": 0.2019616584930896,
      "grad_norm": 0.09985879063606262,
      "learning_rate": 9.847783737003856e-05,
      "loss": 1.728,
      "step": 453
    },
    {
      "epoch": 0.2024074899687918,
      "grad_norm": 0.13490703701972961,
      "learning_rate": 9.845797803813221e-05,
      "loss": 1.8725,
      "step": 454
    },
    {
      "epoch": 0.20285332144449397,
      "grad_norm": 0.10359074175357819,
      "learning_rate": 9.843799202293447e-05,
      "loss": 1.7705,
      "step": 455
    },
    {
      "epoch": 0.20329915292019615,
      "grad_norm": 0.1110636442899704,
      "learning_rate": 9.841787937669461e-05,
      "loss": 1.699,
      "step": 456
    },
    {
      "epoch": 0.20374498439589836,
      "grad_norm": 0.10007648915052414,
      "learning_rate": 9.839764015199298e-05,
      "loss": 1.7793,
      "step": 457
    },
    {
      "epoch": 0.20419081587160054,
      "grad_norm": 0.10939273238182068,
      "learning_rate": 9.837727440174079e-05,
      "loss": 1.7184,
      "step": 458
    },
    {
      "epoch": 0.20463664734730272,
      "grad_norm": 0.11205507069826126,
      "learning_rate": 9.835678217918005e-05,
      "loss": 1.7101,
      "step": 459
    },
    {
      "epoch": 0.2050824788230049,
      "grad_norm": 0.11545661836862564,
      "learning_rate": 9.833616353788345e-05,
      "loss": 1.8039,
      "step": 460
    },
    {
      "epoch": 0.20552831029870708,
      "grad_norm": 0.1527920514345169,
      "learning_rate": 9.831541853175409e-05,
      "loss": 1.7559,
      "step": 461
    },
    {
      "epoch": 0.2059741417744093,
      "grad_norm": 0.10123451054096222,
      "learning_rate": 9.82945472150255e-05,
      "loss": 1.7834,
      "step": 462
    },
    {
      "epoch": 0.20641997325011147,
      "grad_norm": 0.133615180850029,
      "learning_rate": 9.827354964226134e-05,
      "loss": 1.8258,
      "step": 463
    },
    {
      "epoch": 0.20686580472581365,
      "grad_norm": 0.10145179182291031,
      "learning_rate": 9.825242586835545e-05,
      "loss": 1.8397,
      "step": 464
    },
    {
      "epoch": 0.20731163620151583,
      "grad_norm": 0.10061782598495483,
      "learning_rate": 9.82311759485315e-05,
      "loss": 1.7741,
      "step": 465
    },
    {
      "epoch": 0.207757467677218,
      "grad_norm": 0.12411954253911972,
      "learning_rate": 9.8209799938343e-05,
      "loss": 1.8185,
      "step": 466
    },
    {
      "epoch": 0.20820329915292018,
      "grad_norm": 0.10785725712776184,
      "learning_rate": 9.818829789367307e-05,
      "loss": 1.7867,
      "step": 467
    },
    {
      "epoch": 0.2086491306286224,
      "grad_norm": 0.10486532002687454,
      "learning_rate": 9.816666987073433e-05,
      "loss": 1.7131,
      "step": 468
    },
    {
      "epoch": 0.20909496210432457,
      "grad_norm": 0.10094525665044785,
      "learning_rate": 9.814491592606874e-05,
      "loss": 1.8221,
      "step": 469
    },
    {
      "epoch": 0.20954079358002675,
      "grad_norm": 0.10427477955818176,
      "learning_rate": 9.812303611654745e-05,
      "loss": 1.7498,
      "step": 470
    },
    {
      "epoch": 0.20998662505572893,
      "grad_norm": 0.12335694581270218,
      "learning_rate": 9.810103049937068e-05,
      "loss": 1.8706,
      "step": 471
    },
    {
      "epoch": 0.2104324565314311,
      "grad_norm": 0.10109227895736694,
      "learning_rate": 9.80788991320675e-05,
      "loss": 1.8401,
      "step": 472
    },
    {
      "epoch": 0.2108782880071333,
      "grad_norm": 0.11577172577381134,
      "learning_rate": 9.805664207249581e-05,
      "loss": 1.7709,
      "step": 473
    },
    {
      "epoch": 0.2113241194828355,
      "grad_norm": 0.09947428107261658,
      "learning_rate": 9.8034259378842e-05,
      "loss": 1.8138,
      "step": 474
    },
    {
      "epoch": 0.21176995095853768,
      "grad_norm": 0.10954049974679947,
      "learning_rate": 9.801175110962103e-05,
      "loss": 1.7777,
      "step": 475
    },
    {
      "epoch": 0.21221578243423986,
      "grad_norm": 0.1118762344121933,
      "learning_rate": 9.798911732367603e-05,
      "loss": 1.7785,
      "step": 476
    },
    {
      "epoch": 0.21266161390994204,
      "grad_norm": 0.09822601079940796,
      "learning_rate": 9.796635808017833e-05,
      "loss": 1.7429,
      "step": 477
    },
    {
      "epoch": 0.21310744538564422,
      "grad_norm": 0.14918822050094604,
      "learning_rate": 9.794347343862724e-05,
      "loss": 1.8038,
      "step": 478
    },
    {
      "epoch": 0.2135532768613464,
      "grad_norm": 0.12590400874614716,
      "learning_rate": 9.792046345884988e-05,
      "loss": 1.8677,
      "step": 479
    },
    {
      "epoch": 0.2139991083370486,
      "grad_norm": 0.11536061018705368,
      "learning_rate": 9.789732820100106e-05,
      "loss": 1.815,
      "step": 480
    },
    {
      "epoch": 0.21444493981275078,
      "grad_norm": 0.12682761251926422,
      "learning_rate": 9.787406772556309e-05,
      "loss": 1.7954,
      "step": 481
    },
    {
      "epoch": 0.21489077128845296,
      "grad_norm": 0.11137998849153519,
      "learning_rate": 9.785068209334565e-05,
      "loss": 1.7773,
      "step": 482
    },
    {
      "epoch": 0.21533660276415514,
      "grad_norm": 0.10286463797092438,
      "learning_rate": 9.782717136548557e-05,
      "loss": 1.7263,
      "step": 483
    },
    {
      "epoch": 0.21578243423985732,
      "grad_norm": 0.1007862389087677,
      "learning_rate": 9.780353560344678e-05,
      "loss": 1.8244,
      "step": 484
    },
    {
      "epoch": 0.21622826571555953,
      "grad_norm": 0.09861966222524643,
      "learning_rate": 9.777977486902006e-05,
      "loss": 1.7999,
      "step": 485
    },
    {
      "epoch": 0.2166740971912617,
      "grad_norm": 0.10864880681037903,
      "learning_rate": 9.775588922432288e-05,
      "loss": 1.8355,
      "step": 486
    },
    {
      "epoch": 0.2171199286669639,
      "grad_norm": 0.10150966048240662,
      "learning_rate": 9.77318787317993e-05,
      "loss": 1.7598,
      "step": 487
    },
    {
      "epoch": 0.21756576014266607,
      "grad_norm": 0.10420972108840942,
      "learning_rate": 9.770774345421976e-05,
      "loss": 1.7318,
      "step": 488
    },
    {
      "epoch": 0.21801159161836825,
      "grad_norm": 0.09552264213562012,
      "learning_rate": 9.768348345468089e-05,
      "loss": 1.7206,
      "step": 489
    },
    {
      "epoch": 0.21845742309407043,
      "grad_norm": 0.09572545439004898,
      "learning_rate": 9.765909879660541e-05,
      "loss": 1.7111,
      "step": 490
    },
    {
      "epoch": 0.21890325456977264,
      "grad_norm": 0.09580688178539276,
      "learning_rate": 9.763458954374197e-05,
      "loss": 1.8152,
      "step": 491
    },
    {
      "epoch": 0.21934908604547482,
      "grad_norm": 0.10338671505451202,
      "learning_rate": 9.760995576016488e-05,
      "loss": 1.848,
      "step": 492
    },
    {
      "epoch": 0.219794917521177,
      "grad_norm": 0.09643546491861343,
      "learning_rate": 9.758519751027401e-05,
      "loss": 1.6534,
      "step": 493
    },
    {
      "epoch": 0.22024074899687918,
      "grad_norm": 0.10433247685432434,
      "learning_rate": 9.756031485879468e-05,
      "loss": 1.7254,
      "step": 494
    },
    {
      "epoch": 0.22068658047258136,
      "grad_norm": 0.09419728815555573,
      "learning_rate": 9.753530787077741e-05,
      "loss": 1.6872,
      "step": 495
    },
    {
      "epoch": 0.22113241194828354,
      "grad_norm": 0.10806705057621002,
      "learning_rate": 9.751017661159772e-05,
      "loss": 1.8332,
      "step": 496
    },
    {
      "epoch": 0.22157824342398574,
      "grad_norm": 0.09453105181455612,
      "learning_rate": 9.748492114695609e-05,
      "loss": 1.6668,
      "step": 497
    },
    {
      "epoch": 0.22202407489968792,
      "grad_norm": 0.09785551577806473,
      "learning_rate": 9.745954154287767e-05,
      "loss": 1.7075,
      "step": 498
    },
    {
      "epoch": 0.2224699063753901,
      "grad_norm": 0.1000019833445549,
      "learning_rate": 9.743403786571214e-05,
      "loss": 1.7483,
      "step": 499
    },
    {
      "epoch": 0.22291573785109228,
      "grad_norm": 0.10058484971523285,
      "learning_rate": 9.740841018213354e-05,
      "loss": 1.7789,
      "step": 500
    },
    {
      "epoch": 0.22336156932679446,
      "grad_norm": 0.1096552163362503,
      "learning_rate": 9.738265855914013e-05,
      "loss": 1.8599,
      "step": 501
    },
    {
      "epoch": 0.22380740080249667,
      "grad_norm": 0.10602924972772598,
      "learning_rate": 9.735678306405416e-05,
      "loss": 1.8476,
      "step": 502
    },
    {
      "epoch": 0.22425323227819885,
      "grad_norm": 0.09995143860578537,
      "learning_rate": 9.733078376452171e-05,
      "loss": 1.7444,
      "step": 503
    },
    {
      "epoch": 0.22469906375390103,
      "grad_norm": 0.10269878059625626,
      "learning_rate": 9.730466072851257e-05,
      "loss": 1.8108,
      "step": 504
    },
    {
      "epoch": 0.2251448952296032,
      "grad_norm": 0.09927020221948624,
      "learning_rate": 9.727841402431991e-05,
      "loss": 1.7838,
      "step": 505
    },
    {
      "epoch": 0.2255907267053054,
      "grad_norm": 0.09740092605352402,
      "learning_rate": 9.725204372056036e-05,
      "loss": 1.804,
      "step": 506
    },
    {
      "epoch": 0.22603655818100757,
      "grad_norm": 0.10727602988481522,
      "learning_rate": 9.722554988617352e-05,
      "loss": 1.7847,
      "step": 507
    },
    {
      "epoch": 0.22648238965670978,
      "grad_norm": 0.10434549301862717,
      "learning_rate": 9.719893259042201e-05,
      "loss": 1.7938,
      "step": 508
    },
    {
      "epoch": 0.22692822113241196,
      "grad_norm": 0.1154603660106659,
      "learning_rate": 9.717219190289124e-05,
      "loss": 1.8032,
      "step": 509
    },
    {
      "epoch": 0.22737405260811414,
      "grad_norm": 0.09667083621025085,
      "learning_rate": 9.714532789348915e-05,
      "loss": 1.7554,
      "step": 510
    },
    {
      "epoch": 0.22781988408381632,
      "grad_norm": 0.11698783934116364,
      "learning_rate": 9.711834063244609e-05,
      "loss": 1.7963,
      "step": 511
    },
    {
      "epoch": 0.2282657155595185,
      "grad_norm": 0.10345514863729477,
      "learning_rate": 9.709123019031464e-05,
      "loss": 1.6855,
      "step": 512
    },
    {
      "epoch": 0.22871154703522067,
      "grad_norm": 0.11783094704151154,
      "learning_rate": 9.706399663796941e-05,
      "loss": 1.6386,
      "step": 513
    },
    {
      "epoch": 0.22915737851092288,
      "grad_norm": 0.11354560405015945,
      "learning_rate": 9.703664004660683e-05,
      "loss": 1.815,
      "step": 514
    },
    {
      "epoch": 0.22960320998662506,
      "grad_norm": 0.1055736318230629,
      "learning_rate": 9.700916048774505e-05,
      "loss": 1.7958,
      "step": 515
    },
    {
      "epoch": 0.23004904146232724,
      "grad_norm": 0.11516160517930984,
      "learning_rate": 9.698155803322359e-05,
      "loss": 1.8297,
      "step": 516
    },
    {
      "epoch": 0.23049487293802942,
      "grad_norm": 0.0924014076590538,
      "learning_rate": 9.69538327552034e-05,
      "loss": 1.6806,
      "step": 517
    },
    {
      "epoch": 0.2309407044137316,
      "grad_norm": 0.11584834009408951,
      "learning_rate": 9.692598472616637e-05,
      "loss": 1.8029,
      "step": 518
    },
    {
      "epoch": 0.23138653588943378,
      "grad_norm": 0.10804828256368637,
      "learning_rate": 9.689801401891543e-05,
      "loss": 1.8082,
      "step": 519
    },
    {
      "epoch": 0.231832367365136,
      "grad_norm": 0.10432989150285721,
      "learning_rate": 9.686992070657413e-05,
      "loss": 1.7286,
      "step": 520
    },
    {
      "epoch": 0.23227819884083817,
      "grad_norm": 0.10536886751651764,
      "learning_rate": 9.68417048625866e-05,
      "loss": 1.7879,
      "step": 521
    },
    {
      "epoch": 0.23272403031654035,
      "grad_norm": 0.09892881661653519,
      "learning_rate": 9.68133665607173e-05,
      "loss": 1.7874,
      "step": 522
    },
    {
      "epoch": 0.23316986179224253,
      "grad_norm": 0.108803391456604,
      "learning_rate": 9.678490587505078e-05,
      "loss": 1.74,
      "step": 523
    },
    {
      "epoch": 0.2336156932679447,
      "grad_norm": 0.0954183042049408,
      "learning_rate": 9.67563228799916e-05,
      "loss": 1.6863,
      "step": 524
    },
    {
      "epoch": 0.23406152474364691,
      "grad_norm": 0.09981938451528549,
      "learning_rate": 9.672761765026406e-05,
      "loss": 1.7495,
      "step": 525
    },
    {
      "epoch": 0.2345073562193491,
      "grad_norm": 0.1061968058347702,
      "learning_rate": 9.669879026091198e-05,
      "loss": 1.8133,
      "step": 526
    },
    {
      "epoch": 0.23495318769505127,
      "grad_norm": 0.11043399572372437,
      "learning_rate": 9.66698407872986e-05,
      "loss": 1.8532,
      "step": 527
    },
    {
      "epoch": 0.23539901917075345,
      "grad_norm": 0.10422837734222412,
      "learning_rate": 9.664076930510624e-05,
      "loss": 1.7448,
      "step": 528
    },
    {
      "epoch": 0.23584485064645563,
      "grad_norm": 0.10506264120340347,
      "learning_rate": 9.661157589033627e-05,
      "loss": 1.8226,
      "step": 529
    },
    {
      "epoch": 0.2362906821221578,
      "grad_norm": 0.10886254161596298,
      "learning_rate": 9.65822606193088e-05,
      "loss": 1.7375,
      "step": 530
    },
    {
      "epoch": 0.23673651359786002,
      "grad_norm": 0.10376360267400742,
      "learning_rate": 9.655282356866247e-05,
      "loss": 1.8129,
      "step": 531
    },
    {
      "epoch": 0.2371823450735622,
      "grad_norm": 0.11177878081798553,
      "learning_rate": 9.652326481535435e-05,
      "loss": 1.7591,
      "step": 532
    },
    {
      "epoch": 0.23762817654926438,
      "grad_norm": 0.10007914155721664,
      "learning_rate": 9.64935844366596e-05,
      "loss": 1.7799,
      "step": 533
    },
    {
      "epoch": 0.23807400802496656,
      "grad_norm": 0.10296649485826492,
      "learning_rate": 9.646378251017143e-05,
      "loss": 1.812,
      "step": 534
    },
    {
      "epoch": 0.23851983950066874,
      "grad_norm": 0.10503607988357544,
      "learning_rate": 9.643385911380076e-05,
      "loss": 1.7583,
      "step": 535
    },
    {
      "epoch": 0.23896567097637092,
      "grad_norm": 0.09877045452594757,
      "learning_rate": 9.640381432577609e-05,
      "loss": 1.7517,
      "step": 536
    },
    {
      "epoch": 0.23941150245207313,
      "grad_norm": 0.0969356968998909,
      "learning_rate": 9.637364822464323e-05,
      "loss": 1.778,
      "step": 537
    },
    {
      "epoch": 0.2398573339277753,
      "grad_norm": 0.10515077412128448,
      "learning_rate": 9.634336088926519e-05,
      "loss": 1.8594,
      "step": 538
    },
    {
      "epoch": 0.2403031654034775,
      "grad_norm": 0.10064911097288132,
      "learning_rate": 9.63129523988219e-05,
      "loss": 1.7246,
      "step": 539
    },
    {
      "epoch": 0.24074899687917967,
      "grad_norm": 0.10037011653184891,
      "learning_rate": 9.628242283281001e-05,
      "loss": 1.7333,
      "step": 540
    },
    {
      "epoch": 0.24119482835488185,
      "grad_norm": 0.11000026762485504,
      "learning_rate": 9.625177227104271e-05,
      "loss": 1.7553,
      "step": 541
    },
    {
      "epoch": 0.24164065983058403,
      "grad_norm": 0.10352633148431778,
      "learning_rate": 9.622100079364956e-05,
      "loss": 1.7039,
      "step": 542
    },
    {
      "epoch": 0.24208649130628623,
      "grad_norm": 0.10331304371356964,
      "learning_rate": 9.61901084810761e-05,
      "loss": 1.7822,
      "step": 543
    },
    {
      "epoch": 0.2425323227819884,
      "grad_norm": 0.10469511151313782,
      "learning_rate": 9.615909541408393e-05,
      "loss": 1.7547,
      "step": 544
    },
    {
      "epoch": 0.2429781542576906,
      "grad_norm": 0.10332876443862915,
      "learning_rate": 9.612796167375018e-05,
      "loss": 1.7111,
      "step": 545
    },
    {
      "epoch": 0.24342398573339277,
      "grad_norm": 0.09848453104496002,
      "learning_rate": 9.609670734146758e-05,
      "loss": 1.7534,
      "step": 546
    },
    {
      "epoch": 0.24386981720909495,
      "grad_norm": 0.10669830441474915,
      "learning_rate": 9.606533249894405e-05,
      "loss": 1.7884,
      "step": 547
    },
    {
      "epoch": 0.24431564868479716,
      "grad_norm": 0.10300056636333466,
      "learning_rate": 9.60338372282026e-05,
      "loss": 1.7938,
      "step": 548
    },
    {
      "epoch": 0.24476148016049934,
      "grad_norm": 0.10064051300287247,
      "learning_rate": 9.600222161158104e-05,
      "loss": 1.7611,
      "step": 549
    },
    {
      "epoch": 0.24520731163620152,
      "grad_norm": 0.1035415306687355,
      "learning_rate": 9.597048573173179e-05,
      "loss": 1.7826,
      "step": 550
    },
    {
      "epoch": 0.2456531431119037,
      "grad_norm": 0.09879010170698166,
      "learning_rate": 9.593862967162176e-05,
      "loss": 1.7996,
      "step": 551
    },
    {
      "epoch": 0.24609897458760588,
      "grad_norm": 0.10481975227594376,
      "learning_rate": 9.590665351453195e-05,
      "loss": 1.8005,
      "step": 552
    },
    {
      "epoch": 0.24654480606330806,
      "grad_norm": 0.09874304383993149,
      "learning_rate": 9.587455734405735e-05,
      "loss": 1.6885,
      "step": 553
    },
    {
      "epoch": 0.24699063753901027,
      "grad_norm": 0.09937682002782822,
      "learning_rate": 9.584234124410674e-05,
      "loss": 1.712,
      "step": 554
    },
    {
      "epoch": 0.24743646901471245,
      "grad_norm": 0.10098837316036224,
      "learning_rate": 9.581000529890238e-05,
      "loss": 1.8059,
      "step": 555
    },
    {
      "epoch": 0.24788230049041463,
      "grad_norm": 0.09516670554876328,
      "learning_rate": 9.577754959297989e-05,
      "loss": 1.6813,
      "step": 556
    },
    {
      "epoch": 0.2483281319661168,
      "grad_norm": 0.10069796442985535,
      "learning_rate": 9.574497421118793e-05,
      "loss": 1.7759,
      "step": 557
    },
    {
      "epoch": 0.24877396344181898,
      "grad_norm": 0.10863727331161499,
      "learning_rate": 9.571227923868806e-05,
      "loss": 1.8615,
      "step": 558
    },
    {
      "epoch": 0.24921979491752116,
      "grad_norm": 0.09395399689674377,
      "learning_rate": 9.567946476095447e-05,
      "loss": 1.7796,
      "step": 559
    },
    {
      "epoch": 0.24966562639322337,
      "grad_norm": 0.10641838610172272,
      "learning_rate": 9.56465308637738e-05,
      "loss": 1.7415,
      "step": 560
    },
    {
      "epoch": 0.2501114578689255,
      "grad_norm": 0.1218976229429245,
      "learning_rate": 9.561347763324484e-05,
      "loss": 1.7625,
      "step": 561
    },
    {
      "epoch": 0.25055728934462773,
      "grad_norm": 0.10557776689529419,
      "learning_rate": 9.55803051557784e-05,
      "loss": 1.8792,
      "step": 562
    },
    {
      "epoch": 0.25100312082032994,
      "grad_norm": 0.10291140526533127,
      "learning_rate": 9.554701351809699e-05,
      "loss": 1.7841,
      "step": 563
    },
    {
      "epoch": 0.2514489522960321,
      "grad_norm": 0.11566982418298721,
      "learning_rate": 9.551360280723468e-05,
      "loss": 1.7505,
      "step": 564
    },
    {
      "epoch": 0.2518947837717343,
      "grad_norm": 0.10798952728509903,
      "learning_rate": 9.54800731105368e-05,
      "loss": 1.7658,
      "step": 565
    },
    {
      "epoch": 0.25234061524743645,
      "grad_norm": 0.10329020768404007,
      "learning_rate": 9.544642451565979e-05,
      "loss": 1.7718,
      "step": 566
    },
    {
      "epoch": 0.25278644672313866,
      "grad_norm": 0.11663586646318436,
      "learning_rate": 9.541265711057085e-05,
      "loss": 1.7697,
      "step": 567
    },
    {
      "epoch": 0.25323227819884087,
      "grad_norm": 0.12301573902368546,
      "learning_rate": 9.537877098354786e-05,
      "loss": 1.7592,
      "step": 568
    },
    {
      "epoch": 0.253678109674543,
      "grad_norm": 0.11213916540145874,
      "learning_rate": 9.534476622317902e-05,
      "loss": 1.7233,
      "step": 569
    },
    {
      "epoch": 0.2541239411502452,
      "grad_norm": 0.1298297941684723,
      "learning_rate": 9.531064291836272e-05,
      "loss": 1.8142,
      "step": 570
    },
    {
      "epoch": 0.2545697726259474,
      "grad_norm": 0.10630843788385391,
      "learning_rate": 9.527640115830722e-05,
      "loss": 1.759,
      "step": 571
    },
    {
      "epoch": 0.2550156041016496,
      "grad_norm": 0.10889295488595963,
      "learning_rate": 9.524204103253046e-05,
      "loss": 1.687,
      "step": 572
    },
    {
      "epoch": 0.25546143557735174,
      "grad_norm": 0.11184940487146378,
      "learning_rate": 9.520756263085984e-05,
      "loss": 1.7896,
      "step": 573
    },
    {
      "epoch": 0.25590726705305394,
      "grad_norm": 0.11805959790945053,
      "learning_rate": 9.517296604343198e-05,
      "loss": 1.7935,
      "step": 574
    },
    {
      "epoch": 0.25635309852875615,
      "grad_norm": 0.10778935998678207,
      "learning_rate": 9.513825136069242e-05,
      "loss": 1.7705,
      "step": 575
    },
    {
      "epoch": 0.2567989300044583,
      "grad_norm": 0.11594793200492859,
      "learning_rate": 9.510341867339549e-05,
      "loss": 1.7849,
      "step": 576
    },
    {
      "epoch": 0.2572447614801605,
      "grad_norm": 0.1344304084777832,
      "learning_rate": 9.506846807260398e-05,
      "loss": 1.8054,
      "step": 577
    },
    {
      "epoch": 0.25769059295586266,
      "grad_norm": 0.10295383632183075,
      "learning_rate": 9.503339964968898e-05,
      "loss": 1.8318,
      "step": 578
    },
    {
      "epoch": 0.25813642443156487,
      "grad_norm": 0.10751260817050934,
      "learning_rate": 9.499821349632954e-05,
      "loss": 1.7701,
      "step": 579
    },
    {
      "epoch": 0.2585822559072671,
      "grad_norm": 0.11230424046516418,
      "learning_rate": 9.496290970451258e-05,
      "loss": 1.8024,
      "step": 580
    },
    {
      "epoch": 0.25902808738296923,
      "grad_norm": 0.10016710311174393,
      "learning_rate": 9.492748836653247e-05,
      "loss": 1.7464,
      "step": 581
    },
    {
      "epoch": 0.25947391885867144,
      "grad_norm": 0.10333780199289322,
      "learning_rate": 9.489194957499094e-05,
      "loss": 1.7395,
      "step": 582
    },
    {
      "epoch": 0.2599197503343736,
      "grad_norm": 0.11180590093135834,
      "learning_rate": 9.485629342279678e-05,
      "loss": 1.7252,
      "step": 583
    },
    {
      "epoch": 0.2603655818100758,
      "grad_norm": 0.1132645308971405,
      "learning_rate": 9.482052000316552e-05,
      "loss": 1.7613,
      "step": 584
    },
    {
      "epoch": 0.26081141328577795,
      "grad_norm": 0.09877246618270874,
      "learning_rate": 9.478462940961935e-05,
      "loss": 1.7275,
      "step": 585
    },
    {
      "epoch": 0.26125724476148016,
      "grad_norm": 0.09782719612121582,
      "learning_rate": 9.474862173598676e-05,
      "loss": 1.7107,
      "step": 586
    },
    {
      "epoch": 0.26170307623718236,
      "grad_norm": 0.1147351935505867,
      "learning_rate": 9.471249707640228e-05,
      "loss": 1.7902,
      "step": 587
    },
    {
      "epoch": 0.2621489077128845,
      "grad_norm": 0.11956936866044998,
      "learning_rate": 9.467625552530633e-05,
      "loss": 1.9301,
      "step": 588
    },
    {
      "epoch": 0.2625947391885867,
      "grad_norm": 0.11668745428323746,
      "learning_rate": 9.46398971774449e-05,
      "loss": 1.8152,
      "step": 589
    },
    {
      "epoch": 0.2630405706642889,
      "grad_norm": 0.11700372397899628,
      "learning_rate": 9.460342212786932e-05,
      "loss": 1.7475,
      "step": 590
    },
    {
      "epoch": 0.2634864021399911,
      "grad_norm": 0.10470305383205414,
      "learning_rate": 9.456683047193601e-05,
      "loss": 1.8155,
      "step": 591
    },
    {
      "epoch": 0.2639322336156933,
      "grad_norm": 0.10678225755691528,
      "learning_rate": 9.453012230530623e-05,
      "loss": 1.7535,
      "step": 592
    },
    {
      "epoch": 0.26437806509139544,
      "grad_norm": 0.10009190440177917,
      "learning_rate": 9.449329772394583e-05,
      "loss": 1.7347,
      "step": 593
    },
    {
      "epoch": 0.26482389656709765,
      "grad_norm": 0.09668190032243729,
      "learning_rate": 9.445635682412501e-05,
      "loss": 1.6987,
      "step": 594
    },
    {
      "epoch": 0.2652697280427998,
      "grad_norm": 0.11986253410577774,
      "learning_rate": 9.441929970241807e-05,
      "loss": 1.7334,
      "step": 595
    },
    {
      "epoch": 0.265715559518502,
      "grad_norm": 0.11259319633245468,
      "learning_rate": 9.438212645570312e-05,
      "loss": 1.6829,
      "step": 596
    },
    {
      "epoch": 0.2661613909942042,
      "grad_norm": 0.10347830504179001,
      "learning_rate": 9.43448371811619e-05,
      "loss": 1.7448,
      "step": 597
    },
    {
      "epoch": 0.26660722246990637,
      "grad_norm": 0.10251055657863617,
      "learning_rate": 9.43074319762794e-05,
      "loss": 1.7388,
      "step": 598
    },
    {
      "epoch": 0.2670530539456086,
      "grad_norm": 0.10402775555849075,
      "learning_rate": 9.42699109388438e-05,
      "loss": 1.8039,
      "step": 599
    },
    {
      "epoch": 0.26749888542131073,
      "grad_norm": 0.10319799929857254,
      "learning_rate": 9.4232274166946e-05,
      "loss": 1.7369,
      "step": 600
    },
    {
      "epoch": 0.26794471689701294,
      "grad_norm": 0.13266697525978088,
      "learning_rate": 9.419452175897951e-05,
      "loss": 1.7386,
      "step": 601
    },
    {
      "epoch": 0.2683905483727151,
      "grad_norm": 0.10923372954130173,
      "learning_rate": 9.415665381364013e-05,
      "loss": 1.6451,
      "step": 602
    },
    {
      "epoch": 0.2688363798484173,
      "grad_norm": 0.1264653503894806,
      "learning_rate": 9.411867042992575e-05,
      "loss": 1.8005,
      "step": 603
    },
    {
      "epoch": 0.2692822113241195,
      "grad_norm": 0.12177695333957672,
      "learning_rate": 9.408057170713597e-05,
      "loss": 1.7846,
      "step": 604
    },
    {
      "epoch": 0.26972804279982165,
      "grad_norm": 0.09421692043542862,
      "learning_rate": 9.404235774487201e-05,
      "loss": 1.6672,
      "step": 605
    },
    {
      "epoch": 0.27017387427552386,
      "grad_norm": 0.12999457120895386,
      "learning_rate": 9.400402864303628e-05,
      "loss": 1.6792,
      "step": 606
    },
    {
      "epoch": 0.270619705751226,
      "grad_norm": 0.10277573019266129,
      "learning_rate": 9.396558450183226e-05,
      "loss": 1.6691,
      "step": 607
    },
    {
      "epoch": 0.2710655372269282,
      "grad_norm": 0.13512097299098969,
      "learning_rate": 9.392702542176411e-05,
      "loss": 1.7776,
      "step": 608
    },
    {
      "epoch": 0.27151136870263043,
      "grad_norm": 0.11266525089740753,
      "learning_rate": 9.388835150363656e-05,
      "loss": 1.8094,
      "step": 609
    },
    {
      "epoch": 0.2719572001783326,
      "grad_norm": 0.10716194659471512,
      "learning_rate": 9.384956284855451e-05,
      "loss": 1.7369,
      "step": 610
    },
    {
      "epoch": 0.2724030316540348,
      "grad_norm": 0.13045336306095123,
      "learning_rate": 9.381065955792279e-05,
      "loss": 1.7207,
      "step": 611
    },
    {
      "epoch": 0.27284886312973694,
      "grad_norm": 0.10751914978027344,
      "learning_rate": 9.377164173344597e-05,
      "loss": 1.7664,
      "step": 612
    },
    {
      "epoch": 0.27329469460543915,
      "grad_norm": 0.11501648277044296,
      "learning_rate": 9.373250947712801e-05,
      "loss": 1.6887,
      "step": 613
    },
    {
      "epoch": 0.27374052608114136,
      "grad_norm": 0.11839734017848969,
      "learning_rate": 9.369326289127208e-05,
      "loss": 1.6888,
      "step": 614
    },
    {
      "epoch": 0.2741863575568435,
      "grad_norm": 0.10788834095001221,
      "learning_rate": 9.365390207848017e-05,
      "loss": 1.8236,
      "step": 615
    },
    {
      "epoch": 0.2746321890325457,
      "grad_norm": 0.17978796362876892,
      "learning_rate": 9.361442714165296e-05,
      "loss": 1.7788,
      "step": 616
    },
    {
      "epoch": 0.27507802050824787,
      "grad_norm": 0.09851440042257309,
      "learning_rate": 9.357483818398941e-05,
      "loss": 1.6821,
      "step": 617
    },
    {
      "epoch": 0.2755238519839501,
      "grad_norm": 0.12011748552322388,
      "learning_rate": 9.353513530898664e-05,
      "loss": 1.7793,
      "step": 618
    },
    {
      "epoch": 0.2759696834596522,
      "grad_norm": 0.11903136223554611,
      "learning_rate": 9.349531862043952e-05,
      "loss": 1.7077,
      "step": 619
    },
    {
      "epoch": 0.27641551493535443,
      "grad_norm": 0.09823181480169296,
      "learning_rate": 9.345538822244052e-05,
      "loss": 1.8155,
      "step": 620
    },
    {
      "epoch": 0.27686134641105664,
      "grad_norm": 0.12731784582138062,
      "learning_rate": 9.341534421937932e-05,
      "loss": 1.7296,
      "step": 621
    },
    {
      "epoch": 0.2773071778867588,
      "grad_norm": 0.10990069806575775,
      "learning_rate": 9.337518671594264e-05,
      "loss": 1.728,
      "step": 622
    },
    {
      "epoch": 0.277753009362461,
      "grad_norm": 0.11084982007741928,
      "learning_rate": 9.333491581711391e-05,
      "loss": 1.7316,
      "step": 623
    },
    {
      "epoch": 0.27819884083816315,
      "grad_norm": 0.1286562830209732,
      "learning_rate": 9.329453162817302e-05,
      "loss": 1.8244,
      "step": 624
    },
    {
      "epoch": 0.27864467231386536,
      "grad_norm": 0.10190364718437195,
      "learning_rate": 9.3254034254696e-05,
      "loss": 1.6568,
      "step": 625
    },
    {
      "epoch": 0.27909050378956757,
      "grad_norm": 0.1281125694513321,
      "learning_rate": 9.32134238025548e-05,
      "loss": 1.6819,
      "step": 626
    },
    {
      "epoch": 0.2795363352652697,
      "grad_norm": 0.09961622953414917,
      "learning_rate": 9.317270037791701e-05,
      "loss": 1.701,
      "step": 627
    },
    {
      "epoch": 0.2799821667409719,
      "grad_norm": 0.11898019164800644,
      "learning_rate": 9.313186408724552e-05,
      "loss": 1.8417,
      "step": 628
    },
    {
      "epoch": 0.2804279982166741,
      "grad_norm": 0.09727369993925095,
      "learning_rate": 9.309091503729832e-05,
      "loss": 1.7277,
      "step": 629
    },
    {
      "epoch": 0.2808738296923763,
      "grad_norm": 0.10436810553073883,
      "learning_rate": 9.304985333512816e-05,
      "loss": 1.7431,
      "step": 630
    },
    {
      "epoch": 0.28131966116807844,
      "grad_norm": 0.10497339069843292,
      "learning_rate": 9.300867908808233e-05,
      "loss": 1.7598,
      "step": 631
    },
    {
      "epoch": 0.28176549264378065,
      "grad_norm": 0.10627975314855576,
      "learning_rate": 9.296739240380229e-05,
      "loss": 1.838,
      "step": 632
    },
    {
      "epoch": 0.28221132411948285,
      "grad_norm": 0.10740294307470322,
      "learning_rate": 9.292599339022351e-05,
      "loss": 1.8158,
      "step": 633
    },
    {
      "epoch": 0.282657155595185,
      "grad_norm": 0.09920445829629898,
      "learning_rate": 9.288448215557508e-05,
      "loss": 1.7993,
      "step": 634
    },
    {
      "epoch": 0.2831029870708872,
      "grad_norm": 0.11240369826555252,
      "learning_rate": 9.284285880837946e-05,
      "loss": 1.7373,
      "step": 635
    },
    {
      "epoch": 0.28354881854658937,
      "grad_norm": 0.09972943365573883,
      "learning_rate": 9.280112345745225e-05,
      "loss": 1.7783,
      "step": 636
    },
    {
      "epoch": 0.2839946500222916,
      "grad_norm": 0.10276699811220169,
      "learning_rate": 9.275927621190182e-05,
      "loss": 1.7574,
      "step": 637
    },
    {
      "epoch": 0.2844404814979938,
      "grad_norm": 0.10892293602228165,
      "learning_rate": 9.271731718112909e-05,
      "loss": 1.8024,
      "step": 638
    },
    {
      "epoch": 0.28488631297369593,
      "grad_norm": 0.09949132800102234,
      "learning_rate": 9.267524647482718e-05,
      "loss": 1.7966,
      "step": 639
    },
    {
      "epoch": 0.28533214444939814,
      "grad_norm": 0.10552310943603516,
      "learning_rate": 9.26330642029812e-05,
      "loss": 1.7942,
      "step": 640
    },
    {
      "epoch": 0.2857779759251003,
      "grad_norm": 0.0973183810710907,
      "learning_rate": 9.259077047586791e-05,
      "loss": 1.7071,
      "step": 641
    },
    {
      "epoch": 0.2862238074008025,
      "grad_norm": 0.1038060411810875,
      "learning_rate": 9.254836540405548e-05,
      "loss": 1.7795,
      "step": 642
    },
    {
      "epoch": 0.2866696388765047,
      "grad_norm": 0.10009002685546875,
      "learning_rate": 9.250584909840312e-05,
      "loss": 1.7206,
      "step": 643
    },
    {
      "epoch": 0.28711547035220686,
      "grad_norm": 0.10105922818183899,
      "learning_rate": 9.246322167006085e-05,
      "loss": 1.8153,
      "step": 644
    },
    {
      "epoch": 0.28756130182790907,
      "grad_norm": 0.10735410451889038,
      "learning_rate": 9.242048323046922e-05,
      "loss": 1.6993,
      "step": 645
    },
    {
      "epoch": 0.2880071333036112,
      "grad_norm": 0.10262249410152435,
      "learning_rate": 9.237763389135895e-05,
      "loss": 1.7954,
      "step": 646
    },
    {
      "epoch": 0.2884529647793134,
      "grad_norm": 0.0978655070066452,
      "learning_rate": 9.233467376475074e-05,
      "loss": 1.6637,
      "step": 647
    },
    {
      "epoch": 0.2888987962550156,
      "grad_norm": 0.09992211312055588,
      "learning_rate": 9.229160296295488e-05,
      "loss": 1.7779,
      "step": 648
    },
    {
      "epoch": 0.2893446277307178,
      "grad_norm": 0.10095684975385666,
      "learning_rate": 9.224842159857101e-05,
      "loss": 1.7613,
      "step": 649
    },
    {
      "epoch": 0.28979045920642,
      "grad_norm": 0.10354265570640564,
      "learning_rate": 9.220512978448783e-05,
      "loss": 1.7798,
      "step": 650
    },
    {
      "epoch": 0.29023629068212214,
      "grad_norm": 0.10295833647251129,
      "learning_rate": 9.216172763388277e-05,
      "loss": 1.8473,
      "step": 651
    },
    {
      "epoch": 0.29068212215782435,
      "grad_norm": 0.11315377056598663,
      "learning_rate": 9.211821526022169e-05,
      "loss": 1.7302,
      "step": 652
    },
    {
      "epoch": 0.2911279536335265,
      "grad_norm": 0.10181237012147903,
      "learning_rate": 9.207459277725865e-05,
      "loss": 1.7379,
      "step": 653
    },
    {
      "epoch": 0.2915737851092287,
      "grad_norm": 0.09915487468242645,
      "learning_rate": 9.203086029903555e-05,
      "loss": 1.7095,
      "step": 654
    },
    {
      "epoch": 0.2920196165849309,
      "grad_norm": 0.11117501556873322,
      "learning_rate": 9.198701793988182e-05,
      "loss": 1.7644,
      "step": 655
    },
    {
      "epoch": 0.29246544806063307,
      "grad_norm": 0.11145615577697754,
      "learning_rate": 9.19430658144142e-05,
      "loss": 1.8052,
      "step": 656
    },
    {
      "epoch": 0.2929112795363353,
      "grad_norm": 0.10658877342939377,
      "learning_rate": 9.189900403753637e-05,
      "loss": 1.7516,
      "step": 657
    },
    {
      "epoch": 0.29335711101203743,
      "grad_norm": 0.10004567354917526,
      "learning_rate": 9.185483272443867e-05,
      "loss": 1.703,
      "step": 658
    },
    {
      "epoch": 0.29380294248773964,
      "grad_norm": 0.10918276011943817,
      "learning_rate": 9.181055199059778e-05,
      "loss": 1.833,
      "step": 659
    },
    {
      "epoch": 0.29424877396344185,
      "grad_norm": 0.10067199170589447,
      "learning_rate": 9.176616195177647e-05,
      "loss": 1.8387,
      "step": 660
    },
    {
      "epoch": 0.294694605439144,
      "grad_norm": 0.10059603303670883,
      "learning_rate": 9.172166272402323e-05,
      "loss": 1.7104,
      "step": 661
    },
    {
      "epoch": 0.2951404369148462,
      "grad_norm": 0.105819933116436,
      "learning_rate": 9.167705442367205e-05,
      "loss": 1.8195,
      "step": 662
    },
    {
      "epoch": 0.29558626839054836,
      "grad_norm": 0.1009010523557663,
      "learning_rate": 9.163233716734205e-05,
      "loss": 1.6715,
      "step": 663
    },
    {
      "epoch": 0.29603209986625056,
      "grad_norm": 0.1113704964518547,
      "learning_rate": 9.158751107193715e-05,
      "loss": 1.7876,
      "step": 664
    },
    {
      "epoch": 0.2964779313419527,
      "grad_norm": 0.11176806688308716,
      "learning_rate": 9.154257625464586e-05,
      "loss": 1.8244,
      "step": 665
    },
    {
      "epoch": 0.2969237628176549,
      "grad_norm": 0.10417098551988602,
      "learning_rate": 9.149753283294089e-05,
      "loss": 1.8423,
      "step": 666
    },
    {
      "epoch": 0.29736959429335713,
      "grad_norm": 0.14246045053005219,
      "learning_rate": 9.145238092457891e-05,
      "loss": 1.7231,
      "step": 667
    },
    {
      "epoch": 0.2978154257690593,
      "grad_norm": 0.10592841356992722,
      "learning_rate": 9.140712064760015e-05,
      "loss": 1.5981,
      "step": 668
    },
    {
      "epoch": 0.2982612572447615,
      "grad_norm": 0.12447135895490646,
      "learning_rate": 9.136175212032818e-05,
      "loss": 1.7673,
      "step": 669
    },
    {
      "epoch": 0.29870708872046364,
      "grad_norm": 0.10616061836481094,
      "learning_rate": 9.13162754613696e-05,
      "loss": 1.7584,
      "step": 670
    },
    {
      "epoch": 0.29915292019616585,
      "grad_norm": 0.11225946247577667,
      "learning_rate": 9.127069078961363e-05,
      "loss": 1.7267,
      "step": 671
    },
    {
      "epoch": 0.29959875167186806,
      "grad_norm": 0.12012822926044464,
      "learning_rate": 9.122499822423192e-05,
      "loss": 1.7901,
      "step": 672
    },
    {
      "epoch": 0.3000445831475702,
      "grad_norm": 0.10362541675567627,
      "learning_rate": 9.117919788467814e-05,
      "loss": 1.7764,
      "step": 673
    },
    {
      "epoch": 0.3004904146232724,
      "grad_norm": 0.1028263196349144,
      "learning_rate": 9.113328989068777e-05,
      "loss": 1.7554,
      "step": 674
    },
    {
      "epoch": 0.30093624609897457,
      "grad_norm": 0.10624345391988754,
      "learning_rate": 9.108727436227769e-05,
      "loss": 1.674,
      "step": 675
    },
    {
      "epoch": 0.3013820775746768,
      "grad_norm": 0.10278113186359406,
      "learning_rate": 9.10411514197459e-05,
      "loss": 1.7295,
      "step": 676
    },
    {
      "epoch": 0.301827909050379,
      "grad_norm": 0.10787946730852127,
      "learning_rate": 9.099492118367123e-05,
      "loss": 1.8075,
      "step": 677
    },
    {
      "epoch": 0.30227374052608114,
      "grad_norm": 0.10508739948272705,
      "learning_rate": 9.094858377491302e-05,
      "loss": 1.7407,
      "step": 678
    },
    {
      "epoch": 0.30271957200178334,
      "grad_norm": 0.1076112911105156,
      "learning_rate": 9.090213931461078e-05,
      "loss": 1.8355,
      "step": 679
    },
    {
      "epoch": 0.3031654034774855,
      "grad_norm": 0.10336123406887054,
      "learning_rate": 9.085558792418385e-05,
      "loss": 1.7438,
      "step": 680
    },
    {
      "epoch": 0.3036112349531877,
      "grad_norm": 0.10836680233478546,
      "learning_rate": 9.080892972533118e-05,
      "loss": 1.7572,
      "step": 681
    },
    {
      "epoch": 0.30405706642888986,
      "grad_norm": 0.10023204982280731,
      "learning_rate": 9.076216484003088e-05,
      "loss": 1.7863,
      "step": 682
    },
    {
      "epoch": 0.30450289790459206,
      "grad_norm": 0.10532896965742111,
      "learning_rate": 9.071529339054001e-05,
      "loss": 1.8234,
      "step": 683
    },
    {
      "epoch": 0.30494872938029427,
      "grad_norm": 0.10081358253955841,
      "learning_rate": 9.066831549939424e-05,
      "loss": 1.7181,
      "step": 684
    },
    {
      "epoch": 0.3053945608559964,
      "grad_norm": 0.10051680356264114,
      "learning_rate": 9.062123128940745e-05,
      "loss": 1.7803,
      "step": 685
    },
    {
      "epoch": 0.30584039233169863,
      "grad_norm": 0.10239288210868835,
      "learning_rate": 9.05740408836715e-05,
      "loss": 1.7236,
      "step": 686
    },
    {
      "epoch": 0.3062862238074008,
      "grad_norm": 0.10214550048112869,
      "learning_rate": 9.052674440555591e-05,
      "loss": 1.7361,
      "step": 687
    },
    {
      "epoch": 0.306732055283103,
      "grad_norm": 0.10382306575775146,
      "learning_rate": 9.047934197870745e-05,
      "loss": 1.7391,
      "step": 688
    },
    {
      "epoch": 0.3071778867588052,
      "grad_norm": 0.09891895949840546,
      "learning_rate": 9.04318337270499e-05,
      "loss": 1.751,
      "step": 689
    },
    {
      "epoch": 0.30762371823450735,
      "grad_norm": 0.10158421099185944,
      "learning_rate": 9.038421977478368e-05,
      "loss": 1.7981,
      "step": 690
    },
    {
      "epoch": 0.30806954971020956,
      "grad_norm": 0.11618820577859879,
      "learning_rate": 9.033650024638556e-05,
      "loss": 1.8077,
      "step": 691
    },
    {
      "epoch": 0.3085153811859117,
      "grad_norm": 0.10197657346725464,
      "learning_rate": 9.02886752666083e-05,
      "loss": 1.7542,
      "step": 692
    },
    {
      "epoch": 0.3089612126616139,
      "grad_norm": 0.10608278214931488,
      "learning_rate": 9.024074496048036e-05,
      "loss": 1.699,
      "step": 693
    },
    {
      "epoch": 0.30940704413731607,
      "grad_norm": 0.12072121351957321,
      "learning_rate": 9.019270945330553e-05,
      "loss": 1.8274,
      "step": 694
    },
    {
      "epoch": 0.3098528756130183,
      "grad_norm": 0.10368560254573822,
      "learning_rate": 9.014456887066265e-05,
      "loss": 1.7176,
      "step": 695
    },
    {
      "epoch": 0.3102987070887205,
      "grad_norm": 0.11684264242649078,
      "learning_rate": 9.009632333840526e-05,
      "loss": 1.7334,
      "step": 696
    },
    {
      "epoch": 0.31074453856442263,
      "grad_norm": 0.12157313525676727,
      "learning_rate": 9.004797298266121e-05,
      "loss": 1.6811,
      "step": 697
    },
    {
      "epoch": 0.31119037004012484,
      "grad_norm": 0.10719422250986099,
      "learning_rate": 8.999951792983249e-05,
      "loss": 1.861,
      "step": 698
    },
    {
      "epoch": 0.311636201515827,
      "grad_norm": 0.1389751136302948,
      "learning_rate": 8.995095830659471e-05,
      "loss": 1.8158,
      "step": 699
    },
    {
      "epoch": 0.3120820329915292,
      "grad_norm": 0.10673972964286804,
      "learning_rate": 8.990229423989691e-05,
      "loss": 1.7408,
      "step": 700
    },
    {
      "epoch": 0.3125278644672314,
      "grad_norm": 0.13494205474853516,
      "learning_rate": 8.985352585696115e-05,
      "loss": 1.7022,
      "step": 701
    },
    {
      "epoch": 0.31297369594293356,
      "grad_norm": 0.10108482092618942,
      "learning_rate": 8.980465328528219e-05,
      "loss": 1.7795,
      "step": 702
    },
    {
      "epoch": 0.31341952741863577,
      "grad_norm": 0.1139780655503273,
      "learning_rate": 8.975567665262722e-05,
      "loss": 1.7743,
      "step": 703
    },
    {
      "epoch": 0.3138653588943379,
      "grad_norm": 0.11329539865255356,
      "learning_rate": 8.970659608703544e-05,
      "loss": 1.7211,
      "step": 704
    },
    {
      "epoch": 0.3143111903700401,
      "grad_norm": 0.11979568749666214,
      "learning_rate": 8.965741171681777e-05,
      "loss": 1.7155,
      "step": 705
    },
    {
      "epoch": 0.31475702184574234,
      "grad_norm": 0.11180669069290161,
      "learning_rate": 8.960812367055646e-05,
      "loss": 1.7385,
      "step": 706
    },
    {
      "epoch": 0.3152028533214445,
      "grad_norm": 0.10925803333520889,
      "learning_rate": 8.955873207710491e-05,
      "loss": 1.7446,
      "step": 707
    },
    {
      "epoch": 0.3156486847971467,
      "grad_norm": 0.11179474741220474,
      "learning_rate": 8.950923706558712e-05,
      "loss": 1.7988,
      "step": 708
    },
    {
      "epoch": 0.31609451627284885,
      "grad_norm": 0.10495036840438843,
      "learning_rate": 8.945963876539747e-05,
      "loss": 1.7294,
      "step": 709
    },
    {
      "epoch": 0.31654034774855105,
      "grad_norm": 0.10598697513341904,
      "learning_rate": 8.940993730620043e-05,
      "loss": 1.8047,
      "step": 710
    },
    {
      "epoch": 0.3169861792242532,
      "grad_norm": 0.09499679505825043,
      "learning_rate": 8.936013281793006e-05,
      "loss": 1.7609,
      "step": 711
    },
    {
      "epoch": 0.3174320106999554,
      "grad_norm": 0.10312512516975403,
      "learning_rate": 8.931022543078988e-05,
      "loss": 1.7815,
      "step": 712
    },
    {
      "epoch": 0.3178778421756576,
      "grad_norm": 0.0959397554397583,
      "learning_rate": 8.926021527525232e-05,
      "loss": 1.7275,
      "step": 713
    },
    {
      "epoch": 0.3183236736513598,
      "grad_norm": 0.10189943760633469,
      "learning_rate": 8.921010248205852e-05,
      "loss": 1.719,
      "step": 714
    },
    {
      "epoch": 0.318769505127062,
      "grad_norm": 0.11259514838457108,
      "learning_rate": 8.915988718221795e-05,
      "loss": 1.7694,
      "step": 715
    },
    {
      "epoch": 0.31921533660276413,
      "grad_norm": 0.09886849671602249,
      "learning_rate": 8.910956950700807e-05,
      "loss": 1.7336,
      "step": 716
    },
    {
      "epoch": 0.31966116807846634,
      "grad_norm": 0.10284537822008133,
      "learning_rate": 8.905914958797394e-05,
      "loss": 1.6911,
      "step": 717
    },
    {
      "epoch": 0.32010699955416855,
      "grad_norm": 0.10941079258918762,
      "learning_rate": 8.900862755692793e-05,
      "loss": 1.7933,
      "step": 718
    },
    {
      "epoch": 0.3205528310298707,
      "grad_norm": 0.10098347067832947,
      "learning_rate": 8.89580035459494e-05,
      "loss": 1.7171,
      "step": 719
    },
    {
      "epoch": 0.3209986625055729,
      "grad_norm": 0.10070615261793137,
      "learning_rate": 8.890727768738424e-05,
      "loss": 1.7475,
      "step": 720
    },
    {
      "epoch": 0.32144449398127506,
      "grad_norm": 0.1005801260471344,
      "learning_rate": 8.885645011384467e-05,
      "loss": 1.6891,
      "step": 721
    },
    {
      "epoch": 0.32189032545697727,
      "grad_norm": 0.11231444031000137,
      "learning_rate": 8.88055209582088e-05,
      "loss": 1.7646,
      "step": 722
    },
    {
      "epoch": 0.3223361569326795,
      "grad_norm": 0.10064563155174255,
      "learning_rate": 8.87544903536203e-05,
      "loss": 1.7614,
      "step": 723
    },
    {
      "epoch": 0.3227819884083816,
      "grad_norm": 0.12413723766803741,
      "learning_rate": 8.870335843348803e-05,
      "loss": 1.833,
      "step": 724
    },
    {
      "epoch": 0.32322781988408383,
      "grad_norm": 0.10709035396575928,
      "learning_rate": 8.865212533148578e-05,
      "loss": 1.8072,
      "step": 725
    },
    {
      "epoch": 0.323673651359786,
      "grad_norm": 0.10878479480743408,
      "learning_rate": 8.86007911815518e-05,
      "loss": 1.7746,
      "step": 726
    },
    {
      "epoch": 0.3241194828354882,
      "grad_norm": 0.10093686729669571,
      "learning_rate": 8.854935611788856e-05,
      "loss": 1.7114,
      "step": 727
    },
    {
      "epoch": 0.32456531431119034,
      "grad_norm": 0.104001484811306,
      "learning_rate": 8.84978202749623e-05,
      "loss": 1.7267,
      "step": 728
    },
    {
      "epoch": 0.32501114578689255,
      "grad_norm": 0.10399822145700455,
      "learning_rate": 8.844618378750274e-05,
      "loss": 1.6674,
      "step": 729
    },
    {
      "epoch": 0.32545697726259476,
      "grad_norm": 0.10074197500944138,
      "learning_rate": 8.839444679050276e-05,
      "loss": 1.8201,
      "step": 730
    },
    {
      "epoch": 0.3259028087382969,
      "grad_norm": 0.0986226350069046,
      "learning_rate": 8.834260941921793e-05,
      "loss": 1.7204,
      "step": 731
    },
    {
      "epoch": 0.3263486402139991,
      "grad_norm": 0.09890744090080261,
      "learning_rate": 8.829067180916626e-05,
      "loss": 1.7293,
      "step": 732
    },
    {
      "epoch": 0.32679447168970127,
      "grad_norm": 0.10762915015220642,
      "learning_rate": 8.823863409612785e-05,
      "loss": 1.7617,
      "step": 733
    },
    {
      "epoch": 0.3272403031654035,
      "grad_norm": 0.10301407426595688,
      "learning_rate": 8.818649641614442e-05,
      "loss": 1.7908,
      "step": 734
    },
    {
      "epoch": 0.3276861346411057,
      "grad_norm": 0.11062656342983246,
      "learning_rate": 8.81342589055191e-05,
      "loss": 1.8814,
      "step": 735
    },
    {
      "epoch": 0.32813196611680784,
      "grad_norm": 0.09678314626216888,
      "learning_rate": 8.808192170081598e-05,
      "loss": 1.7229,
      "step": 736
    },
    {
      "epoch": 0.32857779759251005,
      "grad_norm": 0.11262750625610352,
      "learning_rate": 8.802948493885979e-05,
      "loss": 1.7935,
      "step": 737
    },
    {
      "epoch": 0.3290236290682122,
      "grad_norm": 0.10415447503328323,
      "learning_rate": 8.797694875673549e-05,
      "loss": 1.803,
      "step": 738
    },
    {
      "epoch": 0.3294694605439144,
      "grad_norm": 0.10533297061920166,
      "learning_rate": 8.792431329178801e-05,
      "loss": 1.7182,
      "step": 739
    },
    {
      "epoch": 0.32991529201961656,
      "grad_norm": 0.12811556458473206,
      "learning_rate": 8.787157868162184e-05,
      "loss": 1.7461,
      "step": 740
    },
    {
      "epoch": 0.33036112349531876,
      "grad_norm": 0.10370204597711563,
      "learning_rate": 8.781874506410058e-05,
      "loss": 1.6425,
      "step": 741
    },
    {
      "epoch": 0.330806954971021,
      "grad_norm": 0.12818044424057007,
      "learning_rate": 8.776581257734673e-05,
      "loss": 1.7587,
      "step": 742
    },
    {
      "epoch": 0.3312527864467231,
      "grad_norm": 0.10504760593175888,
      "learning_rate": 8.771278135974129e-05,
      "loss": 1.7205,
      "step": 743
    },
    {
      "epoch": 0.33169861792242533,
      "grad_norm": 0.11437215656042099,
      "learning_rate": 8.76596515499233e-05,
      "loss": 1.7635,
      "step": 744
    },
    {
      "epoch": 0.3321444493981275,
      "grad_norm": 0.12294165045022964,
      "learning_rate": 8.760642328678961e-05,
      "loss": 1.7693,
      "step": 745
    },
    {
      "epoch": 0.3325902808738297,
      "grad_norm": 0.11856231838464737,
      "learning_rate": 8.755309670949438e-05,
      "loss": 1.7543,
      "step": 746
    },
    {
      "epoch": 0.3330361123495319,
      "grad_norm": 0.1157640665769577,
      "learning_rate": 8.749967195744891e-05,
      "loss": 1.7417,
      "step": 747
    },
    {
      "epoch": 0.33348194382523405,
      "grad_norm": 0.10265911370515823,
      "learning_rate": 8.744614917032102e-05,
      "loss": 1.8101,
      "step": 748
    },
    {
      "epoch": 0.33392777530093626,
      "grad_norm": 0.11393480747938156,
      "learning_rate": 8.739252848803494e-05,
      "loss": 1.827,
      "step": 749
    },
    {
      "epoch": 0.3343736067766384,
      "grad_norm": 0.11828850209712982,
      "learning_rate": 8.733881005077073e-05,
      "loss": 1.7994,
      "step": 750
    },
    {
      "epoch": 0.3348194382523406,
      "grad_norm": 0.13639211654663086,
      "learning_rate": 8.728499399896411e-05,
      "loss": 1.8083,
      "step": 751
    },
    {
      "epoch": 0.3352652697280428,
      "grad_norm": 0.1207522377371788,
      "learning_rate": 8.723108047330591e-05,
      "loss": 1.849,
      "step": 752
    },
    {
      "epoch": 0.335711101203745,
      "grad_norm": 0.10233356058597565,
      "learning_rate": 8.71770696147418e-05,
      "loss": 1.7851,
      "step": 753
    },
    {
      "epoch": 0.3361569326794472,
      "grad_norm": 0.12627649307250977,
      "learning_rate": 8.712296156447195e-05,
      "loss": 1.7407,
      "step": 754
    },
    {
      "epoch": 0.33660276415514934,
      "grad_norm": 0.11139927059412003,
      "learning_rate": 8.706875646395056e-05,
      "loss": 1.7328,
      "step": 755
    },
    {
      "epoch": 0.33704859563085154,
      "grad_norm": 0.10584481805562973,
      "learning_rate": 8.701445445488559e-05,
      "loss": 1.8498,
      "step": 756
    },
    {
      "epoch": 0.3374944271065537,
      "grad_norm": 0.12187878787517548,
      "learning_rate": 8.696005567923835e-05,
      "loss": 1.8176,
      "step": 757
    },
    {
      "epoch": 0.3379402585822559,
      "grad_norm": 0.10171040147542953,
      "learning_rate": 8.690556027922309e-05,
      "loss": 1.7123,
      "step": 758
    },
    {
      "epoch": 0.3383860900579581,
      "grad_norm": 0.10234849154949188,
      "learning_rate": 8.685096839730669e-05,
      "loss": 1.6689,
      "step": 759
    },
    {
      "epoch": 0.33883192153366026,
      "grad_norm": 0.1236603707075119,
      "learning_rate": 8.679628017620826e-05,
      "loss": 1.7884,
      "step": 760
    },
    {
      "epoch": 0.33927775300936247,
      "grad_norm": 0.10490363091230392,
      "learning_rate": 8.674149575889874e-05,
      "loss": 1.6872,
      "step": 761
    },
    {
      "epoch": 0.3397235844850646,
      "grad_norm": 0.1045655757188797,
      "learning_rate": 8.66866152886006e-05,
      "loss": 1.8306,
      "step": 762
    },
    {
      "epoch": 0.34016941596076683,
      "grad_norm": 0.12073557823896408,
      "learning_rate": 8.663163890878741e-05,
      "loss": 1.7083,
      "step": 763
    },
    {
      "epoch": 0.34061524743646904,
      "grad_norm": 0.10340608656406403,
      "learning_rate": 8.657656676318346e-05,
      "loss": 1.762,
      "step": 764
    },
    {
      "epoch": 0.3410610789121712,
      "grad_norm": 0.1112038865685463,
      "learning_rate": 8.652139899576338e-05,
      "loss": 1.7414,
      "step": 765
    },
    {
      "epoch": 0.3415069103878734,
      "grad_norm": 0.10261017829179764,
      "learning_rate": 8.646613575075183e-05,
      "loss": 1.6622,
      "step": 766
    },
    {
      "epoch": 0.34195274186357555,
      "grad_norm": 0.10223604738712311,
      "learning_rate": 8.641077717262304e-05,
      "loss": 1.7472,
      "step": 767
    },
    {
      "epoch": 0.34239857333927776,
      "grad_norm": 0.12250372767448425,
      "learning_rate": 8.635532340610052e-05,
      "loss": 1.8064,
      "step": 768
    },
    {
      "epoch": 0.34284440481497996,
      "grad_norm": 0.09999125450849533,
      "learning_rate": 8.629977459615655e-05,
      "loss": 1.8215,
      "step": 769
    },
    {
      "epoch": 0.3432902362906821,
      "grad_norm": 0.11505675315856934,
      "learning_rate": 8.624413088801195e-05,
      "loss": 1.7155,
      "step": 770
    },
    {
      "epoch": 0.3437360677663843,
      "grad_norm": 0.11126726865768433,
      "learning_rate": 8.61883924271356e-05,
      "loss": 1.7364,
      "step": 771
    },
    {
      "epoch": 0.3441818992420865,
      "grad_norm": 0.12990163266658783,
      "learning_rate": 8.613255935924407e-05,
      "loss": 1.7978,
      "step": 772
    },
    {
      "epoch": 0.3446277307177887,
      "grad_norm": 0.10395561903715134,
      "learning_rate": 8.607663183030133e-05,
      "loss": 1.7903,
      "step": 773
    },
    {
      "epoch": 0.34507356219349083,
      "grad_norm": 0.09887439757585526,
      "learning_rate": 8.602060998651824e-05,
      "loss": 1.8127,
      "step": 774
    },
    {
      "epoch": 0.34551939366919304,
      "grad_norm": 0.10434427112340927,
      "learning_rate": 8.596449397435225e-05,
      "loss": 1.753,
      "step": 775
    },
    {
      "epoch": 0.34596522514489525,
      "grad_norm": 0.09902716428041458,
      "learning_rate": 8.590828394050696e-05,
      "loss": 1.7167,
      "step": 776
    },
    {
      "epoch": 0.3464110566205974,
      "grad_norm": 0.09984233975410461,
      "learning_rate": 8.585198003193182e-05,
      "loss": 1.7583,
      "step": 777
    },
    {
      "epoch": 0.3468568880962996,
      "grad_norm": 0.10259772092103958,
      "learning_rate": 8.579558239582169e-05,
      "loss": 1.7546,
      "step": 778
    },
    {
      "epoch": 0.34730271957200176,
      "grad_norm": 0.10787268728017807,
      "learning_rate": 8.57390911796164e-05,
      "loss": 1.8332,
      "step": 779
    },
    {
      "epoch": 0.34774855104770397,
      "grad_norm": 0.09571395814418793,
      "learning_rate": 8.568250653100049e-05,
      "loss": 1.7568,
      "step": 780
    },
    {
      "epoch": 0.3481943825234062,
      "grad_norm": 0.1108977273106575,
      "learning_rate": 8.562582859790276e-05,
      "loss": 1.8004,
      "step": 781
    },
    {
      "epoch": 0.34864021399910833,
      "grad_norm": 0.10714055597782135,
      "learning_rate": 8.556905752849585e-05,
      "loss": 1.7684,
      "step": 782
    },
    {
      "epoch": 0.34908604547481054,
      "grad_norm": 0.0989801436662674,
      "learning_rate": 8.551219347119587e-05,
      "loss": 1.7697,
      "step": 783
    },
    {
      "epoch": 0.3495318769505127,
      "grad_norm": 0.108929343521595,
      "learning_rate": 8.545523657466208e-05,
      "loss": 1.7389,
      "step": 784
    },
    {
      "epoch": 0.3499777084262149,
      "grad_norm": 0.10202984511852264,
      "learning_rate": 8.539818698779642e-05,
      "loss": 1.7065,
      "step": 785
    },
    {
      "epoch": 0.3504235399019171,
      "grad_norm": 0.10615679621696472,
      "learning_rate": 8.534104485974315e-05,
      "loss": 1.7559,
      "step": 786
    },
    {
      "epoch": 0.35086937137761925,
      "grad_norm": 0.09619362652301788,
      "learning_rate": 8.528381033988847e-05,
      "loss": 1.6943,
      "step": 787
    },
    {
      "epoch": 0.35131520285332146,
      "grad_norm": 0.11341307312250137,
      "learning_rate": 8.522648357786012e-05,
      "loss": 1.8292,
      "step": 788
    },
    {
      "epoch": 0.3517610343290236,
      "grad_norm": 0.1040128841996193,
      "learning_rate": 8.516906472352695e-05,
      "loss": 1.7282,
      "step": 789
    },
    {
      "epoch": 0.3522068658047258,
      "grad_norm": 0.10357475280761719,
      "learning_rate": 8.511155392699861e-05,
      "loss": 1.7556,
      "step": 790
    },
    {
      "epoch": 0.352652697280428,
      "grad_norm": 0.1057363897562027,
      "learning_rate": 8.505395133862512e-05,
      "loss": 1.7416,
      "step": 791
    },
    {
      "epoch": 0.3530985287561302,
      "grad_norm": 0.10828213393688202,
      "learning_rate": 8.499625710899643e-05,
      "loss": 1.7946,
      "step": 792
    },
    {
      "epoch": 0.3535443602318324,
      "grad_norm": 0.10245328396558762,
      "learning_rate": 8.493847138894209e-05,
      "loss": 1.7229,
      "step": 793
    },
    {
      "epoch": 0.35399019170753454,
      "grad_norm": 0.09904945641756058,
      "learning_rate": 8.488059432953083e-05,
      "loss": 1.6658,
      "step": 794
    },
    {
      "epoch": 0.35443602318323675,
      "grad_norm": 0.10616844892501831,
      "learning_rate": 8.482262608207016e-05,
      "loss": 1.7807,
      "step": 795
    },
    {
      "epoch": 0.3548818546589389,
      "grad_norm": 0.100911445915699,
      "learning_rate": 8.476456679810603e-05,
      "loss": 1.7845,
      "step": 796
    },
    {
      "epoch": 0.3553276861346411,
      "grad_norm": 0.10363345593214035,
      "learning_rate": 8.470641662942229e-05,
      "loss": 1.7841,
      "step": 797
    },
    {
      "epoch": 0.3557735176103433,
      "grad_norm": 0.11251815408468246,
      "learning_rate": 8.464817572804048e-05,
      "loss": 1.8003,
      "step": 798
    },
    {
      "epoch": 0.35621934908604547,
      "grad_norm": 0.10455453395843506,
      "learning_rate": 8.45898442462193e-05,
      "loss": 1.7326,
      "step": 799
    },
    {
      "epoch": 0.3566651805617477,
      "grad_norm": 0.10756085067987442,
      "learning_rate": 8.453142233645426e-05,
      "loss": 1.7837,
      "step": 800
    },
    {
      "epoch": 0.3571110120374498,
      "grad_norm": 0.11072846502065659,
      "learning_rate": 8.447291015147728e-05,
      "loss": 1.6734,
      "step": 801
    },
    {
      "epoch": 0.35755684351315203,
      "grad_norm": 0.1010904461145401,
      "learning_rate": 8.441430784425628e-05,
      "loss": 1.7014,
      "step": 802
    },
    {
      "epoch": 0.3580026749888542,
      "grad_norm": 0.10389654338359833,
      "learning_rate": 8.435561556799476e-05,
      "loss": 1.721,
      "step": 803
    },
    {
      "epoch": 0.3584485064645564,
      "grad_norm": 0.12034213542938232,
      "learning_rate": 8.42968334761315e-05,
      "loss": 1.8055,
      "step": 804
    },
    {
      "epoch": 0.3588943379402586,
      "grad_norm": 0.10815682262182236,
      "learning_rate": 8.423796172234e-05,
      "loss": 1.7042,
      "step": 805
    },
    {
      "epoch": 0.35934016941596075,
      "grad_norm": 0.11416835337877274,
      "learning_rate": 8.417900046052822e-05,
      "loss": 1.803,
      "step": 806
    },
    {
      "epoch": 0.35978600089166296,
      "grad_norm": 0.10993671417236328,
      "learning_rate": 8.411994984483809e-05,
      "loss": 1.8025,
      "step": 807
    },
    {
      "epoch": 0.3602318323673651,
      "grad_norm": 0.10727176070213318,
      "learning_rate": 8.406081002964516e-05,
      "loss": 1.8108,
      "step": 808
    },
    {
      "epoch": 0.3606776638430673,
      "grad_norm": 0.12041471898555756,
      "learning_rate": 8.400158116955813e-05,
      "loss": 1.8352,
      "step": 809
    },
    {
      "epoch": 0.3611234953187695,
      "grad_norm": 0.1135798841714859,
      "learning_rate": 8.394226341941855e-05,
      "loss": 1.7065,
      "step": 810
    },
    {
      "epoch": 0.3615693267944717,
      "grad_norm": 0.10153985023498535,
      "learning_rate": 8.38828569343003e-05,
      "loss": 1.698,
      "step": 811
    },
    {
      "epoch": 0.3620151582701739,
      "grad_norm": 0.1046518012881279,
      "learning_rate": 8.382336186950928e-05,
      "loss": 1.8206,
      "step": 812
    },
    {
      "epoch": 0.36246098974587604,
      "grad_norm": 0.12123867124319077,
      "learning_rate": 8.376377838058293e-05,
      "loss": 1.7826,
      "step": 813
    },
    {
      "epoch": 0.36290682122157825,
      "grad_norm": 0.10180552303791046,
      "learning_rate": 8.370410662328992e-05,
      "loss": 1.7394,
      "step": 814
    },
    {
      "epoch": 0.36335265269728045,
      "grad_norm": 0.11939540505409241,
      "learning_rate": 8.364434675362955e-05,
      "loss": 1.6841,
      "step": 815
    },
    {
      "epoch": 0.3637984841729826,
      "grad_norm": 0.09830567240715027,
      "learning_rate": 8.358449892783162e-05,
      "loss": 1.6928,
      "step": 816
    },
    {
      "epoch": 0.3642443156486848,
      "grad_norm": 0.11208126693964005,
      "learning_rate": 8.352456330235578e-05,
      "loss": 1.7631,
      "step": 817
    },
    {
      "epoch": 0.36469014712438697,
      "grad_norm": 0.10451742261648178,
      "learning_rate": 8.346454003389126e-05,
      "loss": 1.687,
      "step": 818
    },
    {
      "epoch": 0.3651359786000892,
      "grad_norm": 0.10860004276037216,
      "learning_rate": 8.340442927935634e-05,
      "loss": 1.8163,
      "step": 819
    },
    {
      "epoch": 0.3655818100757913,
      "grad_norm": 0.11413165181875229,
      "learning_rate": 8.334423119589814e-05,
      "loss": 1.7119,
      "step": 820
    },
    {
      "epoch": 0.36602764155149353,
      "grad_norm": 0.10770432651042938,
      "learning_rate": 8.328394594089198e-05,
      "loss": 1.6936,
      "step": 821
    },
    {
      "epoch": 0.36647347302719574,
      "grad_norm": 0.10249630361795425,
      "learning_rate": 8.322357367194109e-05,
      "loss": 1.7624,
      "step": 822
    },
    {
      "epoch": 0.3669193045028979,
      "grad_norm": 0.11303991824388504,
      "learning_rate": 8.316311454687622e-05,
      "loss": 1.7155,
      "step": 823
    },
    {
      "epoch": 0.3673651359786001,
      "grad_norm": 0.11809582263231277,
      "learning_rate": 8.310256872375513e-05,
      "loss": 1.7404,
      "step": 824
    },
    {
      "epoch": 0.36781096745430225,
      "grad_norm": 0.11696501076221466,
      "learning_rate": 8.304193636086231e-05,
      "loss": 1.8064,
      "step": 825
    },
    {
      "epoch": 0.36825679893000446,
      "grad_norm": 0.10870379209518433,
      "learning_rate": 8.298121761670838e-05,
      "loss": 1.7048,
      "step": 826
    },
    {
      "epoch": 0.36870263040570667,
      "grad_norm": 0.1033722534775734,
      "learning_rate": 8.292041265002991e-05,
      "loss": 1.7168,
      "step": 827
    },
    {
      "epoch": 0.3691484618814088,
      "grad_norm": 0.12060517072677612,
      "learning_rate": 8.28595216197888e-05,
      "loss": 1.7298,
      "step": 828
    },
    {
      "epoch": 0.369594293357111,
      "grad_norm": 0.10030078887939453,
      "learning_rate": 8.279854468517197e-05,
      "loss": 1.6818,
      "step": 829
    },
    {
      "epoch": 0.3700401248328132,
      "grad_norm": 0.10428495705127716,
      "learning_rate": 8.273748200559091e-05,
      "loss": 1.7219,
      "step": 830
    },
    {
      "epoch": 0.3704859563085154,
      "grad_norm": 0.10251472890377045,
      "learning_rate": 8.267633374068128e-05,
      "loss": 1.6958,
      "step": 831
    },
    {
      "epoch": 0.3709317877842176,
      "grad_norm": 0.09608680009841919,
      "learning_rate": 8.261510005030248e-05,
      "loss": 1.6923,
      "step": 832
    },
    {
      "epoch": 0.37137761925991974,
      "grad_norm": 0.11226716637611389,
      "learning_rate": 8.255378109453727e-05,
      "loss": 1.6901,
      "step": 833
    },
    {
      "epoch": 0.37182345073562195,
      "grad_norm": 0.10870599746704102,
      "learning_rate": 8.249237703369124e-05,
      "loss": 1.8445,
      "step": 834
    },
    {
      "epoch": 0.3722692822113241,
      "grad_norm": 0.09965885430574417,
      "learning_rate": 8.243088802829255e-05,
      "loss": 1.7454,
      "step": 835
    },
    {
      "epoch": 0.3727151136870263,
      "grad_norm": 0.10317207127809525,
      "learning_rate": 8.236931423909138e-05,
      "loss": 1.6892,
      "step": 836
    },
    {
      "epoch": 0.37316094516272846,
      "grad_norm": 0.11535860598087311,
      "learning_rate": 8.230765582705962e-05,
      "loss": 1.7708,
      "step": 837
    },
    {
      "epoch": 0.37360677663843067,
      "grad_norm": 0.11052210628986359,
      "learning_rate": 8.224591295339029e-05,
      "loss": 1.7287,
      "step": 838
    },
    {
      "epoch": 0.3740526081141329,
      "grad_norm": 0.11029904335737228,
      "learning_rate": 8.218408577949731e-05,
      "loss": 1.6476,
      "step": 839
    },
    {
      "epoch": 0.37449843958983503,
      "grad_norm": 0.09702277183532715,
      "learning_rate": 8.212217446701493e-05,
      "loss": 1.6835,
      "step": 840
    },
    {
      "epoch": 0.37494427106553724,
      "grad_norm": 0.11581635475158691,
      "learning_rate": 8.206017917779742e-05,
      "loss": 1.664,
      "step": 841
    },
    {
      "epoch": 0.3753901025412394,
      "grad_norm": 0.11711280047893524,
      "learning_rate": 8.199810007391851e-05,
      "loss": 1.791,
      "step": 842
    },
    {
      "epoch": 0.3758359340169416,
      "grad_norm": 0.11244585365056992,
      "learning_rate": 8.19359373176711e-05,
      "loss": 1.7739,
      "step": 843
    },
    {
      "epoch": 0.3762817654926438,
      "grad_norm": 0.11165203154087067,
      "learning_rate": 8.187369107156677e-05,
      "loss": 1.7156,
      "step": 844
    },
    {
      "epoch": 0.37672759696834596,
      "grad_norm": 0.12729769945144653,
      "learning_rate": 8.18113614983354e-05,
      "loss": 1.7991,
      "step": 845
    },
    {
      "epoch": 0.37717342844404816,
      "grad_norm": 0.12019409239292145,
      "learning_rate": 8.17489487609246e-05,
      "loss": 1.8176,
      "step": 846
    },
    {
      "epoch": 0.3776192599197503,
      "grad_norm": 0.11194216459989548,
      "learning_rate": 8.168645302249955e-05,
      "loss": 1.7708,
      "step": 847
    },
    {
      "epoch": 0.3780650913954525,
      "grad_norm": 0.1206713616847992,
      "learning_rate": 8.16238744464423e-05,
      "loss": 1.766,
      "step": 848
    },
    {
      "epoch": 0.3785109228711547,
      "grad_norm": 0.12124496698379517,
      "learning_rate": 8.156121319635154e-05,
      "loss": 1.7569,
      "step": 849
    },
    {
      "epoch": 0.3789567543468569,
      "grad_norm": 0.09880439937114716,
      "learning_rate": 8.149846943604203e-05,
      "loss": 1.7735,
      "step": 850
    },
    {
      "epoch": 0.3794025858225591,
      "grad_norm": 0.10147947072982788,
      "learning_rate": 8.143564332954425e-05,
      "loss": 1.6676,
      "step": 851
    },
    {
      "epoch": 0.37984841729826124,
      "grad_norm": 0.11051192134618759,
      "learning_rate": 8.137273504110401e-05,
      "loss": 1.8027,
      "step": 852
    },
    {
      "epoch": 0.38029424877396345,
      "grad_norm": 0.10278802365064621,
      "learning_rate": 8.130974473518189e-05,
      "loss": 1.7454,
      "step": 853
    },
    {
      "epoch": 0.3807400802496656,
      "grad_norm": 0.10420636832714081,
      "learning_rate": 8.124667257645295e-05,
      "loss": 1.7277,
      "step": 854
    },
    {
      "epoch": 0.3811859117253678,
      "grad_norm": 0.10417424887418747,
      "learning_rate": 8.118351872980622e-05,
      "loss": 1.7438,
      "step": 855
    },
    {
      "epoch": 0.38163174320107,
      "grad_norm": 0.10878739506006241,
      "learning_rate": 8.112028336034424e-05,
      "loss": 1.8723,
      "step": 856
    },
    {
      "epoch": 0.38207757467677217,
      "grad_norm": 0.1156105324625969,
      "learning_rate": 8.105696663338278e-05,
      "loss": 1.773,
      "step": 857
    },
    {
      "epoch": 0.3825234061524744,
      "grad_norm": 0.10178980976343155,
      "learning_rate": 8.099356871445017e-05,
      "loss": 1.8089,
      "step": 858
    },
    {
      "epoch": 0.38296923762817653,
      "grad_norm": 0.09697715938091278,
      "learning_rate": 8.093008976928711e-05,
      "loss": 1.7698,
      "step": 859
    },
    {
      "epoch": 0.38341506910387874,
      "grad_norm": 0.12025973200798035,
      "learning_rate": 8.086652996384605e-05,
      "loss": 1.7726,
      "step": 860
    },
    {
      "epoch": 0.38386090057958094,
      "grad_norm": 0.10172765702009201,
      "learning_rate": 8.080288946429089e-05,
      "loss": 1.7617,
      "step": 861
    },
    {
      "epoch": 0.3843067320552831,
      "grad_norm": 0.10850796103477478,
      "learning_rate": 8.073916843699642e-05,
      "loss": 1.763,
      "step": 862
    },
    {
      "epoch": 0.3847525635309853,
      "grad_norm": 0.09900850802659988,
      "learning_rate": 8.067536704854806e-05,
      "loss": 1.7959,
      "step": 863
    },
    {
      "epoch": 0.38519839500668746,
      "grad_norm": 0.10934197157621384,
      "learning_rate": 8.061148546574119e-05,
      "loss": 1.6899,
      "step": 864
    },
    {
      "epoch": 0.38564422648238966,
      "grad_norm": 0.10856257379055023,
      "learning_rate": 8.054752385558096e-05,
      "loss": 1.6949,
      "step": 865
    },
    {
      "epoch": 0.3860900579580918,
      "grad_norm": 0.09824354201555252,
      "learning_rate": 8.048348238528162e-05,
      "loss": 1.7959,
      "step": 866
    },
    {
      "epoch": 0.386535889433794,
      "grad_norm": 0.1041949912905693,
      "learning_rate": 8.041936122226628e-05,
      "loss": 1.7235,
      "step": 867
    },
    {
      "epoch": 0.38698172090949623,
      "grad_norm": 0.11082298308610916,
      "learning_rate": 8.035516053416639e-05,
      "loss": 1.8256,
      "step": 868
    },
    {
      "epoch": 0.3874275523851984,
      "grad_norm": 0.1017066240310669,
      "learning_rate": 8.029088048882126e-05,
      "loss": 1.824,
      "step": 869
    },
    {
      "epoch": 0.3878733838609006,
      "grad_norm": 0.10484788566827774,
      "learning_rate": 8.022652125427767e-05,
      "loss": 1.7068,
      "step": 870
    },
    {
      "epoch": 0.38831921533660274,
      "grad_norm": 0.10868432372808456,
      "learning_rate": 8.016208299878946e-05,
      "loss": 1.7908,
      "step": 871
    },
    {
      "epoch": 0.38876504681230495,
      "grad_norm": 0.10017553716897964,
      "learning_rate": 8.009756589081702e-05,
      "loss": 1.7462,
      "step": 872
    },
    {
      "epoch": 0.38921087828800716,
      "grad_norm": 0.10471358895301819,
      "learning_rate": 8.003297009902689e-05,
      "loss": 1.6814,
      "step": 873
    },
    {
      "epoch": 0.3896567097637093,
      "grad_norm": 0.10709407180547714,
      "learning_rate": 7.996829579229129e-05,
      "loss": 1.7381,
      "step": 874
    },
    {
      "epoch": 0.3901025412394115,
      "grad_norm": 0.10078425705432892,
      "learning_rate": 7.990354313968774e-05,
      "loss": 1.8174,
      "step": 875
    },
    {
      "epoch": 0.39054837271511367,
      "grad_norm": 0.11307930946350098,
      "learning_rate": 7.98387123104986e-05,
      "loss": 1.6826,
      "step": 876
    },
    {
      "epoch": 0.3909942041908159,
      "grad_norm": 0.12270081043243408,
      "learning_rate": 7.97738034742105e-05,
      "loss": 1.8393,
      "step": 877
    },
    {
      "epoch": 0.3914400356665181,
      "grad_norm": 0.09995368123054504,
      "learning_rate": 7.970881680051415e-05,
      "loss": 1.7451,
      "step": 878
    },
    {
      "epoch": 0.39188586714222023,
      "grad_norm": 0.12107348442077637,
      "learning_rate": 7.964375245930364e-05,
      "loss": 1.7117,
      "step": 879
    },
    {
      "epoch": 0.39233169861792244,
      "grad_norm": 0.135823056101799,
      "learning_rate": 7.957861062067614e-05,
      "loss": 1.7305,
      "step": 880
    },
    {
      "epoch": 0.3927775300936246,
      "grad_norm": 0.12123044580221176,
      "learning_rate": 7.95133914549314e-05,
      "loss": 1.8042,
      "step": 881
    },
    {
      "epoch": 0.3932233615693268,
      "grad_norm": 0.12587501108646393,
      "learning_rate": 7.944809513257136e-05,
      "loss": 1.6705,
      "step": 882
    },
    {
      "epoch": 0.39366919304502895,
      "grad_norm": 0.11547011882066727,
      "learning_rate": 7.938272182429969e-05,
      "loss": 1.7793,
      "step": 883
    },
    {
      "epoch": 0.39411502452073116,
      "grad_norm": 0.12046027183532715,
      "learning_rate": 7.931727170102123e-05,
      "loss": 1.742,
      "step": 884
    },
    {
      "epoch": 0.39456085599643337,
      "grad_norm": 0.13458503782749176,
      "learning_rate": 7.925174493384175e-05,
      "loss": 1.685,
      "step": 885
    },
    {
      "epoch": 0.3950066874721355,
      "grad_norm": 0.09983829408884048,
      "learning_rate": 7.918614169406731e-05,
      "loss": 1.7114,
      "step": 886
    },
    {
      "epoch": 0.39545251894783773,
      "grad_norm": 0.10733943432569504,
      "learning_rate": 7.91204621532039e-05,
      "loss": 1.7349,
      "step": 887
    },
    {
      "epoch": 0.3958983504235399,
      "grad_norm": 0.13182266056537628,
      "learning_rate": 7.905470648295703e-05,
      "loss": 1.8216,
      "step": 888
    },
    {
      "epoch": 0.3963441818992421,
      "grad_norm": 0.10008315742015839,
      "learning_rate": 7.898887485523121e-05,
      "loss": 1.7765,
      "step": 889
    },
    {
      "epoch": 0.3967900133749443,
      "grad_norm": 0.11194812506437302,
      "learning_rate": 7.892296744212949e-05,
      "loss": 1.8017,
      "step": 890
    },
    {
      "epoch": 0.39723584485064645,
      "grad_norm": 0.11453627049922943,
      "learning_rate": 7.88569844159531e-05,
      "loss": 1.7742,
      "step": 891
    },
    {
      "epoch": 0.39768167632634865,
      "grad_norm": 0.10469194501638412,
      "learning_rate": 7.87909259492009e-05,
      "loss": 1.7731,
      "step": 892
    },
    {
      "epoch": 0.3981275078020508,
      "grad_norm": 0.12564517557621002,
      "learning_rate": 7.872479221456901e-05,
      "loss": 1.7969,
      "step": 893
    },
    {
      "epoch": 0.398573339277753,
      "grad_norm": 0.10213175415992737,
      "learning_rate": 7.86585833849503e-05,
      "loss": 1.7788,
      "step": 894
    },
    {
      "epoch": 0.3990191707534552,
      "grad_norm": 0.10134770721197128,
      "learning_rate": 7.859229963343396e-05,
      "loss": 1.734,
      "step": 895
    },
    {
      "epoch": 0.3994650022291574,
      "grad_norm": 0.10407637059688568,
      "learning_rate": 7.852594113330507e-05,
      "loss": 1.7997,
      "step": 896
    },
    {
      "epoch": 0.3999108337048596,
      "grad_norm": 0.12344498932361603,
      "learning_rate": 7.84595080580441e-05,
      "loss": 1.7263,
      "step": 897
    },
    {
      "epoch": 0.40035666518056173,
      "grad_norm": 0.09978921711444855,
      "learning_rate": 7.839300058132646e-05,
      "loss": 1.7498,
      "step": 898
    },
    {
      "epoch": 0.40080249665626394,
      "grad_norm": 0.10168612003326416,
      "learning_rate": 7.832641887702215e-05,
      "loss": 1.7377,
      "step": 899
    },
    {
      "epoch": 0.4012483281319661,
      "grad_norm": 0.10925289243459702,
      "learning_rate": 7.825976311919514e-05,
      "loss": 1.7709,
      "step": 900
    },
    {
      "epoch": 0.4016941596076683,
      "grad_norm": 0.09782040864229202,
      "learning_rate": 7.819303348210301e-05,
      "loss": 1.6763,
      "step": 901
    },
    {
      "epoch": 0.4021399910833705,
      "grad_norm": 0.11235174536705017,
      "learning_rate": 7.812623014019654e-05,
      "loss": 1.8178,
      "step": 902
    },
    {
      "epoch": 0.40258582255907266,
      "grad_norm": 0.10949194431304932,
      "learning_rate": 7.805935326811912e-05,
      "loss": 1.6997,
      "step": 903
    },
    {
      "epoch": 0.40303165403477487,
      "grad_norm": 0.10270405560731888,
      "learning_rate": 7.799240304070644e-05,
      "loss": 1.6857,
      "step": 904
    },
    {
      "epoch": 0.403477485510477,
      "grad_norm": 0.10442759096622467,
      "learning_rate": 7.792537963298588e-05,
      "loss": 1.7305,
      "step": 905
    },
    {
      "epoch": 0.4039233169861792,
      "grad_norm": 0.10635087639093399,
      "learning_rate": 7.785828322017619e-05,
      "loss": 1.7457,
      "step": 906
    },
    {
      "epoch": 0.40436914846188143,
      "grad_norm": 0.10277074575424194,
      "learning_rate": 7.779111397768702e-05,
      "loss": 1.8433,
      "step": 907
    },
    {
      "epoch": 0.4048149799375836,
      "grad_norm": 0.14527611434459686,
      "learning_rate": 7.772387208111829e-05,
      "loss": 1.7629,
      "step": 908
    },
    {
      "epoch": 0.4052608114132858,
      "grad_norm": 0.10182760655879974,
      "learning_rate": 7.765655770625997e-05,
      "loss": 1.73,
      "step": 909
    },
    {
      "epoch": 0.40570664288898795,
      "grad_norm": 0.10519295930862427,
      "learning_rate": 7.758917102909149e-05,
      "loss": 1.6893,
      "step": 910
    },
    {
      "epoch": 0.40615247436469015,
      "grad_norm": 0.10474564880132675,
      "learning_rate": 7.752171222578126e-05,
      "loss": 1.7359,
      "step": 911
    },
    {
      "epoch": 0.4065983058403923,
      "grad_norm": 0.11640966683626175,
      "learning_rate": 7.745418147268628e-05,
      "loss": 1.7324,
      "step": 912
    },
    {
      "epoch": 0.4070441373160945,
      "grad_norm": 0.10456699132919312,
      "learning_rate": 7.738657894635166e-05,
      "loss": 1.7251,
      "step": 913
    },
    {
      "epoch": 0.4074899687917967,
      "grad_norm": 0.10772830247879028,
      "learning_rate": 7.731890482351007e-05,
      "loss": 1.7782,
      "step": 914
    },
    {
      "epoch": 0.40793580026749887,
      "grad_norm": 0.10231928527355194,
      "learning_rate": 7.725115928108147e-05,
      "loss": 1.6776,
      "step": 915
    },
    {
      "epoch": 0.4083816317432011,
      "grad_norm": 0.1091284230351448,
      "learning_rate": 7.718334249617242e-05,
      "loss": 1.7308,
      "step": 916
    },
    {
      "epoch": 0.40882746321890323,
      "grad_norm": 0.10097773373126984,
      "learning_rate": 7.711545464607583e-05,
      "loss": 1.6829,
      "step": 917
    },
    {
      "epoch": 0.40927329469460544,
      "grad_norm": 0.10814758390188217,
      "learning_rate": 7.704749590827031e-05,
      "loss": 1.7772,
      "step": 918
    },
    {
      "epoch": 0.40971912617030765,
      "grad_norm": 0.11410879343748093,
      "learning_rate": 7.697946646041983e-05,
      "loss": 1.7914,
      "step": 919
    },
    {
      "epoch": 0.4101649576460098,
      "grad_norm": 0.10181721299886703,
      "learning_rate": 7.691136648037323e-05,
      "loss": 1.8624,
      "step": 920
    },
    {
      "epoch": 0.410610789121712,
      "grad_norm": 0.11508486419916153,
      "learning_rate": 7.68431961461637e-05,
      "loss": 1.7383,
      "step": 921
    },
    {
      "epoch": 0.41105662059741416,
      "grad_norm": 0.1035197377204895,
      "learning_rate": 7.67749556360084e-05,
      "loss": 1.6701,
      "step": 922
    },
    {
      "epoch": 0.41150245207311636,
      "grad_norm": 0.10268811881542206,
      "learning_rate": 7.670664512830795e-05,
      "loss": 1.7915,
      "step": 923
    },
    {
      "epoch": 0.4119482835488186,
      "grad_norm": 0.1045726016163826,
      "learning_rate": 7.663826480164591e-05,
      "loss": 1.7613,
      "step": 924
    },
    {
      "epoch": 0.4123941150245207,
      "grad_norm": 0.10786459594964981,
      "learning_rate": 7.656981483478842e-05,
      "loss": 1.725,
      "step": 925
    },
    {
      "epoch": 0.41283994650022293,
      "grad_norm": 0.0991087257862091,
      "learning_rate": 7.650129540668366e-05,
      "loss": 1.7125,
      "step": 926
    },
    {
      "epoch": 0.4132857779759251,
      "grad_norm": 0.1012926772236824,
      "learning_rate": 7.643270669646139e-05,
      "loss": 1.732,
      "step": 927
    },
    {
      "epoch": 0.4137316094516273,
      "grad_norm": 0.11466870456933975,
      "learning_rate": 7.636404888343254e-05,
      "loss": 1.736,
      "step": 928
    },
    {
      "epoch": 0.41417744092732944,
      "grad_norm": 0.10373403877019882,
      "learning_rate": 7.629532214708863e-05,
      "loss": 1.7281,
      "step": 929
    },
    {
      "epoch": 0.41462327240303165,
      "grad_norm": 0.0952754020690918,
      "learning_rate": 7.622652666710142e-05,
      "loss": 1.7324,
      "step": 930
    },
    {
      "epoch": 0.41506910387873386,
      "grad_norm": 0.12399623543024063,
      "learning_rate": 7.615766262332235e-05,
      "loss": 1.7118,
      "step": 931
    },
    {
      "epoch": 0.415514935354436,
      "grad_norm": 0.10459206998348236,
      "learning_rate": 7.608873019578213e-05,
      "loss": 1.6998,
      "step": 932
    },
    {
      "epoch": 0.4159607668301382,
      "grad_norm": 0.10095109045505524,
      "learning_rate": 7.601972956469023e-05,
      "loss": 1.6593,
      "step": 933
    },
    {
      "epoch": 0.41640659830584037,
      "grad_norm": 0.10682646185159683,
      "learning_rate": 7.595066091043443e-05,
      "loss": 1.6368,
      "step": 934
    },
    {
      "epoch": 0.4168524297815426,
      "grad_norm": 0.10391956567764282,
      "learning_rate": 7.588152441358036e-05,
      "loss": 1.7122,
      "step": 935
    },
    {
      "epoch": 0.4172982612572448,
      "grad_norm": 0.10885828733444214,
      "learning_rate": 7.581232025487097e-05,
      "loss": 1.821,
      "step": 936
    },
    {
      "epoch": 0.41774409273294694,
      "grad_norm": 0.10067553073167801,
      "learning_rate": 7.574304861522613e-05,
      "loss": 1.6445,
      "step": 937
    },
    {
      "epoch": 0.41818992420864914,
      "grad_norm": 0.10583972930908203,
      "learning_rate": 7.56737096757421e-05,
      "loss": 1.6759,
      "step": 938
    },
    {
      "epoch": 0.4186357556843513,
      "grad_norm": 0.10121052712202072,
      "learning_rate": 7.560430361769112e-05,
      "loss": 1.7127,
      "step": 939
    },
    {
      "epoch": 0.4190815871600535,
      "grad_norm": 0.10300959646701813,
      "learning_rate": 7.553483062252086e-05,
      "loss": 1.7523,
      "step": 940
    },
    {
      "epoch": 0.4195274186357557,
      "grad_norm": 0.10437580943107605,
      "learning_rate": 7.546529087185398e-05,
      "loss": 1.7558,
      "step": 941
    },
    {
      "epoch": 0.41997325011145786,
      "grad_norm": 0.10165751725435257,
      "learning_rate": 7.539568454748771e-05,
      "loss": 1.7411,
      "step": 942
    },
    {
      "epoch": 0.42041908158716007,
      "grad_norm": 0.10225626826286316,
      "learning_rate": 7.532601183139329e-05,
      "loss": 1.7106,
      "step": 943
    },
    {
      "epoch": 0.4208649130628622,
      "grad_norm": 0.10220157355070114,
      "learning_rate": 7.525627290571548e-05,
      "loss": 1.6801,
      "step": 944
    },
    {
      "epoch": 0.42131074453856443,
      "grad_norm": 0.10341238975524902,
      "learning_rate": 7.518646795277222e-05,
      "loss": 1.7248,
      "step": 945
    },
    {
      "epoch": 0.4217565760142666,
      "grad_norm": 0.0989287719130516,
      "learning_rate": 7.511659715505399e-05,
      "loss": 1.6682,
      "step": 946
    },
    {
      "epoch": 0.4222024074899688,
      "grad_norm": 0.10885773599147797,
      "learning_rate": 7.504666069522348e-05,
      "loss": 1.7329,
      "step": 947
    },
    {
      "epoch": 0.422648238965671,
      "grad_norm": 0.10581452399492264,
      "learning_rate": 7.497665875611496e-05,
      "loss": 1.6973,
      "step": 948
    },
    {
      "epoch": 0.42309407044137315,
      "grad_norm": 0.09856841713190079,
      "learning_rate": 7.490659152073393e-05,
      "loss": 1.7109,
      "step": 949
    },
    {
      "epoch": 0.42353990191707536,
      "grad_norm": 0.11418459564447403,
      "learning_rate": 7.483645917225657e-05,
      "loss": 1.7239,
      "step": 950
    },
    {
      "epoch": 0.4239857333927775,
      "grad_norm": 0.09815758466720581,
      "learning_rate": 7.476626189402935e-05,
      "loss": 1.7385,
      "step": 951
    },
    {
      "epoch": 0.4244315648684797,
      "grad_norm": 0.10807161778211594,
      "learning_rate": 7.46959998695684e-05,
      "loss": 1.7986,
      "step": 952
    },
    {
      "epoch": 0.4248773963441819,
      "grad_norm": 0.10402785986661911,
      "learning_rate": 7.462567328255915e-05,
      "loss": 1.7664,
      "step": 953
    },
    {
      "epoch": 0.4253232278198841,
      "grad_norm": 0.10258588939905167,
      "learning_rate": 7.45552823168558e-05,
      "loss": 1.6883,
      "step": 954
    },
    {
      "epoch": 0.4257690592955863,
      "grad_norm": 0.10306514799594879,
      "learning_rate": 7.448482715648091e-05,
      "loss": 1.7705,
      "step": 955
    },
    {
      "epoch": 0.42621489077128843,
      "grad_norm": 0.09964229166507721,
      "learning_rate": 7.441430798562477e-05,
      "loss": 1.7301,
      "step": 956
    },
    {
      "epoch": 0.42666072224699064,
      "grad_norm": 0.11213322728872299,
      "learning_rate": 7.434372498864512e-05,
      "loss": 1.75,
      "step": 957
    },
    {
      "epoch": 0.4271065537226928,
      "grad_norm": 0.10760463774204254,
      "learning_rate": 7.427307835006648e-05,
      "loss": 1.8366,
      "step": 958
    },
    {
      "epoch": 0.427552385198395,
      "grad_norm": 0.10547094792127609,
      "learning_rate": 7.420236825457976e-05,
      "loss": 1.7509,
      "step": 959
    },
    {
      "epoch": 0.4279982166740972,
      "grad_norm": 0.1085076704621315,
      "learning_rate": 7.41315948870418e-05,
      "loss": 1.8143,
      "step": 960
    },
    {
      "epoch": 0.42844404814979936,
      "grad_norm": 0.10108537971973419,
      "learning_rate": 7.40607584324748e-05,
      "loss": 1.6559,
      "step": 961
    },
    {
      "epoch": 0.42888987962550157,
      "grad_norm": 0.09640628844499588,
      "learning_rate": 7.398985907606597e-05,
      "loss": 1.6969,
      "step": 962
    },
    {
      "epoch": 0.4293357111012037,
      "grad_norm": 0.11157038807868958,
      "learning_rate": 7.391889700316686e-05,
      "loss": 1.7665,
      "step": 963
    },
    {
      "epoch": 0.42978154257690593,
      "grad_norm": 0.11129970103502274,
      "learning_rate": 7.384787239929306e-05,
      "loss": 1.7608,
      "step": 964
    },
    {
      "epoch": 0.43022737405260814,
      "grad_norm": 0.11040521413087845,
      "learning_rate": 7.37767854501236e-05,
      "loss": 1.7051,
      "step": 965
    },
    {
      "epoch": 0.4306732055283103,
      "grad_norm": 0.10680396854877472,
      "learning_rate": 7.370563634150049e-05,
      "loss": 1.7713,
      "step": 966
    },
    {
      "epoch": 0.4311190370040125,
      "grad_norm": 0.10174407064914703,
      "learning_rate": 7.363442525942826e-05,
      "loss": 1.7686,
      "step": 967
    },
    {
      "epoch": 0.43156486847971465,
      "grad_norm": 0.12041493505239487,
      "learning_rate": 7.356315239007347e-05,
      "loss": 1.748,
      "step": 968
    },
    {
      "epoch": 0.43201069995541685,
      "grad_norm": 0.09997862577438354,
      "learning_rate": 7.349181791976419e-05,
      "loss": 1.7256,
      "step": 969
    },
    {
      "epoch": 0.43245653143111906,
      "grad_norm": 0.10042174160480499,
      "learning_rate": 7.342042203498951e-05,
      "loss": 1.66,
      "step": 970
    },
    {
      "epoch": 0.4329023629068212,
      "grad_norm": 0.10617858916521072,
      "learning_rate": 7.334896492239913e-05,
      "loss": 1.744,
      "step": 971
    },
    {
      "epoch": 0.4333481943825234,
      "grad_norm": 0.10458917170763016,
      "learning_rate": 7.327744676880278e-05,
      "loss": 1.7612,
      "step": 972
    },
    {
      "epoch": 0.4337940258582256,
      "grad_norm": 0.09675281494855881,
      "learning_rate": 7.320586776116977e-05,
      "loss": 1.6433,
      "step": 973
    },
    {
      "epoch": 0.4342398573339278,
      "grad_norm": 0.10298484563827515,
      "learning_rate": 7.31342280866285e-05,
      "loss": 1.7117,
      "step": 974
    },
    {
      "epoch": 0.43468568880962993,
      "grad_norm": 0.1019211933016777,
      "learning_rate": 7.306252793246601e-05,
      "loss": 1.7035,
      "step": 975
    },
    {
      "epoch": 0.43513152028533214,
      "grad_norm": 0.10027551651000977,
      "learning_rate": 7.29907674861274e-05,
      "loss": 1.6851,
      "step": 976
    },
    {
      "epoch": 0.43557735176103435,
      "grad_norm": 0.10205865651369095,
      "learning_rate": 7.291894693521542e-05,
      "loss": 1.7492,
      "step": 977
    },
    {
      "epoch": 0.4360231832367365,
      "grad_norm": 0.10458935052156448,
      "learning_rate": 7.284706646748992e-05,
      "loss": 1.751,
      "step": 978
    },
    {
      "epoch": 0.4364690147124387,
      "grad_norm": 0.09699039906263351,
      "learning_rate": 7.277512627086744e-05,
      "loss": 1.7876,
      "step": 979
    },
    {
      "epoch": 0.43691484618814086,
      "grad_norm": 0.10053695738315582,
      "learning_rate": 7.270312653342063e-05,
      "loss": 1.7761,
      "step": 980
    },
    {
      "epoch": 0.43736067766384307,
      "grad_norm": 0.10371427237987518,
      "learning_rate": 7.263106744337782e-05,
      "loss": 1.7904,
      "step": 981
    },
    {
      "epoch": 0.4378065091395453,
      "grad_norm": 0.10344696044921875,
      "learning_rate": 7.255894918912248e-05,
      "loss": 1.7567,
      "step": 982
    },
    {
      "epoch": 0.4382523406152474,
      "grad_norm": 0.1011638194322586,
      "learning_rate": 7.248677195919276e-05,
      "loss": 1.7013,
      "step": 983
    },
    {
      "epoch": 0.43869817209094963,
      "grad_norm": 0.10408765822649002,
      "learning_rate": 7.2414535942281e-05,
      "loss": 1.6341,
      "step": 984
    },
    {
      "epoch": 0.4391440035666518,
      "grad_norm": 0.1022600382566452,
      "learning_rate": 7.234224132723323e-05,
      "loss": 1.7453,
      "step": 985
    },
    {
      "epoch": 0.439589835042354,
      "grad_norm": 0.11873215436935425,
      "learning_rate": 7.226988830304865e-05,
      "loss": 1.7666,
      "step": 986
    },
    {
      "epoch": 0.4400356665180562,
      "grad_norm": 0.10322696715593338,
      "learning_rate": 7.219747705887922e-05,
      "loss": 1.7081,
      "step": 987
    },
    {
      "epoch": 0.44048149799375835,
      "grad_norm": 0.09788621217012405,
      "learning_rate": 7.212500778402897e-05,
      "loss": 1.6201,
      "step": 988
    },
    {
      "epoch": 0.44092732946946056,
      "grad_norm": 0.10933342576026917,
      "learning_rate": 7.205248066795381e-05,
      "loss": 1.6985,
      "step": 989
    },
    {
      "epoch": 0.4413731609451627,
      "grad_norm": 0.098977230489254,
      "learning_rate": 7.197989590026075e-05,
      "loss": 1.7787,
      "step": 990
    },
    {
      "epoch": 0.4418189924208649,
      "grad_norm": 0.10732100903987885,
      "learning_rate": 7.190725367070751e-05,
      "loss": 1.7978,
      "step": 991
    },
    {
      "epoch": 0.44226482389656707,
      "grad_norm": 0.10650354623794556,
      "learning_rate": 7.183455416920215e-05,
      "loss": 1.7234,
      "step": 992
    },
    {
      "epoch": 0.4427106553722693,
      "grad_norm": 0.0988219678401947,
      "learning_rate": 7.17617975858023e-05,
      "loss": 1.6638,
      "step": 993
    },
    {
      "epoch": 0.4431564868479715,
      "grad_norm": 0.10519258677959442,
      "learning_rate": 7.168898411071492e-05,
      "loss": 1.7927,
      "step": 994
    },
    {
      "epoch": 0.44360231832367364,
      "grad_norm": 0.1089719757437706,
      "learning_rate": 7.16161139342957e-05,
      "loss": 1.7929,
      "step": 995
    },
    {
      "epoch": 0.44404814979937585,
      "grad_norm": 0.10617087036371231,
      "learning_rate": 7.154318724704853e-05,
      "loss": 1.7283,
      "step": 996
    },
    {
      "epoch": 0.444493981275078,
      "grad_norm": 0.09845620393753052,
      "learning_rate": 7.147020423962501e-05,
      "loss": 1.6853,
      "step": 997
    },
    {
      "epoch": 0.4449398127507802,
      "grad_norm": 0.11220590025186539,
      "learning_rate": 7.139716510282407e-05,
      "loss": 1.7339,
      "step": 998
    },
    {
      "epoch": 0.4453856442264824,
      "grad_norm": 0.10506834834814072,
      "learning_rate": 7.132407002759125e-05,
      "loss": 1.7172,
      "step": 999
    },
    {
      "epoch": 0.44583147570218457,
      "grad_norm": 0.10992158204317093,
      "learning_rate": 7.125091920501847e-05,
      "loss": 1.8022,
      "step": 1000
    },
    {
      "epoch": 0.4462773071778868,
      "grad_norm": 0.10462715476751328,
      "learning_rate": 7.11777128263433e-05,
      "loss": 1.8029,
      "step": 1001
    },
    {
      "epoch": 0.4467231386535889,
      "grad_norm": 0.10067321360111237,
      "learning_rate": 7.110445108294854e-05,
      "loss": 1.7459,
      "step": 1002
    },
    {
      "epoch": 0.44716897012929113,
      "grad_norm": 0.11223577708005905,
      "learning_rate": 7.10311341663618e-05,
      "loss": 1.7758,
      "step": 1003
    },
    {
      "epoch": 0.44761480160499334,
      "grad_norm": 0.10029196739196777,
      "learning_rate": 7.095776226825486e-05,
      "loss": 1.7417,
      "step": 1004
    },
    {
      "epoch": 0.4480606330806955,
      "grad_norm": 0.10604588687419891,
      "learning_rate": 7.088433558044327e-05,
      "loss": 1.7169,
      "step": 1005
    },
    {
      "epoch": 0.4485064645563977,
      "grad_norm": 0.11488178372383118,
      "learning_rate": 7.081085429488583e-05,
      "loss": 1.7458,
      "step": 1006
    },
    {
      "epoch": 0.44895229603209985,
      "grad_norm": 0.11303173005580902,
      "learning_rate": 7.073731860368407e-05,
      "loss": 1.668,
      "step": 1007
    },
    {
      "epoch": 0.44939812750780206,
      "grad_norm": 0.1100694090127945,
      "learning_rate": 7.06637286990817e-05,
      "loss": 1.713,
      "step": 1008
    },
    {
      "epoch": 0.4498439589835042,
      "grad_norm": 0.10482168942689896,
      "learning_rate": 7.059008477346422e-05,
      "loss": 1.7409,
      "step": 1009
    },
    {
      "epoch": 0.4502897904592064,
      "grad_norm": 0.10336344689130783,
      "learning_rate": 7.051638701935833e-05,
      "loss": 1.749,
      "step": 1010
    },
    {
      "epoch": 0.4507356219349086,
      "grad_norm": 0.10747478902339935,
      "learning_rate": 7.044263562943147e-05,
      "loss": 1.7395,
      "step": 1011
    },
    {
      "epoch": 0.4511814534106108,
      "grad_norm": 0.11005301028490067,
      "learning_rate": 7.036883079649128e-05,
      "loss": 1.8074,
      "step": 1012
    },
    {
      "epoch": 0.451627284886313,
      "grad_norm": 0.0953366607427597,
      "learning_rate": 7.029497271348513e-05,
      "loss": 1.574,
      "step": 1013
    },
    {
      "epoch": 0.45207311636201514,
      "grad_norm": 0.11766484379768372,
      "learning_rate": 7.022106157349959e-05,
      "loss": 1.7247,
      "step": 1014
    },
    {
      "epoch": 0.45251894783771734,
      "grad_norm": 0.10898303985595703,
      "learning_rate": 7.014709756975995e-05,
      "loss": 1.7074,
      "step": 1015
    },
    {
      "epoch": 0.45296477931341955,
      "grad_norm": 0.1084798127412796,
      "learning_rate": 7.007308089562968e-05,
      "loss": 1.6806,
      "step": 1016
    },
    {
      "epoch": 0.4534106107891217,
      "grad_norm": 0.1093379482626915,
      "learning_rate": 6.999901174460997e-05,
      "loss": 1.7762,
      "step": 1017
    },
    {
      "epoch": 0.4538564422648239,
      "grad_norm": 0.11260844767093658,
      "learning_rate": 6.992489031033918e-05,
      "loss": 1.7003,
      "step": 1018
    },
    {
      "epoch": 0.45430227374052606,
      "grad_norm": 0.11622101813554764,
      "learning_rate": 6.985071678659238e-05,
      "loss": 1.7769,
      "step": 1019
    },
    {
      "epoch": 0.45474810521622827,
      "grad_norm": 0.10713599622249603,
      "learning_rate": 6.977649136728078e-05,
      "loss": 1.7716,
      "step": 1020
    },
    {
      "epoch": 0.4551939366919304,
      "grad_norm": 0.1327657252550125,
      "learning_rate": 6.970221424645129e-05,
      "loss": 1.7822,
      "step": 1021
    },
    {
      "epoch": 0.45563976816763263,
      "grad_norm": 0.11515428870916367,
      "learning_rate": 6.962788561828598e-05,
      "loss": 1.7949,
      "step": 1022
    },
    {
      "epoch": 0.45608559964333484,
      "grad_norm": 0.13047051429748535,
      "learning_rate": 6.955350567710155e-05,
      "loss": 1.7963,
      "step": 1023
    },
    {
      "epoch": 0.456531431119037,
      "grad_norm": 0.12113373726606369,
      "learning_rate": 6.947907461734891e-05,
      "loss": 1.7579,
      "step": 1024
    },
    {
      "epoch": 0.4569772625947392,
      "grad_norm": 0.10157129913568497,
      "learning_rate": 6.940459263361249e-05,
      "loss": 1.7507,
      "step": 1025
    },
    {
      "epoch": 0.45742309407044135,
      "grad_norm": 0.11166101694107056,
      "learning_rate": 6.933005992060998e-05,
      "loss": 1.7347,
      "step": 1026
    },
    {
      "epoch": 0.45786892554614356,
      "grad_norm": 0.13206972181797028,
      "learning_rate": 6.925547667319161e-05,
      "loss": 1.6469,
      "step": 1027
    },
    {
      "epoch": 0.45831475702184576,
      "grad_norm": 0.11255645006895065,
      "learning_rate": 6.918084308633978e-05,
      "loss": 1.7787,
      "step": 1028
    },
    {
      "epoch": 0.4587605884975479,
      "grad_norm": 0.11060569435358047,
      "learning_rate": 6.910615935516842e-05,
      "loss": 1.8547,
      "step": 1029
    },
    {
      "epoch": 0.4592064199732501,
      "grad_norm": 0.11540091037750244,
      "learning_rate": 6.903142567492262e-05,
      "loss": 1.7386,
      "step": 1030
    },
    {
      "epoch": 0.4596522514489523,
      "grad_norm": 0.11963297426700592,
      "learning_rate": 6.895664224097799e-05,
      "loss": 1.6619,
      "step": 1031
    },
    {
      "epoch": 0.4600980829246545,
      "grad_norm": 0.11087245494127274,
      "learning_rate": 6.888180924884028e-05,
      "loss": 1.7288,
      "step": 1032
    },
    {
      "epoch": 0.4605439144003567,
      "grad_norm": 0.10754108428955078,
      "learning_rate": 6.880692689414473e-05,
      "loss": 1.7049,
      "step": 1033
    },
    {
      "epoch": 0.46098974587605884,
      "grad_norm": 0.10990439355373383,
      "learning_rate": 6.87319953726557e-05,
      "loss": 1.765,
      "step": 1034
    },
    {
      "epoch": 0.46143557735176105,
      "grad_norm": 0.11399084329605103,
      "learning_rate": 6.865701488026601e-05,
      "loss": 1.7461,
      "step": 1035
    },
    {
      "epoch": 0.4618814088274632,
      "grad_norm": 0.12000394612550735,
      "learning_rate": 6.858198561299656e-05,
      "loss": 1.7357,
      "step": 1036
    },
    {
      "epoch": 0.4623272403031654,
      "grad_norm": 0.102603979408741,
      "learning_rate": 6.850690776699573e-05,
      "loss": 1.6752,
      "step": 1037
    },
    {
      "epoch": 0.46277307177886756,
      "grad_norm": 0.10022717714309692,
      "learning_rate": 6.843178153853892e-05,
      "loss": 1.707,
      "step": 1038
    },
    {
      "epoch": 0.46321890325456977,
      "grad_norm": 0.11002365499734879,
      "learning_rate": 6.8356607124028e-05,
      "loss": 1.7159,
      "step": 1039
    },
    {
      "epoch": 0.463664734730272,
      "grad_norm": 0.11824753880500793,
      "learning_rate": 6.828138471999084e-05,
      "loss": 1.7939,
      "step": 1040
    },
    {
      "epoch": 0.46411056620597413,
      "grad_norm": 0.10815898329019547,
      "learning_rate": 6.820611452308075e-05,
      "loss": 1.6987,
      "step": 1041
    },
    {
      "epoch": 0.46455639768167634,
      "grad_norm": 0.10861074924468994,
      "learning_rate": 6.813079673007596e-05,
      "loss": 1.7421,
      "step": 1042
    },
    {
      "epoch": 0.4650022291573785,
      "grad_norm": 0.11027023196220398,
      "learning_rate": 6.805543153787916e-05,
      "loss": 1.7138,
      "step": 1043
    },
    {
      "epoch": 0.4654480606330807,
      "grad_norm": 0.10646670311689377,
      "learning_rate": 6.798001914351695e-05,
      "loss": 1.7639,
      "step": 1044
    },
    {
      "epoch": 0.4658938921087829,
      "grad_norm": 0.10153870284557343,
      "learning_rate": 6.790455974413934e-05,
      "loss": 1.7928,
      "step": 1045
    },
    {
      "epoch": 0.46633972358448506,
      "grad_norm": 0.10399957746267319,
      "learning_rate": 6.782905353701921e-05,
      "loss": 1.7043,
      "step": 1046
    },
    {
      "epoch": 0.46678555506018726,
      "grad_norm": 0.11583542078733444,
      "learning_rate": 6.775350071955183e-05,
      "loss": 1.7508,
      "step": 1047
    },
    {
      "epoch": 0.4672313865358894,
      "grad_norm": 0.1150580644607544,
      "learning_rate": 6.767790148925425e-05,
      "loss": 1.7776,
      "step": 1048
    },
    {
      "epoch": 0.4676772180115916,
      "grad_norm": 0.10754206776618958,
      "learning_rate": 6.760225604376496e-05,
      "loss": 1.7663,
      "step": 1049
    },
    {
      "epoch": 0.46812304948729383,
      "grad_norm": 0.11345209926366806,
      "learning_rate": 6.752656458084322e-05,
      "loss": 1.7515,
      "step": 1050
    },
    {
      "epoch": 0.468568880962996,
      "grad_norm": 0.11287328600883484,
      "learning_rate": 6.745082729836858e-05,
      "loss": 1.7855,
      "step": 1051
    },
    {
      "epoch": 0.4690147124386982,
      "grad_norm": 0.10804345458745956,
      "learning_rate": 6.737504439434039e-05,
      "loss": 1.7305,
      "step": 1052
    },
    {
      "epoch": 0.46946054391440034,
      "grad_norm": 0.1034819558262825,
      "learning_rate": 6.72992160668773e-05,
      "loss": 1.8025,
      "step": 1053
    },
    {
      "epoch": 0.46990637539010255,
      "grad_norm": 0.10323302447795868,
      "learning_rate": 6.722334251421665e-05,
      "loss": 1.5798,
      "step": 1054
    },
    {
      "epoch": 0.4703522068658047,
      "grad_norm": 0.10375598073005676,
      "learning_rate": 6.714742393471405e-05,
      "loss": 1.6239,
      "step": 1055
    },
    {
      "epoch": 0.4707980383415069,
      "grad_norm": 0.11727172881364822,
      "learning_rate": 6.707146052684281e-05,
      "loss": 1.745,
      "step": 1056
    },
    {
      "epoch": 0.4712438698172091,
      "grad_norm": 0.10087629407644272,
      "learning_rate": 6.699545248919344e-05,
      "loss": 1.6909,
      "step": 1057
    },
    {
      "epoch": 0.47168970129291127,
      "grad_norm": 0.11136236041784286,
      "learning_rate": 6.691940002047314e-05,
      "loss": 1.7767,
      "step": 1058
    },
    {
      "epoch": 0.4721355327686135,
      "grad_norm": 0.10630472004413605,
      "learning_rate": 6.684330331950522e-05,
      "loss": 1.7596,
      "step": 1059
    },
    {
      "epoch": 0.4725813642443156,
      "grad_norm": 0.11284103989601135,
      "learning_rate": 6.676716258522869e-05,
      "loss": 1.7408,
      "step": 1060
    },
    {
      "epoch": 0.47302719572001783,
      "grad_norm": 0.10337649285793304,
      "learning_rate": 6.669097801669763e-05,
      "loss": 1.7321,
      "step": 1061
    },
    {
      "epoch": 0.47347302719572004,
      "grad_norm": 0.1130218505859375,
      "learning_rate": 6.661474981308071e-05,
      "loss": 1.7613,
      "step": 1062
    },
    {
      "epoch": 0.4739188586714222,
      "grad_norm": 0.11629295349121094,
      "learning_rate": 6.653847817366072e-05,
      "loss": 1.7464,
      "step": 1063
    },
    {
      "epoch": 0.4743646901471244,
      "grad_norm": 0.10781564563512802,
      "learning_rate": 6.646216329783396e-05,
      "loss": 1.6771,
      "step": 1064
    },
    {
      "epoch": 0.47481052162282655,
      "grad_norm": 0.10097536444664001,
      "learning_rate": 6.638580538510978e-05,
      "loss": 1.8097,
      "step": 1065
    },
    {
      "epoch": 0.47525635309852876,
      "grad_norm": 0.10500414669513702,
      "learning_rate": 6.630940463511004e-05,
      "loss": 1.7065,
      "step": 1066
    },
    {
      "epoch": 0.4757021845742309,
      "grad_norm": 0.10623206198215485,
      "learning_rate": 6.623296124756857e-05,
      "loss": 1.6457,
      "step": 1067
    },
    {
      "epoch": 0.4761480160499331,
      "grad_norm": 0.10557615756988525,
      "learning_rate": 6.615647542233074e-05,
      "loss": 1.7904,
      "step": 1068
    },
    {
      "epoch": 0.47659384752563533,
      "grad_norm": 0.10423476248979568,
      "learning_rate": 6.607994735935278e-05,
      "loss": 1.7551,
      "step": 1069
    },
    {
      "epoch": 0.4770396790013375,
      "grad_norm": 0.10633677989244461,
      "learning_rate": 6.600337725870135e-05,
      "loss": 1.7012,
      "step": 1070
    },
    {
      "epoch": 0.4774855104770397,
      "grad_norm": 0.09895249456167221,
      "learning_rate": 6.592676532055306e-05,
      "loss": 1.7048,
      "step": 1071
    },
    {
      "epoch": 0.47793134195274184,
      "grad_norm": 0.10984545946121216,
      "learning_rate": 6.585011174519387e-05,
      "loss": 1.7684,
      "step": 1072
    },
    {
      "epoch": 0.47837717342844405,
      "grad_norm": 0.10548101365566254,
      "learning_rate": 6.577341673301856e-05,
      "loss": 1.6768,
      "step": 1073
    },
    {
      "epoch": 0.47882300490414625,
      "grad_norm": 0.10471886396408081,
      "learning_rate": 6.569668048453029e-05,
      "loss": 1.6654,
      "step": 1074
    },
    {
      "epoch": 0.4792688363798484,
      "grad_norm": 0.09934554249048233,
      "learning_rate": 6.561990320034e-05,
      "loss": 1.7461,
      "step": 1075
    },
    {
      "epoch": 0.4797146678555506,
      "grad_norm": 0.10605472326278687,
      "learning_rate": 6.554308508116589e-05,
      "loss": 1.7059,
      "step": 1076
    },
    {
      "epoch": 0.48016049933125277,
      "grad_norm": 0.10622227936983109,
      "learning_rate": 6.546622632783294e-05,
      "loss": 1.7792,
      "step": 1077
    },
    {
      "epoch": 0.480606330806955,
      "grad_norm": 0.10901618748903275,
      "learning_rate": 6.538932714127237e-05,
      "loss": 1.7157,
      "step": 1078
    },
    {
      "epoch": 0.4810521622826572,
      "grad_norm": 0.09955921024084091,
      "learning_rate": 6.531238772252108e-05,
      "loss": 1.6929,
      "step": 1079
    },
    {
      "epoch": 0.48149799375835933,
      "grad_norm": 0.10353855788707733,
      "learning_rate": 6.523540827272114e-05,
      "loss": 1.7628,
      "step": 1080
    },
    {
      "epoch": 0.48194382523406154,
      "grad_norm": 0.11193034052848816,
      "learning_rate": 6.515838899311932e-05,
      "loss": 1.6402,
      "step": 1081
    },
    {
      "epoch": 0.4823896567097637,
      "grad_norm": 0.10143030434846878,
      "learning_rate": 6.508133008506647e-05,
      "loss": 1.796,
      "step": 1082
    },
    {
      "epoch": 0.4828354881854659,
      "grad_norm": 0.10662831366062164,
      "learning_rate": 6.500423175001705e-05,
      "loss": 1.6963,
      "step": 1083
    },
    {
      "epoch": 0.48328131966116805,
      "grad_norm": 0.11801926791667938,
      "learning_rate": 6.49270941895286e-05,
      "loss": 1.7451,
      "step": 1084
    },
    {
      "epoch": 0.48372715113687026,
      "grad_norm": 0.10104748606681824,
      "learning_rate": 6.484991760526121e-05,
      "loss": 1.6657,
      "step": 1085
    },
    {
      "epoch": 0.48417298261257247,
      "grad_norm": 0.10664571076631546,
      "learning_rate": 6.4772702198977e-05,
      "loss": 1.7085,
      "step": 1086
    },
    {
      "epoch": 0.4846188140882746,
      "grad_norm": 0.12337417155504227,
      "learning_rate": 6.469544817253954e-05,
      "loss": 1.7443,
      "step": 1087
    },
    {
      "epoch": 0.4850646455639768,
      "grad_norm": 0.09773636609315872,
      "learning_rate": 6.461815572791342e-05,
      "loss": 1.7102,
      "step": 1088
    },
    {
      "epoch": 0.485510477039679,
      "grad_norm": 0.11911724507808685,
      "learning_rate": 6.454082506716361e-05,
      "loss": 1.8079,
      "step": 1089
    },
    {
      "epoch": 0.4859563085153812,
      "grad_norm": 0.09927862137556076,
      "learning_rate": 6.446345639245506e-05,
      "loss": 1.6132,
      "step": 1090
    },
    {
      "epoch": 0.4864021399910834,
      "grad_norm": 0.09860575199127197,
      "learning_rate": 6.438604990605203e-05,
      "loss": 1.7327,
      "step": 1091
    },
    {
      "epoch": 0.48684797146678555,
      "grad_norm": 0.10163085907697678,
      "learning_rate": 6.430860581031766e-05,
      "loss": 1.7649,
      "step": 1092
    },
    {
      "epoch": 0.48729380294248775,
      "grad_norm": 0.10834555327892303,
      "learning_rate": 6.423112430771339e-05,
      "loss": 1.7798,
      "step": 1093
    },
    {
      "epoch": 0.4877396344181899,
      "grad_norm": 0.09685652703046799,
      "learning_rate": 6.415360560079848e-05,
      "loss": 1.5396,
      "step": 1094
    },
    {
      "epoch": 0.4881854658938921,
      "grad_norm": 0.09764835983514786,
      "learning_rate": 6.407604989222948e-05,
      "loss": 1.667,
      "step": 1095
    },
    {
      "epoch": 0.4886312973695943,
      "grad_norm": 0.10408106446266174,
      "learning_rate": 6.399845738475963e-05,
      "loss": 1.7502,
      "step": 1096
    },
    {
      "epoch": 0.48907712884529647,
      "grad_norm": 0.10968370735645294,
      "learning_rate": 6.392082828123833e-05,
      "loss": 1.8114,
      "step": 1097
    },
    {
      "epoch": 0.4895229603209987,
      "grad_norm": 0.10337293148040771,
      "learning_rate": 6.384316278461076e-05,
      "loss": 1.7727,
      "step": 1098
    },
    {
      "epoch": 0.48996879179670083,
      "grad_norm": 0.11161931604146957,
      "learning_rate": 6.376546109791714e-05,
      "loss": 1.8031,
      "step": 1099
    },
    {
      "epoch": 0.49041462327240304,
      "grad_norm": 0.09923950582742691,
      "learning_rate": 6.368772342429238e-05,
      "loss": 1.6651,
      "step": 1100
    },
    {
      "epoch": 0.4908604547481052,
      "grad_norm": 0.10208352655172348,
      "learning_rate": 6.360994996696544e-05,
      "loss": 1.6447,
      "step": 1101
    },
    {
      "epoch": 0.4913062862238074,
      "grad_norm": 0.11259648203849792,
      "learning_rate": 6.353214092925878e-05,
      "loss": 1.6883,
      "step": 1102
    },
    {
      "epoch": 0.4917521176995096,
      "grad_norm": 0.10408410429954529,
      "learning_rate": 6.3454296514588e-05,
      "loss": 1.6868,
      "step": 1103
    },
    {
      "epoch": 0.49219794917521176,
      "grad_norm": 0.10580252856016159,
      "learning_rate": 6.337641692646106e-05,
      "loss": 1.7466,
      "step": 1104
    },
    {
      "epoch": 0.49264378065091396,
      "grad_norm": 0.10221690684556961,
      "learning_rate": 6.32985023684779e-05,
      "loss": 1.6768,
      "step": 1105
    },
    {
      "epoch": 0.4930896121266161,
      "grad_norm": 0.10130845010280609,
      "learning_rate": 6.322055304432997e-05,
      "loss": 1.7068,
      "step": 1106
    },
    {
      "epoch": 0.4935354436023183,
      "grad_norm": 0.1036425456404686,
      "learning_rate": 6.314256915779948e-05,
      "loss": 1.6869,
      "step": 1107
    },
    {
      "epoch": 0.49398127507802053,
      "grad_norm": 0.1028156578540802,
      "learning_rate": 6.306455091275912e-05,
      "loss": 1.7106,
      "step": 1108
    },
    {
      "epoch": 0.4944271065537227,
      "grad_norm": 0.10539206117391586,
      "learning_rate": 6.29864985131713e-05,
      "loss": 1.7558,
      "step": 1109
    },
    {
      "epoch": 0.4948729380294249,
      "grad_norm": 0.10090222954750061,
      "learning_rate": 6.290841216308777e-05,
      "loss": 1.6676,
      "step": 1110
    },
    {
      "epoch": 0.49531876950512704,
      "grad_norm": 0.10262907296419144,
      "learning_rate": 6.283029206664903e-05,
      "loss": 1.7363,
      "step": 1111
    },
    {
      "epoch": 0.49576460098082925,
      "grad_norm": 0.11014319211244583,
      "learning_rate": 6.275213842808383e-05,
      "loss": 1.7144,
      "step": 1112
    },
    {
      "epoch": 0.49621043245653146,
      "grad_norm": 0.10196888446807861,
      "learning_rate": 6.267395145170854e-05,
      "loss": 1.752,
      "step": 1113
    },
    {
      "epoch": 0.4966562639322336,
      "grad_norm": 0.11600615084171295,
      "learning_rate": 6.259573134192675e-05,
      "loss": 1.7079,
      "step": 1114
    },
    {
      "epoch": 0.4971020954079358,
      "grad_norm": 0.09944573789834976,
      "learning_rate": 6.251747830322865e-05,
      "loss": 1.7305,
      "step": 1115
    },
    {
      "epoch": 0.49754792688363797,
      "grad_norm": 0.10492048412561417,
      "learning_rate": 6.243919254019049e-05,
      "loss": 1.7558,
      "step": 1116
    },
    {
      "epoch": 0.4979937583593402,
      "grad_norm": 0.09876780211925507,
      "learning_rate": 6.23608742574741e-05,
      "loss": 1.7066,
      "step": 1117
    },
    {
      "epoch": 0.49843958983504233,
      "grad_norm": 0.10529439896345139,
      "learning_rate": 6.228252365982634e-05,
      "loss": 1.782,
      "step": 1118
    },
    {
      "epoch": 0.49888542131074454,
      "grad_norm": 0.10732155293226242,
      "learning_rate": 6.220414095207853e-05,
      "loss": 1.7018,
      "step": 1119
    },
    {
      "epoch": 0.49933125278644674,
      "grad_norm": 0.1048203706741333,
      "learning_rate": 6.21257263391459e-05,
      "loss": 1.6891,
      "step": 1120
    },
    {
      "epoch": 0.4997770842621489,
      "grad_norm": 0.10606954246759415,
      "learning_rate": 6.204728002602713e-05,
      "loss": 1.7749,
      "step": 1121
    },
    {
      "epoch": 0.500222915737851,
      "grad_norm": 0.10162214934825897,
      "learning_rate": 6.19688022178038e-05,
      "loss": 1.7096,
      "step": 1122
    },
    {
      "epoch": 0.5006687472135533,
      "grad_norm": 0.11303394287824631,
      "learning_rate": 6.189029311963977e-05,
      "loss": 1.7303,
      "step": 1123
    },
    {
      "epoch": 0.5011145786892555,
      "grad_norm": 0.10265006870031357,
      "learning_rate": 6.181175293678075e-05,
      "loss": 1.6749,
      "step": 1124
    },
    {
      "epoch": 0.5015604101649577,
      "grad_norm": 0.10273852944374084,
      "learning_rate": 6.173318187455367e-05,
      "loss": 1.7008,
      "step": 1125
    },
    {
      "epoch": 0.5020062416406599,
      "grad_norm": 0.11862947791814804,
      "learning_rate": 6.16545801383662e-05,
      "loss": 1.636,
      "step": 1126
    },
    {
      "epoch": 0.502452073116362,
      "grad_norm": 0.10472943633794785,
      "learning_rate": 6.157594793370623e-05,
      "loss": 1.7104,
      "step": 1127
    },
    {
      "epoch": 0.5028979045920642,
      "grad_norm": 0.11847833544015884,
      "learning_rate": 6.149728546614127e-05,
      "loss": 1.7904,
      "step": 1128
    },
    {
      "epoch": 0.5033437360677664,
      "grad_norm": 0.11799414455890656,
      "learning_rate": 6.141859294131797e-05,
      "loss": 1.5836,
      "step": 1129
    },
    {
      "epoch": 0.5037895675434686,
      "grad_norm": 0.10194052755832672,
      "learning_rate": 6.133987056496153e-05,
      "loss": 1.7451,
      "step": 1130
    },
    {
      "epoch": 0.5042353990191708,
      "grad_norm": 0.10454517602920532,
      "learning_rate": 6.126111854287523e-05,
      "loss": 1.6873,
      "step": 1131
    },
    {
      "epoch": 0.5046812304948729,
      "grad_norm": 0.13372153043746948,
      "learning_rate": 6.118233708093982e-05,
      "loss": 1.6855,
      "step": 1132
    },
    {
      "epoch": 0.5051270619705751,
      "grad_norm": 0.113282710313797,
      "learning_rate": 6.1103526385113e-05,
      "loss": 1.7465,
      "step": 1133
    },
    {
      "epoch": 0.5055728934462773,
      "grad_norm": 0.10861644893884659,
      "learning_rate": 6.1024686661428974e-05,
      "loss": 1.7032,
      "step": 1134
    },
    {
      "epoch": 0.5060187249219795,
      "grad_norm": 0.14159952104091644,
      "learning_rate": 6.094581811599773e-05,
      "loss": 1.7682,
      "step": 1135
    },
    {
      "epoch": 0.5064645563976817,
      "grad_norm": 0.10061583667993546,
      "learning_rate": 6.086692095500468e-05,
      "loss": 1.6376,
      "step": 1136
    },
    {
      "epoch": 0.5069103878733838,
      "grad_norm": 0.12080123275518417,
      "learning_rate": 6.078799538471002e-05,
      "loss": 1.6937,
      "step": 1137
    },
    {
      "epoch": 0.507356219349086,
      "grad_norm": 0.12634600698947906,
      "learning_rate": 6.070904161144819e-05,
      "loss": 1.7529,
      "step": 1138
    },
    {
      "epoch": 0.5078020508247882,
      "grad_norm": 0.1051335409283638,
      "learning_rate": 6.063005984162743e-05,
      "loss": 1.7399,
      "step": 1139
    },
    {
      "epoch": 0.5082478823004905,
      "grad_norm": 0.10309924930334091,
      "learning_rate": 6.0551050281729095e-05,
      "loss": 1.7029,
      "step": 1140
    },
    {
      "epoch": 0.5086937137761925,
      "grad_norm": 0.12764118611812592,
      "learning_rate": 6.0472013138307235e-05,
      "loss": 1.7604,
      "step": 1141
    },
    {
      "epoch": 0.5091395452518948,
      "grad_norm": 0.10762520134449005,
      "learning_rate": 6.039294861798799e-05,
      "loss": 1.7471,
      "step": 1142
    },
    {
      "epoch": 0.509585376727597,
      "grad_norm": 0.1139635369181633,
      "learning_rate": 6.031385692746909e-05,
      "loss": 1.8011,
      "step": 1143
    },
    {
      "epoch": 0.5100312082032992,
      "grad_norm": 0.10205898433923721,
      "learning_rate": 6.02347382735193e-05,
      "loss": 1.6282,
      "step": 1144
    },
    {
      "epoch": 0.5104770396790014,
      "grad_norm": 0.10260274261236191,
      "learning_rate": 6.0155592862977836e-05,
      "loss": 1.7622,
      "step": 1145
    },
    {
      "epoch": 0.5109228711547035,
      "grad_norm": 0.10429879277944565,
      "learning_rate": 6.0076420902753927e-05,
      "loss": 1.7492,
      "step": 1146
    },
    {
      "epoch": 0.5113687026304057,
      "grad_norm": 0.1011742651462555,
      "learning_rate": 5.999722259982614e-05,
      "loss": 1.7412,
      "step": 1147
    },
    {
      "epoch": 0.5118145341061079,
      "grad_norm": 0.10449127852916718,
      "learning_rate": 5.9917998161241963e-05,
      "loss": 1.6657,
      "step": 1148
    },
    {
      "epoch": 0.5122603655818101,
      "grad_norm": 0.10454753786325455,
      "learning_rate": 5.9838747794117175e-05,
      "loss": 1.686,
      "step": 1149
    },
    {
      "epoch": 0.5127061970575123,
      "grad_norm": 0.10285554081201553,
      "learning_rate": 5.9759471705635376e-05,
      "loss": 1.6631,
      "step": 1150
    },
    {
      "epoch": 0.5131520285332144,
      "grad_norm": 0.10133292526006699,
      "learning_rate": 5.9680170103047375e-05,
      "loss": 1.714,
      "step": 1151
    },
    {
      "epoch": 0.5135978600089166,
      "grad_norm": 0.10651468485593796,
      "learning_rate": 5.96008431936707e-05,
      "loss": 1.7947,
      "step": 1152
    },
    {
      "epoch": 0.5140436914846188,
      "grad_norm": 0.1021052896976471,
      "learning_rate": 5.9521491184889035e-05,
      "loss": 1.6979,
      "step": 1153
    },
    {
      "epoch": 0.514489522960321,
      "grad_norm": 0.10320725291967392,
      "learning_rate": 5.944211428415167e-05,
      "loss": 1.7853,
      "step": 1154
    },
    {
      "epoch": 0.5149353544360232,
      "grad_norm": 0.10193000733852386,
      "learning_rate": 5.9362712698973e-05,
      "loss": 1.7532,
      "step": 1155
    },
    {
      "epoch": 0.5153811859117253,
      "grad_norm": 0.10487652570009232,
      "learning_rate": 5.9283286636931904e-05,
      "loss": 1.7218,
      "step": 1156
    },
    {
      "epoch": 0.5158270173874275,
      "grad_norm": 0.10608694702386856,
      "learning_rate": 5.920383630567131e-05,
      "loss": 1.7388,
      "step": 1157
    },
    {
      "epoch": 0.5162728488631297,
      "grad_norm": 0.10088912397623062,
      "learning_rate": 5.912436191289755e-05,
      "loss": 1.7005,
      "step": 1158
    },
    {
      "epoch": 0.516718680338832,
      "grad_norm": 0.10738028585910797,
      "learning_rate": 5.904486366637988e-05,
      "loss": 1.683,
      "step": 1159
    },
    {
      "epoch": 0.5171645118145342,
      "grad_norm": 0.10869428515434265,
      "learning_rate": 5.896534177394989e-05,
      "loss": 1.7495,
      "step": 1160
    },
    {
      "epoch": 0.5176103432902363,
      "grad_norm": 0.1092354878783226,
      "learning_rate": 5.888579644350102e-05,
      "loss": 1.7392,
      "step": 1161
    },
    {
      "epoch": 0.5180561747659385,
      "grad_norm": 0.11755093932151794,
      "learning_rate": 5.880622788298795e-05,
      "loss": 1.7836,
      "step": 1162
    },
    {
      "epoch": 0.5185020062416407,
      "grad_norm": 0.1067739948630333,
      "learning_rate": 5.8726636300426154e-05,
      "loss": 1.715,
      "step": 1163
    },
    {
      "epoch": 0.5189478377173429,
      "grad_norm": 0.10619974136352539,
      "learning_rate": 5.8647021903891206e-05,
      "loss": 1.6579,
      "step": 1164
    },
    {
      "epoch": 0.5193936691930451,
      "grad_norm": 0.10408498346805573,
      "learning_rate": 5.856738490151838e-05,
      "loss": 1.7113,
      "step": 1165
    },
    {
      "epoch": 0.5198395006687472,
      "grad_norm": 0.10899797827005386,
      "learning_rate": 5.848772550150203e-05,
      "loss": 1.7024,
      "step": 1166
    },
    {
      "epoch": 0.5202853321444494,
      "grad_norm": 0.1036175936460495,
      "learning_rate": 5.840804391209507e-05,
      "loss": 1.7452,
      "step": 1167
    },
    {
      "epoch": 0.5207311636201516,
      "grad_norm": 0.11126765608787537,
      "learning_rate": 5.8328340341608426e-05,
      "loss": 1.6616,
      "step": 1168
    },
    {
      "epoch": 0.5211769950958538,
      "grad_norm": 0.10354796051979065,
      "learning_rate": 5.824861499841047e-05,
      "loss": 1.6956,
      "step": 1169
    },
    {
      "epoch": 0.5216228265715559,
      "grad_norm": 0.10516001284122467,
      "learning_rate": 5.816886809092651e-05,
      "loss": 1.667,
      "step": 1170
    },
    {
      "epoch": 0.5220686580472581,
      "grad_norm": 0.10458080470561981,
      "learning_rate": 5.808909982763825e-05,
      "loss": 1.7103,
      "step": 1171
    },
    {
      "epoch": 0.5225144895229603,
      "grad_norm": 0.10640576481819153,
      "learning_rate": 5.8009310417083165e-05,
      "loss": 1.7388,
      "step": 1172
    },
    {
      "epoch": 0.5229603209986625,
      "grad_norm": 0.10430578142404556,
      "learning_rate": 5.792950006785407e-05,
      "loss": 1.7327,
      "step": 1173
    },
    {
      "epoch": 0.5234061524743647,
      "grad_norm": 0.10134794563055038,
      "learning_rate": 5.7849668988598514e-05,
      "loss": 1.7289,
      "step": 1174
    },
    {
      "epoch": 0.5238519839500668,
      "grad_norm": 0.1047339215874672,
      "learning_rate": 5.77698173880182e-05,
      "loss": 1.7616,
      "step": 1175
    },
    {
      "epoch": 0.524297815425769,
      "grad_norm": 0.1061745285987854,
      "learning_rate": 5.7689945474868525e-05,
      "loss": 1.6447,
      "step": 1176
    },
    {
      "epoch": 0.5247436469014712,
      "grad_norm": 0.1092158779501915,
      "learning_rate": 5.761005345795797e-05,
      "loss": 1.7735,
      "step": 1177
    },
    {
      "epoch": 0.5251894783771734,
      "grad_norm": 0.1155422180891037,
      "learning_rate": 5.7530141546147565e-05,
      "loss": 1.6401,
      "step": 1178
    },
    {
      "epoch": 0.5256353098528757,
      "grad_norm": 0.10517088323831558,
      "learning_rate": 5.745020994835037e-05,
      "loss": 1.7186,
      "step": 1179
    },
    {
      "epoch": 0.5260811413285778,
      "grad_norm": 0.10002213716506958,
      "learning_rate": 5.73702588735309e-05,
      "loss": 1.6587,
      "step": 1180
    },
    {
      "epoch": 0.52652697280428,
      "grad_norm": 0.10640916973352432,
      "learning_rate": 5.729028853070459e-05,
      "loss": 1.6614,
      "step": 1181
    },
    {
      "epoch": 0.5269728042799822,
      "grad_norm": 0.12083696573972702,
      "learning_rate": 5.721029912893724e-05,
      "loss": 1.7733,
      "step": 1182
    },
    {
      "epoch": 0.5274186357556844,
      "grad_norm": 0.09709788858890533,
      "learning_rate": 5.713029087734447e-05,
      "loss": 1.6124,
      "step": 1183
    },
    {
      "epoch": 0.5278644672313866,
      "grad_norm": 0.10455354303121567,
      "learning_rate": 5.7050263985091224e-05,
      "loss": 1.7302,
      "step": 1184
    },
    {
      "epoch": 0.5283102987070887,
      "grad_norm": 0.11093839257955551,
      "learning_rate": 5.697021866139113e-05,
      "loss": 1.7355,
      "step": 1185
    },
    {
      "epoch": 0.5287561301827909,
      "grad_norm": 0.10643623769283295,
      "learning_rate": 5.6890155115506e-05,
      "loss": 1.7678,
      "step": 1186
    },
    {
      "epoch": 0.5292019616584931,
      "grad_norm": 0.10465513914823532,
      "learning_rate": 5.6810073556745316e-05,
      "loss": 1.7651,
      "step": 1187
    },
    {
      "epoch": 0.5296477931341953,
      "grad_norm": 0.11257901787757874,
      "learning_rate": 5.6729974194465615e-05,
      "loss": 1.8115,
      "step": 1188
    },
    {
      "epoch": 0.5300936246098975,
      "grad_norm": 0.1023031547665596,
      "learning_rate": 5.664985723807004e-05,
      "loss": 1.8034,
      "step": 1189
    },
    {
      "epoch": 0.5305394560855996,
      "grad_norm": 0.11121316999197006,
      "learning_rate": 5.6569722897007635e-05,
      "loss": 1.7847,
      "step": 1190
    },
    {
      "epoch": 0.5309852875613018,
      "grad_norm": 0.10349234193563461,
      "learning_rate": 5.6489571380773e-05,
      "loss": 1.7454,
      "step": 1191
    },
    {
      "epoch": 0.531431119037004,
      "grad_norm": 0.10839033871889114,
      "learning_rate": 5.640940289890554e-05,
      "loss": 1.7684,
      "step": 1192
    },
    {
      "epoch": 0.5318769505127062,
      "grad_norm": 0.107262521982193,
      "learning_rate": 5.632921766098906e-05,
      "loss": 1.6535,
      "step": 1193
    },
    {
      "epoch": 0.5323227819884084,
      "grad_norm": 0.11383821070194244,
      "learning_rate": 5.624901587665118e-05,
      "loss": 1.757,
      "step": 1194
    },
    {
      "epoch": 0.5327686134641105,
      "grad_norm": 0.1030779555439949,
      "learning_rate": 5.616879775556276e-05,
      "loss": 1.7113,
      "step": 1195
    },
    {
      "epoch": 0.5332144449398127,
      "grad_norm": 0.10793551057577133,
      "learning_rate": 5.608856350743735e-05,
      "loss": 1.7453,
      "step": 1196
    },
    {
      "epoch": 0.533660276415515,
      "grad_norm": 0.12622252106666565,
      "learning_rate": 5.6008313342030704e-05,
      "loss": 1.7304,
      "step": 1197
    },
    {
      "epoch": 0.5341061078912172,
      "grad_norm": 0.1026214212179184,
      "learning_rate": 5.592804746914017e-05,
      "loss": 1.8095,
      "step": 1198
    },
    {
      "epoch": 0.5345519393669194,
      "grad_norm": 0.10837383568286896,
      "learning_rate": 5.584776609860414e-05,
      "loss": 1.6469,
      "step": 1199
    },
    {
      "epoch": 0.5349977708426215,
      "grad_norm": 0.11983513832092285,
      "learning_rate": 5.576746944030152e-05,
      "loss": 1.7298,
      "step": 1200
    },
    {
      "epoch": 0.5354436023183237,
      "grad_norm": 0.11186856776475906,
      "learning_rate": 5.5687157704151235e-05,
      "loss": 1.6409,
      "step": 1201
    },
    {
      "epoch": 0.5358894337940259,
      "grad_norm": 0.10442104190587997,
      "learning_rate": 5.560683110011159e-05,
      "loss": 1.7713,
      "step": 1202
    },
    {
      "epoch": 0.5363352652697281,
      "grad_norm": 0.11375684291124344,
      "learning_rate": 5.552648983817973e-05,
      "loss": 1.7105,
      "step": 1203
    },
    {
      "epoch": 0.5367810967454302,
      "grad_norm": 0.10214310139417648,
      "learning_rate": 5.544613412839119e-05,
      "loss": 1.6316,
      "step": 1204
    },
    {
      "epoch": 0.5372269282211324,
      "grad_norm": 0.11424309760332108,
      "learning_rate": 5.536576418081921e-05,
      "loss": 1.7395,
      "step": 1205
    },
    {
      "epoch": 0.5376727596968346,
      "grad_norm": 0.1092459112405777,
      "learning_rate": 5.52853802055743e-05,
      "loss": 1.6539,
      "step": 1206
    },
    {
      "epoch": 0.5381185911725368,
      "grad_norm": 0.10242640227079391,
      "learning_rate": 5.5204982412803616e-05,
      "loss": 1.6656,
      "step": 1207
    },
    {
      "epoch": 0.538564422648239,
      "grad_norm": 0.10632771998643875,
      "learning_rate": 5.512457101269044e-05,
      "loss": 1.7783,
      "step": 1208
    },
    {
      "epoch": 0.5390102541239411,
      "grad_norm": 0.10846489667892456,
      "learning_rate": 5.504414621545362e-05,
      "loss": 1.7147,
      "step": 1209
    },
    {
      "epoch": 0.5394560855996433,
      "grad_norm": 0.11080506443977356,
      "learning_rate": 5.4963708231347045e-05,
      "loss": 1.7643,
      "step": 1210
    },
    {
      "epoch": 0.5399019170753455,
      "grad_norm": 0.10228105634450912,
      "learning_rate": 5.488325727065907e-05,
      "loss": 1.7209,
      "step": 1211
    },
    {
      "epoch": 0.5403477485510477,
      "grad_norm": 0.10410153120756149,
      "learning_rate": 5.4802793543712005e-05,
      "loss": 1.7358,
      "step": 1212
    },
    {
      "epoch": 0.5407935800267499,
      "grad_norm": 0.10463866591453552,
      "learning_rate": 5.472231726086148e-05,
      "loss": 1.7885,
      "step": 1213
    },
    {
      "epoch": 0.541239411502452,
      "grad_norm": 0.10430624336004257,
      "learning_rate": 5.4641828632495974e-05,
      "loss": 1.7592,
      "step": 1214
    },
    {
      "epoch": 0.5416852429781542,
      "grad_norm": 0.1088363453745842,
      "learning_rate": 5.456132786903624e-05,
      "loss": 1.6865,
      "step": 1215
    },
    {
      "epoch": 0.5421310744538564,
      "grad_norm": 0.1003185287117958,
      "learning_rate": 5.4480815180934765e-05,
      "loss": 1.6371,
      "step": 1216
    },
    {
      "epoch": 0.5425769059295587,
      "grad_norm": 0.1023331806063652,
      "learning_rate": 5.44002907786752e-05,
      "loss": 1.6536,
      "step": 1217
    },
    {
      "epoch": 0.5430227374052609,
      "grad_norm": 0.11266319453716278,
      "learning_rate": 5.4319754872771855e-05,
      "loss": 1.6693,
      "step": 1218
    },
    {
      "epoch": 0.543468568880963,
      "grad_norm": 0.10555779933929443,
      "learning_rate": 5.4239207673769044e-05,
      "loss": 1.7827,
      "step": 1219
    },
    {
      "epoch": 0.5439144003566652,
      "grad_norm": 0.10634803026914597,
      "learning_rate": 5.415864939224066e-05,
      "loss": 1.6649,
      "step": 1220
    },
    {
      "epoch": 0.5443602318323674,
      "grad_norm": 0.1237989142537117,
      "learning_rate": 5.4078080238789543e-05,
      "loss": 1.7871,
      "step": 1221
    },
    {
      "epoch": 0.5448060633080696,
      "grad_norm": 0.10730252414941788,
      "learning_rate": 5.3997500424046966e-05,
      "loss": 1.6797,
      "step": 1222
    },
    {
      "epoch": 0.5452518947837718,
      "grad_norm": 0.10346487164497375,
      "learning_rate": 5.3916910158672086e-05,
      "loss": 1.7797,
      "step": 1223
    },
    {
      "epoch": 0.5456977262594739,
      "grad_norm": 0.10762688517570496,
      "learning_rate": 5.383630965335136e-05,
      "loss": 1.7453,
      "step": 1224
    },
    {
      "epoch": 0.5461435577351761,
      "grad_norm": 0.103911392390728,
      "learning_rate": 5.375569911879802e-05,
      "loss": 1.6768,
      "step": 1225
    },
    {
      "epoch": 0.5465893892108783,
      "grad_norm": 0.11258859187364578,
      "learning_rate": 5.367507876575152e-05,
      "loss": 1.7489,
      "step": 1226
    },
    {
      "epoch": 0.5470352206865805,
      "grad_norm": 0.10636910051107407,
      "learning_rate": 5.359444880497698e-05,
      "loss": 1.6947,
      "step": 1227
    },
    {
      "epoch": 0.5474810521622827,
      "grad_norm": 0.10072678327560425,
      "learning_rate": 5.351380944726465e-05,
      "loss": 1.711,
      "step": 1228
    },
    {
      "epoch": 0.5479268836379848,
      "grad_norm": 0.11428900808095932,
      "learning_rate": 5.3433160903429335e-05,
      "loss": 1.7311,
      "step": 1229
    },
    {
      "epoch": 0.548372715113687,
      "grad_norm": 0.10708120465278625,
      "learning_rate": 5.335250338430985e-05,
      "loss": 1.6943,
      "step": 1230
    },
    {
      "epoch": 0.5488185465893892,
      "grad_norm": 0.10333143919706345,
      "learning_rate": 5.3271837100768476e-05,
      "loss": 1.7406,
      "step": 1231
    },
    {
      "epoch": 0.5492643780650914,
      "grad_norm": 0.10888989269733429,
      "learning_rate": 5.319116226369042e-05,
      "loss": 1.764,
      "step": 1232
    },
    {
      "epoch": 0.5497102095407935,
      "grad_norm": 0.10821651667356491,
      "learning_rate": 5.311047908398323e-05,
      "loss": 1.6904,
      "step": 1233
    },
    {
      "epoch": 0.5501560410164957,
      "grad_norm": 0.10348260402679443,
      "learning_rate": 5.30297877725763e-05,
      "loss": 1.717,
      "step": 1234
    },
    {
      "epoch": 0.5506018724921979,
      "grad_norm": 0.10192170739173889,
      "learning_rate": 5.2949088540420246e-05,
      "loss": 1.7453,
      "step": 1235
    },
    {
      "epoch": 0.5510477039679001,
      "grad_norm": 0.1095745712518692,
      "learning_rate": 5.2868381598486394e-05,
      "loss": 1.7886,
      "step": 1236
    },
    {
      "epoch": 0.5514935354436024,
      "grad_norm": 0.10375979542732239,
      "learning_rate": 5.278766715776625e-05,
      "loss": 1.7308,
      "step": 1237
    },
    {
      "epoch": 0.5519393669193045,
      "grad_norm": 0.11268044263124466,
      "learning_rate": 5.270694542927088e-05,
      "loss": 1.7858,
      "step": 1238
    },
    {
      "epoch": 0.5523851983950067,
      "grad_norm": 0.10472441464662552,
      "learning_rate": 5.2626216624030455e-05,
      "loss": 1.7704,
      "step": 1239
    },
    {
      "epoch": 0.5528310298707089,
      "grad_norm": 0.10656759887933731,
      "learning_rate": 5.254548095309364e-05,
      "loss": 1.5718,
      "step": 1240
    },
    {
      "epoch": 0.5532768613464111,
      "grad_norm": 0.11899813264608383,
      "learning_rate": 5.246473862752701e-05,
      "loss": 1.7808,
      "step": 1241
    },
    {
      "epoch": 0.5537226928221133,
      "grad_norm": 0.10210980474948883,
      "learning_rate": 5.238398985841455e-05,
      "loss": 1.7386,
      "step": 1242
    },
    {
      "epoch": 0.5541685242978154,
      "grad_norm": 0.11437688767910004,
      "learning_rate": 5.230323485685712e-05,
      "loss": 1.8038,
      "step": 1243
    },
    {
      "epoch": 0.5546143557735176,
      "grad_norm": 0.11090654134750366,
      "learning_rate": 5.222247383397184e-05,
      "loss": 1.782,
      "step": 1244
    },
    {
      "epoch": 0.5550601872492198,
      "grad_norm": 0.11246992647647858,
      "learning_rate": 5.214170700089158e-05,
      "loss": 1.7218,
      "step": 1245
    },
    {
      "epoch": 0.555506018724922,
      "grad_norm": 0.11109848320484161,
      "learning_rate": 5.206093456876442e-05,
      "loss": 1.7403,
      "step": 1246
    },
    {
      "epoch": 0.5559518502006242,
      "grad_norm": 0.11205414682626724,
      "learning_rate": 5.198015674875306e-05,
      "loss": 1.8107,
      "step": 1247
    },
    {
      "epoch": 0.5563976816763263,
      "grad_norm": 0.10195549577474594,
      "learning_rate": 5.1899373752034285e-05,
      "loss": 1.7244,
      "step": 1248
    },
    {
      "epoch": 0.5568435131520285,
      "grad_norm": 0.10591547191143036,
      "learning_rate": 5.18185857897984e-05,
      "loss": 1.7746,
      "step": 1249
    },
    {
      "epoch": 0.5572893446277307,
      "grad_norm": 0.10337968915700912,
      "learning_rate": 5.173779307324873e-05,
      "loss": 1.6856,
      "step": 1250
    },
    {
      "epoch": 0.5577351761034329,
      "grad_norm": 0.10699388384819031,
      "learning_rate": 5.165699581360098e-05,
      "loss": 1.7068,
      "step": 1251
    },
    {
      "epoch": 0.5581810075791351,
      "grad_norm": 0.10282212495803833,
      "learning_rate": 5.157619422208279e-05,
      "loss": 1.7467,
      "step": 1252
    },
    {
      "epoch": 0.5586268390548372,
      "grad_norm": 0.10267781466245651,
      "learning_rate": 5.149538850993306e-05,
      "loss": 1.6293,
      "step": 1253
    },
    {
      "epoch": 0.5590726705305394,
      "grad_norm": 0.10466746985912323,
      "learning_rate": 5.1414578888401535e-05,
      "loss": 1.7215,
      "step": 1254
    },
    {
      "epoch": 0.5595185020062416,
      "grad_norm": 0.09656764566898346,
      "learning_rate": 5.133376556874808e-05,
      "loss": 1.645,
      "step": 1255
    },
    {
      "epoch": 0.5599643334819439,
      "grad_norm": 0.10678975284099579,
      "learning_rate": 5.125294876224236e-05,
      "loss": 1.7636,
      "step": 1256
    },
    {
      "epoch": 0.5604101649576461,
      "grad_norm": 0.10734546929597855,
      "learning_rate": 5.117212868016303e-05,
      "loss": 1.6799,
      "step": 1257
    },
    {
      "epoch": 0.5608559964333482,
      "grad_norm": 0.1064363420009613,
      "learning_rate": 5.1091305533797375e-05,
      "loss": 1.6594,
      "step": 1258
    },
    {
      "epoch": 0.5613018279090504,
      "grad_norm": 0.124998539686203,
      "learning_rate": 5.10104795344407e-05,
      "loss": 1.7716,
      "step": 1259
    },
    {
      "epoch": 0.5617476593847526,
      "grad_norm": 0.10394364595413208,
      "learning_rate": 5.0929650893395734e-05,
      "loss": 1.6868,
      "step": 1260
    },
    {
      "epoch": 0.5621934908604548,
      "grad_norm": 0.11153843253850937,
      "learning_rate": 5.084881982197211e-05,
      "loss": 1.6998,
      "step": 1261
    },
    {
      "epoch": 0.5626393223361569,
      "grad_norm": 0.1170637384057045,
      "learning_rate": 5.0767986531485847e-05,
      "loss": 1.7368,
      "step": 1262
    },
    {
      "epoch": 0.5630851538118591,
      "grad_norm": 0.11519967764616013,
      "learning_rate": 5.068715123325874e-05,
      "loss": 1.7163,
      "step": 1263
    },
    {
      "epoch": 0.5635309852875613,
      "grad_norm": 0.10265889763832092,
      "learning_rate": 5.060631413861786e-05,
      "loss": 1.7309,
      "step": 1264
    },
    {
      "epoch": 0.5639768167632635,
      "grad_norm": 0.11599032580852509,
      "learning_rate": 5.052547545889492e-05,
      "loss": 1.7755,
      "step": 1265
    },
    {
      "epoch": 0.5644226482389657,
      "grad_norm": 0.1256135255098343,
      "learning_rate": 5.0444635405425846e-05,
      "loss": 1.7966,
      "step": 1266
    },
    {
      "epoch": 0.5648684797146678,
      "grad_norm": 0.11007595807313919,
      "learning_rate": 5.0363794189550094e-05,
      "loss": 1.6819,
      "step": 1267
    },
    {
      "epoch": 0.56531431119037,
      "grad_norm": 0.11489498615264893,
      "learning_rate": 5.028295202261021e-05,
      "loss": 1.8363,
      "step": 1268
    },
    {
      "epoch": 0.5657601426660722,
      "grad_norm": 0.12205065786838531,
      "learning_rate": 5.020210911595119e-05,
      "loss": 1.7005,
      "step": 1269
    },
    {
      "epoch": 0.5662059741417744,
      "grad_norm": 0.10762827098369598,
      "learning_rate": 5.012126568091998e-05,
      "loss": 1.6982,
      "step": 1270
    },
    {
      "epoch": 0.5666518056174766,
      "grad_norm": 0.10988637059926987,
      "learning_rate": 5.00404219288649e-05,
      "loss": 1.7863,
      "step": 1271
    },
    {
      "epoch": 0.5670976370931787,
      "grad_norm": 0.11407643556594849,
      "learning_rate": 4.995957807113511e-05,
      "loss": 1.6959,
      "step": 1272
    },
    {
      "epoch": 0.5675434685688809,
      "grad_norm": 0.11227042973041534,
      "learning_rate": 4.9878734319080036e-05,
      "loss": 1.7521,
      "step": 1273
    },
    {
      "epoch": 0.5679893000445831,
      "grad_norm": 0.11195574700832367,
      "learning_rate": 4.979789088404882e-05,
      "loss": 1.8226,
      "step": 1274
    },
    {
      "epoch": 0.5684351315202854,
      "grad_norm": 0.10363776981830597,
      "learning_rate": 4.9717047977389794e-05,
      "loss": 1.7319,
      "step": 1275
    },
    {
      "epoch": 0.5688809629959876,
      "grad_norm": 0.1102529838681221,
      "learning_rate": 4.963620581044992e-05,
      "loss": 1.7606,
      "step": 1276
    },
    {
      "epoch": 0.5693267944716897,
      "grad_norm": 0.11137624830007553,
      "learning_rate": 4.9555364594574166e-05,
      "loss": 1.7106,
      "step": 1277
    },
    {
      "epoch": 0.5697726259473919,
      "grad_norm": 0.10569412261247635,
      "learning_rate": 4.947452454110509e-05,
      "loss": 1.6824,
      "step": 1278
    },
    {
      "epoch": 0.5702184574230941,
      "grad_norm": 0.09869357198476791,
      "learning_rate": 4.9393685861382146e-05,
      "loss": 1.7348,
      "step": 1279
    },
    {
      "epoch": 0.5706642888987963,
      "grad_norm": 0.10785921663045883,
      "learning_rate": 4.9312848766741276e-05,
      "loss": 1.7451,
      "step": 1280
    },
    {
      "epoch": 0.5711101203744985,
      "grad_norm": 0.11084111779928207,
      "learning_rate": 4.9232013468514165e-05,
      "loss": 1.7163,
      "step": 1281
    },
    {
      "epoch": 0.5715559518502006,
      "grad_norm": 0.11090011149644852,
      "learning_rate": 4.91511801780279e-05,
      "loss": 1.66,
      "step": 1282
    },
    {
      "epoch": 0.5720017833259028,
      "grad_norm": 0.1019948199391365,
      "learning_rate": 4.907034910660428e-05,
      "loss": 1.6518,
      "step": 1283
    },
    {
      "epoch": 0.572447614801605,
      "grad_norm": 0.12180902808904648,
      "learning_rate": 4.89895204655593e-05,
      "loss": 1.7106,
      "step": 1284
    },
    {
      "epoch": 0.5728934462773072,
      "grad_norm": 0.10536084324121475,
      "learning_rate": 4.890869446620263e-05,
      "loss": 1.6396,
      "step": 1285
    },
    {
      "epoch": 0.5733392777530094,
      "grad_norm": 0.10703977197408676,
      "learning_rate": 4.882787131983698e-05,
      "loss": 1.6958,
      "step": 1286
    },
    {
      "epoch": 0.5737851092287115,
      "grad_norm": 0.10940277576446533,
      "learning_rate": 4.874705123775767e-05,
      "loss": 1.6909,
      "step": 1287
    },
    {
      "epoch": 0.5742309407044137,
      "grad_norm": 0.10547999292612076,
      "learning_rate": 4.866623443125192e-05,
      "loss": 1.6998,
      "step": 1288
    },
    {
      "epoch": 0.5746767721801159,
      "grad_norm": 0.10666012018918991,
      "learning_rate": 4.858542111159848e-05,
      "loss": 1.7371,
      "step": 1289
    },
    {
      "epoch": 0.5751226036558181,
      "grad_norm": 0.10442321747541428,
      "learning_rate": 4.8504611490066944e-05,
      "loss": 1.7131,
      "step": 1290
    },
    {
      "epoch": 0.5755684351315203,
      "grad_norm": 0.11976863443851471,
      "learning_rate": 4.8423805777917216e-05,
      "loss": 1.8401,
      "step": 1291
    },
    {
      "epoch": 0.5760142666072224,
      "grad_norm": 0.11288897693157196,
      "learning_rate": 4.834300418639903e-05,
      "loss": 1.7398,
      "step": 1292
    },
    {
      "epoch": 0.5764600980829246,
      "grad_norm": 0.1106421947479248,
      "learning_rate": 4.826220692675129e-05,
      "loss": 1.8159,
      "step": 1293
    },
    {
      "epoch": 0.5769059295586269,
      "grad_norm": 0.11271051317453384,
      "learning_rate": 4.818141421020161e-05,
      "loss": 1.6857,
      "step": 1294
    },
    {
      "epoch": 0.5773517610343291,
      "grad_norm": 0.10802916437387466,
      "learning_rate": 4.810062624796573e-05,
      "loss": 1.7474,
      "step": 1295
    },
    {
      "epoch": 0.5777975925100312,
      "grad_norm": 0.1055922657251358,
      "learning_rate": 4.8019843251246935e-05,
      "loss": 1.7938,
      "step": 1296
    },
    {
      "epoch": 0.5782434239857334,
      "grad_norm": 0.11644168943166733,
      "learning_rate": 4.793906543123559e-05,
      "loss": 1.7449,
      "step": 1297
    },
    {
      "epoch": 0.5786892554614356,
      "grad_norm": 0.11650682985782623,
      "learning_rate": 4.785829299910842e-05,
      "loss": 1.7149,
      "step": 1298
    },
    {
      "epoch": 0.5791350869371378,
      "grad_norm": 0.10335926711559296,
      "learning_rate": 4.7777526166028174e-05,
      "loss": 1.6907,
      "step": 1299
    },
    {
      "epoch": 0.57958091841284,
      "grad_norm": 0.11527582257986069,
      "learning_rate": 4.769676514314289e-05,
      "loss": 1.7097,
      "step": 1300
    },
    {
      "epoch": 0.5800267498885421,
      "grad_norm": 0.12681825459003448,
      "learning_rate": 4.7616010141585474e-05,
      "loss": 1.6216,
      "step": 1301
    },
    {
      "epoch": 0.5804725813642443,
      "grad_norm": 0.10532967001199722,
      "learning_rate": 4.7535261372473007e-05,
      "loss": 1.6578,
      "step": 1302
    },
    {
      "epoch": 0.5809184128399465,
      "grad_norm": 0.1075916662812233,
      "learning_rate": 4.745451904690636e-05,
      "loss": 1.7418,
      "step": 1303
    },
    {
      "epoch": 0.5813642443156487,
      "grad_norm": 0.1275954693555832,
      "learning_rate": 4.737378337596955e-05,
      "loss": 1.7982,
      "step": 1304
    },
    {
      "epoch": 0.5818100757913509,
      "grad_norm": 0.10563182830810547,
      "learning_rate": 4.729305457072913e-05,
      "loss": 1.72,
      "step": 1305
    },
    {
      "epoch": 0.582255907267053,
      "grad_norm": 0.10755059868097305,
      "learning_rate": 4.721233284223378e-05,
      "loss": 1.7957,
      "step": 1306
    },
    {
      "epoch": 0.5827017387427552,
      "grad_norm": 0.11129641532897949,
      "learning_rate": 4.713161840151361e-05,
      "loss": 1.7121,
      "step": 1307
    },
    {
      "epoch": 0.5831475702184574,
      "grad_norm": 0.12741035223007202,
      "learning_rate": 4.705091145957978e-05,
      "loss": 1.7592,
      "step": 1308
    },
    {
      "epoch": 0.5835934016941596,
      "grad_norm": 0.10336027294397354,
      "learning_rate": 4.6970212227423704e-05,
      "loss": 1.7462,
      "step": 1309
    },
    {
      "epoch": 0.5840392331698618,
      "grad_norm": 0.10284517705440521,
      "learning_rate": 4.688952091601677e-05,
      "loss": 1.7914,
      "step": 1310
    },
    {
      "epoch": 0.5844850646455639,
      "grad_norm": 0.11249066144227982,
      "learning_rate": 4.6808837736309586e-05,
      "loss": 1.7049,
      "step": 1311
    },
    {
      "epoch": 0.5849308961212661,
      "grad_norm": 0.1075625792145729,
      "learning_rate": 4.672816289923152e-05,
      "loss": 1.6404,
      "step": 1312
    },
    {
      "epoch": 0.5853767275969683,
      "grad_norm": 0.1075453907251358,
      "learning_rate": 4.664749661569017e-05,
      "loss": 1.7403,
      "step": 1313
    },
    {
      "epoch": 0.5858225590726706,
      "grad_norm": 0.10642149299383163,
      "learning_rate": 4.6566839096570676e-05,
      "loss": 1.802,
      "step": 1314
    },
    {
      "epoch": 0.5862683905483728,
      "grad_norm": 0.10665198415517807,
      "learning_rate": 4.648619055273537e-05,
      "loss": 1.7311,
      "step": 1315
    },
    {
      "epoch": 0.5867142220240749,
      "grad_norm": 0.1076563373208046,
      "learning_rate": 4.6405551195023035e-05,
      "loss": 1.7616,
      "step": 1316
    },
    {
      "epoch": 0.5871600534997771,
      "grad_norm": 0.10502436757087708,
      "learning_rate": 4.632492123424849e-05,
      "loss": 1.7417,
      "step": 1317
    },
    {
      "epoch": 0.5876058849754793,
      "grad_norm": 0.10484828799962997,
      "learning_rate": 4.6244300881202e-05,
      "loss": 1.7311,
      "step": 1318
    },
    {
      "epoch": 0.5880517164511815,
      "grad_norm": 0.11275225132703781,
      "learning_rate": 4.6163690346648646e-05,
      "loss": 1.7338,
      "step": 1319
    },
    {
      "epoch": 0.5884975479268837,
      "grad_norm": 0.11086808145046234,
      "learning_rate": 4.608308984132793e-05,
      "loss": 1.7863,
      "step": 1320
    },
    {
      "epoch": 0.5889433794025858,
      "grad_norm": 0.10085510462522507,
      "learning_rate": 4.6002499575953045e-05,
      "loss": 1.7248,
      "step": 1321
    },
    {
      "epoch": 0.589389210878288,
      "grad_norm": 0.10574324429035187,
      "learning_rate": 4.5921919761210475e-05,
      "loss": 1.7485,
      "step": 1322
    },
    {
      "epoch": 0.5898350423539902,
      "grad_norm": 0.10467115044593811,
      "learning_rate": 4.5841350607759355e-05,
      "loss": 1.7084,
      "step": 1323
    },
    {
      "epoch": 0.5902808738296924,
      "grad_norm": 0.10513424128293991,
      "learning_rate": 4.576079232623096e-05,
      "loss": 1.7625,
      "step": 1324
    },
    {
      "epoch": 0.5907267053053945,
      "grad_norm": 0.10232368111610413,
      "learning_rate": 4.5680245127228164e-05,
      "loss": 1.7145,
      "step": 1325
    },
    {
      "epoch": 0.5911725367810967,
      "grad_norm": 0.10700133442878723,
      "learning_rate": 4.559970922132479e-05,
      "loss": 1.6576,
      "step": 1326
    },
    {
      "epoch": 0.5916183682567989,
      "grad_norm": 0.10725853592157364,
      "learning_rate": 4.5519184819065247e-05,
      "loss": 1.7052,
      "step": 1327
    },
    {
      "epoch": 0.5920641997325011,
      "grad_norm": 0.10271536558866501,
      "learning_rate": 4.543867213096377e-05,
      "loss": 1.6972,
      "step": 1328
    },
    {
      "epoch": 0.5925100312082033,
      "grad_norm": 0.10372088104486465,
      "learning_rate": 4.535817136750405e-05,
      "loss": 1.6852,
      "step": 1329
    },
    {
      "epoch": 0.5929558626839054,
      "grad_norm": 0.10478535294532776,
      "learning_rate": 4.527768273913854e-05,
      "loss": 1.72,
      "step": 1330
    },
    {
      "epoch": 0.5934016941596076,
      "grad_norm": 0.1093035563826561,
      "learning_rate": 4.5197206456288e-05,
      "loss": 1.6871,
      "step": 1331
    },
    {
      "epoch": 0.5938475256353098,
      "grad_norm": 0.10266344994306564,
      "learning_rate": 4.511674272934094e-05,
      "loss": 1.6447,
      "step": 1332
    },
    {
      "epoch": 0.594293357111012,
      "grad_norm": 0.10578463226556778,
      "learning_rate": 4.503629176865297e-05,
      "loss": 1.711,
      "step": 1333
    },
    {
      "epoch": 0.5947391885867143,
      "grad_norm": 0.10392270237207413,
      "learning_rate": 4.49558537845464e-05,
      "loss": 1.733,
      "step": 1334
    },
    {
      "epoch": 0.5951850200624164,
      "grad_norm": 0.10873699933290482,
      "learning_rate": 4.4875428987309576e-05,
      "loss": 1.7295,
      "step": 1335
    },
    {
      "epoch": 0.5956308515381186,
      "grad_norm": 0.10334531962871552,
      "learning_rate": 4.479501758719641e-05,
      "loss": 1.6525,
      "step": 1336
    },
    {
      "epoch": 0.5960766830138208,
      "grad_norm": 0.10624630749225616,
      "learning_rate": 4.471461979442571e-05,
      "loss": 1.7863,
      "step": 1337
    },
    {
      "epoch": 0.596522514489523,
      "grad_norm": 0.10671917349100113,
      "learning_rate": 4.463423581918079e-05,
      "loss": 1.7989,
      "step": 1338
    },
    {
      "epoch": 0.5969683459652252,
      "grad_norm": 0.11390185356140137,
      "learning_rate": 4.455386587160882e-05,
      "loss": 1.7782,
      "step": 1339
    },
    {
      "epoch": 0.5974141774409273,
      "grad_norm": 0.10335832089185715,
      "learning_rate": 4.4473510161820265e-05,
      "loss": 1.6511,
      "step": 1340
    },
    {
      "epoch": 0.5978600089166295,
      "grad_norm": 0.10230205208063126,
      "learning_rate": 4.439316889988843e-05,
      "loss": 1.7025,
      "step": 1341
    },
    {
      "epoch": 0.5983058403923317,
      "grad_norm": 0.10712480545043945,
      "learning_rate": 4.431284229584877e-05,
      "loss": 1.7222,
      "step": 1342
    },
    {
      "epoch": 0.5987516718680339,
      "grad_norm": 0.10760597884654999,
      "learning_rate": 4.423253055969849e-05,
      "loss": 1.7473,
      "step": 1343
    },
    {
      "epoch": 0.5991975033437361,
      "grad_norm": 0.10972660779953003,
      "learning_rate": 4.415223390139588e-05,
      "loss": 1.7631,
      "step": 1344
    },
    {
      "epoch": 0.5996433348194382,
      "grad_norm": 0.1036917194724083,
      "learning_rate": 4.407195253085983e-05,
      "loss": 1.7521,
      "step": 1345
    },
    {
      "epoch": 0.6000891662951404,
      "grad_norm": 0.1098642349243164,
      "learning_rate": 4.399168665796931e-05,
      "loss": 1.765,
      "step": 1346
    },
    {
      "epoch": 0.6005349977708426,
      "grad_norm": 0.10295204073190689,
      "learning_rate": 4.3911436492562655e-05,
      "loss": 1.7382,
      "step": 1347
    },
    {
      "epoch": 0.6009808292465448,
      "grad_norm": 0.10905417054891586,
      "learning_rate": 4.383120224443726e-05,
      "loss": 1.6988,
      "step": 1348
    },
    {
      "epoch": 0.601426660722247,
      "grad_norm": 0.10983578860759735,
      "learning_rate": 4.3750984123348825e-05,
      "loss": 1.7318,
      "step": 1349
    },
    {
      "epoch": 0.6018724921979491,
      "grad_norm": 0.10988633334636688,
      "learning_rate": 4.367078233901095e-05,
      "loss": 1.7099,
      "step": 1350
    },
    {
      "epoch": 0.6023183236736513,
      "grad_norm": 0.11639130860567093,
      "learning_rate": 4.3590597101094474e-05,
      "loss": 1.7599,
      "step": 1351
    },
    {
      "epoch": 0.6027641551493536,
      "grad_norm": 0.10804329812526703,
      "learning_rate": 4.3510428619227006e-05,
      "loss": 1.686,
      "step": 1352
    },
    {
      "epoch": 0.6032099866250558,
      "grad_norm": 0.11254794150590897,
      "learning_rate": 4.343027710299237e-05,
      "loss": 1.6993,
      "step": 1353
    },
    {
      "epoch": 0.603655818100758,
      "grad_norm": 0.10436093807220459,
      "learning_rate": 4.3350142761929967e-05,
      "loss": 1.7063,
      "step": 1354
    },
    {
      "epoch": 0.6041016495764601,
      "grad_norm": 0.11530744284391403,
      "learning_rate": 4.327002580553439e-05,
      "loss": 1.7143,
      "step": 1355
    },
    {
      "epoch": 0.6045474810521623,
      "grad_norm": 0.10949036478996277,
      "learning_rate": 4.318992644325469e-05,
      "loss": 1.6821,
      "step": 1356
    },
    {
      "epoch": 0.6049933125278645,
      "grad_norm": 0.10677774995565414,
      "learning_rate": 4.310984488449402e-05,
      "loss": 1.7467,
      "step": 1357
    },
    {
      "epoch": 0.6054391440035667,
      "grad_norm": 0.1032639667391777,
      "learning_rate": 4.302978133860889e-05,
      "loss": 1.6878,
      "step": 1358
    },
    {
      "epoch": 0.6058849754792688,
      "grad_norm": 0.11210329085588455,
      "learning_rate": 4.2949736014908774e-05,
      "loss": 1.7146,
      "step": 1359
    },
    {
      "epoch": 0.606330806954971,
      "grad_norm": 0.11205070465803146,
      "learning_rate": 4.286970912265554e-05,
      "loss": 1.643,
      "step": 1360
    },
    {
      "epoch": 0.6067766384306732,
      "grad_norm": 0.10529208183288574,
      "learning_rate": 4.278970087106278e-05,
      "loss": 1.7282,
      "step": 1361
    },
    {
      "epoch": 0.6072224699063754,
      "grad_norm": 0.10985662043094635,
      "learning_rate": 4.2709711469295425e-05,
      "loss": 1.7097,
      "step": 1362
    },
    {
      "epoch": 0.6076683013820776,
      "grad_norm": 0.11197005212306976,
      "learning_rate": 4.26297411264691e-05,
      "loss": 1.7377,
      "step": 1363
    },
    {
      "epoch": 0.6081141328577797,
      "grad_norm": 0.11222143471240997,
      "learning_rate": 4.254979005164965e-05,
      "loss": 1.7599,
      "step": 1364
    },
    {
      "epoch": 0.6085599643334819,
      "grad_norm": 0.11010466516017914,
      "learning_rate": 4.2469858453852454e-05,
      "loss": 1.7759,
      "step": 1365
    },
    {
      "epoch": 0.6090057958091841,
      "grad_norm": 0.10759741812944412,
      "learning_rate": 4.238994654204204e-05,
      "loss": 1.7493,
      "step": 1366
    },
    {
      "epoch": 0.6094516272848863,
      "grad_norm": 0.1028338223695755,
      "learning_rate": 4.231005452513149e-05,
      "loss": 1.6987,
      "step": 1367
    },
    {
      "epoch": 0.6098974587605885,
      "grad_norm": 0.11253432929515839,
      "learning_rate": 4.2230182611981804e-05,
      "loss": 1.7484,
      "step": 1368
    },
    {
      "epoch": 0.6103432902362906,
      "grad_norm": 0.1054825708270073,
      "learning_rate": 4.215033101140151e-05,
      "loss": 1.7025,
      "step": 1369
    },
    {
      "epoch": 0.6107891217119928,
      "grad_norm": 0.1057797446846962,
      "learning_rate": 4.207049993214594e-05,
      "loss": 1.6504,
      "step": 1370
    },
    {
      "epoch": 0.611234953187695,
      "grad_norm": 0.10321327298879623,
      "learning_rate": 4.1990689582916854e-05,
      "loss": 1.7345,
      "step": 1371
    },
    {
      "epoch": 0.6116807846633973,
      "grad_norm": 0.11381953954696655,
      "learning_rate": 4.1910900172361764e-05,
      "loss": 1.7269,
      "step": 1372
    },
    {
      "epoch": 0.6121266161390995,
      "grad_norm": 0.1025819182395935,
      "learning_rate": 4.183113190907349e-05,
      "loss": 1.6995,
      "step": 1373
    },
    {
      "epoch": 0.6125724476148016,
      "grad_norm": 0.1024041548371315,
      "learning_rate": 4.175138500158955e-05,
      "loss": 1.7129,
      "step": 1374
    },
    {
      "epoch": 0.6130182790905038,
      "grad_norm": 0.10482370108366013,
      "learning_rate": 4.167165965839158e-05,
      "loss": 1.7489,
      "step": 1375
    },
    {
      "epoch": 0.613464110566206,
      "grad_norm": 0.10524420440196991,
      "learning_rate": 4.159195608790495e-05,
      "loss": 1.5957,
      "step": 1376
    },
    {
      "epoch": 0.6139099420419082,
      "grad_norm": 0.10454178601503372,
      "learning_rate": 4.1512274498497986e-05,
      "loss": 1.6042,
      "step": 1377
    },
    {
      "epoch": 0.6143557735176104,
      "grad_norm": 0.110980324447155,
      "learning_rate": 4.143261509848163e-05,
      "loss": 1.734,
      "step": 1378
    },
    {
      "epoch": 0.6148016049933125,
      "grad_norm": 0.10934942215681076,
      "learning_rate": 4.1352978096108805e-05,
      "loss": 1.7002,
      "step": 1379
    },
    {
      "epoch": 0.6152474364690147,
      "grad_norm": 0.10872786492109299,
      "learning_rate": 4.127336369957385e-05,
      "loss": 1.6997,
      "step": 1380
    },
    {
      "epoch": 0.6156932679447169,
      "grad_norm": 0.11058517545461655,
      "learning_rate": 4.119377211701206e-05,
      "loss": 1.8263,
      "step": 1381
    },
    {
      "epoch": 0.6161390994204191,
      "grad_norm": 0.10441174358129501,
      "learning_rate": 4.1114203556498995e-05,
      "loss": 1.6791,
      "step": 1382
    },
    {
      "epoch": 0.6165849308961213,
      "grad_norm": 0.10397122800350189,
      "learning_rate": 4.103465822605013e-05,
      "loss": 1.7036,
      "step": 1383
    },
    {
      "epoch": 0.6170307623718234,
      "grad_norm": 0.10882728546857834,
      "learning_rate": 4.095513633362013e-05,
      "loss": 1.7315,
      "step": 1384
    },
    {
      "epoch": 0.6174765938475256,
      "grad_norm": 0.10598379373550415,
      "learning_rate": 4.087563808710244e-05,
      "loss": 1.6613,
      "step": 1385
    },
    {
      "epoch": 0.6179224253232278,
      "grad_norm": 0.10203990340232849,
      "learning_rate": 4.0796163694328695e-05,
      "loss": 1.6304,
      "step": 1386
    },
    {
      "epoch": 0.61836825679893,
      "grad_norm": 0.10578660666942596,
      "learning_rate": 4.07167133630681e-05,
      "loss": 1.6468,
      "step": 1387
    },
    {
      "epoch": 0.6188140882746321,
      "grad_norm": 0.10870944708585739,
      "learning_rate": 4.0637287301027015e-05,
      "loss": 1.7439,
      "step": 1388
    },
    {
      "epoch": 0.6192599197503343,
      "grad_norm": 0.11474449932575226,
      "learning_rate": 4.055788571584833e-05,
      "loss": 1.8597,
      "step": 1389
    },
    {
      "epoch": 0.6197057512260365,
      "grad_norm": 0.09975942969322205,
      "learning_rate": 4.047850881511099e-05,
      "loss": 1.6452,
      "step": 1390
    },
    {
      "epoch": 0.6201515827017388,
      "grad_norm": 0.10510657727718353,
      "learning_rate": 4.039915680632931e-05,
      "loss": 1.6957,
      "step": 1391
    },
    {
      "epoch": 0.620597414177441,
      "grad_norm": 0.10324990004301071,
      "learning_rate": 4.031982989695263e-05,
      "loss": 1.7272,
      "step": 1392
    },
    {
      "epoch": 0.6210432456531431,
      "grad_norm": 0.10381413996219635,
      "learning_rate": 4.0240528294364636e-05,
      "loss": 1.7123,
      "step": 1393
    },
    {
      "epoch": 0.6214890771288453,
      "grad_norm": 0.10126571357250214,
      "learning_rate": 4.016125220588283e-05,
      "loss": 1.5681,
      "step": 1394
    },
    {
      "epoch": 0.6219349086045475,
      "grad_norm": 0.11302058398723602,
      "learning_rate": 4.0082001838758055e-05,
      "loss": 1.7227,
      "step": 1395
    },
    {
      "epoch": 0.6223807400802497,
      "grad_norm": 0.1057954803109169,
      "learning_rate": 4.0002777400173865e-05,
      "loss": 1.7705,
      "step": 1396
    },
    {
      "epoch": 0.6228265715559519,
      "grad_norm": 0.10621575266122818,
      "learning_rate": 3.992357909724609e-05,
      "loss": 1.7282,
      "step": 1397
    },
    {
      "epoch": 0.623272403031654,
      "grad_norm": 0.10480504482984543,
      "learning_rate": 3.984440713702217e-05,
      "loss": 1.6894,
      "step": 1398
    },
    {
      "epoch": 0.6237182345073562,
      "grad_norm": 0.11533593386411667,
      "learning_rate": 3.976526172648071e-05,
      "loss": 1.7999,
      "step": 1399
    },
    {
      "epoch": 0.6241640659830584,
      "grad_norm": 0.10229678452014923,
      "learning_rate": 3.968614307253091e-05,
      "loss": 1.6475,
      "step": 1400
    },
    {
      "epoch": 0.6246098974587606,
      "grad_norm": 0.10629977285861969,
      "learning_rate": 3.960705138201202e-05,
      "loss": 1.6558,
      "step": 1401
    },
    {
      "epoch": 0.6250557289344628,
      "grad_norm": 0.10613512992858887,
      "learning_rate": 3.952798686169279e-05,
      "loss": 1.7283,
      "step": 1402
    },
    {
      "epoch": 0.6255015604101649,
      "grad_norm": 0.108387790620327,
      "learning_rate": 3.9448949718270924e-05,
      "loss": 1.7066,
      "step": 1403
    },
    {
      "epoch": 0.6259473918858671,
      "grad_norm": 0.10819292068481445,
      "learning_rate": 3.9369940158372596e-05,
      "loss": 1.7036,
      "step": 1404
    },
    {
      "epoch": 0.6263932233615693,
      "grad_norm": 0.10802169889211655,
      "learning_rate": 3.929095838855182e-05,
      "loss": 1.7643,
      "step": 1405
    },
    {
      "epoch": 0.6268390548372715,
      "grad_norm": 0.10313193500041962,
      "learning_rate": 3.921200461528999e-05,
      "loss": 1.6678,
      "step": 1406
    },
    {
      "epoch": 0.6272848863129737,
      "grad_norm": 0.15312069654464722,
      "learning_rate": 3.913307904499533e-05,
      "loss": 1.7622,
      "step": 1407
    },
    {
      "epoch": 0.6277307177886758,
      "grad_norm": 0.10323794186115265,
      "learning_rate": 3.9054181884002274e-05,
      "loss": 1.7844,
      "step": 1408
    },
    {
      "epoch": 0.628176549264378,
      "grad_norm": 0.11198899894952774,
      "learning_rate": 3.897531333857105e-05,
      "loss": 1.8157,
      "step": 1409
    },
    {
      "epoch": 0.6286223807400803,
      "grad_norm": 0.11027844250202179,
      "learning_rate": 3.8896473614887e-05,
      "loss": 1.7294,
      "step": 1410
    },
    {
      "epoch": 0.6290682122157825,
      "grad_norm": 0.1058661937713623,
      "learning_rate": 3.8817662919060206e-05,
      "loss": 1.7107,
      "step": 1411
    },
    {
      "epoch": 0.6295140436914847,
      "grad_norm": 0.10655143857002258,
      "learning_rate": 3.873888145712477e-05,
      "loss": 1.6681,
      "step": 1412
    },
    {
      "epoch": 0.6299598751671868,
      "grad_norm": 0.10481628030538559,
      "learning_rate": 3.8660129435038465e-05,
      "loss": 1.6931,
      "step": 1413
    },
    {
      "epoch": 0.630405706642889,
      "grad_norm": 0.11550483107566833,
      "learning_rate": 3.858140705868205e-05,
      "loss": 1.8203,
      "step": 1414
    },
    {
      "epoch": 0.6308515381185912,
      "grad_norm": 0.11633032560348511,
      "learning_rate": 3.8502714533858735e-05,
      "loss": 1.7308,
      "step": 1415
    },
    {
      "epoch": 0.6312973695942934,
      "grad_norm": 0.11287412792444229,
      "learning_rate": 3.842405206629378e-05,
      "loss": 1.7515,
      "step": 1416
    },
    {
      "epoch": 0.6317432010699956,
      "grad_norm": 0.10997365415096283,
      "learning_rate": 3.83454198616338e-05,
      "loss": 1.7661,
      "step": 1417
    },
    {
      "epoch": 0.6321890325456977,
      "grad_norm": 0.11275579780340195,
      "learning_rate": 3.826681812544636e-05,
      "loss": 1.6997,
      "step": 1418
    },
    {
      "epoch": 0.6326348640213999,
      "grad_norm": 0.11132514476776123,
      "learning_rate": 3.818824706321926e-05,
      "loss": 1.747,
      "step": 1419
    },
    {
      "epoch": 0.6330806954971021,
      "grad_norm": 0.10364557057619095,
      "learning_rate": 3.8109706880360226e-05,
      "loss": 1.6571,
      "step": 1420
    },
    {
      "epoch": 0.6335265269728043,
      "grad_norm": 0.10518898814916611,
      "learning_rate": 3.8031197782196215e-05,
      "loss": 1.7744,
      "step": 1421
    },
    {
      "epoch": 0.6339723584485064,
      "grad_norm": 0.10656026750802994,
      "learning_rate": 3.7952719973972874e-05,
      "loss": 1.7118,
      "step": 1422
    },
    {
      "epoch": 0.6344181899242086,
      "grad_norm": 0.10606465488672256,
      "learning_rate": 3.787427366085412e-05,
      "loss": 1.6874,
      "step": 1423
    },
    {
      "epoch": 0.6348640213999108,
      "grad_norm": 0.12934720516204834,
      "learning_rate": 3.779585904792149e-05,
      "loss": 1.7854,
      "step": 1424
    },
    {
      "epoch": 0.635309852875613,
      "grad_norm": 0.10504604130983353,
      "learning_rate": 3.771747634017368e-05,
      "loss": 1.6257,
      "step": 1425
    },
    {
      "epoch": 0.6357556843513152,
      "grad_norm": 0.10664668679237366,
      "learning_rate": 3.7639125742525906e-05,
      "loss": 1.7144,
      "step": 1426
    },
    {
      "epoch": 0.6362015158270173,
      "grad_norm": 0.11719921231269836,
      "learning_rate": 3.756080745980952e-05,
      "loss": 1.7166,
      "step": 1427
    },
    {
      "epoch": 0.6366473473027195,
      "grad_norm": 0.11363211274147034,
      "learning_rate": 3.7482521696771366e-05,
      "loss": 1.7526,
      "step": 1428
    },
    {
      "epoch": 0.6370931787784218,
      "grad_norm": 0.10871551930904388,
      "learning_rate": 3.740426865807325e-05,
      "loss": 1.7322,
      "step": 1429
    },
    {
      "epoch": 0.637539010254124,
      "grad_norm": 0.10742544382810593,
      "learning_rate": 3.7326048548291473e-05,
      "loss": 1.654,
      "step": 1430
    },
    {
      "epoch": 0.6379848417298262,
      "grad_norm": 0.10932067036628723,
      "learning_rate": 3.7247861571916185e-05,
      "loss": 1.6795,
      "step": 1431
    },
    {
      "epoch": 0.6384306732055283,
      "grad_norm": 0.11536215245723724,
      "learning_rate": 3.7169707933350975e-05,
      "loss": 1.7952,
      "step": 1432
    },
    {
      "epoch": 0.6388765046812305,
      "grad_norm": 0.10809694230556488,
      "learning_rate": 3.709158783691223e-05,
      "loss": 1.7054,
      "step": 1433
    },
    {
      "epoch": 0.6393223361569327,
      "grad_norm": 0.11268988996744156,
      "learning_rate": 3.701350148682871e-05,
      "loss": 1.7094,
      "step": 1434
    },
    {
      "epoch": 0.6397681676326349,
      "grad_norm": 0.1024957001209259,
      "learning_rate": 3.6935449087240896e-05,
      "loss": 1.6608,
      "step": 1435
    },
    {
      "epoch": 0.6402139991083371,
      "grad_norm": 0.10713659226894379,
      "learning_rate": 3.6857430842200515e-05,
      "loss": 1.7713,
      "step": 1436
    },
    {
      "epoch": 0.6406598305840392,
      "grad_norm": 0.10464645177125931,
      "learning_rate": 3.6779446955670054e-05,
      "loss": 1.6175,
      "step": 1437
    },
    {
      "epoch": 0.6411056620597414,
      "grad_norm": 0.10834495723247528,
      "learning_rate": 3.670149763152211e-05,
      "loss": 1.7343,
      "step": 1438
    },
    {
      "epoch": 0.6415514935354436,
      "grad_norm": 0.10712491720914841,
      "learning_rate": 3.6623583073538966e-05,
      "loss": 1.7696,
      "step": 1439
    },
    {
      "epoch": 0.6419973250111458,
      "grad_norm": 0.1115075871348381,
      "learning_rate": 3.654570348541201e-05,
      "loss": 1.7591,
      "step": 1440
    },
    {
      "epoch": 0.642443156486848,
      "grad_norm": 0.10900846123695374,
      "learning_rate": 3.646785907074121e-05,
      "loss": 1.7615,
      "step": 1441
    },
    {
      "epoch": 0.6428889879625501,
      "grad_norm": 0.11147046834230423,
      "learning_rate": 3.639005003303458e-05,
      "loss": 1.7746,
      "step": 1442
    },
    {
      "epoch": 0.6433348194382523,
      "grad_norm": 0.1036146730184555,
      "learning_rate": 3.631227657570763e-05,
      "loss": 1.7899,
      "step": 1443
    },
    {
      "epoch": 0.6437806509139545,
      "grad_norm": 0.10944417119026184,
      "learning_rate": 3.623453890208287e-05,
      "loss": 1.8064,
      "step": 1444
    },
    {
      "epoch": 0.6442264823896567,
      "grad_norm": 0.11369684338569641,
      "learning_rate": 3.615683721538926e-05,
      "loss": 1.7726,
      "step": 1445
    },
    {
      "epoch": 0.644672313865359,
      "grad_norm": 0.10357142984867096,
      "learning_rate": 3.6079171718761685e-05,
      "loss": 1.683,
      "step": 1446
    },
    {
      "epoch": 0.645118145341061,
      "grad_norm": 0.10834982246160507,
      "learning_rate": 3.600154261524039e-05,
      "loss": 1.7237,
      "step": 1447
    },
    {
      "epoch": 0.6455639768167633,
      "grad_norm": 0.10646981745958328,
      "learning_rate": 3.592395010777051e-05,
      "loss": 1.7702,
      "step": 1448
    },
    {
      "epoch": 0.6460098082924655,
      "grad_norm": 0.10807432234287262,
      "learning_rate": 3.584639439920152e-05,
      "loss": 1.6843,
      "step": 1449
    },
    {
      "epoch": 0.6464556397681677,
      "grad_norm": 0.11012551188468933,
      "learning_rate": 3.576887569228663e-05,
      "loss": 1.7103,
      "step": 1450
    },
    {
      "epoch": 0.6469014712438698,
      "grad_norm": 0.10244602710008621,
      "learning_rate": 3.569139418968237e-05,
      "loss": 1.6881,
      "step": 1451
    },
    {
      "epoch": 0.647347302719572,
      "grad_norm": 0.10544441640377045,
      "learning_rate": 3.5613950093947987e-05,
      "loss": 1.6906,
      "step": 1452
    },
    {
      "epoch": 0.6477931341952742,
      "grad_norm": 0.10670885443687439,
      "learning_rate": 3.553654360754496e-05,
      "loss": 1.6125,
      "step": 1453
    },
    {
      "epoch": 0.6482389656709764,
      "grad_norm": 0.10574685037136078,
      "learning_rate": 3.545917493283639e-05,
      "loss": 1.7503,
      "step": 1454
    },
    {
      "epoch": 0.6486847971466786,
      "grad_norm": 0.10302133113145828,
      "learning_rate": 3.5381844272086594e-05,
      "loss": 1.5257,
      "step": 1455
    },
    {
      "epoch": 0.6491306286223807,
      "grad_norm": 0.11182933300733566,
      "learning_rate": 3.5304551827460476e-05,
      "loss": 1.7797,
      "step": 1456
    },
    {
      "epoch": 0.6495764600980829,
      "grad_norm": 0.10741376131772995,
      "learning_rate": 3.522729780102302e-05,
      "loss": 1.7187,
      "step": 1457
    },
    {
      "epoch": 0.6500222915737851,
      "grad_norm": 0.10912436246871948,
      "learning_rate": 3.515008239473881e-05,
      "loss": 1.7028,
      "step": 1458
    },
    {
      "epoch": 0.6504681230494873,
      "grad_norm": 0.10429362207651138,
      "learning_rate": 3.5072905810471415e-05,
      "loss": 1.6772,
      "step": 1459
    },
    {
      "epoch": 0.6509139545251895,
      "grad_norm": 0.112667016685009,
      "learning_rate": 3.499576824998298e-05,
      "loss": 1.7288,
      "step": 1460
    },
    {
      "epoch": 0.6513597860008916,
      "grad_norm": 0.10859242081642151,
      "learning_rate": 3.4918669914933545e-05,
      "loss": 1.6952,
      "step": 1461
    },
    {
      "epoch": 0.6518056174765938,
      "grad_norm": 0.10518250614404678,
      "learning_rate": 3.4841611006880684e-05,
      "loss": 1.732,
      "step": 1462
    },
    {
      "epoch": 0.652251448952296,
      "grad_norm": 0.1089450865983963,
      "learning_rate": 3.4764591727278865e-05,
      "loss": 1.6833,
      "step": 1463
    },
    {
      "epoch": 0.6526972804279982,
      "grad_norm": 0.10564330220222473,
      "learning_rate": 3.468761227747893e-05,
      "loss": 1.7189,
      "step": 1464
    },
    {
      "epoch": 0.6531431119037004,
      "grad_norm": 0.11381463706493378,
      "learning_rate": 3.461067285872765e-05,
      "loss": 1.7466,
      "step": 1465
    },
    {
      "epoch": 0.6535889433794025,
      "grad_norm": 0.10219178348779678,
      "learning_rate": 3.453377367216707e-05,
      "loss": 1.7058,
      "step": 1466
    },
    {
      "epoch": 0.6540347748551048,
      "grad_norm": 0.10347221791744232,
      "learning_rate": 3.445691491883414e-05,
      "loss": 1.6923,
      "step": 1467
    },
    {
      "epoch": 0.654480606330807,
      "grad_norm": 0.10578374564647675,
      "learning_rate": 3.438009679966002e-05,
      "loss": 1.7345,
      "step": 1468
    },
    {
      "epoch": 0.6549264378065092,
      "grad_norm": 0.1014648824930191,
      "learning_rate": 3.430331951546971e-05,
      "loss": 1.6706,
      "step": 1469
    },
    {
      "epoch": 0.6553722692822114,
      "grad_norm": 0.10144941508769989,
      "learning_rate": 3.422658326698146e-05,
      "loss": 1.6336,
      "step": 1470
    },
    {
      "epoch": 0.6558181007579135,
      "grad_norm": 0.10477590560913086,
      "learning_rate": 3.414988825480614e-05,
      "loss": 1.7341,
      "step": 1471
    },
    {
      "epoch": 0.6562639322336157,
      "grad_norm": 0.11141593009233475,
      "learning_rate": 3.407323467944695e-05,
      "loss": 1.7483,
      "step": 1472
    },
    {
      "epoch": 0.6567097637093179,
      "grad_norm": 0.10266480594873428,
      "learning_rate": 3.399662274129865e-05,
      "loss": 1.7399,
      "step": 1473
    },
    {
      "epoch": 0.6571555951850201,
      "grad_norm": 0.1054401770234108,
      "learning_rate": 3.392005264064724e-05,
      "loss": 1.7331,
      "step": 1474
    },
    {
      "epoch": 0.6576014266607223,
      "grad_norm": 0.11086001992225647,
      "learning_rate": 3.384352457766926e-05,
      "loss": 1.7833,
      "step": 1475
    },
    {
      "epoch": 0.6580472581364244,
      "grad_norm": 0.10613582283258438,
      "learning_rate": 3.3767038752431416e-05,
      "loss": 1.7555,
      "step": 1476
    },
    {
      "epoch": 0.6584930896121266,
      "grad_norm": 0.10388971865177155,
      "learning_rate": 3.3690595364889974e-05,
      "loss": 1.6982,
      "step": 1477
    },
    {
      "epoch": 0.6589389210878288,
      "grad_norm": 0.10605313628911972,
      "learning_rate": 3.361419461489022e-05,
      "loss": 1.6951,
      "step": 1478
    },
    {
      "epoch": 0.659384752563531,
      "grad_norm": 0.10423621535301208,
      "learning_rate": 3.353783670216606e-05,
      "loss": 1.7593,
      "step": 1479
    },
    {
      "epoch": 0.6598305840392331,
      "grad_norm": 0.10893752425909042,
      "learning_rate": 3.346152182633929e-05,
      "loss": 1.684,
      "step": 1480
    },
    {
      "epoch": 0.6602764155149353,
      "grad_norm": 0.10435706377029419,
      "learning_rate": 3.338525018691929e-05,
      "loss": 1.7319,
      "step": 1481
    },
    {
      "epoch": 0.6607222469906375,
      "grad_norm": 0.10638844966888428,
      "learning_rate": 3.330902198330239e-05,
      "loss": 1.7243,
      "step": 1482
    },
    {
      "epoch": 0.6611680784663397,
      "grad_norm": 0.10575542598962784,
      "learning_rate": 3.323283741477131e-05,
      "loss": 1.7218,
      "step": 1483
    },
    {
      "epoch": 0.661613909942042,
      "grad_norm": 0.10511541366577148,
      "learning_rate": 3.315669668049478e-05,
      "loss": 1.6585,
      "step": 1484
    },
    {
      "epoch": 0.662059741417744,
      "grad_norm": 0.10444016009569168,
      "learning_rate": 3.308059997952687e-05,
      "loss": 1.6125,
      "step": 1485
    },
    {
      "epoch": 0.6625055728934462,
      "grad_norm": 0.10746515542268753,
      "learning_rate": 3.3004547510806574e-05,
      "loss": 1.7422,
      "step": 1486
    },
    {
      "epoch": 0.6629514043691485,
      "grad_norm": 0.10619347542524338,
      "learning_rate": 3.292853947315721e-05,
      "loss": 1.6936,
      "step": 1487
    },
    {
      "epoch": 0.6633972358448507,
      "grad_norm": 0.12363170087337494,
      "learning_rate": 3.285257606528596e-05,
      "loss": 1.7376,
      "step": 1488
    },
    {
      "epoch": 0.6638430673205529,
      "grad_norm": 0.105924092233181,
      "learning_rate": 3.277665748578336e-05,
      "loss": 1.7383,
      "step": 1489
    },
    {
      "epoch": 0.664288898796255,
      "grad_norm": 0.11531561613082886,
      "learning_rate": 3.27007839331227e-05,
      "loss": 1.7121,
      "step": 1490
    },
    {
      "epoch": 0.6647347302719572,
      "grad_norm": 0.1023867204785347,
      "learning_rate": 3.262495560565961e-05,
      "loss": 1.7372,
      "step": 1491
    },
    {
      "epoch": 0.6651805617476594,
      "grad_norm": 0.10783407837152481,
      "learning_rate": 3.254917270163143e-05,
      "loss": 1.7056,
      "step": 1492
    },
    {
      "epoch": 0.6656263932233616,
      "grad_norm": 0.10718448460102081,
      "learning_rate": 3.2473435419156804e-05,
      "loss": 1.6582,
      "step": 1493
    },
    {
      "epoch": 0.6660722246990638,
      "grad_norm": 0.0994548499584198,
      "learning_rate": 3.239774395623505e-05,
      "loss": 1.616,
      "step": 1494
    },
    {
      "epoch": 0.6665180561747659,
      "grad_norm": 0.10924851894378662,
      "learning_rate": 3.232209851074576e-05,
      "loss": 1.7244,
      "step": 1495
    },
    {
      "epoch": 0.6669638876504681,
      "grad_norm": 0.1073027104139328,
      "learning_rate": 3.224649928044819e-05,
      "loss": 1.7458,
      "step": 1496
    },
    {
      "epoch": 0.6674097191261703,
      "grad_norm": 0.11101747304201126,
      "learning_rate": 3.217094646298079e-05,
      "loss": 1.7365,
      "step": 1497
    },
    {
      "epoch": 0.6678555506018725,
      "grad_norm": 0.10792256891727448,
      "learning_rate": 3.209544025586067e-05,
      "loss": 1.6921,
      "step": 1498
    },
    {
      "epoch": 0.6683013820775747,
      "grad_norm": 0.10597766190767288,
      "learning_rate": 3.201998085648305e-05,
      "loss": 1.7006,
      "step": 1499
    },
    {
      "epoch": 0.6687472135532768,
      "grad_norm": 0.10835646837949753,
      "learning_rate": 3.194456846212085e-05,
      "loss": 1.8173,
      "step": 1500
    },
    {
      "epoch": 0.669193045028979,
      "grad_norm": 0.10665111243724823,
      "learning_rate": 3.1869203269924055e-05,
      "loss": 1.6426,
      "step": 1501
    },
    {
      "epoch": 0.6696388765046812,
      "grad_norm": 0.1021815836429596,
      "learning_rate": 3.179388547691925e-05,
      "loss": 1.672,
      "step": 1502
    },
    {
      "epoch": 0.6700847079803834,
      "grad_norm": 0.10613787919282913,
      "learning_rate": 3.171861528000917e-05,
      "loss": 1.7166,
      "step": 1503
    },
    {
      "epoch": 0.6705305394560857,
      "grad_norm": 0.10247265547513962,
      "learning_rate": 3.1643392875972e-05,
      "loss": 1.6669,
      "step": 1504
    },
    {
      "epoch": 0.6709763709317877,
      "grad_norm": 0.11140943318605423,
      "learning_rate": 3.15682184614611e-05,
      "loss": 1.7408,
      "step": 1505
    },
    {
      "epoch": 0.67142220240749,
      "grad_norm": 0.11086837947368622,
      "learning_rate": 3.149309223300428e-05,
      "loss": 1.7174,
      "step": 1506
    },
    {
      "epoch": 0.6718680338831922,
      "grad_norm": 0.10634925961494446,
      "learning_rate": 3.1418014387003466e-05,
      "loss": 1.7299,
      "step": 1507
    },
    {
      "epoch": 0.6723138653588944,
      "grad_norm": 0.10408701747655869,
      "learning_rate": 3.1342985119734e-05,
      "loss": 1.6721,
      "step": 1508
    },
    {
      "epoch": 0.6727596968345966,
      "grad_norm": 0.11553218960762024,
      "learning_rate": 3.1268004627344304e-05,
      "loss": 1.7852,
      "step": 1509
    },
    {
      "epoch": 0.6732055283102987,
      "grad_norm": 0.1034417450428009,
      "learning_rate": 3.119307310585528e-05,
      "loss": 1.6954,
      "step": 1510
    },
    {
      "epoch": 0.6736513597860009,
      "grad_norm": 0.10354946553707123,
      "learning_rate": 3.111819075115972e-05,
      "loss": 1.668,
      "step": 1511
    },
    {
      "epoch": 0.6740971912617031,
      "grad_norm": 0.10323896259069443,
      "learning_rate": 3.104335775902202e-05,
      "loss": 1.7231,
      "step": 1512
    },
    {
      "epoch": 0.6745430227374053,
      "grad_norm": 0.10310613363981247,
      "learning_rate": 3.096857432507739e-05,
      "loss": 1.7211,
      "step": 1513
    },
    {
      "epoch": 0.6749888542131074,
      "grad_norm": 0.10851112753152847,
      "learning_rate": 3.0893840644831595e-05,
      "loss": 1.6608,
      "step": 1514
    },
    {
      "epoch": 0.6754346856888096,
      "grad_norm": 0.1107846274971962,
      "learning_rate": 3.081915691366023e-05,
      "loss": 1.7749,
      "step": 1515
    },
    {
      "epoch": 0.6758805171645118,
      "grad_norm": 0.10560812056064606,
      "learning_rate": 3.0744523326808384e-05,
      "loss": 1.7302,
      "step": 1516
    },
    {
      "epoch": 0.676326348640214,
      "grad_norm": 0.10358244180679321,
      "learning_rate": 3.0669940079390025e-05,
      "loss": 1.7531,
      "step": 1517
    },
    {
      "epoch": 0.6767721801159162,
      "grad_norm": 0.10330193489789963,
      "learning_rate": 3.0595407366387504e-05,
      "loss": 1.7219,
      "step": 1518
    },
    {
      "epoch": 0.6772180115916183,
      "grad_norm": 0.10923954099416733,
      "learning_rate": 3.052092538265112e-05,
      "loss": 1.7335,
      "step": 1519
    },
    {
      "epoch": 0.6776638430673205,
      "grad_norm": 0.10693059861660004,
      "learning_rate": 3.0446494322898444e-05,
      "loss": 1.7342,
      "step": 1520
    },
    {
      "epoch": 0.6781096745430227,
      "grad_norm": 0.10997521877288818,
      "learning_rate": 3.037211438171404e-05,
      "loss": 1.7409,
      "step": 1521
    },
    {
      "epoch": 0.6785555060187249,
      "grad_norm": 0.10358584672212601,
      "learning_rate": 3.0297785753548725e-05,
      "loss": 1.6702,
      "step": 1522
    },
    {
      "epoch": 0.6790013374944271,
      "grad_norm": 0.10362020134925842,
      "learning_rate": 3.0223508632719234e-05,
      "loss": 1.6994,
      "step": 1523
    },
    {
      "epoch": 0.6794471689701292,
      "grad_norm": 0.10991935431957245,
      "learning_rate": 3.0149283213407643e-05,
      "loss": 1.7008,
      "step": 1524
    },
    {
      "epoch": 0.6798930004458315,
      "grad_norm": 0.10925186425447464,
      "learning_rate": 3.007510968966083e-05,
      "loss": 1.828,
      "step": 1525
    },
    {
      "epoch": 0.6803388319215337,
      "grad_norm": 0.10965012013912201,
      "learning_rate": 3.0000988255390063e-05,
      "loss": 1.7118,
      "step": 1526
    },
    {
      "epoch": 0.6807846633972359,
      "grad_norm": 0.11172458529472351,
      "learning_rate": 2.9926919104370344e-05,
      "loss": 1.7085,
      "step": 1527
    },
    {
      "epoch": 0.6812304948729381,
      "grad_norm": 0.1122271865606308,
      "learning_rate": 2.985290243024008e-05,
      "loss": 1.6869,
      "step": 1528
    },
    {
      "epoch": 0.6816763263486402,
      "grad_norm": 0.10416088998317719,
      "learning_rate": 2.9778938426500426e-05,
      "loss": 1.714,
      "step": 1529
    },
    {
      "epoch": 0.6821221578243424,
      "grad_norm": 0.10505672544240952,
      "learning_rate": 2.9705027286514876e-05,
      "loss": 1.6824,
      "step": 1530
    },
    {
      "epoch": 0.6825679893000446,
      "grad_norm": 0.10948963463306427,
      "learning_rate": 2.9631169203508736e-05,
      "loss": 1.7398,
      "step": 1531
    },
    {
      "epoch": 0.6830138207757468,
      "grad_norm": 0.11193600296974182,
      "learning_rate": 2.955736437056854e-05,
      "loss": 1.6902,
      "step": 1532
    },
    {
      "epoch": 0.683459652251449,
      "grad_norm": 0.11193571239709854,
      "learning_rate": 2.9483612980641684e-05,
      "loss": 1.7051,
      "step": 1533
    },
    {
      "epoch": 0.6839054837271511,
      "grad_norm": 0.10230030864477158,
      "learning_rate": 2.940991522653579e-05,
      "loss": 1.6214,
      "step": 1534
    },
    {
      "epoch": 0.6843513152028533,
      "grad_norm": 0.12879061698913574,
      "learning_rate": 2.9336271300918324e-05,
      "loss": 1.6854,
      "step": 1535
    },
    {
      "epoch": 0.6847971466785555,
      "grad_norm": 0.1089547872543335,
      "learning_rate": 2.926268139631595e-05,
      "loss": 1.6681,
      "step": 1536
    },
    {
      "epoch": 0.6852429781542577,
      "grad_norm": 0.10272981226444244,
      "learning_rate": 2.918914570511415e-05,
      "loss": 1.6245,
      "step": 1537
    },
    {
      "epoch": 0.6856888096299599,
      "grad_norm": 0.1035538986325264,
      "learning_rate": 2.911566441955674e-05,
      "loss": 1.5913,
      "step": 1538
    },
    {
      "epoch": 0.686134641105662,
      "grad_norm": 0.11283291131258011,
      "learning_rate": 2.904223773174515e-05,
      "loss": 1.765,
      "step": 1539
    },
    {
      "epoch": 0.6865804725813642,
      "grad_norm": 0.1055525615811348,
      "learning_rate": 2.8968865833638237e-05,
      "loss": 1.7278,
      "step": 1540
    },
    {
      "epoch": 0.6870263040570664,
      "grad_norm": 0.10633400082588196,
      "learning_rate": 2.8895548917051475e-05,
      "loss": 1.6732,
      "step": 1541
    },
    {
      "epoch": 0.6874721355327686,
      "grad_norm": 0.11126189678907394,
      "learning_rate": 2.8822287173656724e-05,
      "loss": 1.6857,
      "step": 1542
    },
    {
      "epoch": 0.6879179670084707,
      "grad_norm": 0.12200305610895157,
      "learning_rate": 2.8749080794981544e-05,
      "loss": 1.7084,
      "step": 1543
    },
    {
      "epoch": 0.688363798484173,
      "grad_norm": 0.11095897108316422,
      "learning_rate": 2.867592997240874e-05,
      "loss": 1.7242,
      "step": 1544
    },
    {
      "epoch": 0.6888096299598752,
      "grad_norm": 0.11457112431526184,
      "learning_rate": 2.8602834897175966e-05,
      "loss": 1.7548,
      "step": 1545
    },
    {
      "epoch": 0.6892554614355774,
      "grad_norm": 0.10436926782131195,
      "learning_rate": 2.8529795760374987e-05,
      "loss": 1.6928,
      "step": 1546
    },
    {
      "epoch": 0.6897012929112796,
      "grad_norm": 0.11133590340614319,
      "learning_rate": 2.8456812752951485e-05,
      "loss": 1.6753,
      "step": 1547
    },
    {
      "epoch": 0.6901471243869817,
      "grad_norm": 0.11274750530719757,
      "learning_rate": 2.83838860657043e-05,
      "loss": 1.6722,
      "step": 1548
    },
    {
      "epoch": 0.6905929558626839,
      "grad_norm": 0.11060670018196106,
      "learning_rate": 2.8311015889285077e-05,
      "loss": 1.7681,
      "step": 1549
    },
    {
      "epoch": 0.6910387873383861,
      "grad_norm": 0.11860720813274384,
      "learning_rate": 2.823820241419771e-05,
      "loss": 1.7042,
      "step": 1550
    },
    {
      "epoch": 0.6914846188140883,
      "grad_norm": 0.10407082736492157,
      "learning_rate": 2.8165445830797853e-05,
      "loss": 1.5997,
      "step": 1551
    },
    {
      "epoch": 0.6919304502897905,
      "grad_norm": 0.10842664539813995,
      "learning_rate": 2.8092746329292497e-05,
      "loss": 1.7678,
      "step": 1552
    },
    {
      "epoch": 0.6923762817654926,
      "grad_norm": 0.11345341056585312,
      "learning_rate": 2.8020104099739265e-05,
      "loss": 1.7658,
      "step": 1553
    },
    {
      "epoch": 0.6928221132411948,
      "grad_norm": 0.10211795568466187,
      "learning_rate": 2.794751933204619e-05,
      "loss": 1.6408,
      "step": 1554
    },
    {
      "epoch": 0.693267944716897,
      "grad_norm": 0.10345235466957092,
      "learning_rate": 2.787499221597103e-05,
      "loss": 1.6222,
      "step": 1555
    },
    {
      "epoch": 0.6937137761925992,
      "grad_norm": 0.10659517347812653,
      "learning_rate": 2.7802522941120805e-05,
      "loss": 1.7074,
      "step": 1556
    },
    {
      "epoch": 0.6941596076683014,
      "grad_norm": 0.11059974133968353,
      "learning_rate": 2.7730111696951354e-05,
      "loss": 1.7233,
      "step": 1557
    },
    {
      "epoch": 0.6946054391440035,
      "grad_norm": 0.10391003638505936,
      "learning_rate": 2.765775867276677e-05,
      "loss": 1.6198,
      "step": 1558
    },
    {
      "epoch": 0.6950512706197057,
      "grad_norm": 0.10651452094316483,
      "learning_rate": 2.7585464057719e-05,
      "loss": 1.7418,
      "step": 1559
    },
    {
      "epoch": 0.6954971020954079,
      "grad_norm": 0.10919680446386337,
      "learning_rate": 2.7513228040807255e-05,
      "loss": 1.772,
      "step": 1560
    },
    {
      "epoch": 0.6959429335711101,
      "grad_norm": 0.11087700724601746,
      "learning_rate": 2.744105081087754e-05,
      "loss": 1.742,
      "step": 1561
    },
    {
      "epoch": 0.6963887650468124,
      "grad_norm": 0.110619455575943,
      "learning_rate": 2.7368932556622195e-05,
      "loss": 1.7709,
      "step": 1562
    },
    {
      "epoch": 0.6968345965225144,
      "grad_norm": 0.10944776237010956,
      "learning_rate": 2.7296873466579377e-05,
      "loss": 1.6693,
      "step": 1563
    },
    {
      "epoch": 0.6972804279982167,
      "grad_norm": 0.11224448680877686,
      "learning_rate": 2.7224873729132548e-05,
      "loss": 1.7551,
      "step": 1564
    },
    {
      "epoch": 0.6977262594739189,
      "grad_norm": 0.1116742268204689,
      "learning_rate": 2.715293353251007e-05,
      "loss": 1.7075,
      "step": 1565
    },
    {
      "epoch": 0.6981720909496211,
      "grad_norm": 0.10607963055372238,
      "learning_rate": 2.708105306478459e-05,
      "loss": 1.7005,
      "step": 1566
    },
    {
      "epoch": 0.6986179224253233,
      "grad_norm": 0.10953768342733383,
      "learning_rate": 2.7009232513872605e-05,
      "loss": 1.7089,
      "step": 1567
    },
    {
      "epoch": 0.6990637539010254,
      "grad_norm": 0.10406997799873352,
      "learning_rate": 2.6937472067534e-05,
      "loss": 1.6642,
      "step": 1568
    },
    {
      "epoch": 0.6995095853767276,
      "grad_norm": 0.11194492876529694,
      "learning_rate": 2.6865771913371507e-05,
      "loss": 1.7434,
      "step": 1569
    },
    {
      "epoch": 0.6999554168524298,
      "grad_norm": 0.10328975319862366,
      "learning_rate": 2.679413223883026e-05,
      "loss": 1.6189,
      "step": 1570
    },
    {
      "epoch": 0.700401248328132,
      "grad_norm": 0.10252665728330612,
      "learning_rate": 2.6722553231197235e-05,
      "loss": 1.6473,
      "step": 1571
    },
    {
      "epoch": 0.7008470798038342,
      "grad_norm": 0.10576531291007996,
      "learning_rate": 2.6651035077600878e-05,
      "loss": 1.6651,
      "step": 1572
    },
    {
      "epoch": 0.7012929112795363,
      "grad_norm": 0.10677455365657806,
      "learning_rate": 2.65795779650105e-05,
      "loss": 1.6249,
      "step": 1573
    },
    {
      "epoch": 0.7017387427552385,
      "grad_norm": 0.11749089509248734,
      "learning_rate": 2.6508182080235832e-05,
      "loss": 1.7498,
      "step": 1574
    },
    {
      "epoch": 0.7021845742309407,
      "grad_norm": 0.11347704380750656,
      "learning_rate": 2.643684760992654e-05,
      "loss": 1.6825,
      "step": 1575
    },
    {
      "epoch": 0.7026304057066429,
      "grad_norm": 0.11282116174697876,
      "learning_rate": 2.636557474057173e-05,
      "loss": 1.7347,
      "step": 1576
    },
    {
      "epoch": 0.703076237182345,
      "grad_norm": 0.10922843962907791,
      "learning_rate": 2.6294363658499533e-05,
      "loss": 1.7113,
      "step": 1577
    },
    {
      "epoch": 0.7035220686580472,
      "grad_norm": 0.10456352680921555,
      "learning_rate": 2.6223214549876406e-05,
      "loss": 1.6941,
      "step": 1578
    },
    {
      "epoch": 0.7039679001337494,
      "grad_norm": 0.1045479103922844,
      "learning_rate": 2.615212760070695e-05,
      "loss": 1.7564,
      "step": 1579
    },
    {
      "epoch": 0.7044137316094516,
      "grad_norm": 0.10940644890069962,
      "learning_rate": 2.6081102996833152e-05,
      "loss": 1.7757,
      "step": 1580
    },
    {
      "epoch": 0.7048595630851539,
      "grad_norm": 0.1089172437787056,
      "learning_rate": 2.6010140923934035e-05,
      "loss": 1.704,
      "step": 1581
    },
    {
      "epoch": 0.705305394560856,
      "grad_norm": 0.10818818211555481,
      "learning_rate": 2.5939241567525206e-05,
      "loss": 1.6504,
      "step": 1582
    },
    {
      "epoch": 0.7057512260365582,
      "grad_norm": 0.10769540816545486,
      "learning_rate": 2.5868405112958215e-05,
      "loss": 1.7029,
      "step": 1583
    },
    {
      "epoch": 0.7061970575122604,
      "grad_norm": 0.10913235694169998,
      "learning_rate": 2.5797631745420252e-05,
      "loss": 1.8129,
      "step": 1584
    },
    {
      "epoch": 0.7066428889879626,
      "grad_norm": 0.1021730899810791,
      "learning_rate": 2.5726921649933544e-05,
      "loss": 1.6716,
      "step": 1585
    },
    {
      "epoch": 0.7070887204636648,
      "grad_norm": 0.10691476613283157,
      "learning_rate": 2.5656275011354895e-05,
      "loss": 1.7542,
      "step": 1586
    },
    {
      "epoch": 0.7075345519393669,
      "grad_norm": 0.10760606825351715,
      "learning_rate": 2.558569201437524e-05,
      "loss": 1.7069,
      "step": 1587
    },
    {
      "epoch": 0.7079803834150691,
      "grad_norm": 0.11754444986581802,
      "learning_rate": 2.5515172843519098e-05,
      "loss": 1.7439,
      "step": 1588
    },
    {
      "epoch": 0.7084262148907713,
      "grad_norm": 0.11010606586933136,
      "learning_rate": 2.5444717683144215e-05,
      "loss": 1.7326,
      "step": 1589
    },
    {
      "epoch": 0.7088720463664735,
      "grad_norm": 0.10328292846679688,
      "learning_rate": 2.5374326717440867e-05,
      "loss": 1.7228,
      "step": 1590
    },
    {
      "epoch": 0.7093178778421757,
      "grad_norm": 0.11186934262514114,
      "learning_rate": 2.530400013043161e-05,
      "loss": 1.6517,
      "step": 1591
    },
    {
      "epoch": 0.7097637093178778,
      "grad_norm": 0.12392926216125488,
      "learning_rate": 2.5233738105970655e-05,
      "loss": 1.8086,
      "step": 1592
    },
    {
      "epoch": 0.71020954079358,
      "grad_norm": 0.10991760343313217,
      "learning_rate": 2.516354082774341e-05,
      "loss": 1.7617,
      "step": 1593
    },
    {
      "epoch": 0.7106553722692822,
      "grad_norm": 0.10441715270280838,
      "learning_rate": 2.5093408479266096e-05,
      "loss": 1.7212,
      "step": 1594
    },
    {
      "epoch": 0.7111012037449844,
      "grad_norm": 0.10644256323575974,
      "learning_rate": 2.502334124388505e-05,
      "loss": 1.6017,
      "step": 1595
    },
    {
      "epoch": 0.7115470352206866,
      "grad_norm": 0.11651761084794998,
      "learning_rate": 2.4953339304776553e-05,
      "loss": 1.7775,
      "step": 1596
    },
    {
      "epoch": 0.7119928666963887,
      "grad_norm": 0.11863066256046295,
      "learning_rate": 2.4883402844946012e-05,
      "loss": 1.6581,
      "step": 1597
    },
    {
      "epoch": 0.7124386981720909,
      "grad_norm": 0.10443571209907532,
      "learning_rate": 2.4813532047227796e-05,
      "loss": 1.6204,
      "step": 1598
    },
    {
      "epoch": 0.7128845296477931,
      "grad_norm": 0.10897479206323624,
      "learning_rate": 2.4743727094284537e-05,
      "loss": 1.6934,
      "step": 1599
    },
    {
      "epoch": 0.7133303611234953,
      "grad_norm": 0.11574028432369232,
      "learning_rate": 2.4673988168606714e-05,
      "loss": 1.7597,
      "step": 1600
    },
    {
      "epoch": 0.7137761925991976,
      "grad_norm": 0.11132758110761642,
      "learning_rate": 2.46043154525123e-05,
      "loss": 1.7211,
      "step": 1601
    },
    {
      "epoch": 0.7142220240748997,
      "grad_norm": 0.10495556145906448,
      "learning_rate": 2.4534709128146017e-05,
      "loss": 1.7114,
      "step": 1602
    },
    {
      "epoch": 0.7146678555506019,
      "grad_norm": 0.10888633131980896,
      "learning_rate": 2.446516937747915e-05,
      "loss": 1.7247,
      "step": 1603
    },
    {
      "epoch": 0.7151136870263041,
      "grad_norm": 0.10660194605588913,
      "learning_rate": 2.439569638230889e-05,
      "loss": 1.7438,
      "step": 1604
    },
    {
      "epoch": 0.7155595185020063,
      "grad_norm": 0.11264261603355408,
      "learning_rate": 2.4326290324257894e-05,
      "loss": 1.7514,
      "step": 1605
    },
    {
      "epoch": 0.7160053499777084,
      "grad_norm": 0.11507616192102432,
      "learning_rate": 2.425695138477389e-05,
      "loss": 1.7993,
      "step": 1606
    },
    {
      "epoch": 0.7164511814534106,
      "grad_norm": 0.10915761440992355,
      "learning_rate": 2.4187679745129034e-05,
      "loss": 1.7617,
      "step": 1607
    },
    {
      "epoch": 0.7168970129291128,
      "grad_norm": 0.11554548889398575,
      "learning_rate": 2.4118475586419644e-05,
      "loss": 1.7169,
      "step": 1608
    },
    {
      "epoch": 0.717342844404815,
      "grad_norm": 0.10730530321598053,
      "learning_rate": 2.404933908956557e-05,
      "loss": 1.7074,
      "step": 1609
    },
    {
      "epoch": 0.7177886758805172,
      "grad_norm": 0.10303568840026855,
      "learning_rate": 2.3980270435309777e-05,
      "loss": 1.7099,
      "step": 1610
    },
    {
      "epoch": 0.7182345073562193,
      "grad_norm": 0.10902111232280731,
      "learning_rate": 2.3911269804217883e-05,
      "loss": 1.7991,
      "step": 1611
    },
    {
      "epoch": 0.7186803388319215,
      "grad_norm": 0.11368384212255478,
      "learning_rate": 2.3842337376677654e-05,
      "loss": 1.7188,
      "step": 1612
    },
    {
      "epoch": 0.7191261703076237,
      "grad_norm": 0.10333935171365738,
      "learning_rate": 2.3773473332898603e-05,
      "loss": 1.7252,
      "step": 1613
    },
    {
      "epoch": 0.7195720017833259,
      "grad_norm": 0.10510864853858948,
      "learning_rate": 2.3704677852911377e-05,
      "loss": 1.7103,
      "step": 1614
    },
    {
      "epoch": 0.7200178332590281,
      "grad_norm": 0.11001215130090714,
      "learning_rate": 2.3635951116567473e-05,
      "loss": 1.6601,
      "step": 1615
    },
    {
      "epoch": 0.7204636647347302,
      "grad_norm": 0.1061592698097229,
      "learning_rate": 2.356729330353862e-05,
      "loss": 1.7828,
      "step": 1616
    },
    {
      "epoch": 0.7209094962104324,
      "grad_norm": 0.11234132200479507,
      "learning_rate": 2.3498704593316358e-05,
      "loss": 1.6889,
      "step": 1617
    },
    {
      "epoch": 0.7213553276861346,
      "grad_norm": 0.10603101551532745,
      "learning_rate": 2.3430185165211595e-05,
      "loss": 1.6999,
      "step": 1618
    },
    {
      "epoch": 0.7218011591618368,
      "grad_norm": 0.10900583863258362,
      "learning_rate": 2.3361735198354085e-05,
      "loss": 1.7262,
      "step": 1619
    },
    {
      "epoch": 0.722246990637539,
      "grad_norm": 0.1107175275683403,
      "learning_rate": 2.3293354871692045e-05,
      "loss": 1.7586,
      "step": 1620
    },
    {
      "epoch": 0.7226928221132412,
      "grad_norm": 0.10534495860338211,
      "learning_rate": 2.3225044363991588e-05,
      "loss": 1.6398,
      "step": 1621
    },
    {
      "epoch": 0.7231386535889434,
      "grad_norm": 0.10606765002012253,
      "learning_rate": 2.3156803853836302e-05,
      "loss": 1.7321,
      "step": 1622
    },
    {
      "epoch": 0.7235844850646456,
      "grad_norm": 0.11288397759199142,
      "learning_rate": 2.3088633519626783e-05,
      "loss": 1.7354,
      "step": 1623
    },
    {
      "epoch": 0.7240303165403478,
      "grad_norm": 0.1045806035399437,
      "learning_rate": 2.3020533539580185e-05,
      "loss": 1.6502,
      "step": 1624
    },
    {
      "epoch": 0.72447614801605,
      "grad_norm": 0.1192704439163208,
      "learning_rate": 2.2952504091729716e-05,
      "loss": 1.6956,
      "step": 1625
    },
    {
      "epoch": 0.7249219794917521,
      "grad_norm": 0.10795820504426956,
      "learning_rate": 2.288454535392418e-05,
      "loss": 1.7403,
      "step": 1626
    },
    {
      "epoch": 0.7253678109674543,
      "grad_norm": 0.10474496334791183,
      "learning_rate": 2.281665750382758e-05,
      "loss": 1.6327,
      "step": 1627
    },
    {
      "epoch": 0.7258136424431565,
      "grad_norm": 0.10525017976760864,
      "learning_rate": 2.2748840718918547e-05,
      "loss": 1.7337,
      "step": 1628
    },
    {
      "epoch": 0.7262594739188587,
      "grad_norm": 0.10618308931589127,
      "learning_rate": 2.2681095176489935e-05,
      "loss": 1.6958,
      "step": 1629
    },
    {
      "epoch": 0.7267053053945609,
      "grad_norm": 0.1072995513677597,
      "learning_rate": 2.2613421053648363e-05,
      "loss": 1.7035,
      "step": 1630
    },
    {
      "epoch": 0.727151136870263,
      "grad_norm": 0.10793440043926239,
      "learning_rate": 2.2545818527313727e-05,
      "loss": 1.7271,
      "step": 1631
    },
    {
      "epoch": 0.7275969683459652,
      "grad_norm": 0.11089363694190979,
      "learning_rate": 2.2478287774218738e-05,
      "loss": 1.6945,
      "step": 1632
    },
    {
      "epoch": 0.7280427998216674,
      "grad_norm": 0.11307743936777115,
      "learning_rate": 2.241082897090851e-05,
      "loss": 1.7309,
      "step": 1633
    },
    {
      "epoch": 0.7284886312973696,
      "grad_norm": 0.10248760879039764,
      "learning_rate": 2.234344229374003e-05,
      "loss": 1.688,
      "step": 1634
    },
    {
      "epoch": 0.7289344627730718,
      "grad_norm": 0.10643608123064041,
      "learning_rate": 2.227612791888173e-05,
      "loss": 1.7281,
      "step": 1635
    },
    {
      "epoch": 0.7293802942487739,
      "grad_norm": 0.10821745544672012,
      "learning_rate": 2.2208886022313015e-05,
      "loss": 1.6897,
      "step": 1636
    },
    {
      "epoch": 0.7298261257244761,
      "grad_norm": 0.11312716454267502,
      "learning_rate": 2.2141716779823806e-05,
      "loss": 1.6866,
      "step": 1637
    },
    {
      "epoch": 0.7302719572001783,
      "grad_norm": 0.10780593752861023,
      "learning_rate": 2.2074620367014153e-05,
      "loss": 1.76,
      "step": 1638
    },
    {
      "epoch": 0.7307177886758806,
      "grad_norm": 0.10930432379245758,
      "learning_rate": 2.200759695929358e-05,
      "loss": 1.6751,
      "step": 1639
    },
    {
      "epoch": 0.7311636201515826,
      "grad_norm": 0.10857764631509781,
      "learning_rate": 2.194064673188089e-05,
      "loss": 1.8261,
      "step": 1640
    },
    {
      "epoch": 0.7316094516272849,
      "grad_norm": 0.10706363618373871,
      "learning_rate": 2.1873769859803472e-05,
      "loss": 1.636,
      "step": 1641
    },
    {
      "epoch": 0.7320552831029871,
      "grad_norm": 0.10642068088054657,
      "learning_rate": 2.1806966517896998e-05,
      "loss": 1.7259,
      "step": 1642
    },
    {
      "epoch": 0.7325011145786893,
      "grad_norm": 0.10774431377649307,
      "learning_rate": 2.1740236880804887e-05,
      "loss": 1.7113,
      "step": 1643
    },
    {
      "epoch": 0.7329469460543915,
      "grad_norm": 0.10513997077941895,
      "learning_rate": 2.1673581122977854e-05,
      "loss": 1.7579,
      "step": 1644
    },
    {
      "epoch": 0.7333927775300936,
      "grad_norm": 0.10750070959329605,
      "learning_rate": 2.1606999418673558e-05,
      "loss": 1.6679,
      "step": 1645
    },
    {
      "epoch": 0.7338386090057958,
      "grad_norm": 0.11310118436813354,
      "learning_rate": 2.1540491941955922e-05,
      "loss": 1.8173,
      "step": 1646
    },
    {
      "epoch": 0.734284440481498,
      "grad_norm": 0.10948463529348373,
      "learning_rate": 2.1474058866694947e-05,
      "loss": 1.6472,
      "step": 1647
    },
    {
      "epoch": 0.7347302719572002,
      "grad_norm": 0.10792652517557144,
      "learning_rate": 2.1407700366566053e-05,
      "loss": 1.6766,
      "step": 1648
    },
    {
      "epoch": 0.7351761034329024,
      "grad_norm": 0.10504688322544098,
      "learning_rate": 2.1341416615049704e-05,
      "loss": 1.6587,
      "step": 1649
    },
    {
      "epoch": 0.7356219349086045,
      "grad_norm": 0.10690005123615265,
      "learning_rate": 2.127520778543101e-05,
      "loss": 1.7498,
      "step": 1650
    },
    {
      "epoch": 0.7360677663843067,
      "grad_norm": 0.1067316010594368,
      "learning_rate": 2.1209074050799106e-05,
      "loss": 1.6898,
      "step": 1651
    },
    {
      "epoch": 0.7365135978600089,
      "grad_norm": 0.11061547696590424,
      "learning_rate": 2.114301558404691e-05,
      "loss": 1.7624,
      "step": 1652
    },
    {
      "epoch": 0.7369594293357111,
      "grad_norm": 0.10450731962919235,
      "learning_rate": 2.1077032557870518e-05,
      "loss": 1.7257,
      "step": 1653
    },
    {
      "epoch": 0.7374052608114133,
      "grad_norm": 0.10681547969579697,
      "learning_rate": 2.101112514476879e-05,
      "loss": 1.7247,
      "step": 1654
    },
    {
      "epoch": 0.7378510922871154,
      "grad_norm": 0.11421021074056625,
      "learning_rate": 2.094529351704298e-05,
      "loss": 1.7538,
      "step": 1655
    },
    {
      "epoch": 0.7382969237628176,
      "grad_norm": 0.10757549107074738,
      "learning_rate": 2.0879537846796093e-05,
      "loss": 1.7761,
      "step": 1656
    },
    {
      "epoch": 0.7387427552385198,
      "grad_norm": 0.11069703102111816,
      "learning_rate": 2.081385830593272e-05,
      "loss": 1.7591,
      "step": 1657
    },
    {
      "epoch": 0.739188586714222,
      "grad_norm": 0.10988488048315048,
      "learning_rate": 2.0748255066158257e-05,
      "loss": 1.7195,
      "step": 1658
    },
    {
      "epoch": 0.7396344181899243,
      "grad_norm": 0.11165398359298706,
      "learning_rate": 2.0682728298978772e-05,
      "loss": 1.7377,
      "step": 1659
    },
    {
      "epoch": 0.7400802496656264,
      "grad_norm": 0.10821138322353363,
      "learning_rate": 2.061727817570033e-05,
      "loss": 1.6803,
      "step": 1660
    },
    {
      "epoch": 0.7405260811413286,
      "grad_norm": 0.10325703769922256,
      "learning_rate": 2.055190486742863e-05,
      "loss": 1.7028,
      "step": 1661
    },
    {
      "epoch": 0.7409719126170308,
      "grad_norm": 0.1034206971526146,
      "learning_rate": 2.0486608545068625e-05,
      "loss": 1.6691,
      "step": 1662
    },
    {
      "epoch": 0.741417744092733,
      "grad_norm": 0.10484103858470917,
      "learning_rate": 2.042138937932388e-05,
      "loss": 1.674,
      "step": 1663
    },
    {
      "epoch": 0.7418635755684352,
      "grad_norm": 0.1031145304441452,
      "learning_rate": 2.0356247540696372e-05,
      "loss": 1.6889,
      "step": 1664
    },
    {
      "epoch": 0.7423094070441373,
      "grad_norm": 0.10856162756681442,
      "learning_rate": 2.0291183199485858e-05,
      "loss": 1.7744,
      "step": 1665
    },
    {
      "epoch": 0.7427552385198395,
      "grad_norm": 0.10270582139492035,
      "learning_rate": 2.0226196525789497e-05,
      "loss": 1.6124,
      "step": 1666
    },
    {
      "epoch": 0.7432010699955417,
      "grad_norm": 0.11588210612535477,
      "learning_rate": 2.016128768950143e-05,
      "loss": 1.6889,
      "step": 1667
    },
    {
      "epoch": 0.7436469014712439,
      "grad_norm": 0.10634350776672363,
      "learning_rate": 2.0096456860312258e-05,
      "loss": 1.6744,
      "step": 1668
    },
    {
      "epoch": 0.744092732946946,
      "grad_norm": 0.10507065802812576,
      "learning_rate": 2.003170420770874e-05,
      "loss": 1.7147,
      "step": 1669
    },
    {
      "epoch": 0.7445385644226482,
      "grad_norm": 0.1099390760064125,
      "learning_rate": 1.9967029900973133e-05,
      "loss": 1.6917,
      "step": 1670
    },
    {
      "epoch": 0.7449843958983504,
      "grad_norm": 0.10324637591838837,
      "learning_rate": 1.9902434109182995e-05,
      "loss": 1.7082,
      "step": 1671
    },
    {
      "epoch": 0.7454302273740526,
      "grad_norm": 0.1060030534863472,
      "learning_rate": 1.9837917001210544e-05,
      "loss": 1.7125,
      "step": 1672
    },
    {
      "epoch": 0.7458760588497548,
      "grad_norm": 0.10271093249320984,
      "learning_rate": 1.9773478745722328e-05,
      "loss": 1.6566,
      "step": 1673
    },
    {
      "epoch": 0.7463218903254569,
      "grad_norm": 0.10328394919633865,
      "learning_rate": 1.9709119511178752e-05,
      "loss": 1.682,
      "step": 1674
    },
    {
      "epoch": 0.7467677218011591,
      "grad_norm": 0.11267105489969254,
      "learning_rate": 1.9644839465833605e-05,
      "loss": 1.7142,
      "step": 1675
    },
    {
      "epoch": 0.7472135532768613,
      "grad_norm": 0.10410496592521667,
      "learning_rate": 1.9580638777733717e-05,
      "loss": 1.7538,
      "step": 1676
    },
    {
      "epoch": 0.7476593847525635,
      "grad_norm": 0.1074024960398674,
      "learning_rate": 1.9516517614718395e-05,
      "loss": 1.6809,
      "step": 1677
    },
    {
      "epoch": 0.7481052162282658,
      "grad_norm": 0.1108914166688919,
      "learning_rate": 1.9452476144419068e-05,
      "loss": 1.6916,
      "step": 1678
    },
    {
      "epoch": 0.7485510477039679,
      "grad_norm": 0.10675116628408432,
      "learning_rate": 1.9388514534258822e-05,
      "loss": 1.6959,
      "step": 1679
    },
    {
      "epoch": 0.7489968791796701,
      "grad_norm": 0.1050918847322464,
      "learning_rate": 1.9324632951451966e-05,
      "loss": 1.6652,
      "step": 1680
    },
    {
      "epoch": 0.7494427106553723,
      "grad_norm": 0.1144014447927475,
      "learning_rate": 1.9260831563003574e-05,
      "loss": 1.7696,
      "step": 1681
    },
    {
      "epoch": 0.7498885421310745,
      "grad_norm": 0.1070740595459938,
      "learning_rate": 1.919711053570913e-05,
      "loss": 1.6685,
      "step": 1682
    },
    {
      "epoch": 0.7503343736067767,
      "grad_norm": 0.11446478217840195,
      "learning_rate": 1.9133470036153962e-05,
      "loss": 1.741,
      "step": 1683
    },
    {
      "epoch": 0.7507802050824788,
      "grad_norm": 0.10379017889499664,
      "learning_rate": 1.9069910230712905e-05,
      "loss": 1.6761,
      "step": 1684
    },
    {
      "epoch": 0.751226036558181,
      "grad_norm": 0.10990720987319946,
      "learning_rate": 1.9006431285549836e-05,
      "loss": 1.7305,
      "step": 1685
    },
    {
      "epoch": 0.7516718680338832,
      "grad_norm": 0.108210489153862,
      "learning_rate": 1.8943033366617237e-05,
      "loss": 1.707,
      "step": 1686
    },
    {
      "epoch": 0.7521176995095854,
      "grad_norm": 0.10838373750448227,
      "learning_rate": 1.8879716639655743e-05,
      "loss": 1.718,
      "step": 1687
    },
    {
      "epoch": 0.7525635309852876,
      "grad_norm": 0.10965007543563843,
      "learning_rate": 1.8816481270193786e-05,
      "loss": 1.7745,
      "step": 1688
    },
    {
      "epoch": 0.7530093624609897,
      "grad_norm": 0.11590370535850525,
      "learning_rate": 1.875332742354705e-05,
      "loss": 1.6621,
      "step": 1689
    },
    {
      "epoch": 0.7534551939366919,
      "grad_norm": 0.10986262559890747,
      "learning_rate": 1.869025526481812e-05,
      "loss": 1.7671,
      "step": 1690
    },
    {
      "epoch": 0.7539010254123941,
      "grad_norm": 0.10854259878396988,
      "learning_rate": 1.8627264958896013e-05,
      "loss": 1.7917,
      "step": 1691
    },
    {
      "epoch": 0.7543468568880963,
      "grad_norm": 0.10712075233459473,
      "learning_rate": 1.8564356670455767e-05,
      "loss": 1.6149,
      "step": 1692
    },
    {
      "epoch": 0.7547926883637985,
      "grad_norm": 0.10716131329536438,
      "learning_rate": 1.8501530563957986e-05,
      "loss": 1.7407,
      "step": 1693
    },
    {
      "epoch": 0.7552385198395006,
      "grad_norm": 0.10889774560928345,
      "learning_rate": 1.8438786803648467e-05,
      "loss": 1.7367,
      "step": 1694
    },
    {
      "epoch": 0.7556843513152028,
      "grad_norm": 0.1071464940905571,
      "learning_rate": 1.83761255535577e-05,
      "loss": 1.708,
      "step": 1695
    },
    {
      "epoch": 0.756130182790905,
      "grad_norm": 0.10347598046064377,
      "learning_rate": 1.8313546977500456e-05,
      "loss": 1.6461,
      "step": 1696
    },
    {
      "epoch": 0.7565760142666073,
      "grad_norm": 0.10793684422969818,
      "learning_rate": 1.8251051239075407e-05,
      "loss": 1.7052,
      "step": 1697
    },
    {
      "epoch": 0.7570218457423094,
      "grad_norm": 0.11228872090578079,
      "learning_rate": 1.818863850166462e-05,
      "loss": 1.709,
      "step": 1698
    },
    {
      "epoch": 0.7574676772180116,
      "grad_norm": 0.1057896837592125,
      "learning_rate": 1.8126308928433245e-05,
      "loss": 1.6786,
      "step": 1699
    },
    {
      "epoch": 0.7579135086937138,
      "grad_norm": 0.10385147482156754,
      "learning_rate": 1.8064062682328903e-05,
      "loss": 1.6684,
      "step": 1700
    },
    {
      "epoch": 0.758359340169416,
      "grad_norm": 0.107488252222538,
      "learning_rate": 1.80018999260815e-05,
      "loss": 1.7038,
      "step": 1701
    },
    {
      "epoch": 0.7588051716451182,
      "grad_norm": 0.11530751734972,
      "learning_rate": 1.7939820822202592e-05,
      "loss": 1.7676,
      "step": 1702
    },
    {
      "epoch": 0.7592510031208203,
      "grad_norm": 0.11141092330217361,
      "learning_rate": 1.7877825532985072e-05,
      "loss": 1.7643,
      "step": 1703
    },
    {
      "epoch": 0.7596968345965225,
      "grad_norm": 0.10784585028886795,
      "learning_rate": 1.7815914220502705e-05,
      "loss": 1.6867,
      "step": 1704
    },
    {
      "epoch": 0.7601426660722247,
      "grad_norm": 0.1164429634809494,
      "learning_rate": 1.7754087046609714e-05,
      "loss": 1.7698,
      "step": 1705
    },
    {
      "epoch": 0.7605884975479269,
      "grad_norm": 0.10291052609682083,
      "learning_rate": 1.769234417294041e-05,
      "loss": 1.6508,
      "step": 1706
    },
    {
      "epoch": 0.7610343290236291,
      "grad_norm": 0.10030680149793625,
      "learning_rate": 1.7630685760908622e-05,
      "loss": 1.5916,
      "step": 1707
    },
    {
      "epoch": 0.7614801604993312,
      "grad_norm": 0.10710300505161285,
      "learning_rate": 1.7569111971707463e-05,
      "loss": 1.7414,
      "step": 1708
    },
    {
      "epoch": 0.7619259919750334,
      "grad_norm": 0.10285694897174835,
      "learning_rate": 1.7507622966308778e-05,
      "loss": 1.6719,
      "step": 1709
    },
    {
      "epoch": 0.7623718234507356,
      "grad_norm": 0.1044798269867897,
      "learning_rate": 1.7446218905462742e-05,
      "loss": 1.6482,
      "step": 1710
    },
    {
      "epoch": 0.7628176549264378,
      "grad_norm": 0.10870356112718582,
      "learning_rate": 1.738489994969753e-05,
      "loss": 1.755,
      "step": 1711
    },
    {
      "epoch": 0.76326348640214,
      "grad_norm": 0.10748529434204102,
      "learning_rate": 1.732366625931873e-05,
      "loss": 1.7008,
      "step": 1712
    },
    {
      "epoch": 0.7637093178778421,
      "grad_norm": 0.10729812830686569,
      "learning_rate": 1.7262517994409117e-05,
      "loss": 1.773,
      "step": 1713
    },
    {
      "epoch": 0.7641551493535443,
      "grad_norm": 0.10784310847520828,
      "learning_rate": 1.720145531482804e-05,
      "loss": 1.7154,
      "step": 1714
    },
    {
      "epoch": 0.7646009808292465,
      "grad_norm": 0.10999470949172974,
      "learning_rate": 1.7140478380211212e-05,
      "loss": 1.6615,
      "step": 1715
    },
    {
      "epoch": 0.7650468123049488,
      "grad_norm": 0.11342278867959976,
      "learning_rate": 1.70795873499701e-05,
      "loss": 1.6313,
      "step": 1716
    },
    {
      "epoch": 0.765492643780651,
      "grad_norm": 0.11444086581468582,
      "learning_rate": 1.7018782383291615e-05,
      "loss": 1.7433,
      "step": 1717
    },
    {
      "epoch": 0.7659384752563531,
      "grad_norm": 0.10887753963470459,
      "learning_rate": 1.695806363913772e-05,
      "loss": 1.586,
      "step": 1718
    },
    {
      "epoch": 0.7663843067320553,
      "grad_norm": 0.10380802303552628,
      "learning_rate": 1.6897431276244874e-05,
      "loss": 1.6502,
      "step": 1719
    },
    {
      "epoch": 0.7668301382077575,
      "grad_norm": 0.11226385086774826,
      "learning_rate": 1.6836885453123796e-05,
      "loss": 1.7192,
      "step": 1720
    },
    {
      "epoch": 0.7672759696834597,
      "grad_norm": 0.11021872609853745,
      "learning_rate": 1.677642632805892e-05,
      "loss": 1.739,
      "step": 1721
    },
    {
      "epoch": 0.7677218011591619,
      "grad_norm": 0.10717598348855972,
      "learning_rate": 1.671605405910802e-05,
      "loss": 1.6612,
      "step": 1722
    },
    {
      "epoch": 0.768167632634864,
      "grad_norm": 0.10837701708078384,
      "learning_rate": 1.6655768804101875e-05,
      "loss": 1.6997,
      "step": 1723
    },
    {
      "epoch": 0.7686134641105662,
      "grad_norm": 0.1037222221493721,
      "learning_rate": 1.659557072064365e-05,
      "loss": 1.6278,
      "step": 1724
    },
    {
      "epoch": 0.7690592955862684,
      "grad_norm": 0.11121416836977005,
      "learning_rate": 1.6535459966108757e-05,
      "loss": 1.7659,
      "step": 1725
    },
    {
      "epoch": 0.7695051270619706,
      "grad_norm": 0.11140011996030807,
      "learning_rate": 1.6475436697644226e-05,
      "loss": 1.6759,
      "step": 1726
    },
    {
      "epoch": 0.7699509585376728,
      "grad_norm": 0.10871671140193939,
      "learning_rate": 1.6415501072168388e-05,
      "loss": 1.6957,
      "step": 1727
    },
    {
      "epoch": 0.7703967900133749,
      "grad_norm": 0.11280592530965805,
      "learning_rate": 1.6355653246370457e-05,
      "loss": 1.735,
      "step": 1728
    },
    {
      "epoch": 0.7708426214890771,
      "grad_norm": 0.11251411586999893,
      "learning_rate": 1.6295893376710092e-05,
      "loss": 1.7537,
      "step": 1729
    },
    {
      "epoch": 0.7712884529647793,
      "grad_norm": 0.10772105306386948,
      "learning_rate": 1.6236221619417074e-05,
      "loss": 1.7111,
      "step": 1730
    },
    {
      "epoch": 0.7717342844404815,
      "grad_norm": 0.10722356289625168,
      "learning_rate": 1.6176638130490722e-05,
      "loss": 1.6607,
      "step": 1731
    },
    {
      "epoch": 0.7721801159161836,
      "grad_norm": 0.1112608015537262,
      "learning_rate": 1.6117143065699707e-05,
      "loss": 1.6998,
      "step": 1732
    },
    {
      "epoch": 0.7726259473918858,
      "grad_norm": 0.10479240119457245,
      "learning_rate": 1.6057736580581467e-05,
      "loss": 1.6342,
      "step": 1733
    },
    {
      "epoch": 0.773071778867588,
      "grad_norm": 0.10866686701774597,
      "learning_rate": 1.599841883044188e-05,
      "loss": 1.7305,
      "step": 1734
    },
    {
      "epoch": 0.7735176103432903,
      "grad_norm": 0.11533869057893753,
      "learning_rate": 1.593918997035486e-05,
      "loss": 1.8186,
      "step": 1735
    },
    {
      "epoch": 0.7739634418189925,
      "grad_norm": 0.10996401309967041,
      "learning_rate": 1.5880050155161908e-05,
      "loss": 1.7139,
      "step": 1736
    },
    {
      "epoch": 0.7744092732946946,
      "grad_norm": 0.12131886184215546,
      "learning_rate": 1.582099953947178e-05,
      "loss": 1.7229,
      "step": 1737
    },
    {
      "epoch": 0.7748551047703968,
      "grad_norm": 0.1152614951133728,
      "learning_rate": 1.5762038277660002e-05,
      "loss": 1.7906,
      "step": 1738
    },
    {
      "epoch": 0.775300936246099,
      "grad_norm": 0.10300751775503159,
      "learning_rate": 1.5703166523868508e-05,
      "loss": 1.6842,
      "step": 1739
    },
    {
      "epoch": 0.7757467677218012,
      "grad_norm": 0.10427264124155045,
      "learning_rate": 1.5644384432005243e-05,
      "loss": 1.7108,
      "step": 1740
    },
    {
      "epoch": 0.7761925991975034,
      "grad_norm": 0.10237035155296326,
      "learning_rate": 1.558569215574374e-05,
      "loss": 1.6923,
      "step": 1741
    },
    {
      "epoch": 0.7766384306732055,
      "grad_norm": 0.10844026505947113,
      "learning_rate": 1.5527089848522718e-05,
      "loss": 1.8022,
      "step": 1742
    },
    {
      "epoch": 0.7770842621489077,
      "grad_norm": 0.1076095774769783,
      "learning_rate": 1.5468577663545736e-05,
      "loss": 1.7162,
      "step": 1743
    },
    {
      "epoch": 0.7775300936246099,
      "grad_norm": 0.10716912895441055,
      "learning_rate": 1.54101557537807e-05,
      "loss": 1.7375,
      "step": 1744
    },
    {
      "epoch": 0.7779759251003121,
      "grad_norm": 0.11039169877767563,
      "learning_rate": 1.5351824271959525e-05,
      "loss": 1.6776,
      "step": 1745
    },
    {
      "epoch": 0.7784217565760143,
      "grad_norm": 0.10370706766843796,
      "learning_rate": 1.529358337057772e-05,
      "loss": 1.6888,
      "step": 1746
    },
    {
      "epoch": 0.7788675880517164,
      "grad_norm": 0.10606348514556885,
      "learning_rate": 1.523543320189399e-05,
      "loss": 1.6862,
      "step": 1747
    },
    {
      "epoch": 0.7793134195274186,
      "grad_norm": 0.10722582787275314,
      "learning_rate": 1.5177373917929843e-05,
      "loss": 1.7202,
      "step": 1748
    },
    {
      "epoch": 0.7797592510031208,
      "grad_norm": 0.10604418069124222,
      "learning_rate": 1.5119405670469172e-05,
      "loss": 1.6349,
      "step": 1749
    },
    {
      "epoch": 0.780205082478823,
      "grad_norm": 0.10942082107067108,
      "learning_rate": 1.5061528611057918e-05,
      "loss": 1.7082,
      "step": 1750
    },
    {
      "epoch": 0.7806509139545252,
      "grad_norm": 0.10481752455234528,
      "learning_rate": 1.5003742891003581e-05,
      "loss": 1.6882,
      "step": 1751
    },
    {
      "epoch": 0.7810967454302273,
      "grad_norm": 0.10678349435329437,
      "learning_rate": 1.4946048661374896e-05,
      "loss": 1.7125,
      "step": 1752
    },
    {
      "epoch": 0.7815425769059295,
      "grad_norm": 0.11121602356433868,
      "learning_rate": 1.48884460730014e-05,
      "loss": 1.8014,
      "step": 1753
    },
    {
      "epoch": 0.7819884083816317,
      "grad_norm": 0.1077808290719986,
      "learning_rate": 1.4830935276473056e-05,
      "loss": 1.7723,
      "step": 1754
    },
    {
      "epoch": 0.782434239857334,
      "grad_norm": 0.10512078553438187,
      "learning_rate": 1.477351642213991e-05,
      "loss": 1.6275,
      "step": 1755
    },
    {
      "epoch": 0.7828800713330362,
      "grad_norm": 0.108524851500988,
      "learning_rate": 1.4716189660111534e-05,
      "loss": 1.7293,
      "step": 1756
    },
    {
      "epoch": 0.7833259028087383,
      "grad_norm": 0.11252425611019135,
      "learning_rate": 1.4658955140256852e-05,
      "loss": 1.7164,
      "step": 1757
    },
    {
      "epoch": 0.7837717342844405,
      "grad_norm": 0.11504685133695602,
      "learning_rate": 1.4601813012203592e-05,
      "loss": 1.7682,
      "step": 1758
    },
    {
      "epoch": 0.7842175657601427,
      "grad_norm": 0.11056620627641678,
      "learning_rate": 1.4544763425337937e-05,
      "loss": 1.6759,
      "step": 1759
    },
    {
      "epoch": 0.7846633972358449,
      "grad_norm": 0.10384256392717361,
      "learning_rate": 1.4487806528804148e-05,
      "loss": 1.6601,
      "step": 1760
    },
    {
      "epoch": 0.785109228711547,
      "grad_norm": 0.11116177588701248,
      "learning_rate": 1.4430942471504166e-05,
      "loss": 1.7281,
      "step": 1761
    },
    {
      "epoch": 0.7855550601872492,
      "grad_norm": 0.10672356933355331,
      "learning_rate": 1.4374171402097258e-05,
      "loss": 1.6483,
      "step": 1762
    },
    {
      "epoch": 0.7860008916629514,
      "grad_norm": 0.1023833155632019,
      "learning_rate": 1.4317493468999504e-05,
      "loss": 1.6468,
      "step": 1763
    },
    {
      "epoch": 0.7864467231386536,
      "grad_norm": 0.11253297328948975,
      "learning_rate": 1.4260908820383611e-05,
      "loss": 1.7222,
      "step": 1764
    },
    {
      "epoch": 0.7868925546143558,
      "grad_norm": 0.10899918526411057,
      "learning_rate": 1.4204417604178332e-05,
      "loss": 1.6526,
      "step": 1765
    },
    {
      "epoch": 0.7873383860900579,
      "grad_norm": 0.10497015714645386,
      "learning_rate": 1.4148019968068176e-05,
      "loss": 1.7124,
      "step": 1766
    },
    {
      "epoch": 0.7877842175657601,
      "grad_norm": 0.1063709408044815,
      "learning_rate": 1.409171605949306e-05,
      "loss": 1.7447,
      "step": 1767
    },
    {
      "epoch": 0.7882300490414623,
      "grad_norm": 0.11451060324907303,
      "learning_rate": 1.4035506025647766e-05,
      "loss": 1.7694,
      "step": 1768
    },
    {
      "epoch": 0.7886758805171645,
      "grad_norm": 0.1134808138012886,
      "learning_rate": 1.3979390013481769e-05,
      "loss": 1.6905,
      "step": 1769
    },
    {
      "epoch": 0.7891217119928667,
      "grad_norm": 0.10637353360652924,
      "learning_rate": 1.392336816969868e-05,
      "loss": 1.6837,
      "step": 1770
    },
    {
      "epoch": 0.7895675434685688,
      "grad_norm": 0.10696306824684143,
      "learning_rate": 1.386744064075593e-05,
      "loss": 1.7338,
      "step": 1771
    },
    {
      "epoch": 0.790013374944271,
      "grad_norm": 0.11046373099088669,
      "learning_rate": 1.3811607572864433e-05,
      "loss": 1.7145,
      "step": 1772
    },
    {
      "epoch": 0.7904592064199732,
      "grad_norm": 0.1065046489238739,
      "learning_rate": 1.3755869111988062e-05,
      "loss": 1.7323,
      "step": 1773
    },
    {
      "epoch": 0.7909050378956755,
      "grad_norm": 0.10658164322376251,
      "learning_rate": 1.3700225403843469e-05,
      "loss": 1.6635,
      "step": 1774
    },
    {
      "epoch": 0.7913508693713777,
      "grad_norm": 0.10671704262495041,
      "learning_rate": 1.3644676593899491e-05,
      "loss": 1.7018,
      "step": 1775
    },
    {
      "epoch": 0.7917967008470798,
      "grad_norm": 0.10981597006320953,
      "learning_rate": 1.3589222827376957e-05,
      "loss": 1.7443,
      "step": 1776
    },
    {
      "epoch": 0.792242532322782,
      "grad_norm": 0.10925270617008209,
      "learning_rate": 1.3533864249248178e-05,
      "loss": 1.7552,
      "step": 1777
    },
    {
      "epoch": 0.7926883637984842,
      "grad_norm": 0.1122720018029213,
      "learning_rate": 1.3478601004236618e-05,
      "loss": 1.7439,
      "step": 1778
    },
    {
      "epoch": 0.7931341952741864,
      "grad_norm": 0.10512499511241913,
      "learning_rate": 1.3423433236816563e-05,
      "loss": 1.6668,
      "step": 1779
    },
    {
      "epoch": 0.7935800267498886,
      "grad_norm": 0.10742931067943573,
      "learning_rate": 1.336836109121259e-05,
      "loss": 1.6473,
      "step": 1780
    },
    {
      "epoch": 0.7940258582255907,
      "grad_norm": 0.10589474439620972,
      "learning_rate": 1.3313384711399396e-05,
      "loss": 1.6239,
      "step": 1781
    },
    {
      "epoch": 0.7944716897012929,
      "grad_norm": 0.10801669210195541,
      "learning_rate": 1.3258504241101267e-05,
      "loss": 1.772,
      "step": 1782
    },
    {
      "epoch": 0.7949175211769951,
      "grad_norm": 0.10873957723379135,
      "learning_rate": 1.3203719823791744e-05,
      "loss": 1.7011,
      "step": 1783
    },
    {
      "epoch": 0.7953633526526973,
      "grad_norm": 0.11418182402849197,
      "learning_rate": 1.3149031602693324e-05,
      "loss": 1.7887,
      "step": 1784
    },
    {
      "epoch": 0.7958091841283995,
      "grad_norm": 0.10641886293888092,
      "learning_rate": 1.3094439720776908e-05,
      "loss": 1.6845,
      "step": 1785
    },
    {
      "epoch": 0.7962550156041016,
      "grad_norm": 0.11101450026035309,
      "learning_rate": 1.3039944320761649e-05,
      "loss": 1.767,
      "step": 1786
    },
    {
      "epoch": 0.7967008470798038,
      "grad_norm": 0.106674924492836,
      "learning_rate": 1.2985545545114409e-05,
      "loss": 1.7064,
      "step": 1787
    },
    {
      "epoch": 0.797146678555506,
      "grad_norm": 0.11986003071069717,
      "learning_rate": 1.2931243536049448e-05,
      "loss": 1.7561,
      "step": 1788
    },
    {
      "epoch": 0.7975925100312082,
      "grad_norm": 0.10637250542640686,
      "learning_rate": 1.2877038435528071e-05,
      "loss": 1.7328,
      "step": 1789
    },
    {
      "epoch": 0.7980383415069104,
      "grad_norm": 0.10501496493816376,
      "learning_rate": 1.2822930385258202e-05,
      "loss": 1.6543,
      "step": 1790
    },
    {
      "epoch": 0.7984841729826125,
      "grad_norm": 0.10598491132259369,
      "learning_rate": 1.2768919526694112e-05,
      "loss": 1.6434,
      "step": 1791
    },
    {
      "epoch": 0.7989300044583147,
      "grad_norm": 0.11197476834058762,
      "learning_rate": 1.271500600103589e-05,
      "loss": 1.7492,
      "step": 1792
    },
    {
      "epoch": 0.799375835934017,
      "grad_norm": 0.10766137391328812,
      "learning_rate": 1.2661189949229263e-05,
      "loss": 1.637,
      "step": 1793
    },
    {
      "epoch": 0.7998216674097192,
      "grad_norm": 0.11071109026670456,
      "learning_rate": 1.2607471511965068e-05,
      "loss": 1.7485,
      "step": 1794
    },
    {
      "epoch": 0.8002674988854213,
      "grad_norm": 0.10293804854154587,
      "learning_rate": 1.2553850829678982e-05,
      "loss": 1.6505,
      "step": 1795
    },
    {
      "epoch": 0.8007133303611235,
      "grad_norm": 0.11274929344654083,
      "learning_rate": 1.2500328042551108e-05,
      "loss": 1.8077,
      "step": 1796
    },
    {
      "epoch": 0.8011591618368257,
      "grad_norm": 0.10899989306926727,
      "learning_rate": 1.2446903290505607e-05,
      "loss": 1.7998,
      "step": 1797
    },
    {
      "epoch": 0.8016049933125279,
      "grad_norm": 0.10608641058206558,
      "learning_rate": 1.2393576713210397e-05,
      "loss": 1.7345,
      "step": 1798
    },
    {
      "epoch": 0.8020508247882301,
      "grad_norm": 0.10615620017051697,
      "learning_rate": 1.23403484500767e-05,
      "loss": 1.6766,
      "step": 1799
    },
    {
      "epoch": 0.8024966562639322,
      "grad_norm": 0.11411656439304352,
      "learning_rate": 1.2287218640258719e-05,
      "loss": 1.7192,
      "step": 1800
    },
    {
      "epoch": 0.8029424877396344,
      "grad_norm": 0.10874482244253159,
      "learning_rate": 1.2234187422653276e-05,
      "loss": 1.6785,
      "step": 1801
    },
    {
      "epoch": 0.8033883192153366,
      "grad_norm": 0.10345011204481125,
      "learning_rate": 1.2181254935899445e-05,
      "loss": 1.6669,
      "step": 1802
    },
    {
      "epoch": 0.8038341506910388,
      "grad_norm": 0.10456456243991852,
      "learning_rate": 1.2128421318378185e-05,
      "loss": 1.6717,
      "step": 1803
    },
    {
      "epoch": 0.804279982166741,
      "grad_norm": 0.10436811298131943,
      "learning_rate": 1.2075686708211986e-05,
      "loss": 1.6896,
      "step": 1804
    },
    {
      "epoch": 0.8047258136424431,
      "grad_norm": 0.10567649453878403,
      "learning_rate": 1.2023051243264516e-05,
      "loss": 1.6481,
      "step": 1805
    },
    {
      "epoch": 0.8051716451181453,
      "grad_norm": 0.1083531454205513,
      "learning_rate": 1.1970515061140225e-05,
      "loss": 1.7961,
      "step": 1806
    },
    {
      "epoch": 0.8056174765938475,
      "grad_norm": 0.11267003417015076,
      "learning_rate": 1.1918078299184026e-05,
      "loss": 1.7456,
      "step": 1807
    },
    {
      "epoch": 0.8060633080695497,
      "grad_norm": 0.10721339285373688,
      "learning_rate": 1.1865741094480909e-05,
      "loss": 1.6559,
      "step": 1808
    },
    {
      "epoch": 0.8065091395452519,
      "grad_norm": 0.10917714983224869,
      "learning_rate": 1.181350358385559e-05,
      "loss": 1.7372,
      "step": 1809
    },
    {
      "epoch": 0.806954971020954,
      "grad_norm": 0.10783884674310684,
      "learning_rate": 1.1761365903872156e-05,
      "loss": 1.7278,
      "step": 1810
    },
    {
      "epoch": 0.8074008024966562,
      "grad_norm": 0.10583524405956268,
      "learning_rate": 1.1709328190833734e-05,
      "loss": 1.6716,
      "step": 1811
    },
    {
      "epoch": 0.8078466339723585,
      "grad_norm": 0.10638004541397095,
      "learning_rate": 1.165739058078208e-05,
      "loss": 1.6551,
      "step": 1812
    },
    {
      "epoch": 0.8082924654480607,
      "grad_norm": 0.10877525806427002,
      "learning_rate": 1.1605553209497254e-05,
      "loss": 1.7916,
      "step": 1813
    },
    {
      "epoch": 0.8087382969237629,
      "grad_norm": 0.11099707335233688,
      "learning_rate": 1.1553816212497264e-05,
      "loss": 1.7216,
      "step": 1814
    },
    {
      "epoch": 0.809184128399465,
      "grad_norm": 0.10678693652153015,
      "learning_rate": 1.1502179725037705e-05,
      "loss": 1.6822,
      "step": 1815
    },
    {
      "epoch": 0.8096299598751672,
      "grad_norm": 0.10371126234531403,
      "learning_rate": 1.1450643882111461e-05,
      "loss": 1.6552,
      "step": 1816
    },
    {
      "epoch": 0.8100757913508694,
      "grad_norm": 0.10200489312410355,
      "learning_rate": 1.1399208818448199e-05,
      "loss": 1.6569,
      "step": 1817
    },
    {
      "epoch": 0.8105216228265716,
      "grad_norm": 0.10653121024370193,
      "learning_rate": 1.134787466851423e-05,
      "loss": 1.7181,
      "step": 1818
    },
    {
      "epoch": 0.8109674543022738,
      "grad_norm": 0.11225800216197968,
      "learning_rate": 1.1296641566511973e-05,
      "loss": 1.7026,
      "step": 1819
    },
    {
      "epoch": 0.8114132857779759,
      "grad_norm": 0.10711555927991867,
      "learning_rate": 1.1245509646379721e-05,
      "loss": 1.701,
      "step": 1820
    },
    {
      "epoch": 0.8118591172536781,
      "grad_norm": 0.10853607952594757,
      "learning_rate": 1.1194479041791212e-05,
      "loss": 1.7165,
      "step": 1821
    },
    {
      "epoch": 0.8123049487293803,
      "grad_norm": 0.1044510006904602,
      "learning_rate": 1.1143549886155324e-05,
      "loss": 1.696,
      "step": 1822
    },
    {
      "epoch": 0.8127507802050825,
      "grad_norm": 0.10683349519968033,
      "learning_rate": 1.1092722312615778e-05,
      "loss": 1.7035,
      "step": 1823
    },
    {
      "epoch": 0.8131966116807846,
      "grad_norm": 0.10829178243875504,
      "learning_rate": 1.1041996454050618e-05,
      "loss": 1.8,
      "step": 1824
    },
    {
      "epoch": 0.8136424431564868,
      "grad_norm": 0.10640645772218704,
      "learning_rate": 1.0991372443072079e-05,
      "loss": 1.7414,
      "step": 1825
    },
    {
      "epoch": 0.814088274632189,
      "grad_norm": 0.10863859206438065,
      "learning_rate": 1.0940850412026077e-05,
      "loss": 1.6962,
      "step": 1826
    },
    {
      "epoch": 0.8145341061078912,
      "grad_norm": 0.10443493723869324,
      "learning_rate": 1.0890430492991927e-05,
      "loss": 1.6724,
      "step": 1827
    },
    {
      "epoch": 0.8149799375835934,
      "grad_norm": 0.10826348513364792,
      "learning_rate": 1.0840112817782056e-05,
      "loss": 1.8022,
      "step": 1828
    },
    {
      "epoch": 0.8154257690592955,
      "grad_norm": 0.10807928442955017,
      "learning_rate": 1.0789897517941477e-05,
      "loss": 1.8015,
      "step": 1829
    },
    {
      "epoch": 0.8158716005349977,
      "grad_norm": 0.1076054498553276,
      "learning_rate": 1.0739784724747703e-05,
      "loss": 1.7435,
      "step": 1830
    },
    {
      "epoch": 0.8163174320107,
      "grad_norm": 0.11057363450527191,
      "learning_rate": 1.0689774569210131e-05,
      "loss": 1.8033,
      "step": 1831
    },
    {
      "epoch": 0.8167632634864022,
      "grad_norm": 0.11516224592924118,
      "learning_rate": 1.0639867182069946e-05,
      "loss": 1.7088,
      "step": 1832
    },
    {
      "epoch": 0.8172090949621044,
      "grad_norm": 0.10916195064783096,
      "learning_rate": 1.0590062693799596e-05,
      "loss": 1.8012,
      "step": 1833
    },
    {
      "epoch": 0.8176549264378065,
      "grad_norm": 0.11825419217348099,
      "learning_rate": 1.054036123460253e-05,
      "loss": 1.7551,
      "step": 1834
    },
    {
      "epoch": 0.8181007579135087,
      "grad_norm": 0.10863713175058365,
      "learning_rate": 1.0490762934412907e-05,
      "loss": 1.7126,
      "step": 1835
    },
    {
      "epoch": 0.8185465893892109,
      "grad_norm": 0.10661431401968002,
      "learning_rate": 1.0441267922895093e-05,
      "loss": 1.7179,
      "step": 1836
    },
    {
      "epoch": 0.8189924208649131,
      "grad_norm": 0.1095973327755928,
      "learning_rate": 1.0391876329443533e-05,
      "loss": 1.7024,
      "step": 1837
    },
    {
      "epoch": 0.8194382523406153,
      "grad_norm": 0.11639272421598434,
      "learning_rate": 1.0342588283182253e-05,
      "loss": 1.7647,
      "step": 1838
    },
    {
      "epoch": 0.8198840838163174,
      "grad_norm": 0.1117943823337555,
      "learning_rate": 1.029340391296456e-05,
      "loss": 1.6847,
      "step": 1839
    },
    {
      "epoch": 0.8203299152920196,
      "grad_norm": 0.11025024205446243,
      "learning_rate": 1.0244323347372791e-05,
      "loss": 1.6017,
      "step": 1840
    },
    {
      "epoch": 0.8207757467677218,
      "grad_norm": 0.11437024176120758,
      "learning_rate": 1.0195346714717813e-05,
      "loss": 1.6959,
      "step": 1841
    },
    {
      "epoch": 0.821221578243424,
      "grad_norm": 0.1101248636841774,
      "learning_rate": 1.0146474143038864e-05,
      "loss": 1.5544,
      "step": 1842
    },
    {
      "epoch": 0.8216674097191262,
      "grad_norm": 0.1151631772518158,
      "learning_rate": 1.00977057601031e-05,
      "loss": 1.7219,
      "step": 1843
    },
    {
      "epoch": 0.8221132411948283,
      "grad_norm": 0.11203429102897644,
      "learning_rate": 1.0049041693405298e-05,
      "loss": 1.6981,
      "step": 1844
    },
    {
      "epoch": 0.8225590726705305,
      "grad_norm": 0.10457399487495422,
      "learning_rate": 1.0000482070167521e-05,
      "loss": 1.6828,
      "step": 1845
    },
    {
      "epoch": 0.8230049041462327,
      "grad_norm": 0.10289779305458069,
      "learning_rate": 9.952027017338783e-06,
      "loss": 1.6771,
      "step": 1846
    },
    {
      "epoch": 0.8234507356219349,
      "grad_norm": 0.11009769886732101,
      "learning_rate": 9.90367666159477e-06,
      "loss": 1.6474,
      "step": 1847
    },
    {
      "epoch": 0.8238965670976371,
      "grad_norm": 0.1124950498342514,
      "learning_rate": 9.855431129337356e-06,
      "loss": 1.6886,
      "step": 1848
    },
    {
      "epoch": 0.8243423985733392,
      "grad_norm": 0.11325742304325104,
      "learning_rate": 9.807290546694481e-06,
      "loss": 1.7331,
      "step": 1849
    },
    {
      "epoch": 0.8247882300490414,
      "grad_norm": 0.10785790532827377,
      "learning_rate": 9.759255039519656e-06,
      "loss": 1.6884,
      "step": 1850
    },
    {
      "epoch": 0.8252340615247437,
      "grad_norm": 0.10447973757982254,
      "learning_rate": 9.711324733391714e-06,
      "loss": 1.7379,
      "step": 1851
    },
    {
      "epoch": 0.8256798930004459,
      "grad_norm": 0.1095997616648674,
      "learning_rate": 9.663499753614458e-06,
      "loss": 1.7328,
      "step": 1852
    },
    {
      "epoch": 0.8261257244761481,
      "grad_norm": 0.1145511120557785,
      "learning_rate": 9.615780225216326e-06,
      "loss": 1.6797,
      "step": 1853
    },
    {
      "epoch": 0.8265715559518502,
      "grad_norm": 0.10883539915084839,
      "learning_rate": 9.568166272950107e-06,
      "loss": 1.7568,
      "step": 1854
    },
    {
      "epoch": 0.8270173874275524,
      "grad_norm": 0.10477938503026962,
      "learning_rate": 9.520658021292555e-06,
      "loss": 1.6912,
      "step": 1855
    },
    {
      "epoch": 0.8274632189032546,
      "grad_norm": 0.11058025062084198,
      "learning_rate": 9.473255594444097e-06,
      "loss": 1.7398,
      "step": 1856
    },
    {
      "epoch": 0.8279090503789568,
      "grad_norm": 0.1121089905500412,
      "learning_rate": 9.425959116328503e-06,
      "loss": 1.7418,
      "step": 1857
    },
    {
      "epoch": 0.8283548818546589,
      "grad_norm": 0.10328307002782822,
      "learning_rate": 9.378768710592573e-06,
      "loss": 1.648,
      "step": 1858
    },
    {
      "epoch": 0.8288007133303611,
      "grad_norm": 0.10766644030809402,
      "learning_rate": 9.331684500605776e-06,
      "loss": 1.7023,
      "step": 1859
    },
    {
      "epoch": 0.8292465448060633,
      "grad_norm": 0.11008768528699875,
      "learning_rate": 9.284706609459991e-06,
      "loss": 1.7051,
      "step": 1860
    },
    {
      "epoch": 0.8296923762817655,
      "grad_norm": 0.1098385825753212,
      "learning_rate": 9.237835159969132e-06,
      "loss": 1.6675,
      "step": 1861
    },
    {
      "epoch": 0.8301382077574677,
      "grad_norm": 0.11626198142766953,
      "learning_rate": 9.19107027466884e-06,
      "loss": 1.8101,
      "step": 1862
    },
    {
      "epoch": 0.8305840392331698,
      "grad_norm": 0.11665660887956619,
      "learning_rate": 9.144412075816155e-06,
      "loss": 1.7947,
      "step": 1863
    },
    {
      "epoch": 0.831029870708872,
      "grad_norm": 0.10886553674936295,
      "learning_rate": 9.097860685389237e-06,
      "loss": 1.7758,
      "step": 1864
    },
    {
      "epoch": 0.8314757021845742,
      "grad_norm": 0.10547024756669998,
      "learning_rate": 9.05141622508699e-06,
      "loss": 1.7044,
      "step": 1865
    },
    {
      "epoch": 0.8319215336602764,
      "grad_norm": 0.10934536904096603,
      "learning_rate": 9.005078816328771e-06,
      "loss": 1.609,
      "step": 1866
    },
    {
      "epoch": 0.8323673651359786,
      "grad_norm": 0.10894401371479034,
      "learning_rate": 8.958848580254114e-06,
      "loss": 1.6982,
      "step": 1867
    },
    {
      "epoch": 0.8328131966116807,
      "grad_norm": 0.10638956725597382,
      "learning_rate": 8.91272563772233e-06,
      "loss": 1.641,
      "step": 1868
    },
    {
      "epoch": 0.833259028087383,
      "grad_norm": 0.10298574715852737,
      "learning_rate": 8.866710109312243e-06,
      "loss": 1.6832,
      "step": 1869
    },
    {
      "epoch": 0.8337048595630852,
      "grad_norm": 0.11070135235786438,
      "learning_rate": 8.82080211532187e-06,
      "loss": 1.6363,
      "step": 1870
    },
    {
      "epoch": 0.8341506910387874,
      "grad_norm": 0.11514242738485336,
      "learning_rate": 8.775001775768089e-06,
      "loss": 1.7471,
      "step": 1871
    },
    {
      "epoch": 0.8345965225144896,
      "grad_norm": 0.10797502100467682,
      "learning_rate": 8.729309210386388e-06,
      "loss": 1.7093,
      "step": 1872
    },
    {
      "epoch": 0.8350423539901917,
      "grad_norm": 0.10754858702421188,
      "learning_rate": 8.683724538630411e-06,
      "loss": 1.7637,
      "step": 1873
    },
    {
      "epoch": 0.8354881854658939,
      "grad_norm": 0.11597245931625366,
      "learning_rate": 8.638247879671824e-06,
      "loss": 1.7419,
      "step": 1874
    },
    {
      "epoch": 0.8359340169415961,
      "grad_norm": 0.1104164570569992,
      "learning_rate": 8.592879352399868e-06,
      "loss": 1.7509,
      "step": 1875
    },
    {
      "epoch": 0.8363798484172983,
      "grad_norm": 0.1199953630566597,
      "learning_rate": 8.54761907542111e-06,
      "loss": 1.7467,
      "step": 1876
    },
    {
      "epoch": 0.8368256798930005,
      "grad_norm": 0.10480525344610214,
      "learning_rate": 8.502467167059124e-06,
      "loss": 1.7146,
      "step": 1877
    },
    {
      "epoch": 0.8372715113687026,
      "grad_norm": 0.1053871363401413,
      "learning_rate": 8.457423745354148e-06,
      "loss": 1.6396,
      "step": 1878
    },
    {
      "epoch": 0.8377173428444048,
      "grad_norm": 0.11554944515228271,
      "learning_rate": 8.412488928062872e-06,
      "loss": 1.7365,
      "step": 1879
    },
    {
      "epoch": 0.838163174320107,
      "grad_norm": 0.10503759980201721,
      "learning_rate": 8.367662832657964e-06,
      "loss": 1.6646,
      "step": 1880
    },
    {
      "epoch": 0.8386090057958092,
      "grad_norm": 0.11279460042715073,
      "learning_rate": 8.32294557632795e-06,
      "loss": 1.7278,
      "step": 1881
    },
    {
      "epoch": 0.8390548372715114,
      "grad_norm": 0.11815083771944046,
      "learning_rate": 8.278337275976778e-06,
      "loss": 1.752,
      "step": 1882
    },
    {
      "epoch": 0.8395006687472135,
      "grad_norm": 0.10588712990283966,
      "learning_rate": 8.23383804822354e-06,
      "loss": 1.6555,
      "step": 1883
    },
    {
      "epoch": 0.8399465002229157,
      "grad_norm": 0.10905589163303375,
      "learning_rate": 8.18944800940224e-06,
      "loss": 1.739,
      "step": 1884
    },
    {
      "epoch": 0.8403923316986179,
      "grad_norm": 0.11134704202413559,
      "learning_rate": 8.145167275561338e-06,
      "loss": 1.7087,
      "step": 1885
    },
    {
      "epoch": 0.8408381631743201,
      "grad_norm": 0.1146257147192955,
      "learning_rate": 8.100995962463625e-06,
      "loss": 1.6954,
      "step": 1886
    },
    {
      "epoch": 0.8412839946500222,
      "grad_norm": 0.11067358404397964,
      "learning_rate": 8.056934185585797e-06,
      "loss": 1.6976,
      "step": 1887
    },
    {
      "epoch": 0.8417298261257244,
      "grad_norm": 0.10852032899856567,
      "learning_rate": 8.012982060118169e-06,
      "loss": 1.6987,
      "step": 1888
    },
    {
      "epoch": 0.8421756576014267,
      "grad_norm": 0.10573921352624893,
      "learning_rate": 7.969139700964461e-06,
      "loss": 1.6665,
      "step": 1889
    },
    {
      "epoch": 0.8426214890771289,
      "grad_norm": 0.11705400049686432,
      "learning_rate": 7.925407222741348e-06,
      "loss": 1.7449,
      "step": 1890
    },
    {
      "epoch": 0.8430673205528311,
      "grad_norm": 0.1097848117351532,
      "learning_rate": 7.881784739778324e-06,
      "loss": 1.6978,
      "step": 1891
    },
    {
      "epoch": 0.8435131520285332,
      "grad_norm": 0.10321246832609177,
      "learning_rate": 7.83827236611724e-06,
      "loss": 1.6553,
      "step": 1892
    },
    {
      "epoch": 0.8439589835042354,
      "grad_norm": 0.1025373786687851,
      "learning_rate": 7.794870215512173e-06,
      "loss": 1.6247,
      "step": 1893
    },
    {
      "epoch": 0.8444048149799376,
      "grad_norm": 0.10579349100589752,
      "learning_rate": 7.751578401428999e-06,
      "loss": 1.665,
      "step": 1894
    },
    {
      "epoch": 0.8448506464556398,
      "grad_norm": 0.11598040163516998,
      "learning_rate": 7.708397037045129e-06,
      "loss": 1.663,
      "step": 1895
    },
    {
      "epoch": 0.845296477931342,
      "grad_norm": 0.11469458788633347,
      "learning_rate": 7.665326235249287e-06,
      "loss": 1.7278,
      "step": 1896
    },
    {
      "epoch": 0.8457423094070441,
      "grad_norm": 0.10501950979232788,
      "learning_rate": 7.622366108641065e-06,
      "loss": 1.6981,
      "step": 1897
    },
    {
      "epoch": 0.8461881408827463,
      "grad_norm": 0.11523698270320892,
      "learning_rate": 7.5795167695308035e-06,
      "loss": 1.6948,
      "step": 1898
    },
    {
      "epoch": 0.8466339723584485,
      "grad_norm": 0.10540615022182465,
      "learning_rate": 7.536778329939165e-06,
      "loss": 1.6844,
      "step": 1899
    },
    {
      "epoch": 0.8470798038341507,
      "grad_norm": 0.10671881586313248,
      "learning_rate": 7.494150901596886e-06,
      "loss": 1.7871,
      "step": 1900
    },
    {
      "epoch": 0.8475256353098529,
      "grad_norm": 0.10633570700883865,
      "learning_rate": 7.451634595944534e-06,
      "loss": 1.7447,
      "step": 1901
    },
    {
      "epoch": 0.847971466785555,
      "grad_norm": 0.10397207736968994,
      "learning_rate": 7.409229524132089e-06,
      "loss": 1.7022,
      "step": 1902
    },
    {
      "epoch": 0.8484172982612572,
      "grad_norm": 0.10402221232652664,
      "learning_rate": 7.366935797018815e-06,
      "loss": 1.7119,
      "step": 1903
    },
    {
      "epoch": 0.8488631297369594,
      "grad_norm": 0.10340536385774612,
      "learning_rate": 7.324753525172839e-06,
      "loss": 1.6804,
      "step": 1904
    },
    {
      "epoch": 0.8493089612126616,
      "grad_norm": 0.10716920346021652,
      "learning_rate": 7.2826828188709336e-06,
      "loss": 1.6415,
      "step": 1905
    },
    {
      "epoch": 0.8497547926883638,
      "grad_norm": 0.11447831243276596,
      "learning_rate": 7.240723788098186e-06,
      "loss": 1.7658,
      "step": 1906
    },
    {
      "epoch": 0.8502006241640659,
      "grad_norm": 0.11188682168722153,
      "learning_rate": 7.1988765425477445e-06,
      "loss": 1.7347,
      "step": 1907
    },
    {
      "epoch": 0.8506464556397682,
      "grad_norm": 0.10957235097885132,
      "learning_rate": 7.157141191620548e-06,
      "loss": 1.7524,
      "step": 1908
    },
    {
      "epoch": 0.8510922871154704,
      "grad_norm": 0.10545117408037186,
      "learning_rate": 7.115517844424929e-06,
      "loss": 1.6809,
      "step": 1909
    },
    {
      "epoch": 0.8515381185911726,
      "grad_norm": 0.11047688126564026,
      "learning_rate": 7.0740066097764955e-06,
      "loss": 1.7238,
      "step": 1910
    },
    {
      "epoch": 0.8519839500668748,
      "grad_norm": 0.11121171712875366,
      "learning_rate": 7.0326075961977155e-06,
      "loss": 1.7579,
      "step": 1911
    },
    {
      "epoch": 0.8524297815425769,
      "grad_norm": 0.10962686687707901,
      "learning_rate": 6.991320911917693e-06,
      "loss": 1.6485,
      "step": 1912
    },
    {
      "epoch": 0.8528756130182791,
      "grad_norm": 0.10965108871459961,
      "learning_rate": 6.950146664871854e-06,
      "loss": 1.7675,
      "step": 1913
    },
    {
      "epoch": 0.8533214444939813,
      "grad_norm": 0.10817454010248184,
      "learning_rate": 6.90908496270169e-06,
      "loss": 1.6613,
      "step": 1914
    },
    {
      "epoch": 0.8537672759696835,
      "grad_norm": 0.10935859382152557,
      "learning_rate": 6.868135912754486e-06,
      "loss": 1.7415,
      "step": 1915
    },
    {
      "epoch": 0.8542131074453856,
      "grad_norm": 0.10633768141269684,
      "learning_rate": 6.827299622083e-06,
      "loss": 1.7787,
      "step": 1916
    },
    {
      "epoch": 0.8546589389210878,
      "grad_norm": 0.1067228615283966,
      "learning_rate": 6.786576197445199e-06,
      "loss": 1.7392,
      "step": 1917
    },
    {
      "epoch": 0.85510477039679,
      "grad_norm": 0.10271646827459335,
      "learning_rate": 6.745965745304011e-06,
      "loss": 1.6205,
      "step": 1918
    },
    {
      "epoch": 0.8555506018724922,
      "grad_norm": 0.10966071486473083,
      "learning_rate": 6.70546837182699e-06,
      "loss": 1.6935,
      "step": 1919
    },
    {
      "epoch": 0.8559964333481944,
      "grad_norm": 0.10709061473608017,
      "learning_rate": 6.665084182886094e-06,
      "loss": 1.7179,
      "step": 1920
    },
    {
      "epoch": 0.8564422648238965,
      "grad_norm": 0.1122201606631279,
      "learning_rate": 6.624813284057358e-06,
      "loss": 1.7434,
      "step": 1921
    },
    {
      "epoch": 0.8568880962995987,
      "grad_norm": 0.10903729498386383,
      "learning_rate": 6.584655780620685e-06,
      "loss": 1.6693,
      "step": 1922
    },
    {
      "epoch": 0.8573339277753009,
      "grad_norm": 0.11320578306913376,
      "learning_rate": 6.544611777559495e-06,
      "loss": 1.7753,
      "step": 1923
    },
    {
      "epoch": 0.8577797592510031,
      "grad_norm": 0.10533501207828522,
      "learning_rate": 6.50468137956049e-06,
      "loss": 1.648,
      "step": 1924
    },
    {
      "epoch": 0.8582255907267053,
      "grad_norm": 0.10360933840274811,
      "learning_rate": 6.4648646910133785e-06,
      "loss": 1.6196,
      "step": 1925
    },
    {
      "epoch": 0.8586714222024074,
      "grad_norm": 0.10784069448709488,
      "learning_rate": 6.425161816010605e-06,
      "loss": 1.6809,
      "step": 1926
    },
    {
      "epoch": 0.8591172536781096,
      "grad_norm": 0.11013324558734894,
      "learning_rate": 6.3855728583470556e-06,
      "loss": 1.724,
      "step": 1927
    },
    {
      "epoch": 0.8595630851538119,
      "grad_norm": 0.10858391225337982,
      "learning_rate": 6.346097921519833e-06,
      "loss": 1.7234,
      "step": 1928
    },
    {
      "epoch": 0.8600089166295141,
      "grad_norm": 0.11088427156209946,
      "learning_rate": 6.306737108727928e-06,
      "loss": 1.7598,
      "step": 1929
    },
    {
      "epoch": 0.8604547481052163,
      "grad_norm": 0.11133162677288055,
      "learning_rate": 6.267490522871994e-06,
      "loss": 1.6989,
      "step": 1930
    },
    {
      "epoch": 0.8609005795809184,
      "grad_norm": 0.11045273393392563,
      "learning_rate": 6.228358266554046e-06,
      "loss": 1.7688,
      "step": 1931
    },
    {
      "epoch": 0.8613464110566206,
      "grad_norm": 0.10894691944122314,
      "learning_rate": 6.189340442077218e-06,
      "loss": 1.7467,
      "step": 1932
    },
    {
      "epoch": 0.8617922425323228,
      "grad_norm": 0.10993052273988724,
      "learning_rate": 6.150437151445515e-06,
      "loss": 1.6254,
      "step": 1933
    },
    {
      "epoch": 0.862238074008025,
      "grad_norm": 0.11096920818090439,
      "learning_rate": 6.111648496363442e-06,
      "loss": 1.7315,
      "step": 1934
    },
    {
      "epoch": 0.8626839054837272,
      "grad_norm": 0.10706380754709244,
      "learning_rate": 6.07297457823589e-06,
      "loss": 1.7252,
      "step": 1935
    },
    {
      "epoch": 0.8631297369594293,
      "grad_norm": 0.10896386206150055,
      "learning_rate": 6.034415498167756e-06,
      "loss": 1.6966,
      "step": 1936
    },
    {
      "epoch": 0.8635755684351315,
      "grad_norm": 0.1116751953959465,
      "learning_rate": 5.995971356963726e-06,
      "loss": 1.725,
      "step": 1937
    },
    {
      "epoch": 0.8640213999108337,
      "grad_norm": 0.11291500180959702,
      "learning_rate": 5.9576422551279985e-06,
      "loss": 1.7805,
      "step": 1938
    },
    {
      "epoch": 0.8644672313865359,
      "grad_norm": 0.10671254247426987,
      "learning_rate": 5.919428292864021e-06,
      "loss": 1.6697,
      "step": 1939
    },
    {
      "epoch": 0.8649130628622381,
      "grad_norm": 0.10991108417510986,
      "learning_rate": 5.881329570074262e-06,
      "loss": 1.7321,
      "step": 1940
    },
    {
      "epoch": 0.8653588943379402,
      "grad_norm": 0.1119438111782074,
      "learning_rate": 5.84334618635986e-06,
      "loss": 1.7591,
      "step": 1941
    },
    {
      "epoch": 0.8658047258136424,
      "grad_norm": 0.11175711452960968,
      "learning_rate": 5.8054782410204955e-06,
      "loss": 1.7187,
      "step": 1942
    },
    {
      "epoch": 0.8662505572893446,
      "grad_norm": 0.10426634550094604,
      "learning_rate": 5.767725833054011e-06,
      "loss": 1.6307,
      "step": 1943
    },
    {
      "epoch": 0.8666963887650468,
      "grad_norm": 0.10470174998044968,
      "learning_rate": 5.730089061156202e-06,
      "loss": 1.6825,
      "step": 1944
    },
    {
      "epoch": 0.867142220240749,
      "grad_norm": 0.10868794471025467,
      "learning_rate": 5.692568023720607e-06,
      "loss": 1.6945,
      "step": 1945
    },
    {
      "epoch": 0.8675880517164511,
      "grad_norm": 0.10786716639995575,
      "learning_rate": 5.655162818838116e-06,
      "loss": 1.6841,
      "step": 1946
    },
    {
      "epoch": 0.8680338831921534,
      "grad_norm": 0.10795365273952484,
      "learning_rate": 5.6178735442968865e-06,
      "loss": 1.6747,
      "step": 1947
    },
    {
      "epoch": 0.8684797146678556,
      "grad_norm": 0.11341489851474762,
      "learning_rate": 5.5807002975819425e-06,
      "loss": 1.7081,
      "step": 1948
    },
    {
      "epoch": 0.8689255461435578,
      "grad_norm": 0.12486105412244797,
      "learning_rate": 5.54364317587499e-06,
      "loss": 1.6686,
      "step": 1949
    },
    {
      "epoch": 0.8693713776192599,
      "grad_norm": 0.10759950429201126,
      "learning_rate": 5.506702276054182e-06,
      "loss": 1.7601,
      "step": 1950
    },
    {
      "epoch": 0.8698172090949621,
      "grad_norm": 0.11205238103866577,
      "learning_rate": 5.469877694693776e-06,
      "loss": 1.7037,
      "step": 1951
    },
    {
      "epoch": 0.8702630405706643,
      "grad_norm": 0.10883297771215439,
      "learning_rate": 5.433169528063997e-06,
      "loss": 1.7524,
      "step": 1952
    },
    {
      "epoch": 0.8707088720463665,
      "grad_norm": 0.11188597232103348,
      "learning_rate": 5.3965778721306755e-06,
      "loss": 1.7995,
      "step": 1953
    },
    {
      "epoch": 0.8711547035220687,
      "grad_norm": 0.10835835337638855,
      "learning_rate": 5.360102822555096e-06,
      "loss": 1.7035,
      "step": 1954
    },
    {
      "epoch": 0.8716005349977708,
      "grad_norm": 0.10425970703363419,
      "learning_rate": 5.3237444746936706e-06,
      "loss": 1.6868,
      "step": 1955
    },
    {
      "epoch": 0.872046366473473,
      "grad_norm": 0.1019173189997673,
      "learning_rate": 5.28750292359772e-06,
      "loss": 1.6103,
      "step": 1956
    },
    {
      "epoch": 0.8724921979491752,
      "grad_norm": 0.10466113686561584,
      "learning_rate": 5.251378264013262e-06,
      "loss": 1.7072,
      "step": 1957
    },
    {
      "epoch": 0.8729380294248774,
      "grad_norm": 0.10559498518705368,
      "learning_rate": 5.215370590380653e-06,
      "loss": 1.657,
      "step": 1958
    },
    {
      "epoch": 0.8733838609005796,
      "grad_norm": 0.11517057567834854,
      "learning_rate": 5.179479996834491e-06,
      "loss": 1.6864,
      "step": 1959
    },
    {
      "epoch": 0.8738296923762817,
      "grad_norm": 0.10859518498182297,
      "learning_rate": 5.143706577203239e-06,
      "loss": 1.773,
      "step": 1960
    },
    {
      "epoch": 0.8742755238519839,
      "grad_norm": 0.10754244029521942,
      "learning_rate": 5.1080504250090585e-06,
      "loss": 1.7975,
      "step": 1961
    },
    {
      "epoch": 0.8747213553276861,
      "grad_norm": 0.10868855565786362,
      "learning_rate": 5.072511633467536e-06,
      "loss": 1.6846,
      "step": 1962
    },
    {
      "epoch": 0.8751671868033883,
      "grad_norm": 0.1074245497584343,
      "learning_rate": 5.037090295487423e-06,
      "loss": 1.7236,
      "step": 1963
    },
    {
      "epoch": 0.8756130182790905,
      "grad_norm": 0.1082245334982872,
      "learning_rate": 5.001786503670464e-06,
      "loss": 1.7256,
      "step": 1964
    },
    {
      "epoch": 0.8760588497547926,
      "grad_norm": 0.11109408736228943,
      "learning_rate": 4.9666003503110345e-06,
      "loss": 1.7037,
      "step": 1965
    },
    {
      "epoch": 0.8765046812304949,
      "grad_norm": 0.10737815499305725,
      "learning_rate": 4.931531927396027e-06,
      "loss": 1.714,
      "step": 1966
    },
    {
      "epoch": 0.8769505127061971,
      "grad_norm": 0.10667734593153,
      "learning_rate": 4.896581326604527e-06,
      "loss": 1.6507,
      "step": 1967
    },
    {
      "epoch": 0.8773963441818993,
      "grad_norm": 0.10843872278928757,
      "learning_rate": 4.861748639307595e-06,
      "loss": 1.6846,
      "step": 1968
    },
    {
      "epoch": 0.8778421756576015,
      "grad_norm": 0.10774786025285721,
      "learning_rate": 4.8270339565680386e-06,
      "loss": 1.7205,
      "step": 1969
    },
    {
      "epoch": 0.8782880071333036,
      "grad_norm": 0.10535752028226852,
      "learning_rate": 4.792437369140157e-06,
      "loss": 1.7711,
      "step": 1970
    },
    {
      "epoch": 0.8787338386090058,
      "grad_norm": 0.10967472195625305,
      "learning_rate": 4.757958967469545e-06,
      "loss": 1.727,
      "step": 1971
    },
    {
      "epoch": 0.879179670084708,
      "grad_norm": 0.10638327151536942,
      "learning_rate": 4.7235988416927886e-06,
      "loss": 1.7083,
      "step": 1972
    },
    {
      "epoch": 0.8796255015604102,
      "grad_norm": 0.10429035872220993,
      "learning_rate": 4.6893570816372856e-06,
      "loss": 1.7237,
      "step": 1973
    },
    {
      "epoch": 0.8800713330361124,
      "grad_norm": 0.10307201743125916,
      "learning_rate": 4.655233776820983e-06,
      "loss": 1.5827,
      "step": 1974
    },
    {
      "epoch": 0.8805171645118145,
      "grad_norm": 0.11000166088342667,
      "learning_rate": 4.621229016452156e-06,
      "loss": 1.673,
      "step": 1975
    },
    {
      "epoch": 0.8809629959875167,
      "grad_norm": 0.10475902259349823,
      "learning_rate": 4.587342889429153e-06,
      "loss": 1.6942,
      "step": 1976
    },
    {
      "epoch": 0.8814088274632189,
      "grad_norm": 0.10385973006486893,
      "learning_rate": 4.553575484340222e-06,
      "loss": 1.7196,
      "step": 1977
    },
    {
      "epoch": 0.8818546589389211,
      "grad_norm": 0.10671424865722656,
      "learning_rate": 4.519926889463199e-06,
      "loss": 1.7154,
      "step": 1978
    },
    {
      "epoch": 0.8823004904146232,
      "grad_norm": 0.10628074407577515,
      "learning_rate": 4.486397192765329e-06,
      "loss": 1.6943,
      "step": 1979
    },
    {
      "epoch": 0.8827463218903254,
      "grad_norm": 0.11433784663677216,
      "learning_rate": 4.452986481903021e-06,
      "loss": 1.7462,
      "step": 1980
    },
    {
      "epoch": 0.8831921533660276,
      "grad_norm": 0.10713842511177063,
      "learning_rate": 4.419694844221617e-06,
      "loss": 1.7371,
      "step": 1981
    },
    {
      "epoch": 0.8836379848417298,
      "grad_norm": 0.10509438812732697,
      "learning_rate": 4.386522366755169e-06,
      "loss": 1.697,
      "step": 1982
    },
    {
      "epoch": 0.884083816317432,
      "grad_norm": 0.10434529185295105,
      "learning_rate": 4.353469136226207e-06,
      "loss": 1.7093,
      "step": 1983
    },
    {
      "epoch": 0.8845296477931341,
      "grad_norm": 0.10446954518556595,
      "learning_rate": 4.320535239045531e-06,
      "loss": 1.658,
      "step": 1984
    },
    {
      "epoch": 0.8849754792688364,
      "grad_norm": 0.11324368417263031,
      "learning_rate": 4.287720761311953e-06,
      "loss": 1.7369,
      "step": 1985
    },
    {
      "epoch": 0.8854213107445386,
      "grad_norm": 0.10591869801282883,
      "learning_rate": 4.255025788812089e-06,
      "loss": 1.7606,
      "step": 1986
    },
    {
      "epoch": 0.8858671422202408,
      "grad_norm": 0.10644122213125229,
      "learning_rate": 4.222450407020129e-06,
      "loss": 1.6569,
      "step": 1987
    },
    {
      "epoch": 0.886312973695943,
      "grad_norm": 0.11645734310150146,
      "learning_rate": 4.189994701097627e-06,
      "loss": 1.6964,
      "step": 1988
    },
    {
      "epoch": 0.8867588051716451,
      "grad_norm": 0.10818486660718918,
      "learning_rate": 4.157658755893274e-06,
      "loss": 1.7746,
      "step": 1989
    },
    {
      "epoch": 0.8872046366473473,
      "grad_norm": 0.10991285741329193,
      "learning_rate": 4.125442655942658e-06,
      "loss": 1.7531,
      "step": 1990
    },
    {
      "epoch": 0.8876504681230495,
      "grad_norm": 0.10793142765760422,
      "learning_rate": 4.093346485468064e-06,
      "loss": 1.6621,
      "step": 1991
    },
    {
      "epoch": 0.8880962995987517,
      "grad_norm": 0.11221893876791,
      "learning_rate": 4.06137032837825e-06,
      "loss": 1.8016,
      "step": 1992
    },
    {
      "epoch": 0.8885421310744539,
      "grad_norm": 0.10419828444719315,
      "learning_rate": 4.029514268268203e-06,
      "loss": 1.6435,
      "step": 1993
    },
    {
      "epoch": 0.888987962550156,
      "grad_norm": 0.10510945320129395,
      "learning_rate": 3.997778388418982e-06,
      "loss": 1.6387,
      "step": 1994
    },
    {
      "epoch": 0.8894337940258582,
      "grad_norm": 0.10510776937007904,
      "learning_rate": 3.96616277179741e-06,
      "loss": 1.6863,
      "step": 1995
    },
    {
      "epoch": 0.8898796255015604,
      "grad_norm": 0.11049987375736237,
      "learning_rate": 3.934667501055955e-06,
      "loss": 1.6894,
      "step": 1996
    },
    {
      "epoch": 0.8903254569772626,
      "grad_norm": 0.10695619136095047,
      "learning_rate": 3.903292658532426e-06,
      "loss": 1.71,
      "step": 1997
    },
    {
      "epoch": 0.8907712884529648,
      "grad_norm": 0.11046551167964935,
      "learning_rate": 3.872038326249827e-06,
      "loss": 1.8029,
      "step": 1998
    },
    {
      "epoch": 0.8912171199286669,
      "grad_norm": 0.10504605621099472,
      "learning_rate": 3.840904585916089e-06,
      "loss": 1.7102,
      "step": 1999
    },
    {
      "epoch": 0.8916629514043691,
      "grad_norm": 0.10773328691720963,
      "learning_rate": 3.8098915189238915e-06,
      "loss": 1.6409,
      "step": 2000
    },
    {
      "epoch": 0.8921087828800713,
      "grad_norm": 0.11089769005775452,
      "learning_rate": 3.778999206350464e-06,
      "loss": 1.7308,
      "step": 2001
    },
    {
      "epoch": 0.8925546143557735,
      "grad_norm": 0.11036437749862671,
      "learning_rate": 3.7482277289572876e-06,
      "loss": 1.7515,
      "step": 2002
    },
    {
      "epoch": 0.8930004458314758,
      "grad_norm": 0.10893016308546066,
      "learning_rate": 3.7175771671900006e-06,
      "loss": 1.7213,
      "step": 2003
    },
    {
      "epoch": 0.8934462773071778,
      "grad_norm": 0.10466029495000839,
      "learning_rate": 3.6870476011781173e-06,
      "loss": 1.6876,
      "step": 2004
    },
    {
      "epoch": 0.8938921087828801,
      "grad_norm": 0.11038538813591003,
      "learning_rate": 3.656639110734811e-06,
      "loss": 1.7054,
      "step": 2005
    },
    {
      "epoch": 0.8943379402585823,
      "grad_norm": 0.10808903723955154,
      "learning_rate": 3.626351775356779e-06,
      "loss": 1.7384,
      "step": 2006
    },
    {
      "epoch": 0.8947837717342845,
      "grad_norm": 0.12875771522521973,
      "learning_rate": 3.5961856742239177e-06,
      "loss": 1.8358,
      "step": 2007
    },
    {
      "epoch": 0.8952296032099867,
      "grad_norm": 0.11067856848239899,
      "learning_rate": 3.566140886199243e-06,
      "loss": 1.756,
      "step": 2008
    },
    {
      "epoch": 0.8956754346856888,
      "grad_norm": 0.11745152622461319,
      "learning_rate": 3.5362174898285693e-06,
      "loss": 1.6601,
      "step": 2009
    },
    {
      "epoch": 0.896121266161391,
      "grad_norm": 0.10426647961139679,
      "learning_rate": 3.5064155633404037e-06,
      "loss": 1.6362,
      "step": 2010
    },
    {
      "epoch": 0.8965670976370932,
      "grad_norm": 0.10579315572977066,
      "learning_rate": 3.476735184645674e-06,
      "loss": 1.7397,
      "step": 2011
    },
    {
      "epoch": 0.8970129291127954,
      "grad_norm": 0.11196666210889816,
      "learning_rate": 3.447176431337534e-06,
      "loss": 1.711,
      "step": 2012
    },
    {
      "epoch": 0.8974587605884975,
      "grad_norm": 0.1063472181558609,
      "learning_rate": 3.4177393806912204e-06,
      "loss": 1.6811,
      "step": 2013
    },
    {
      "epoch": 0.8979045920641997,
      "grad_norm": 0.1075742319226265,
      "learning_rate": 3.3884241096637347e-06,
      "loss": 1.792,
      "step": 2014
    },
    {
      "epoch": 0.8983504235399019,
      "grad_norm": 0.1045856922864914,
      "learning_rate": 3.359230694893767e-06,
      "loss": 1.7185,
      "step": 2015
    },
    {
      "epoch": 0.8987962550156041,
      "grad_norm": 0.10810667276382446,
      "learning_rate": 3.3301592127014226e-06,
      "loss": 1.6795,
      "step": 2016
    },
    {
      "epoch": 0.8992420864913063,
      "grad_norm": 0.10535667091608047,
      "learning_rate": 3.3012097390880183e-06,
      "loss": 1.7163,
      "step": 2017
    },
    {
      "epoch": 0.8996879179670084,
      "grad_norm": 0.10437003523111343,
      "learning_rate": 3.272382349735953e-06,
      "loss": 1.577,
      "step": 2018
    },
    {
      "epoch": 0.9001337494427106,
      "grad_norm": 0.10562877357006073,
      "learning_rate": 3.243677120008404e-06,
      "loss": 1.6809,
      "step": 2019
    },
    {
      "epoch": 0.9005795809184128,
      "grad_norm": 0.11092092096805573,
      "learning_rate": 3.215094124949236e-06,
      "loss": 1.7577,
      "step": 2020
    },
    {
      "epoch": 0.901025412394115,
      "grad_norm": 0.11507735401391983,
      "learning_rate": 3.186633439282727e-06,
      "loss": 1.7658,
      "step": 2021
    },
    {
      "epoch": 0.9014712438698173,
      "grad_norm": 0.10924491286277771,
      "learning_rate": 3.158295137413414e-06,
      "loss": 1.6959,
      "step": 2022
    },
    {
      "epoch": 0.9019170753455193,
      "grad_norm": 0.10370543599128723,
      "learning_rate": 3.1300792934258806e-06,
      "loss": 1.6412,
      "step": 2023
    },
    {
      "epoch": 0.9023629068212216,
      "grad_norm": 0.10729828476905823,
      "learning_rate": 3.1019859810845762e-06,
      "loss": 1.7088,
      "step": 2024
    },
    {
      "epoch": 0.9028087382969238,
      "grad_norm": 0.10676570981740952,
      "learning_rate": 3.074015273833636e-06,
      "loss": 1.6758,
      "step": 2025
    },
    {
      "epoch": 0.903254569772626,
      "grad_norm": 0.10745184123516083,
      "learning_rate": 3.046167244796616e-06,
      "loss": 1.6321,
      "step": 2026
    },
    {
      "epoch": 0.9037004012483282,
      "grad_norm": 0.11189984530210495,
      "learning_rate": 3.018441966776403e-06,
      "loss": 1.7675,
      "step": 2027
    },
    {
      "epoch": 0.9041462327240303,
      "grad_norm": 0.10855542868375778,
      "learning_rate": 2.990839512254967e-06,
      "loss": 1.7823,
      "step": 2028
    },
    {
      "epoch": 0.9045920641997325,
      "grad_norm": 0.1035328283905983,
      "learning_rate": 2.9633599533931742e-06,
      "loss": 1.6664,
      "step": 2029
    },
    {
      "epoch": 0.9050378956754347,
      "grad_norm": 0.1108689233660698,
      "learning_rate": 2.9360033620306038e-06,
      "loss": 1.6539,
      "step": 2030
    },
    {
      "epoch": 0.9054837271511369,
      "grad_norm": 0.11103169620037079,
      "learning_rate": 2.9087698096853632e-06,
      "loss": 1.7687,
      "step": 2031
    },
    {
      "epoch": 0.9059295586268391,
      "grad_norm": 0.1095678061246872,
      "learning_rate": 2.881659367553913e-06,
      "loss": 1.7931,
      "step": 2032
    },
    {
      "epoch": 0.9063753901025412,
      "grad_norm": 0.10841622203588486,
      "learning_rate": 2.854672106510853e-06,
      "loss": 1.6974,
      "step": 2033
    },
    {
      "epoch": 0.9068212215782434,
      "grad_norm": 0.10615378618240356,
      "learning_rate": 2.8278080971087585e-06,
      "loss": 1.7042,
      "step": 2034
    },
    {
      "epoch": 0.9072670530539456,
      "grad_norm": 0.10877092182636261,
      "learning_rate": 2.8010674095779844e-06,
      "loss": 1.7349,
      "step": 2035
    },
    {
      "epoch": 0.9077128845296478,
      "grad_norm": 0.10555665194988251,
      "learning_rate": 2.7744501138264933e-06,
      "loss": 1.6812,
      "step": 2036
    },
    {
      "epoch": 0.90815871600535,
      "grad_norm": 0.11391784995794296,
      "learning_rate": 2.7479562794396564e-06,
      "loss": 1.7247,
      "step": 2037
    },
    {
      "epoch": 0.9086045474810521,
      "grad_norm": 0.10731682181358337,
      "learning_rate": 2.7215859756800798e-06,
      "loss": 1.6549,
      "step": 2038
    },
    {
      "epoch": 0.9090503789567543,
      "grad_norm": 0.10765136033296585,
      "learning_rate": 2.6953392714874515e-06,
      "loss": 1.7211,
      "step": 2039
    },
    {
      "epoch": 0.9094962104324565,
      "grad_norm": 0.10297304391860962,
      "learning_rate": 2.6692162354782944e-06,
      "loss": 1.6375,
      "step": 2040
    },
    {
      "epoch": 0.9099420419081587,
      "grad_norm": 0.11018680036067963,
      "learning_rate": 2.6432169359458525e-06,
      "loss": 1.7147,
      "step": 2041
    },
    {
      "epoch": 0.9103878733838608,
      "grad_norm": 0.10599381476640701,
      "learning_rate": 2.6173414408598827e-06,
      "loss": 1.7105,
      "step": 2042
    },
    {
      "epoch": 0.910833704859563,
      "grad_norm": 0.10968470573425293,
      "learning_rate": 2.5915898178664687e-06,
      "loss": 1.7594,
      "step": 2043
    },
    {
      "epoch": 0.9112795363352653,
      "grad_norm": 0.10617289692163467,
      "learning_rate": 2.5659621342878694e-06,
      "loss": 1.6785,
      "step": 2044
    },
    {
      "epoch": 0.9117253678109675,
      "grad_norm": 0.1141069233417511,
      "learning_rate": 2.5404584571223357e-06,
      "loss": 1.6786,
      "step": 2045
    },
    {
      "epoch": 0.9121711992866697,
      "grad_norm": 0.11225705593824387,
      "learning_rate": 2.515078853043906e-06,
      "loss": 1.6742,
      "step": 2046
    },
    {
      "epoch": 0.9126170307623718,
      "grad_norm": 0.10988724231719971,
      "learning_rate": 2.4898233884022792e-06,
      "loss": 1.7482,
      "step": 2047
    },
    {
      "epoch": 0.913062862238074,
      "grad_norm": 0.1067301481962204,
      "learning_rate": 2.4646921292226066e-06,
      "loss": 1.6899,
      "step": 2048
    },
    {
      "epoch": 0.9135086937137762,
      "grad_norm": 0.10556075721979141,
      "learning_rate": 2.439685141205317e-06,
      "loss": 1.6904,
      "step": 2049
    },
    {
      "epoch": 0.9139545251894784,
      "grad_norm": 0.10941973328590393,
      "learning_rate": 2.414802489725998e-06,
      "loss": 1.6705,
      "step": 2050
    },
    {
      "epoch": 0.9144003566651806,
      "grad_norm": 0.10380945354700089,
      "learning_rate": 2.3900442398351373e-06,
      "loss": 1.7026,
      "step": 2051
    },
    {
      "epoch": 0.9148461881408827,
      "grad_norm": 0.1114984005689621,
      "learning_rate": 2.3654104562580326e-06,
      "loss": 1.7521,
      "step": 2052
    },
    {
      "epoch": 0.9152920196165849,
      "grad_norm": 0.10962748527526855,
      "learning_rate": 2.34090120339458e-06,
      "loss": 1.76,
      "step": 2053
    },
    {
      "epoch": 0.9157378510922871,
      "grad_norm": 0.10868896543979645,
      "learning_rate": 2.3165165453191196e-06,
      "loss": 1.7544,
      "step": 2054
    },
    {
      "epoch": 0.9161836825679893,
      "grad_norm": 0.11074932664632797,
      "learning_rate": 2.2922565457802582e-06,
      "loss": 1.8089,
      "step": 2055
    },
    {
      "epoch": 0.9166295140436915,
      "grad_norm": 0.10639820992946625,
      "learning_rate": 2.2681212682007015e-06,
      "loss": 1.6939,
      "step": 2056
    },
    {
      "epoch": 0.9170753455193936,
      "grad_norm": 0.10692213475704193,
      "learning_rate": 2.244110775677133e-06,
      "loss": 1.7537,
      "step": 2057
    },
    {
      "epoch": 0.9175211769950958,
      "grad_norm": 0.1108875423669815,
      "learning_rate": 2.2202251309799526e-06,
      "loss": 1.7524,
      "step": 2058
    },
    {
      "epoch": 0.917967008470798,
      "grad_norm": 0.11342940479516983,
      "learning_rate": 2.1964643965532274e-06,
      "loss": 1.7888,
      "step": 2059
    },
    {
      "epoch": 0.9184128399465002,
      "grad_norm": 0.10807925462722778,
      "learning_rate": 2.17282863451444e-06,
      "loss": 1.7769,
      "step": 2060
    },
    {
      "epoch": 0.9188586714222025,
      "grad_norm": 0.10340111702680588,
      "learning_rate": 2.1493179066543633e-06,
      "loss": 1.6891,
      "step": 2061
    },
    {
      "epoch": 0.9193045028979046,
      "grad_norm": 0.10483541339635849,
      "learning_rate": 2.1259322744369147e-06,
      "loss": 1.6853,
      "step": 2062
    },
    {
      "epoch": 0.9197503343736068,
      "grad_norm": 0.10443863272666931,
      "learning_rate": 2.1026717989989396e-06,
      "loss": 1.6973,
      "step": 2063
    },
    {
      "epoch": 0.920196165849309,
      "grad_norm": 0.11002467572689056,
      "learning_rate": 2.0795365411501235e-06,
      "loss": 1.7172,
      "step": 2064
    },
    {
      "epoch": 0.9206419973250112,
      "grad_norm": 0.10365767031908035,
      "learning_rate": 2.056526561372768e-06,
      "loss": 1.6488,
      "step": 2065
    },
    {
      "epoch": 0.9210878288007134,
      "grad_norm": 0.11304766684770584,
      "learning_rate": 2.0336419198216715e-06,
      "loss": 1.6688,
      "step": 2066
    },
    {
      "epoch": 0.9215336602764155,
      "grad_norm": 0.10729239135980606,
      "learning_rate": 2.010882676323983e-06,
      "loss": 1.73,
      "step": 2067
    },
    {
      "epoch": 0.9219794917521177,
      "grad_norm": 0.10748621076345444,
      "learning_rate": 1.9882488903789744e-06,
      "loss": 1.7797,
      "step": 2068
    },
    {
      "epoch": 0.9224253232278199,
      "grad_norm": 0.10953236371278763,
      "learning_rate": 1.9657406211579966e-06,
      "loss": 1.6763,
      "step": 2069
    },
    {
      "epoch": 0.9228711547035221,
      "grad_norm": 0.10489591956138611,
      "learning_rate": 1.9433579275042026e-06,
      "loss": 1.7029,
      "step": 2070
    },
    {
      "epoch": 0.9233169861792243,
      "grad_norm": 0.10677413642406464,
      "learning_rate": 1.9211008679325015e-06,
      "loss": 1.7764,
      "step": 2071
    },
    {
      "epoch": 0.9237628176549264,
      "grad_norm": 0.10612247884273529,
      "learning_rate": 1.8989695006293383e-06,
      "loss": 1.7524,
      "step": 2072
    },
    {
      "epoch": 0.9242086491306286,
      "grad_norm": 0.11176694929599762,
      "learning_rate": 1.8769638834525538e-06,
      "loss": 1.7065,
      "step": 2073
    },
    {
      "epoch": 0.9246544806063308,
      "grad_norm": 0.10844752192497253,
      "learning_rate": 1.8550840739312735e-06,
      "loss": 1.6674,
      "step": 2074
    },
    {
      "epoch": 0.925100312082033,
      "grad_norm": 0.10969425737857819,
      "learning_rate": 1.8333301292656702e-06,
      "loss": 1.7474,
      "step": 2075
    },
    {
      "epoch": 0.9255461435577351,
      "grad_norm": 0.10860246419906616,
      "learning_rate": 1.811702106326929e-06,
      "loss": 1.7307,
      "step": 2076
    },
    {
      "epoch": 0.9259919750334373,
      "grad_norm": 0.1053507849574089,
      "learning_rate": 1.7902000616569991e-06,
      "loss": 1.7292,
      "step": 2077
    },
    {
      "epoch": 0.9264378065091395,
      "grad_norm": 0.10507543385028839,
      "learning_rate": 1.7688240514684984e-06,
      "loss": 1.691,
      "step": 2078
    },
    {
      "epoch": 0.9268836379848417,
      "grad_norm": 0.11384072154760361,
      "learning_rate": 1.7475741316445583e-06,
      "loss": 1.7091,
      "step": 2079
    },
    {
      "epoch": 0.927329469460544,
      "grad_norm": 0.10635994374752045,
      "learning_rate": 1.7264503577386571e-06,
      "loss": 1.7127,
      "step": 2080
    },
    {
      "epoch": 0.927775300936246,
      "grad_norm": 0.10464520752429962,
      "learning_rate": 1.705452784974526e-06,
      "loss": 1.739,
      "step": 2081
    },
    {
      "epoch": 0.9282211324119483,
      "grad_norm": 0.11229582875967026,
      "learning_rate": 1.684581468245916e-06,
      "loss": 1.7661,
      "step": 2082
    },
    {
      "epoch": 0.9286669638876505,
      "grad_norm": 0.10500367730855942,
      "learning_rate": 1.663836462116558e-06,
      "loss": 1.6968,
      "step": 2083
    },
    {
      "epoch": 0.9291127953633527,
      "grad_norm": 0.11131805181503296,
      "learning_rate": 1.6432178208199479e-06,
      "loss": 1.8005,
      "step": 2084
    },
    {
      "epoch": 0.9295586268390549,
      "grad_norm": 0.10259266942739487,
      "learning_rate": 1.6227255982592226e-06,
      "loss": 1.6384,
      "step": 2085
    },
    {
      "epoch": 0.930004458314757,
      "grad_norm": 0.10918411612510681,
      "learning_rate": 1.6023598480070345e-06,
      "loss": 1.736,
      "step": 2086
    },
    {
      "epoch": 0.9304502897904592,
      "grad_norm": 0.10474254935979843,
      "learning_rate": 1.5821206233053941e-06,
      "loss": 1.6905,
      "step": 2087
    },
    {
      "epoch": 0.9308961212661614,
      "grad_norm": 0.10758684575557709,
      "learning_rate": 1.5620079770655382e-06,
      "loss": 1.6787,
      "step": 2088
    },
    {
      "epoch": 0.9313419527418636,
      "grad_norm": 0.10910456627607346,
      "learning_rate": 1.542021961867801e-06,
      "loss": 1.7333,
      "step": 2089
    },
    {
      "epoch": 0.9317877842175658,
      "grad_norm": 0.10921615362167358,
      "learning_rate": 1.5221626299614432e-06,
      "loss": 1.6807,
      "step": 2090
    },
    {
      "epoch": 0.9322336156932679,
      "grad_norm": 0.10346759855747223,
      "learning_rate": 1.5024300332645625e-06,
      "loss": 1.6125,
      "step": 2091
    },
    {
      "epoch": 0.9326794471689701,
      "grad_norm": 0.10526885092258453,
      "learning_rate": 1.48282422336391e-06,
      "loss": 1.6168,
      "step": 2092
    },
    {
      "epoch": 0.9331252786446723,
      "grad_norm": 0.10628119111061096,
      "learning_rate": 1.4633452515148084e-06,
      "loss": 1.6497,
      "step": 2093
    },
    {
      "epoch": 0.9335711101203745,
      "grad_norm": 0.11045005172491074,
      "learning_rate": 1.4439931686409668e-06,
      "loss": 1.6963,
      "step": 2094
    },
    {
      "epoch": 0.9340169415960767,
      "grad_norm": 0.11047454923391342,
      "learning_rate": 1.424768025334372e-06,
      "loss": 1.7182,
      "step": 2095
    },
    {
      "epoch": 0.9344627730717788,
      "grad_norm": 0.10914067924022675,
      "learning_rate": 1.4056698718551643e-06,
      "loss": 1.7754,
      "step": 2096
    },
    {
      "epoch": 0.934908604547481,
      "grad_norm": 0.10605698823928833,
      "learning_rate": 1.3866987581314827e-06,
      "loss": 1.7234,
      "step": 2097
    },
    {
      "epoch": 0.9353544360231832,
      "grad_norm": 0.10532133281230927,
      "learning_rate": 1.3678547337593494e-06,
      "loss": 1.6969,
      "step": 2098
    },
    {
      "epoch": 0.9358002674988855,
      "grad_norm": 0.10662437975406647,
      "learning_rate": 1.3491378480025462e-06,
      "loss": 1.6367,
      "step": 2099
    },
    {
      "epoch": 0.9362460989745877,
      "grad_norm": 0.10799948871135712,
      "learning_rate": 1.3305481497924765e-06,
      "loss": 1.6259,
      "step": 2100
    },
    {
      "epoch": 0.9366919304502898,
      "grad_norm": 0.10968820005655289,
      "learning_rate": 1.3120856877280318e-06,
      "loss": 1.7176,
      "step": 2101
    },
    {
      "epoch": 0.937137761925992,
      "grad_norm": 0.10752388089895248,
      "learning_rate": 1.2937505100754698e-06,
      "loss": 1.689,
      "step": 2102
    },
    {
      "epoch": 0.9375835934016942,
      "grad_norm": 0.10666850954294205,
      "learning_rate": 1.2755426647683032e-06,
      "loss": 1.6378,
      "step": 2103
    },
    {
      "epoch": 0.9380294248773964,
      "grad_norm": 0.10543875396251678,
      "learning_rate": 1.257462199407139e-06,
      "loss": 1.7041,
      "step": 2104
    },
    {
      "epoch": 0.9384752563530985,
      "grad_norm": 0.10622721165418625,
      "learning_rate": 1.2395091612595945e-06,
      "loss": 1.7347,
      "step": 2105
    },
    {
      "epoch": 0.9389210878288007,
      "grad_norm": 0.10375616699457169,
      "learning_rate": 1.2216835972601537e-06,
      "loss": 1.6524,
      "step": 2106
    },
    {
      "epoch": 0.9393669193045029,
      "grad_norm": 0.10850454121828079,
      "learning_rate": 1.2039855540100343e-06,
      "loss": 1.7409,
      "step": 2107
    },
    {
      "epoch": 0.9398127507802051,
      "grad_norm": 0.112388476729393,
      "learning_rate": 1.186415077777092e-06,
      "loss": 1.6813,
      "step": 2108
    },
    {
      "epoch": 0.9402585822559073,
      "grad_norm": 0.10608150064945221,
      "learning_rate": 1.1689722144956671e-06,
      "loss": 1.6529,
      "step": 2109
    },
    {
      "epoch": 0.9407044137316094,
      "grad_norm": 0.10498964041471481,
      "learning_rate": 1.151657009766499e-06,
      "loss": 1.6689,
      "step": 2110
    },
    {
      "epoch": 0.9411502452073116,
      "grad_norm": 0.10769490152597427,
      "learning_rate": 1.1344695088565892e-06,
      "loss": 1.7523,
      "step": 2111
    },
    {
      "epoch": 0.9415960766830138,
      "grad_norm": 0.10273424535989761,
      "learning_rate": 1.1174097566990672e-06,
      "loss": 1.6505,
      "step": 2112
    },
    {
      "epoch": 0.942041908158716,
      "grad_norm": 0.10914186388254166,
      "learning_rate": 1.1004777978931068e-06,
      "loss": 1.7555,
      "step": 2113
    },
    {
      "epoch": 0.9424877396344182,
      "grad_norm": 0.11395608633756638,
      "learning_rate": 1.0836736767037947e-06,
      "loss": 1.7428,
      "step": 2114
    },
    {
      "epoch": 0.9429335711101203,
      "grad_norm": 0.10916915535926819,
      "learning_rate": 1.0669974370620005e-06,
      "loss": 1.6587,
      "step": 2115
    },
    {
      "epoch": 0.9433794025858225,
      "grad_norm": 0.10890883207321167,
      "learning_rate": 1.0504491225642843e-06,
      "loss": 1.73,
      "step": 2116
    },
    {
      "epoch": 0.9438252340615247,
      "grad_norm": 0.11141476780176163,
      "learning_rate": 1.0340287764727509e-06,
      "loss": 1.7258,
      "step": 2117
    },
    {
      "epoch": 0.944271065537227,
      "grad_norm": 0.10867045074701309,
      "learning_rate": 1.0177364417150004e-06,
      "loss": 1.7124,
      "step": 2118
    },
    {
      "epoch": 0.9447168970129292,
      "grad_norm": 0.10979078710079193,
      "learning_rate": 1.001572160883929e-06,
      "loss": 1.6666,
      "step": 2119
    },
    {
      "epoch": 0.9451627284886313,
      "grad_norm": 0.10633769631385803,
      "learning_rate": 9.855359762376948e-07,
      "loss": 1.6844,
      "step": 2120
    },
    {
      "epoch": 0.9456085599643335,
      "grad_norm": 0.11071283370256424,
      "learning_rate": 9.696279296995569e-07,
      "loss": 1.7561,
      "step": 2121
    },
    {
      "epoch": 0.9460543914400357,
      "grad_norm": 0.11026006191968918,
      "learning_rate": 9.538480628577872e-07,
      "loss": 1.6486,
      "step": 2122
    },
    {
      "epoch": 0.9465002229157379,
      "grad_norm": 0.10179583728313446,
      "learning_rate": 9.381964169655755e-07,
      "loss": 1.6762,
      "step": 2123
    },
    {
      "epoch": 0.9469460543914401,
      "grad_norm": 0.10931432992219925,
      "learning_rate": 9.226730329408684e-07,
      "loss": 1.7299,
      "step": 2124
    },
    {
      "epoch": 0.9473918858671422,
      "grad_norm": 0.1093859076499939,
      "learning_rate": 9.072779513663365e-07,
      "loss": 1.6948,
      "step": 2125
    },
    {
      "epoch": 0.9478377173428444,
      "grad_norm": 0.11540348082780838,
      "learning_rate": 8.920112124892077e-07,
      "loss": 1.7269,
      "step": 2126
    },
    {
      "epoch": 0.9482835488185466,
      "grad_norm": 0.10582086443901062,
      "learning_rate": 8.768728562211947e-07,
      "loss": 1.6962,
      "step": 2127
    },
    {
      "epoch": 0.9487293802942488,
      "grad_norm": 0.10683060437440872,
      "learning_rate": 8.618629221383733e-07,
      "loss": 1.6804,
      "step": 2128
    },
    {
      "epoch": 0.949175211769951,
      "grad_norm": 0.10561985522508621,
      "learning_rate": 8.469814494810935e-07,
      "loss": 1.6688,
      "step": 2129
    },
    {
      "epoch": 0.9496210432456531,
      "grad_norm": 0.10631609708070755,
      "learning_rate": 8.32228477153868e-07,
      "loss": 1.7549,
      "step": 2130
    },
    {
      "epoch": 0.9500668747213553,
      "grad_norm": 0.1054273471236229,
      "learning_rate": 8.176040437252619e-07,
      "loss": 1.7067,
      "step": 2131
    },
    {
      "epoch": 0.9505127061970575,
      "grad_norm": 0.10461663454771042,
      "learning_rate": 8.031081874278201e-07,
      "loss": 1.6684,
      "step": 2132
    },
    {
      "epoch": 0.9509585376727597,
      "grad_norm": 0.10391294956207275,
      "learning_rate": 7.887409461579342e-07,
      "loss": 1.6771,
      "step": 2133
    },
    {
      "epoch": 0.9514043691484618,
      "grad_norm": 0.10519767552614212,
      "learning_rate": 7.745023574757593e-07,
      "loss": 1.6743,
      "step": 2134
    },
    {
      "epoch": 0.951850200624164,
      "grad_norm": 0.10692165046930313,
      "learning_rate": 7.603924586051414e-07,
      "loss": 1.7496,
      "step": 2135
    },
    {
      "epoch": 0.9522960320998662,
      "grad_norm": 0.105526402592659,
      "learning_rate": 7.464112864334461e-07,
      "loss": 1.756,
      "step": 2136
    },
    {
      "epoch": 0.9527418635755684,
      "grad_norm": 0.10738793015480042,
      "learning_rate": 7.325588775115522e-07,
      "loss": 1.7558,
      "step": 2137
    },
    {
      "epoch": 0.9531876950512707,
      "grad_norm": 0.11581629514694214,
      "learning_rate": 7.188352680536914e-07,
      "loss": 1.7846,
      "step": 2138
    },
    {
      "epoch": 0.9536335265269728,
      "grad_norm": 0.10794906318187714,
      "learning_rate": 7.052404939373869e-07,
      "loss": 1.6962,
      "step": 2139
    },
    {
      "epoch": 0.954079358002675,
      "grad_norm": 0.10575190931558609,
      "learning_rate": 6.917745907033424e-07,
      "loss": 1.6965,
      "step": 2140
    },
    {
      "epoch": 0.9545251894783772,
      "grad_norm": 0.11230678856372833,
      "learning_rate": 6.784375935553533e-07,
      "loss": 1.7205,
      "step": 2141
    },
    {
      "epoch": 0.9549710209540794,
      "grad_norm": 0.10648384690284729,
      "learning_rate": 6.652295373602291e-07,
      "loss": 1.6329,
      "step": 2142
    },
    {
      "epoch": 0.9554168524297816,
      "grad_norm": 0.11079464107751846,
      "learning_rate": 6.521504566476766e-07,
      "loss": 1.7988,
      "step": 2143
    },
    {
      "epoch": 0.9558626839054837,
      "grad_norm": 0.10705313086509705,
      "learning_rate": 6.39200385610228e-07,
      "loss": 1.6953,
      "step": 2144
    },
    {
      "epoch": 0.9563085153811859,
      "grad_norm": 0.10712013393640518,
      "learning_rate": 6.263793581031463e-07,
      "loss": 1.7124,
      "step": 2145
    },
    {
      "epoch": 0.9567543468568881,
      "grad_norm": 0.11008260399103165,
      "learning_rate": 6.136874076443422e-07,
      "loss": 1.6855,
      "step": 2146
    },
    {
      "epoch": 0.9572001783325903,
      "grad_norm": 0.10979239642620087,
      "learning_rate": 6.01124567414274e-07,
      "loss": 1.7504,
      "step": 2147
    },
    {
      "epoch": 0.9576460098082925,
      "grad_norm": 0.10980681329965591,
      "learning_rate": 5.886908702558702e-07,
      "loss": 1.7546,
      "step": 2148
    },
    {
      "epoch": 0.9580918412839946,
      "grad_norm": 0.10882626473903656,
      "learning_rate": 5.763863486744459e-07,
      "loss": 1.7124,
      "step": 2149
    },
    {
      "epoch": 0.9585376727596968,
      "grad_norm": 0.11092481762170792,
      "learning_rate": 5.642110348376084e-07,
      "loss": 1.7365,
      "step": 2150
    },
    {
      "epoch": 0.958983504235399,
      "grad_norm": 0.1013551652431488,
      "learning_rate": 5.521649605751744e-07,
      "loss": 1.6041,
      "step": 2151
    },
    {
      "epoch": 0.9594293357111012,
      "grad_norm": 0.10960562527179718,
      "learning_rate": 5.402481573791085e-07,
      "loss": 1.7078,
      "step": 2152
    },
    {
      "epoch": 0.9598751671868034,
      "grad_norm": 0.110841765999794,
      "learning_rate": 5.284606564034011e-07,
      "loss": 1.7598,
      "step": 2153
    },
    {
      "epoch": 0.9603209986625055,
      "grad_norm": 0.11123645305633545,
      "learning_rate": 5.168024884640188e-07,
      "loss": 1.7954,
      "step": 2154
    },
    {
      "epoch": 0.9607668301382077,
      "grad_norm": 0.10472698509693146,
      "learning_rate": 5.052736840388151e-07,
      "loss": 1.5974,
      "step": 2155
    },
    {
      "epoch": 0.96121266161391,
      "grad_norm": 0.10661421716213226,
      "learning_rate": 4.938742732674529e-07,
      "loss": 1.6595,
      "step": 2156
    },
    {
      "epoch": 0.9616584930896122,
      "grad_norm": 0.11228025704622269,
      "learning_rate": 4.826042859513102e-07,
      "loss": 1.6865,
      "step": 2157
    },
    {
      "epoch": 0.9621043245653144,
      "grad_norm": 0.11155042797327042,
      "learning_rate": 4.714637515534304e-07,
      "loss": 1.7085,
      "step": 2158
    },
    {
      "epoch": 0.9625501560410165,
      "grad_norm": 0.10609570890665054,
      "learning_rate": 4.604526991984104e-07,
      "loss": 1.6969,
      "step": 2159
    },
    {
      "epoch": 0.9629959875167187,
      "grad_norm": 0.11303967982530594,
      "learning_rate": 4.4957115767235716e-07,
      "loss": 1.8215,
      "step": 2160
    },
    {
      "epoch": 0.9634418189924209,
      "grad_norm": 0.11001914739608765,
      "learning_rate": 4.3881915542279826e-07,
      "loss": 1.6963,
      "step": 2161
    },
    {
      "epoch": 0.9638876504681231,
      "grad_norm": 0.10924216359853745,
      "learning_rate": 4.2819672055859906e-07,
      "loss": 1.6552,
      "step": 2162
    },
    {
      "epoch": 0.9643334819438253,
      "grad_norm": 0.1057358980178833,
      "learning_rate": 4.177038808499123e-07,
      "loss": 1.6834,
      "step": 2163
    },
    {
      "epoch": 0.9647793134195274,
      "grad_norm": 0.10544007271528244,
      "learning_rate": 4.07340663728073e-07,
      "loss": 1.7133,
      "step": 2164
    },
    {
      "epoch": 0.9652251448952296,
      "grad_norm": 0.10821069031953812,
      "learning_rate": 3.9710709628555385e-07,
      "loss": 1.6871,
      "step": 2165
    },
    {
      "epoch": 0.9656709763709318,
      "grad_norm": 0.10693350434303284,
      "learning_rate": 3.870032052758876e-07,
      "loss": 1.7444,
      "step": 2166
    },
    {
      "epoch": 0.966116807846634,
      "grad_norm": 0.10697239637374878,
      "learning_rate": 3.7702901711360037e-07,
      "loss": 1.6626,
      "step": 2167
    },
    {
      "epoch": 0.9665626393223361,
      "grad_norm": 0.1125846728682518,
      "learning_rate": 3.671845578741173e-07,
      "loss": 1.7445,
      "step": 2168
    },
    {
      "epoch": 0.9670084707980383,
      "grad_norm": 0.11079055070877075,
      "learning_rate": 3.5746985329373486e-07,
      "loss": 1.8052,
      "step": 2169
    },
    {
      "epoch": 0.9674543022737405,
      "grad_norm": 0.10974625498056412,
      "learning_rate": 3.4788492876952075e-07,
      "loss": 1.7275,
      "step": 2170
    },
    {
      "epoch": 0.9679001337494427,
      "grad_norm": 0.10417372733354568,
      "learning_rate": 3.384298093592697e-07,
      "loss": 1.6598,
      "step": 2171
    },
    {
      "epoch": 0.9683459652251449,
      "grad_norm": 0.10670977830886841,
      "learning_rate": 3.2910451978141466e-07,
      "loss": 1.67,
      "step": 2172
    },
    {
      "epoch": 0.968791796700847,
      "grad_norm": 0.11049047112464905,
      "learning_rate": 3.1990908441498767e-07,
      "loss": 1.7094,
      "step": 2173
    },
    {
      "epoch": 0.9692376281765492,
      "grad_norm": 0.10964976251125336,
      "learning_rate": 3.108435272995425e-07,
      "loss": 1.6982,
      "step": 2174
    },
    {
      "epoch": 0.9696834596522514,
      "grad_norm": 0.11445769667625427,
      "learning_rate": 3.019078721350821e-07,
      "loss": 1.7411,
      "step": 2175
    },
    {
      "epoch": 0.9701292911279537,
      "grad_norm": 0.10639148950576782,
      "learning_rate": 2.9310214228202013e-07,
      "loss": 1.71,
      "step": 2176
    },
    {
      "epoch": 0.9705751226036559,
      "grad_norm": 0.12234377861022949,
      "learning_rate": 2.844263607611031e-07,
      "loss": 1.6636,
      "step": 2177
    },
    {
      "epoch": 0.971020954079358,
      "grad_norm": 0.10725042968988419,
      "learning_rate": 2.758805502533546e-07,
      "loss": 1.6992,
      "step": 2178
    },
    {
      "epoch": 0.9714667855550602,
      "grad_norm": 0.10595910251140594,
      "learning_rate": 2.6746473310002575e-07,
      "loss": 1.7148,
      "step": 2179
    },
    {
      "epoch": 0.9719126170307624,
      "grad_norm": 0.11025380343198776,
      "learning_rate": 2.5917893130250057e-07,
      "loss": 1.7658,
      "step": 2180
    },
    {
      "epoch": 0.9723584485064646,
      "grad_norm": 0.10862287878990173,
      "learning_rate": 2.5102316652229066e-07,
      "loss": 1.7401,
      "step": 2181
    },
    {
      "epoch": 0.9728042799821668,
      "grad_norm": 0.11097381263971329,
      "learning_rate": 2.4299746008094595e-07,
      "loss": 1.7414,
      "step": 2182
    },
    {
      "epoch": 0.9732501114578689,
      "grad_norm": 0.10306833684444427,
      "learning_rate": 2.351018329600052e-07,
      "loss": 1.7106,
      "step": 2183
    },
    {
      "epoch": 0.9736959429335711,
      "grad_norm": 0.11225397884845734,
      "learning_rate": 2.2733630580093478e-07,
      "loss": 1.6718,
      "step": 2184
    },
    {
      "epoch": 0.9741417744092733,
      "grad_norm": 0.10819165408611298,
      "learning_rate": 2.1970089890509527e-07,
      "loss": 1.7582,
      "step": 2185
    },
    {
      "epoch": 0.9745876058849755,
      "grad_norm": 0.10538818687200546,
      "learning_rate": 2.121956322336638e-07,
      "loss": 1.701,
      "step": 2186
    },
    {
      "epoch": 0.9750334373606777,
      "grad_norm": 0.10855985432863235,
      "learning_rate": 2.0482052540759522e-07,
      "loss": 1.7193,
      "step": 2187
    },
    {
      "epoch": 0.9754792688363798,
      "grad_norm": 0.11095341295003891,
      "learning_rate": 1.9757559770757772e-07,
      "loss": 1.7347,
      "step": 2188
    },
    {
      "epoch": 0.975925100312082,
      "grad_norm": 0.10649292171001434,
      "learning_rate": 1.9046086807396059e-07,
      "loss": 1.7161,
      "step": 2189
    },
    {
      "epoch": 0.9763709317877842,
      "grad_norm": 0.10971792042255402,
      "learning_rate": 1.834763551067209e-07,
      "loss": 1.7574,
      "step": 2190
    },
    {
      "epoch": 0.9768167632634864,
      "grad_norm": 0.10718196630477905,
      "learning_rate": 1.7662207706541923e-07,
      "loss": 1.699,
      "step": 2191
    },
    {
      "epoch": 0.9772625947391886,
      "grad_norm": 0.1043223962187767,
      "learning_rate": 1.6989805186912733e-07,
      "loss": 1.6885,
      "step": 2192
    },
    {
      "epoch": 0.9777084262148907,
      "grad_norm": 0.11146177351474762,
      "learning_rate": 1.633042970964227e-07,
      "loss": 1.7443,
      "step": 2193
    },
    {
      "epoch": 0.9781542576905929,
      "grad_norm": 0.10914520174264908,
      "learning_rate": 1.5684082998529414e-07,
      "loss": 1.7343,
      "step": 2194
    },
    {
      "epoch": 0.9786000891662952,
      "grad_norm": 0.11091175675392151,
      "learning_rate": 1.5050766743313072e-07,
      "loss": 1.7835,
      "step": 2195
    },
    {
      "epoch": 0.9790459206419974,
      "grad_norm": 0.10980358719825745,
      "learning_rate": 1.4430482599667171e-07,
      "loss": 1.7247,
      "step": 2196
    },
    {
      "epoch": 0.9794917521176995,
      "grad_norm": 0.10498752444982529,
      "learning_rate": 1.3823232189195123e-07,
      "loss": 1.6621,
      "step": 2197
    },
    {
      "epoch": 0.9799375835934017,
      "grad_norm": 0.105172298848629,
      "learning_rate": 1.3229017099426478e-07,
      "loss": 1.6266,
      "step": 2198
    },
    {
      "epoch": 0.9803834150691039,
      "grad_norm": 0.10329969972372055,
      "learning_rate": 1.26478388838136e-07,
      "loss": 1.6428,
      "step": 2199
    },
    {
      "epoch": 0.9808292465448061,
      "grad_norm": 0.10630624741315842,
      "learning_rate": 1.2079699061725015e-07,
      "loss": 1.7058,
      "step": 2200
    },
    {
      "epoch": 0.9812750780205083,
      "grad_norm": 0.10602664947509766,
      "learning_rate": 1.1524599118444279e-07,
      "loss": 1.7393,
      "step": 2201
    },
    {
      "epoch": 0.9817209094962104,
      "grad_norm": 0.1099427118897438,
      "learning_rate": 1.0982540505164452e-07,
      "loss": 1.7079,
      "step": 2202
    },
    {
      "epoch": 0.9821667409719126,
      "grad_norm": 0.10726726800203323,
      "learning_rate": 1.0453524638985857e-07,
      "loss": 1.6993,
      "step": 2203
    },
    {
      "epoch": 0.9826125724476148,
      "grad_norm": 0.10768669098615646,
      "learning_rate": 9.937552902908321e-08,
      "loss": 1.7764,
      "step": 2204
    },
    {
      "epoch": 0.983058403923317,
      "grad_norm": 0.10454104840755463,
      "learning_rate": 9.434626645834499e-08,
      "loss": 1.7011,
      "step": 2205
    },
    {
      "epoch": 0.9835042353990192,
      "grad_norm": 0.10764164477586746,
      "learning_rate": 8.944747182559332e-08,
      "loss": 1.7405,
      "step": 2206
    },
    {
      "epoch": 0.9839500668747213,
      "grad_norm": 0.10915548354387283,
      "learning_rate": 8.467915793770597e-08,
      "loss": 1.7298,
      "step": 2207
    },
    {
      "epoch": 0.9843958983504235,
      "grad_norm": 0.10632956027984619,
      "learning_rate": 8.004133726045027e-08,
      "loss": 1.6646,
      "step": 2208
    },
    {
      "epoch": 0.9848417298261257,
      "grad_norm": 0.10558291524648666,
      "learning_rate": 7.553402191844417e-08,
      "loss": 1.7267,
      "step": 2209
    },
    {
      "epoch": 0.9852875613018279,
      "grad_norm": 0.10946988314390182,
      "learning_rate": 7.115722369511746e-08,
      "loss": 1.7106,
      "step": 2210
    },
    {
      "epoch": 0.9857333927775301,
      "grad_norm": 0.11215811222791672,
      "learning_rate": 6.691095403270065e-08,
      "loss": 1.7533,
      "step": 2211
    },
    {
      "epoch": 0.9861792242532322,
      "grad_norm": 0.10413873195648193,
      "learning_rate": 6.279522403218607e-08,
      "loss": 1.6884,
      "step": 2212
    },
    {
      "epoch": 0.9866250557289344,
      "grad_norm": 0.10972356796264648,
      "learning_rate": 5.881004445328908e-08,
      "loss": 1.7465,
      "step": 2213
    },
    {
      "epoch": 0.9870708872046366,
      "grad_norm": 0.10885952413082123,
      "learning_rate": 5.4955425714431353e-08,
      "loss": 1.785,
      "step": 2214
    },
    {
      "epoch": 0.9875167186803389,
      "grad_norm": 0.10897566378116608,
      "learning_rate": 5.12313778927076e-08,
      "loss": 1.649,
      "step": 2215
    },
    {
      "epoch": 0.9879625501560411,
      "grad_norm": 0.11163698136806488,
      "learning_rate": 4.7637910723868914e-08,
      "loss": 1.8161,
      "step": 2216
    },
    {
      "epoch": 0.9884083816317432,
      "grad_norm": 0.10673551261425018,
      "learning_rate": 4.417503360228947e-08,
      "loss": 1.6488,
      "step": 2217
    },
    {
      "epoch": 0.9888542131074454,
      "grad_norm": 0.10830177366733551,
      "learning_rate": 4.084275558093875e-08,
      "loss": 1.6904,
      "step": 2218
    },
    {
      "epoch": 0.9893000445831476,
      "grad_norm": 0.11264140158891678,
      "learning_rate": 3.76410853713649e-08,
      "loss": 1.7297,
      "step": 2219
    },
    {
      "epoch": 0.9897458760588498,
      "grad_norm": 0.11131180822849274,
      "learning_rate": 3.4570031343661435e-08,
      "loss": 1.7375,
      "step": 2220
    },
    {
      "epoch": 0.990191707534552,
      "grad_norm": 0.10871563851833344,
      "learning_rate": 3.162960152646166e-08,
      "loss": 1.7137,
      "step": 2221
    },
    {
      "epoch": 0.9906375390102541,
      "grad_norm": 0.11220383644104004,
      "learning_rate": 2.8819803606910945e-08,
      "loss": 1.7868,
      "step": 2222
    },
    {
      "epoch": 0.9910833704859563,
      "grad_norm": 0.10813117027282715,
      "learning_rate": 2.6140644930638945e-08,
      "loss": 1.7845,
      "step": 2223
    },
    {
      "epoch": 0.9915292019616585,
      "grad_norm": 0.10691909492015839,
      "learning_rate": 2.3592132501748522e-08,
      "loss": 1.7387,
      "step": 2224
    },
    {
      "epoch": 0.9919750334373607,
      "grad_norm": 0.10436619818210602,
      "learning_rate": 2.1174272982787956e-08,
      "loss": 1.5724,
      "step": 2225
    },
    {
      "epoch": 0.9924208649130629,
      "grad_norm": 0.10280697792768478,
      "learning_rate": 1.8887072694762088e-08,
      "loss": 1.5866,
      "step": 2226
    },
    {
      "epoch": 0.992866696388765,
      "grad_norm": 0.10783743113279343,
      "learning_rate": 1.6730537617065667e-08,
      "loss": 1.642,
      "step": 2227
    },
    {
      "epoch": 0.9933125278644672,
      "grad_norm": 0.10970734059810638,
      "learning_rate": 1.4704673387516688e-08,
      "loss": 1.6967,
      "step": 2228
    },
    {
      "epoch": 0.9937583593401694,
      "grad_norm": 0.10369544476270676,
      "learning_rate": 1.2809485302311963e-08,
      "loss": 1.6543,
      "step": 2229
    },
    {
      "epoch": 0.9942041908158716,
      "grad_norm": 0.10482747852802277,
      "learning_rate": 1.1044978316032683e-08,
      "loss": 1.6811,
      "step": 2230
    },
    {
      "epoch": 0.9946500222915737,
      "grad_norm": 0.10649176687002182,
      "learning_rate": 9.411157041611107e-09,
      "loss": 1.6669,
      "step": 2231
    },
    {
      "epoch": 0.9950958537672759,
      "grad_norm": 0.10700832307338715,
      "learning_rate": 7.90802575033056e-09,
      "loss": 1.679,
      "step": 2232
    },
    {
      "epoch": 0.9955416852429781,
      "grad_norm": 0.10524573177099228,
      "learning_rate": 6.5355883718143385e-09,
      "loss": 1.6572,
      "step": 2233
    },
    {
      "epoch": 0.9959875167186804,
      "grad_norm": 0.10793956369161606,
      "learning_rate": 5.293848494014597e-09,
      "loss": 1.6627,
      "step": 2234
    },
    {
      "epoch": 0.9964333481943826,
      "grad_norm": 0.1088411808013916,
      "learning_rate": 4.182809363206808e-09,
      "loss": 1.7347,
      "step": 2235
    },
    {
      "epoch": 0.9968791796700847,
      "grad_norm": 0.10925348103046417,
      "learning_rate": 3.2024738839675494e-09,
      "loss": 1.7565,
      "step": 2236
    },
    {
      "epoch": 0.9973250111457869,
      "grad_norm": 0.10449359565973282,
      "learning_rate": 2.352844619180061e-09,
      "loss": 1.7441,
      "step": 2237
    },
    {
      "epoch": 0.9977708426214891,
      "grad_norm": 0.10979839414358139,
      "learning_rate": 1.6339237900231398e-09,
      "loss": 1.7672,
      "step": 2238
    },
    {
      "epoch": 0.9982166740971913,
      "grad_norm": 0.10654064267873764,
      "learning_rate": 1.0457132759655875e-09,
      "loss": 1.7136,
      "step": 2239
    },
    {
      "epoch": 0.9986625055728935,
      "grad_norm": 0.10729096829891205,
      "learning_rate": 5.882146147606626e-10,
      "loss": 1.6809,
      "step": 2240
    },
    {
      "epoch": 0.9991083370485956,
      "grad_norm": 0.10742418467998505,
      "learning_rate": 2.6142900244052747e-10,
      "loss": 1.6616,
      "step": 2241
    },
    {
      "epoch": 0.9995541685242978,
      "grad_norm": 0.10608254373073578,
      "learning_rate": 6.535729332735053e-11,
      "loss": 1.7168,
      "step": 2242
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.10897016525268555,
      "learning_rate": 0.0,
      "loss": 1.6829,
      "step": 2243
    },
    {
      "epoch": 1.0,
      "step": 2243,
      "total_flos": 1.6917979785634775e+18,
      "train_loss": 1.7460361831272175,
      "train_runtime": 16730.5414,
      "train_samples_per_second": 1.072,
      "train_steps_per_second": 0.134
    }
  ],
  "logging_steps": 1,
  "max_steps": 2243,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 300,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.6917979785634775e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}