{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 399,
  "global_step": 797,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0012547051442910915,
      "grad_norm": 19.01241111755371,
      "learning_rate": 4.347826086956522e-07,
      "loss": 3.7662,
      "step": 1
    },
    {
      "epoch": 0.0012547051442910915,
      "eval_loss": 3.5013513565063477,
      "eval_runtime": 6.1042,
      "eval_samples_per_second": 109.924,
      "eval_steps_per_second": 6.881,
      "step": 1
    },
    {
      "epoch": 0.002509410288582183,
      "grad_norm": 16.68044090270996,
      "learning_rate": 8.695652173913044e-07,
      "loss": 4.9852,
      "step": 2
    },
    {
      "epoch": 0.0037641154328732747,
      "grad_norm": 20.054622650146484,
      "learning_rate": 1.3043478260869566e-06,
      "loss": 3.371,
      "step": 3
    },
    {
      "epoch": 0.005018820577164366,
      "grad_norm": 17.74432373046875,
      "learning_rate": 1.7391304347826088e-06,
      "loss": 3.2279,
      "step": 4
    },
    {
      "epoch": 0.006273525721455458,
      "grad_norm": 15.706853866577148,
      "learning_rate": 2.173913043478261e-06,
      "loss": 3.2849,
      "step": 5
    },
    {
      "epoch": 0.0075282308657465494,
      "grad_norm": 16.103614807128906,
      "learning_rate": 2.6086956521739132e-06,
      "loss": 3.3386,
      "step": 6
    },
    {
      "epoch": 0.00878293601003764,
      "grad_norm": 17.866008758544922,
      "learning_rate": 3.043478260869566e-06,
      "loss": 3.7729,
      "step": 7
    },
    {
      "epoch": 0.010037641154328732,
      "grad_norm": 15.147605895996094,
      "learning_rate": 3.4782608695652175e-06,
      "loss": 3.7953,
      "step": 8
    },
    {
      "epoch": 0.011292346298619825,
      "grad_norm": 18.901615142822266,
      "learning_rate": 3.91304347826087e-06,
      "loss": 3.5709,
      "step": 9
    },
    {
      "epoch": 0.012547051442910916,
      "grad_norm": 15.003190994262695,
      "learning_rate": 4.347826086956522e-06,
      "loss": 4.4118,
      "step": 10
    },
    {
      "epoch": 0.013801756587202008,
      "grad_norm": 16.06182098388672,
      "learning_rate": 4.782608695652174e-06,
      "loss": 3.6714,
      "step": 11
    },
    {
      "epoch": 0.015056461731493099,
      "grad_norm": 17.36846923828125,
      "learning_rate": 5.2173913043478265e-06,
      "loss": 3.8605,
      "step": 12
    },
    {
      "epoch": 0.01631116687578419,
      "grad_norm": 17.79241180419922,
      "learning_rate": 5.652173913043479e-06,
      "loss": 3.5272,
      "step": 13
    },
    {
      "epoch": 0.01756587202007528,
      "grad_norm": 14.266884803771973,
      "learning_rate": 6.086956521739132e-06,
      "loss": 3.6034,
      "step": 14
    },
    {
      "epoch": 0.018820577164366373,
      "grad_norm": 15.910148620605469,
      "learning_rate": 6.521739130434783e-06,
      "loss": 3.1557,
      "step": 15
    },
    {
      "epoch": 0.020075282308657464,
      "grad_norm": 16.65166473388672,
      "learning_rate": 6.956521739130435e-06,
      "loss": 3.1012,
      "step": 16
    },
    {
      "epoch": 0.02132998745294856,
      "grad_norm": 14.562183380126953,
      "learning_rate": 7.391304347826087e-06,
      "loss": 3.7211,
      "step": 17
    },
    {
      "epoch": 0.02258469259723965,
      "grad_norm": 12.386832237243652,
      "learning_rate": 7.82608695652174e-06,
      "loss": 3.4626,
      "step": 18
    },
    {
      "epoch": 0.02383939774153074,
      "grad_norm": 17.05539894104004,
      "learning_rate": 8.260869565217392e-06,
      "loss": 3.4974,
      "step": 19
    },
    {
      "epoch": 0.025094102885821833,
      "grad_norm": 20.27201271057129,
      "learning_rate": 8.695652173913044e-06,
      "loss": 3.6714,
      "step": 20
    },
    {
      "epoch": 0.026348808030112924,
      "grad_norm": 14.487604141235352,
      "learning_rate": 9.130434782608697e-06,
      "loss": 3.3083,
      "step": 21
    },
    {
      "epoch": 0.027603513174404015,
      "grad_norm": 16.102643966674805,
      "learning_rate": 9.565217391304349e-06,
      "loss": 3.4909,
      "step": 22
    },
    {
      "epoch": 0.028858218318695106,
      "grad_norm": 19.385705947875977,
      "learning_rate": 1e-05,
      "loss": 3.6031,
      "step": 23
    },
    {
      "epoch": 0.030112923462986198,
      "grad_norm": 16.015605926513672,
      "learning_rate": 9.999958813277235e-06,
      "loss": 3.2406,
      "step": 24
    },
    {
      "epoch": 0.03136762860727729,
      "grad_norm": 13.68839168548584,
      "learning_rate": 9.999835253787472e-06,
      "loss": 3.3278,
      "step": 25
    },
    {
      "epoch": 0.03262233375156838,
      "grad_norm": 14.528271675109863,
      "learning_rate": 9.999629323566323e-06,
      "loss": 2.9922,
      "step": 26
    },
    {
      "epoch": 0.033877038895859475,
      "grad_norm": 17.02483558654785,
      "learning_rate": 9.99934102600642e-06,
      "loss": 3.2691,
      "step": 27
    },
    {
      "epoch": 0.03513174404015056,
      "grad_norm": 16.797338485717773,
      "learning_rate": 9.998970365857374e-06,
      "loss": 3.3698,
      "step": 28
    },
    {
      "epoch": 0.03638644918444166,
      "grad_norm": 14.764263153076172,
      "learning_rate": 9.998517349225698e-06,
      "loss": 3.2543,
      "step": 29
    },
    {
      "epoch": 0.037641154328732745,
      "grad_norm": 14.670446395874023,
      "learning_rate": 9.9979819835747e-06,
      "loss": 3.2072,
      "step": 30
    },
    {
      "epoch": 0.03889585947302384,
      "grad_norm": 21.932998657226562,
      "learning_rate": 9.997364277724362e-06,
      "loss": 3.3685,
      "step": 31
    },
    {
      "epoch": 0.04015056461731493,
      "grad_norm": 18.700294494628906,
      "learning_rate": 9.996664241851197e-06,
      "loss": 2.9231,
      "step": 32
    },
    {
      "epoch": 0.04140526976160602,
      "grad_norm": 13.988219261169434,
      "learning_rate": 9.99588188748808e-06,
      "loss": 3.0859,
      "step": 33
    },
    {
      "epoch": 0.04265997490589712,
      "grad_norm": 15.462250709533691,
      "learning_rate": 9.995017227524049e-06,
      "loss": 3.5131,
      "step": 34
    },
    {
      "epoch": 0.043914680050188205,
      "grad_norm": 18.01273536682129,
      "learning_rate": 9.994070276204115e-06,
      "loss": 3.7054,
      "step": 35
    },
    {
      "epoch": 0.0451693851944793,
      "grad_norm": 21.7486515045166,
      "learning_rate": 9.993041049129005e-06,
      "loss": 3.2674,
      "step": 36
    },
    {
      "epoch": 0.04642409033877039,
      "grad_norm": 19.066349029541016,
      "learning_rate": 9.991929563254913e-06,
      "loss": 3.3495,
      "step": 37
    },
    {
      "epoch": 0.04767879548306148,
      "grad_norm": 20.077730178833008,
      "learning_rate": 9.990735836893226e-06,
      "loss": 3.396,
      "step": 38
    },
    {
      "epoch": 0.04893350062735257,
      "grad_norm": 14.028002738952637,
      "learning_rate": 9.989459889710214e-06,
      "loss": 2.9541,
      "step": 39
    },
    {
      "epoch": 0.050188205771643665,
      "grad_norm": 16.57832908630371,
      "learning_rate": 9.988101742726708e-06,
      "loss": 4.1811,
      "step": 40
    },
    {
      "epoch": 0.05144291091593475,
      "grad_norm": 16.29513931274414,
      "learning_rate": 9.986661418317759e-06,
      "loss": 3.282,
      "step": 41
    },
    {
      "epoch": 0.05269761606022585,
      "grad_norm": 19.623991012573242,
      "learning_rate": 9.985138940212264e-06,
      "loss": 2.7565,
      "step": 42
    },
    {
      "epoch": 0.053952321204516936,
      "grad_norm": 17.891677856445312,
      "learning_rate": 9.983534333492575e-06,
      "loss": 3.2153,
      "step": 43
    },
    {
      "epoch": 0.05520702634880803,
      "grad_norm": 15.788727760314941,
      "learning_rate": 9.981847624594093e-06,
      "loss": 3.2207,
      "step": 44
    },
    {
      "epoch": 0.056461731493099125,
      "grad_norm": 17.83070182800293,
      "learning_rate": 9.980078841304817e-06,
      "loss": 3.2656,
      "step": 45
    },
    {
      "epoch": 0.05771643663739021,
      "grad_norm": 15.635571479797363,
      "learning_rate": 9.978228012764904e-06,
      "loss": 3.0155,
      "step": 46
    },
    {
      "epoch": 0.05897114178168131,
      "grad_norm": 24.62743377685547,
      "learning_rate": 9.97629516946618e-06,
      "loss": 3.1795,
      "step": 47
    },
    {
      "epoch": 0.060225846925972396,
      "grad_norm": 16.98169708251953,
      "learning_rate": 9.974280343251637e-06,
      "loss": 3.3745,
      "step": 48
    },
    {
      "epoch": 0.06148055207026349,
      "grad_norm": 19.704118728637695,
      "learning_rate": 9.97218356731491e-06,
      "loss": 3.0855,
      "step": 49
    },
    {
      "epoch": 0.06273525721455459,
      "grad_norm": 15.05843734741211,
      "learning_rate": 9.970004876199731e-06,
      "loss": 2.9471,
      "step": 50
    },
    {
      "epoch": 0.06398996235884567,
      "grad_norm": 20.934194564819336,
      "learning_rate": 9.967744305799358e-06,
      "loss": 2.3807,
      "step": 51
    },
    {
      "epoch": 0.06524466750313676,
      "grad_norm": 19.842937469482422,
      "learning_rate": 9.965401893355985e-06,
      "loss": 3.0332,
      "step": 52
    },
    {
      "epoch": 0.06649937264742785,
      "grad_norm": 14.741073608398438,
      "learning_rate": 9.962977677460132e-06,
      "loss": 3.2762,
      "step": 53
    },
    {
      "epoch": 0.06775407779171895,
      "grad_norm": 16.709836959838867,
      "learning_rate": 9.96047169805e-06,
      "loss": 2.8045,
      "step": 54
    },
    {
      "epoch": 0.06900878293601004,
      "grad_norm": 22.069616317749023,
      "learning_rate": 9.957883996410821e-06,
      "loss": 2.9735,
      "step": 55
    },
    {
      "epoch": 0.07026348808030113,
      "grad_norm": 17.32145881652832,
      "learning_rate": 9.955214615174174e-06,
      "loss": 3.2817,
      "step": 56
    },
    {
      "epoch": 0.07151819322459223,
      "grad_norm": 16.994312286376953,
      "learning_rate": 9.952463598317286e-06,
      "loss": 2.9389,
      "step": 57
    },
    {
      "epoch": 0.07277289836888332,
      "grad_norm": 16.050113677978516,
      "learning_rate": 9.949630991162304e-06,
      "loss": 2.6915,
      "step": 58
    },
    {
      "epoch": 0.0740276035131744,
      "grad_norm": 12.047767639160156,
      "learning_rate": 9.946716840375552e-06,
      "loss": 3.1678,
      "step": 59
    },
    {
      "epoch": 0.07528230865746549,
      "grad_norm": 21.182559967041016,
      "learning_rate": 9.943721193966755e-06,
      "loss": 3.0534,
      "step": 60
    },
    {
      "epoch": 0.07653701380175659,
      "grad_norm": 15.370920181274414,
      "learning_rate": 9.940644101288259e-06,
      "loss": 2.9404,
      "step": 61
    },
    {
      "epoch": 0.07779171894604768,
      "grad_norm": 17.937530517578125,
      "learning_rate": 9.937485613034209e-06,
      "loss": 3.1182,
      "step": 62
    },
    {
      "epoch": 0.07904642409033877,
      "grad_norm": 15.242935180664062,
      "learning_rate": 9.934245781239714e-06,
      "loss": 3.2562,
      "step": 63
    },
    {
      "epoch": 0.08030112923462986,
      "grad_norm": 19.794172286987305,
      "learning_rate": 9.93092465928e-06,
      "loss": 2.9321,
      "step": 64
    },
    {
      "epoch": 0.08155583437892096,
      "grad_norm": 12.679776191711426,
      "learning_rate": 9.927522301869515e-06,
      "loss": 2.4835,
      "step": 65
    },
    {
      "epoch": 0.08281053952321205,
      "grad_norm": 17.018342971801758,
      "learning_rate": 9.924038765061042e-06,
      "loss": 2.7064,
      "step": 66
    },
    {
      "epoch": 0.08406524466750313,
      "grad_norm": 17.553468704223633,
      "learning_rate": 9.920474106244764e-06,
      "loss": 3.509,
      "step": 67
    },
    {
      "epoch": 0.08531994981179424,
      "grad_norm": 18.098421096801758,
      "learning_rate": 9.91682838414733e-06,
      "loss": 3.1203,
      "step": 68
    },
    {
      "epoch": 0.08657465495608532,
      "grad_norm": 20.72344398498535,
      "learning_rate": 9.913101658830879e-06,
      "loss": 3.1849,
      "step": 69
    },
    {
      "epoch": 0.08782936010037641,
      "grad_norm": 18.358638763427734,
      "learning_rate": 9.909293991692049e-06,
      "loss": 3.4645,
      "step": 70
    },
    {
      "epoch": 0.0890840652446675,
      "grad_norm": 19.074031829833984,
      "learning_rate": 9.905405445460972e-06,
      "loss": 2.9314,
      "step": 71
    },
    {
      "epoch": 0.0903387703889586,
      "grad_norm": 18.550411224365234,
      "learning_rate": 9.90143608420024e-06,
      "loss": 2.8456,
      "step": 72
    },
    {
      "epoch": 0.09159347553324969,
      "grad_norm": 23.823490142822266,
      "learning_rate": 9.897385973303845e-06,
      "loss": 3.3129,
      "step": 73
    },
    {
      "epoch": 0.09284818067754078,
      "grad_norm": 17.849550247192383,
      "learning_rate": 9.893255179496106e-06,
      "loss": 2.7676,
      "step": 74
    },
    {
      "epoch": 0.09410288582183186,
      "grad_norm": 14.884727478027344,
      "learning_rate": 9.889043770830566e-06,
      "loss": 2.9774,
      "step": 75
    },
    {
      "epoch": 0.09535759096612297,
      "grad_norm": 15.499114990234375,
      "learning_rate": 9.884751816688873e-06,
      "loss": 2.5129,
      "step": 76
    },
    {
      "epoch": 0.09661229611041405,
      "grad_norm": 17.986732482910156,
      "learning_rate": 9.880379387779637e-06,
      "loss": 3.5453,
      "step": 77
    },
    {
      "epoch": 0.09786700125470514,
      "grad_norm": 16.63545036315918,
      "learning_rate": 9.875926556137265e-06,
      "loss": 2.9293,
      "step": 78
    },
    {
      "epoch": 0.09912170639899624,
      "grad_norm": 17.408201217651367,
      "learning_rate": 9.871393395120774e-06,
      "loss": 3.1488,
      "step": 79
    },
    {
      "epoch": 0.10037641154328733,
      "grad_norm": 17.50285530090332,
      "learning_rate": 9.866779979412583e-06,
      "loss": 2.7078,
      "step": 80
    },
    {
      "epoch": 0.10163111668757842,
      "grad_norm": 16.590560913085938,
      "learning_rate": 9.862086385017283e-06,
      "loss": 2.8491,
      "step": 81
    },
    {
      "epoch": 0.1028858218318695,
      "grad_norm": 18.618976593017578,
      "learning_rate": 9.85731268926038e-06,
      "loss": 3.0485,
      "step": 82
    },
    {
      "epoch": 0.10414052697616061,
      "grad_norm": 17.413230895996094,
      "learning_rate": 9.852458970787027e-06,
      "loss": 3.0812,
      "step": 83
    },
    {
      "epoch": 0.1053952321204517,
      "grad_norm": 14.060961723327637,
      "learning_rate": 9.847525309560729e-06,
      "loss": 2.5551,
      "step": 84
    },
    {
      "epoch": 0.10664993726474278,
      "grad_norm": 14.511148452758789,
      "learning_rate": 9.842511786862018e-06,
      "loss": 2.8406,
      "step": 85
    },
    {
      "epoch": 0.10790464240903387,
      "grad_norm": 18.97178077697754,
      "learning_rate": 9.837418485287126e-06,
      "loss": 3.2963,
      "step": 86
    },
    {
      "epoch": 0.10915934755332497,
      "grad_norm": 13.818567276000977,
      "learning_rate": 9.832245488746612e-06,
      "loss": 2.6757,
      "step": 87
    },
    {
      "epoch": 0.11041405269761606,
      "grad_norm": 18.294200897216797,
      "learning_rate": 9.826992882463982e-06,
      "loss": 2.3428,
      "step": 88
    },
    {
      "epoch": 0.11166875784190715,
      "grad_norm": 17.605432510375977,
      "learning_rate": 9.821660752974294e-06,
      "loss": 2.8555,
      "step": 89
    },
    {
      "epoch": 0.11292346298619825,
      "grad_norm": 16.119766235351562,
      "learning_rate": 9.816249188122724e-06,
      "loss": 2.8055,
      "step": 90
    },
    {
      "epoch": 0.11417816813048934,
      "grad_norm": 16.537944793701172,
      "learning_rate": 9.81075827706312e-06,
      "loss": 2.7496,
      "step": 91
    },
    {
      "epoch": 0.11543287327478043,
      "grad_norm": 18.349796295166016,
      "learning_rate": 9.805188110256533e-06,
      "loss": 2.5472,
      "step": 92
    },
    {
      "epoch": 0.11668757841907151,
      "grad_norm": 21.679128646850586,
      "learning_rate": 9.799538779469734e-06,
      "loss": 2.9006,
      "step": 93
    },
    {
      "epoch": 0.11794228356336262,
      "grad_norm": 15.701348304748535,
      "learning_rate": 9.793810377773688e-06,
      "loss": 2.434,
      "step": 94
    },
    {
      "epoch": 0.1191969887076537,
      "grad_norm": 17.04868507385254,
      "learning_rate": 9.78800299954203e-06,
      "loss": 2.4092,
      "step": 95
    },
    {
      "epoch": 0.12045169385194479,
      "grad_norm": 17.143634796142578,
      "learning_rate": 9.782116740449515e-06,
      "loss": 2.979,
      "step": 96
    },
    {
      "epoch": 0.12170639899623588,
      "grad_norm": 16.7327880859375,
      "learning_rate": 9.776151697470431e-06,
      "loss": 2.9258,
      "step": 97
    },
    {
      "epoch": 0.12296110414052698,
      "grad_norm": 19.429100036621094,
      "learning_rate": 9.770107968877004e-06,
      "loss": 3.0748,
      "step": 98
    },
    {
      "epoch": 0.12421580928481807,
      "grad_norm": 15.504218101501465,
      "learning_rate": 9.763985654237785e-06,
      "loss": 3.0054,
      "step": 99
    },
    {
      "epoch": 0.12547051442910917,
      "grad_norm": 16.84503936767578,
      "learning_rate": 9.757784854416006e-06,
      "loss": 3.2136,
      "step": 100
    },
    {
      "epoch": 0.12672521957340024,
      "grad_norm": 16.334318161010742,
      "learning_rate": 9.751505671567914e-06,
      "loss": 2.5939,
      "step": 101
    },
    {
      "epoch": 0.12797992471769135,
      "grad_norm": 15.902310371398926,
      "learning_rate": 9.745148209141094e-06,
      "loss": 2.4743,
      "step": 102
    },
    {
      "epoch": 0.12923462986198245,
      "grad_norm": 13.628096580505371,
      "learning_rate": 9.738712571872765e-06,
      "loss": 2.2579,
      "step": 103
    },
    {
      "epoch": 0.13048933500627352,
      "grad_norm": 17.617816925048828,
      "learning_rate": 9.732198865788047e-06,
      "loss": 2.4754,
      "step": 104
    },
    {
      "epoch": 0.13174404015056462,
      "grad_norm": 18.667858123779297,
      "learning_rate": 9.725607198198227e-06,
      "loss": 2.6638,
      "step": 105
    },
    {
      "epoch": 0.1329987452948557,
      "grad_norm": 15.029777526855469,
      "learning_rate": 9.718937677698976e-06,
      "loss": 2.8075,
      "step": 106
    },
    {
      "epoch": 0.1342534504391468,
      "grad_norm": 18.5529727935791,
      "learning_rate": 9.712190414168573e-06,
      "loss": 2.627,
      "step": 107
    },
    {
      "epoch": 0.1355081555834379,
      "grad_norm": 17.021556854248047,
      "learning_rate": 9.705365518766085e-06,
      "loss": 2.2912,
      "step": 108
    },
    {
      "epoch": 0.13676286072772897,
      "grad_norm": 17.83435821533203,
      "learning_rate": 9.698463103929542e-06,
      "loss": 2.3247,
      "step": 109
    },
    {
      "epoch": 0.13801756587202008,
      "grad_norm": 17.74312400817871,
      "learning_rate": 9.691483283374085e-06,
      "loss": 2.5844,
      "step": 110
    },
    {
      "epoch": 0.13927227101631118,
      "grad_norm": 22.43841552734375,
      "learning_rate": 9.684426172090084e-06,
      "loss": 3.1616,
      "step": 111
    },
    {
      "epoch": 0.14052697616060225,
      "grad_norm": 16.035985946655273,
      "learning_rate": 9.677291886341256e-06,
      "loss": 2.5391,
      "step": 112
    },
    {
      "epoch": 0.14178168130489335,
      "grad_norm": 20.342103958129883,
      "learning_rate": 9.670080543662742e-06,
      "loss": 2.5258,
      "step": 113
    },
    {
      "epoch": 0.14303638644918445,
      "grad_norm": 20.725093841552734,
      "learning_rate": 9.662792262859167e-06,
      "loss": 2.5076,
      "step": 114
    },
    {
      "epoch": 0.14429109159347553,
      "grad_norm": 15.233530044555664,
      "learning_rate": 9.655427164002692e-06,
      "loss": 2.3355,
      "step": 115
    },
    {
      "epoch": 0.14554579673776663,
      "grad_norm": 15.496427536010742,
      "learning_rate": 9.647985368431031e-06,
      "loss": 2.5312,
      "step": 116
    },
    {
      "epoch": 0.1468005018820577,
      "grad_norm": 24.412311553955078,
      "learning_rate": 9.640466998745456e-06,
      "loss": 2.7875,
      "step": 117
    },
    {
      "epoch": 0.1480552070263488,
      "grad_norm": 15.683626174926758,
      "learning_rate": 9.632872178808766e-06,
      "loss": 2.2883,
      "step": 118
    },
    {
      "epoch": 0.1493099121706399,
      "grad_norm": 17.257770538330078,
      "learning_rate": 9.625201033743262e-06,
      "loss": 2.8936,
      "step": 119
    },
    {
      "epoch": 0.15056461731493098,
      "grad_norm": 19.208641052246094,
      "learning_rate": 9.617453689928668e-06,
      "loss": 2.7428,
      "step": 120
    },
    {
      "epoch": 0.15181932245922208,
      "grad_norm": 17.00638771057129,
      "learning_rate": 9.609630275000072e-06,
      "loss": 2.5065,
      "step": 121
    },
    {
      "epoch": 0.15307402760351319,
      "grad_norm": 17.896059036254883,
      "learning_rate": 9.601730917845798e-06,
      "loss": 2.4492,
      "step": 122
    },
    {
      "epoch": 0.15432873274780426,
      "grad_norm": 17.655044555664062,
      "learning_rate": 9.5937557486053e-06,
      "loss": 2.3202,
      "step": 123
    },
    {
      "epoch": 0.15558343789209536,
      "grad_norm": 19.35125732421875,
      "learning_rate": 9.585704898667015e-06,
      "loss": 2.5956,
      "step": 124
    },
    {
      "epoch": 0.15683814303638646,
      "grad_norm": 17.047664642333984,
      "learning_rate": 9.577578500666187e-06,
      "loss": 2.547,
      "step": 125
    },
    {
      "epoch": 0.15809284818067754,
      "grad_norm": 17.756309509277344,
      "learning_rate": 9.5693766884827e-06,
      "loss": 2.6131,
      "step": 126
    },
    {
      "epoch": 0.15934755332496864,
      "grad_norm": 18.9345760345459,
      "learning_rate": 9.561099597238862e-06,
      "loss": 2.4613,
      "step": 127
    },
    {
      "epoch": 0.1606022584692597,
      "grad_norm": 16.88786506652832,
      "learning_rate": 9.552747363297172e-06,
      "loss": 2.363,
      "step": 128
    },
    {
      "epoch": 0.1618569636135508,
      "grad_norm": 17.6533203125,
      "learning_rate": 9.544320124258093e-06,
      "loss": 2.453,
      "step": 129
    },
    {
      "epoch": 0.16311166875784192,
      "grad_norm": 19.48556137084961,
      "learning_rate": 9.535818018957768e-06,
      "loss": 2.2917,
      "step": 130
    },
    {
      "epoch": 0.164366373902133,
      "grad_norm": 17.511598587036133,
      "learning_rate": 9.527241187465735e-06,
      "loss": 2.2477,
      "step": 131
    },
    {
      "epoch": 0.1656210790464241,
      "grad_norm": 15.644845008850098,
      "learning_rate": 9.518589771082627e-06,
      "loss": 2.6145,
      "step": 132
    },
    {
      "epoch": 0.1668757841907152,
      "grad_norm": 13.586119651794434,
      "learning_rate": 9.509863912337843e-06,
      "loss": 2.3622,
      "step": 133
    },
    {
      "epoch": 0.16813048933500627,
      "grad_norm": 18.941696166992188,
      "learning_rate": 9.501063754987188e-06,
      "loss": 2.4396,
      "step": 134
    },
    {
      "epoch": 0.16938519447929737,
      "grad_norm": 19.57110023498535,
      "learning_rate": 9.492189444010522e-06,
      "loss": 2.082,
      "step": 135
    },
    {
      "epoch": 0.17063989962358847,
      "grad_norm": 16.997098922729492,
      "learning_rate": 9.483241125609358e-06,
      "loss": 2.1185,
      "step": 136
    },
    {
      "epoch": 0.17189460476787954,
      "grad_norm": 20.234926223754883,
      "learning_rate": 9.47421894720446e-06,
      "loss": 2.487,
      "step": 137
    },
    {
      "epoch": 0.17314930991217065,
      "grad_norm": 20.660642623901367,
      "learning_rate": 9.465123057433413e-06,
      "loss": 2.1378,
      "step": 138
    },
    {
      "epoch": 0.17440401505646172,
      "grad_norm": 21.305038452148438,
      "learning_rate": 9.455953606148172e-06,
      "loss": 2.7265,
      "step": 139
    },
    {
      "epoch": 0.17565872020075282,
      "grad_norm": 20.652212142944336,
      "learning_rate": 9.446710744412595e-06,
      "loss": 2.3179,
      "step": 140
    },
    {
      "epoch": 0.17691342534504392,
      "grad_norm": 22.552457809448242,
      "learning_rate": 9.437394624499957e-06,
      "loss": 2.2027,
      "step": 141
    },
    {
      "epoch": 0.178168130489335,
      "grad_norm": 18.889108657836914,
      "learning_rate": 9.428005399890442e-06,
      "loss": 2.3326,
      "step": 142
    },
    {
      "epoch": 0.1794228356336261,
      "grad_norm": 18.121183395385742,
      "learning_rate": 9.418543225268598e-06,
      "loss": 2.0905,
      "step": 143
    },
    {
      "epoch": 0.1806775407779172,
      "grad_norm": 28.54220199584961,
      "learning_rate": 9.409008256520814e-06,
      "loss": 2.1567,
      "step": 144
    },
    {
      "epoch": 0.18193224592220827,
      "grad_norm": 28.761722564697266,
      "learning_rate": 9.399400650732735e-06,
      "loss": 2.3487,
      "step": 145
    },
    {
      "epoch": 0.18318695106649938,
      "grad_norm": 20.803058624267578,
      "learning_rate": 9.38972056618668e-06,
      "loss": 2.4545,
      "step": 146
    },
    {
      "epoch": 0.18444165621079048,
      "grad_norm": 14.15235424041748,
      "learning_rate": 9.379968162359034e-06,
      "loss": 2.1002,
      "step": 147
    },
    {
      "epoch": 0.18569636135508155,
      "grad_norm": 18.501392364501953,
      "learning_rate": 9.370143599917617e-06,
      "loss": 2.1081,
      "step": 148
    },
    {
      "epoch": 0.18695106649937265,
      "grad_norm": 23.19183921813965,
      "learning_rate": 9.36024704071904e-06,
      "loss": 2.2682,
      "step": 149
    },
    {
      "epoch": 0.18820577164366373,
      "grad_norm": 21.424211502075195,
      "learning_rate": 9.350278647806037e-06,
      "loss": 2.3408,
      "step": 150
    },
    {
      "epoch": 0.18946047678795483,
      "grad_norm": 22.568864822387695,
      "learning_rate": 9.340238585404787e-06,
      "loss": 2.357,
      "step": 151
    },
    {
      "epoch": 0.19071518193224593,
      "grad_norm": 17.558080673217773,
      "learning_rate": 9.330127018922195e-06,
      "loss": 2.1341,
      "step": 152
    },
    {
      "epoch": 0.191969887076537,
      "grad_norm": 21.05203628540039,
      "learning_rate": 9.319944114943171e-06,
      "loss": 2.736,
      "step": 153
    },
    {
      "epoch": 0.1932245922208281,
      "grad_norm": 28.293092727661133,
      "learning_rate": 9.309690041227898e-06,
      "loss": 2.4961,
      "step": 154
    },
    {
      "epoch": 0.1944792973651192,
      "grad_norm": 21.68331527709961,
      "learning_rate": 9.299364966709051e-06,
      "loss": 2.2222,
      "step": 155
    },
    {
      "epoch": 0.19573400250941028,
      "grad_norm": 28.366355895996094,
      "learning_rate": 9.28896906148902e-06,
      "loss": 2.719,
      "step": 156
    },
    {
      "epoch": 0.19698870765370138,
      "grad_norm": 25.245935440063477,
      "learning_rate": 9.278502496837116e-06,
      "loss": 2.4558,
      "step": 157
    },
    {
      "epoch": 0.19824341279799249,
      "grad_norm": 34.29158020019531,
      "learning_rate": 9.267965445186733e-06,
      "loss": 2.1928,
      "step": 158
    },
    {
      "epoch": 0.19949811794228356,
      "grad_norm": 23.639026641845703,
      "learning_rate": 9.257358080132524e-06,
      "loss": 1.8916,
      "step": 159
    },
    {
      "epoch": 0.20075282308657466,
      "grad_norm": 17.318647384643555,
      "learning_rate": 9.24668057642753e-06,
      "loss": 2.2254,
      "step": 160
    },
    {
      "epoch": 0.20200752823086573,
      "grad_norm": 18.8333740234375,
      "learning_rate": 9.235933109980302e-06,
      "loss": 2.0529,
      "step": 161
    },
    {
      "epoch": 0.20326223337515684,
      "grad_norm": 20.41586685180664,
      "learning_rate": 9.225115857852015e-06,
      "loss": 2.0644,
      "step": 162
    },
    {
      "epoch": 0.20451693851944794,
      "grad_norm": 22.13117218017578,
      "learning_rate": 9.214228998253526e-06,
      "loss": 2.2199,
      "step": 163
    },
    {
      "epoch": 0.205771643663739,
      "grad_norm": 22.590608596801758,
      "learning_rate": 9.20327271054247e-06,
      "loss": 1.9851,
      "step": 164
    },
    {
      "epoch": 0.20702634880803011,
      "grad_norm": 19.450021743774414,
      "learning_rate": 9.192247175220276e-06,
      "loss": 2.1396,
      "step": 165
    },
    {
      "epoch": 0.20828105395232122,
      "grad_norm": 24.714031219482422,
      "learning_rate": 9.181152573929215e-06,
      "loss": 2.0162,
      "step": 166
    },
    {
      "epoch": 0.2095357590966123,
      "grad_norm": 25.66572380065918,
      "learning_rate": 9.16998908944939e-06,
      "loss": 2.1091,
      "step": 167
    },
    {
      "epoch": 0.2107904642409034,
      "grad_norm": 24.950700759887695,
      "learning_rate": 9.15875690569574e-06,
      "loss": 2.2533,
      "step": 168
    },
    {
      "epoch": 0.2120451693851945,
      "grad_norm": 23.020002365112305,
      "learning_rate": 9.147456207714998e-06,
      "loss": 2.3229,
      "step": 169
    },
    {
      "epoch": 0.21329987452948557,
      "grad_norm": 22.205028533935547,
      "learning_rate": 9.13608718168265e-06,
      "loss": 2.3614,
      "step": 170
    },
    {
      "epoch": 0.21455457967377667,
      "grad_norm": 19.170259475708008,
      "learning_rate": 9.124650014899868e-06,
      "loss": 2.1497,
      "step": 171
    },
    {
      "epoch": 0.21580928481806774,
      "grad_norm": 18.129199981689453,
      "learning_rate": 9.113144895790416e-06,
      "loss": 2.2325,
      "step": 172
    },
    {
      "epoch": 0.21706398996235884,
      "grad_norm": 18.413124084472656,
      "learning_rate": 9.101572013897555e-06,
      "loss": 1.8652,
      "step": 173
    },
    {
      "epoch": 0.21831869510664995,
      "grad_norm": 18.207448959350586,
      "learning_rate": 9.089931559880918e-06,
      "loss": 1.9094,
      "step": 174
    },
    {
      "epoch": 0.21957340025094102,
      "grad_norm": 26.02681541442871,
      "learning_rate": 9.078223725513366e-06,
      "loss": 2.2922,
      "step": 175
    },
    {
      "epoch": 0.22082810539523212,
      "grad_norm": 30.541122436523438,
      "learning_rate": 9.066448703677828e-06,
      "loss": 1.8914,
      "step": 176
    },
    {
      "epoch": 0.22208281053952322,
      "grad_norm": 19.35504722595215,
      "learning_rate": 9.05460668836413e-06,
      "loss": 2.0448,
      "step": 177
    },
    {
      "epoch": 0.2233375156838143,
      "grad_norm": 24.406612396240234,
      "learning_rate": 9.04269787466579e-06,
      "loss": 2.2088,
      "step": 178
    },
    {
      "epoch": 0.2245922208281054,
      "grad_norm": 28.934782028198242,
      "learning_rate": 9.030722458776815e-06,
      "loss": 2.0474,
      "step": 179
    },
    {
      "epoch": 0.2258469259723965,
      "grad_norm": 23.718971252441406,
      "learning_rate": 9.018680637988456e-06,
      "loss": 2.1075,
      "step": 180
    },
    {
      "epoch": 0.22710163111668757,
      "grad_norm": 19.34891700744629,
      "learning_rate": 9.006572610685969e-06,
      "loss": 2.0024,
      "step": 181
    },
    {
      "epoch": 0.22835633626097868,
      "grad_norm": 17.186641693115234,
      "learning_rate": 8.994398576345335e-06,
      "loss": 1.8304,
      "step": 182
    },
    {
      "epoch": 0.22961104140526975,
      "grad_norm": 23.781911849975586,
      "learning_rate": 8.982158735529991e-06,
      "loss": 1.8478,
      "step": 183
    },
    {
      "epoch": 0.23086574654956085,
      "grad_norm": 28.87154769897461,
      "learning_rate": 8.969853289887507e-06,
      "loss": 1.9214,
      "step": 184
    },
    {
      "epoch": 0.23212045169385195,
      "grad_norm": 24.24917221069336,
      "learning_rate": 8.957482442146271e-06,
      "loss": 1.8442,
      "step": 185
    },
    {
      "epoch": 0.23337515683814303,
      "grad_norm": 23.922151565551758,
      "learning_rate": 8.945046396112158e-06,
      "loss": 1.9284,
      "step": 186
    },
    {
      "epoch": 0.23462986198243413,
      "grad_norm": 22.065723419189453,
      "learning_rate": 8.932545356665157e-06,
      "loss": 1.8711,
      "step": 187
    },
    {
      "epoch": 0.23588456712672523,
      "grad_norm": 28.266712188720703,
      "learning_rate": 8.919979529756008e-06,
      "loss": 1.8295,
      "step": 188
    },
    {
      "epoch": 0.2371392722710163,
      "grad_norm": 22.024778366088867,
      "learning_rate": 8.907349122402803e-06,
      "loss": 1.9236,
      "step": 189
    },
    {
      "epoch": 0.2383939774153074,
      "grad_norm": 17.683101654052734,
      "learning_rate": 8.894654342687574e-06,
      "loss": 1.8348,
      "step": 190
    },
    {
      "epoch": 0.2396486825595985,
      "grad_norm": 26.601009368896484,
      "learning_rate": 8.881895399752873e-06,
      "loss": 1.7325,
      "step": 191
    },
    {
      "epoch": 0.24090338770388958,
      "grad_norm": 30.148361206054688,
      "learning_rate": 8.869072503798315e-06,
      "loss": 2.0121,
      "step": 192
    },
    {
      "epoch": 0.24215809284818068,
      "grad_norm": 23.811433792114258,
      "learning_rate": 8.85618586607713e-06,
      "loss": 1.7341,
      "step": 193
    },
    {
      "epoch": 0.24341279799247176,
      "grad_norm": 17.06600570678711,
      "learning_rate": 8.843235698892661e-06,
      "loss": 1.7895,
      "step": 194
    },
    {
      "epoch": 0.24466750313676286,
      "grad_norm": 21.146913528442383,
      "learning_rate": 8.83022221559489e-06,
      "loss": 1.8371,
      "step": 195
    },
    {
      "epoch": 0.24592220828105396,
      "grad_norm": 22.374889373779297,
      "learning_rate": 8.81714563057691e-06,
      "loss": 2.0259,
      "step": 196
    },
    {
      "epoch": 0.24717691342534504,
      "grad_norm": 23.482807159423828,
      "learning_rate": 8.80400615927139e-06,
      "loss": 2.126,
      "step": 197
    },
    {
      "epoch": 0.24843161856963614,
      "grad_norm": 20.430444717407227,
      "learning_rate": 8.790804018147039e-06,
      "loss": 1.5703,
      "step": 198
    },
    {
      "epoch": 0.24968632371392724,
      "grad_norm": 29.053224563598633,
      "learning_rate": 8.777539424705022e-06,
      "loss": 1.9014,
      "step": 199
    },
    {
      "epoch": 0.25094102885821834,
      "grad_norm": 22.412776947021484,
      "learning_rate": 8.764212597475397e-06,
      "loss": 1.9072,
      "step": 200
    },
    {
      "epoch": 0.2521957340025094,
      "grad_norm": 27.57085418701172,
      "learning_rate": 8.750823756013498e-06,
      "loss": 2.0304,
      "step": 201
    },
    {
      "epoch": 0.2534504391468005,
      "grad_norm": 21.350475311279297,
      "learning_rate": 8.737373120896325e-06,
      "loss": 1.797,
      "step": 202
    },
    {
      "epoch": 0.2547051442910916,
      "grad_norm": 25.71649169921875,
      "learning_rate": 8.72386091371891e-06,
      "loss": 1.9805,
      "step": 203
    },
    {
      "epoch": 0.2559598494353827,
      "grad_norm": 24.62053108215332,
      "learning_rate": 8.710287357090666e-06,
      "loss": 1.6377,
      "step": 204
    },
    {
      "epoch": 0.2572145545796738,
      "grad_norm": 26.515974044799805,
      "learning_rate": 8.696652674631716e-06,
      "loss": 2.2071,
      "step": 205
    },
    {
      "epoch": 0.2584692597239649,
      "grad_norm": 22.19689178466797,
      "learning_rate": 8.68295709096922e-06,
      "loss": 1.8681,
      "step": 206
    },
    {
      "epoch": 0.25972396486825594,
      "grad_norm": 22.31092643737793,
      "learning_rate": 8.669200831733655e-06,
      "loss": 1.643,
      "step": 207
    },
    {
      "epoch": 0.26097867001254704,
      "grad_norm": 18.85532569885254,
      "learning_rate": 8.655384123555117e-06,
      "loss": 1.669,
      "step": 208
    },
    {
      "epoch": 0.26223337515683814,
      "grad_norm": 24.516279220581055,
      "learning_rate": 8.64150719405958e-06,
      "loss": 1.8626,
      "step": 209
    },
    {
      "epoch": 0.26348808030112925,
      "grad_norm": 20.873056411743164,
      "learning_rate": 8.627570271865143e-06,
      "loss": 1.6009,
      "step": 210
    },
    {
      "epoch": 0.26474278544542035,
      "grad_norm": 26.961584091186523,
      "learning_rate": 8.613573586578262e-06,
      "loss": 1.8991,
      "step": 211
    },
    {
      "epoch": 0.2659974905897114,
      "grad_norm": 23.05677032470703,
      "learning_rate": 8.599517368789981e-06,
      "loss": 1.6264,
      "step": 212
    },
    {
      "epoch": 0.2672521957340025,
      "grad_norm": 23.3626766204834,
      "learning_rate": 8.585401850072114e-06,
      "loss": 1.763,
      "step": 213
    },
    {
      "epoch": 0.2685069008782936,
      "grad_norm": 22.876678466796875,
      "learning_rate": 8.571227262973444e-06,
      "loss": 1.8171,
      "step": 214
    },
    {
      "epoch": 0.2697616060225847,
      "grad_norm": 21.870689392089844,
      "learning_rate": 8.55699384101589e-06,
      "loss": 1.7618,
      "step": 215
    },
    {
      "epoch": 0.2710163111668758,
      "grad_norm": 23.80776023864746,
      "learning_rate": 8.54270181869065e-06,
      "loss": 1.7353,
      "step": 216
    },
    {
      "epoch": 0.2722710163111669,
      "grad_norm": 21.69217872619629,
      "learning_rate": 8.528351431454352e-06,
      "loss": 1.8667,
      "step": 217
    },
    {
      "epoch": 0.27352572145545795,
      "grad_norm": 22.88399887084961,
      "learning_rate": 8.513942915725159e-06,
      "loss": 1.7512,
      "step": 218
    },
    {
      "epoch": 0.27478042659974905,
      "grad_norm": 22.40818977355957,
      "learning_rate": 8.499476508878894e-06,
      "loss": 1.7168,
      "step": 219
    },
    {
      "epoch": 0.27603513174404015,
      "grad_norm": 25.04762840270996,
      "learning_rate": 8.484952449245107e-06,
      "loss": 1.6717,
      "step": 220
    },
    {
      "epoch": 0.27728983688833125,
      "grad_norm": 22.810468673706055,
      "learning_rate": 8.470370976103171e-06,
      "loss": 1.8007,
      "step": 221
    },
    {
      "epoch": 0.27854454203262236,
      "grad_norm": 24.604190826416016,
      "learning_rate": 8.455732329678317e-06,
      "loss": 1.9564,
      "step": 222
    },
    {
      "epoch": 0.2797992471769134,
      "grad_norm": 27.309738159179688,
      "learning_rate": 8.441036751137697e-06,
      "loss": 1.6334,
      "step": 223
    },
    {
      "epoch": 0.2810539523212045,
      "grad_norm": 29.318500518798828,
      "learning_rate": 8.426284482586397e-06,
      "loss": 1.6922,
      "step": 224
    },
    {
      "epoch": 0.2823086574654956,
      "grad_norm": 28.5482177734375,
      "learning_rate": 8.411475767063454e-06,
      "loss": 1.8862,
      "step": 225
    },
    {
      "epoch": 0.2835633626097867,
      "grad_norm": 25.247356414794922,
      "learning_rate": 8.396610848537858e-06,
      "loss": 1.7688,
      "step": 226
    },
    {
      "epoch": 0.2848180677540778,
      "grad_norm": 24.79906463623047,
      "learning_rate": 8.381689971904514e-06,
      "loss": 1.7844,
      "step": 227
    },
    {
      "epoch": 0.2860727728983689,
      "grad_norm": 28.987627029418945,
      "learning_rate": 8.36671338298023e-06,
      "loss": 1.7785,
      "step": 228
    },
    {
      "epoch": 0.28732747804265996,
      "grad_norm": 25.145153045654297,
      "learning_rate": 8.35168132849965e-06,
      "loss": 1.7741,
      "step": 229
    },
    {
      "epoch": 0.28858218318695106,
      "grad_norm": 22.089122772216797,
      "learning_rate": 8.336594056111197e-06,
      "loss": 1.5078,
      "step": 230
    },
    {
      "epoch": 0.28983688833124216,
      "grad_norm": 27.65213966369629,
      "learning_rate": 8.321451814372998e-06,
      "loss": 1.7603,
      "step": 231
    },
    {
      "epoch": 0.29109159347553326,
      "grad_norm": 33.60897445678711,
      "learning_rate": 8.306254852748773e-06,
      "loss": 1.7254,
      "step": 232
    },
    {
      "epoch": 0.29234629861982436,
      "grad_norm": 25.02092933654785,
      "learning_rate": 8.29100342160374e-06,
      "loss": 1.795,
      "step": 233
    },
    {
      "epoch": 0.2936010037641154,
      "grad_norm": 21.960206985473633,
      "learning_rate": 8.275697772200491e-06,
      "loss": 1.7087,
      "step": 234
    },
    {
      "epoch": 0.2948557089084065,
      "grad_norm": 29.953306198120117,
      "learning_rate": 8.260338156694836e-06,
      "loss": 1.4295,
      "step": 235
    },
    {
      "epoch": 0.2961104140526976,
      "grad_norm": 26.209787368774414,
      "learning_rate": 8.244924828131668e-06,
      "loss": 1.4427,
      "step": 236
    },
    {
      "epoch": 0.2973651191969887,
      "grad_norm": 23.775861740112305,
      "learning_rate": 8.229458040440783e-06,
      "loss": 1.7755,
      "step": 237
    },
    {
      "epoch": 0.2986198243412798,
      "grad_norm": 22.297338485717773,
      "learning_rate": 8.213938048432697e-06,
      "loss": 1.5213,
      "step": 238
    },
    {
      "epoch": 0.2998745294855709,
      "grad_norm": 24.113645553588867,
      "learning_rate": 8.198365107794457e-06,
      "loss": 1.5942,
      "step": 239
    },
    {
      "epoch": 0.30112923462986196,
      "grad_norm": 24.177122116088867,
      "learning_rate": 8.182739475085417e-06,
      "loss": 1.8395,
      "step": 240
    },
    {
      "epoch": 0.30238393977415307,
      "grad_norm": 28.40700912475586,
      "learning_rate": 8.167061407733018e-06,
      "loss": 1.6086,
      "step": 241
    },
    {
      "epoch": 0.30363864491844417,
      "grad_norm": 24.49298667907715,
      "learning_rate": 8.151331164028544e-06,
      "loss": 1.5645,
      "step": 242
    },
    {
      "epoch": 0.30489335006273527,
      "grad_norm": 33.37433624267578,
      "learning_rate": 8.135549003122871e-06,
      "loss": 1.698,
      "step": 243
    },
    {
      "epoch": 0.30614805520702637,
      "grad_norm": 24.059009552001953,
      "learning_rate": 8.119715185022195e-06,
      "loss": 1.5047,
      "step": 244
    },
    {
      "epoch": 0.3074027603513174,
      "grad_norm": 29.42665672302246,
      "learning_rate": 8.103829970583742e-06,
      "loss": 1.68,
      "step": 245
    },
    {
      "epoch": 0.3086574654956085,
      "grad_norm": 29.08376121520996,
      "learning_rate": 8.087893621511487e-06,
      "loss": 1.5872,
      "step": 246
    },
    {
      "epoch": 0.3099121706398996,
      "grad_norm": 28.20993995666504,
      "learning_rate": 8.071906400351823e-06,
      "loss": 1.6515,
      "step": 247
    },
    {
      "epoch": 0.3111668757841907,
      "grad_norm": 19.08958625793457,
      "learning_rate": 8.055868570489247e-06,
      "loss": 1.4665,
      "step": 248
    },
    {
      "epoch": 0.3124215809284818,
      "grad_norm": 20.03516960144043,
      "learning_rate": 8.039780396142023e-06,
      "loss": 1.6523,
      "step": 249
    },
    {
      "epoch": 0.3136762860727729,
      "grad_norm": 25.80693244934082,
      "learning_rate": 8.023642142357821e-06,
      "loss": 1.7412,
      "step": 250
    },
    {
      "epoch": 0.31493099121706397,
      "grad_norm": 24.467342376708984,
      "learning_rate": 8.007454075009352e-06,
      "loss": 1.5459,
      "step": 251
    },
    {
      "epoch": 0.3161856963613551,
      "grad_norm": 34.97882843017578,
      "learning_rate": 7.991216460789997e-06,
      "loss": 1.7311,
      "step": 252
    },
    {
      "epoch": 0.3174404015056462,
      "grad_norm": 29.624479293823242,
      "learning_rate": 7.974929567209399e-06,
      "loss": 1.7838,
      "step": 253
    },
    {
      "epoch": 0.3186951066499373,
      "grad_norm": 28.10247039794922,
      "learning_rate": 7.95859366258907e-06,
      "loss": 1.7842,
      "step": 254
    },
    {
      "epoch": 0.3199498117942284,
      "grad_norm": 25.512306213378906,
      "learning_rate": 7.942209016057954e-06,
      "loss": 1.6854,
      "step": 255
    },
    {
      "epoch": 0.3212045169385194,
      "grad_norm": 27.726490020751953,
      "learning_rate": 7.925775897548013e-06,
      "loss": 1.7176,
      "step": 256
    },
    {
      "epoch": 0.3224592220828105,
      "grad_norm": 29.725744247436523,
      "learning_rate": 7.909294577789765e-06,
      "loss": 1.6355,
      "step": 257
    },
    {
      "epoch": 0.3237139272271016,
      "grad_norm": 21.763940811157227,
      "learning_rate": 7.892765328307828e-06,
      "loss": 1.614,
      "step": 258
    },
    {
      "epoch": 0.32496863237139273,
      "grad_norm": 29.157032012939453,
      "learning_rate": 7.87618842141645e-06,
      "loss": 1.5684,
      "step": 259
    },
    {
      "epoch": 0.32622333751568383,
      "grad_norm": 29.150402069091797,
      "learning_rate": 7.859564130215015e-06,
      "loss": 1.5138,
      "step": 260
    },
    {
      "epoch": 0.32747804265997493,
      "grad_norm": 38.0162239074707,
      "learning_rate": 7.842892728583557e-06,
      "loss": 1.4729,
      "step": 261
    },
    {
      "epoch": 0.328732747804266,
      "grad_norm": 28.247106552124023,
      "learning_rate": 7.826174491178231e-06,
      "loss": 1.6418,
      "step": 262
    },
    {
      "epoch": 0.3299874529485571,
      "grad_norm": 28.189817428588867,
      "learning_rate": 7.809409693426803e-06,
      "loss": 1.5794,
      "step": 263
    },
    {
      "epoch": 0.3312421580928482,
      "grad_norm": 34.21451950073242,
      "learning_rate": 7.792598611524103e-06,
      "loss": 1.5883,
      "step": 264
    },
    {
      "epoch": 0.3324968632371393,
      "grad_norm": 27.97997283935547,
      "learning_rate": 7.775741522427477e-06,
      "loss": 1.4462,
      "step": 265
    },
    {
      "epoch": 0.3337515683814304,
      "grad_norm": 27.05823516845703,
      "learning_rate": 7.75883870385223e-06,
      "loss": 1.5044,
      "step": 266
    },
    {
      "epoch": 0.33500627352572143,
      "grad_norm": 29.075641632080078,
      "learning_rate": 7.741890434267043e-06,
      "loss": 1.5352,
      "step": 267
    },
    {
      "epoch": 0.33626097867001253,
      "grad_norm": 36.941951751708984,
      "learning_rate": 7.724896992889385e-06,
      "loss": 1.5779,
      "step": 268
    },
    {
      "epoch": 0.33751568381430364,
      "grad_norm": 28.30890655517578,
      "learning_rate": 7.707858659680924e-06,
      "loss": 1.8306,
      "step": 269
    },
    {
      "epoch": 0.33877038895859474,
      "grad_norm": 28.968425750732422,
      "learning_rate": 7.690775715342898e-06,
      "loss": 1.5735,
      "step": 270
    },
    {
      "epoch": 0.34002509410288584,
      "grad_norm": 23.6066951751709,
      "learning_rate": 7.67364844131151e-06,
      "loss": 1.6057,
      "step": 271
    },
    {
      "epoch": 0.34127979924717694,
      "grad_norm": 31.214929580688477,
      "learning_rate": 7.656477119753268e-06,
      "loss": 1.8741,
      "step": 272
    },
    {
      "epoch": 0.342534504391468,
      "grad_norm": 37.89013671875,
      "learning_rate": 7.63926203356036e-06,
      "loss": 1.7272,
      "step": 273
    },
    {
      "epoch": 0.3437892095357591,
      "grad_norm": 26.85829734802246,
      "learning_rate": 7.622003466345977e-06,
      "loss": 1.6312,
      "step": 274
    },
    {
      "epoch": 0.3450439146800502,
      "grad_norm": 25.076658248901367,
      "learning_rate": 7.604701702439652e-06,
      "loss": 1.5652,
      "step": 275
    },
    {
      "epoch": 0.3462986198243413,
      "grad_norm": 33.68350601196289,
      "learning_rate": 7.587357026882563e-06,
      "loss": 1.5935,
      "step": 276
    },
    {
      "epoch": 0.3475533249686324,
      "grad_norm": 26.654830932617188,
      "learning_rate": 7.5699697254228496e-06,
      "loss": 1.4547,
      "step": 277
    },
    {
      "epoch": 0.34880803011292344,
      "grad_norm": 25.102251052856445,
      "learning_rate": 7.552540084510896e-06,
      "loss": 1.6585,
      "step": 278
    },
    {
      "epoch": 0.35006273525721454,
      "grad_norm": 30.08404541015625,
      "learning_rate": 7.535068391294618e-06,
      "loss": 1.7801,
      "step": 279
    },
    {
      "epoch": 0.35131744040150564,
      "grad_norm": 23.15135955810547,
      "learning_rate": 7.517554933614729e-06,
      "loss": 1.4114,
      "step": 280
    },
    {
      "epoch": 0.35257214554579674,
      "grad_norm": 26.793306350708008,
      "learning_rate": 7.500000000000001e-06,
      "loss": 1.5748,
      "step": 281
    },
    {
      "epoch": 0.35382685069008785,
      "grad_norm": 26.644601821899414,
      "learning_rate": 7.482403879662505e-06,
      "loss": 1.7082,
      "step": 282
    },
    {
      "epoch": 0.35508155583437895,
      "grad_norm": 29.40913200378418,
      "learning_rate": 7.464766862492856e-06,
      "loss": 1.5906,
      "step": 283
    },
    {
      "epoch": 0.35633626097867,
      "grad_norm": 28.093795776367188,
      "learning_rate": 7.447089239055428e-06,
      "loss": 1.6122,
      "step": 284
    },
    {
      "epoch": 0.3575909661229611,
      "grad_norm": 23.78188133239746,
      "learning_rate": 7.42937130058357e-06,
      "loss": 1.4623,
      "step": 285
    },
    {
      "epoch": 0.3588456712672522,
      "grad_norm": 35.69364929199219,
      "learning_rate": 7.4116133389748115e-06,
      "loss": 1.6225,
      "step": 286
    },
    {
      "epoch": 0.3601003764115433,
      "grad_norm": 30.77789306640625,
      "learning_rate": 7.393815646786047e-06,
      "loss": 1.5917,
      "step": 287
    },
    {
      "epoch": 0.3613550815558344,
      "grad_norm": 41.9234619140625,
      "learning_rate": 7.3759785172287235e-06,
      "loss": 1.4922,
      "step": 288
    },
    {
      "epoch": 0.36260978670012545,
      "grad_norm": 26.941680908203125,
      "learning_rate": 7.358102244164003e-06,
      "loss": 1.8153,
      "step": 289
    },
    {
      "epoch": 0.36386449184441655,
      "grad_norm": 27.374059677124023,
      "learning_rate": 7.340187122097931e-06,
      "loss": 1.64,
      "step": 290
    },
    {
      "epoch": 0.36511919698870765,
      "grad_norm": 23.783817291259766,
      "learning_rate": 7.322233446176571e-06,
      "loss": 1.5758,
      "step": 291
    },
    {
      "epoch": 0.36637390213299875,
      "grad_norm": 23.492393493652344,
      "learning_rate": 7.304241512181152e-06,
      "loss": 1.479,
      "step": 292
    },
    {
      "epoch": 0.36762860727728985,
      "grad_norm": 27.81630516052246,
      "learning_rate": 7.286211616523193e-06,
      "loss": 1.5494,
      "step": 293
    },
    {
      "epoch": 0.36888331242158096,
      "grad_norm": 35.152557373046875,
      "learning_rate": 7.268144056239621e-06,
      "loss": 1.8003,
      "step": 294
    },
    {
      "epoch": 0.370138017565872,
      "grad_norm": 24.756799697875977,
      "learning_rate": 7.250039128987874e-06,
      "loss": 1.6751,
      "step": 295
    },
    {
      "epoch": 0.3713927227101631,
      "grad_norm": 30.238140106201172,
      "learning_rate": 7.231897133040997e-06,
      "loss": 1.4538,
      "step": 296
    },
    {
      "epoch": 0.3726474278544542,
      "grad_norm": 25.516706466674805,
      "learning_rate": 7.213718367282737e-06,
      "loss": 1.41,
      "step": 297
    },
    {
      "epoch": 0.3739021329987453,
      "grad_norm": 45.06476593017578,
      "learning_rate": 7.195503131202607e-06,
      "loss": 1.5351,
      "step": 298
    },
    {
      "epoch": 0.3751568381430364,
      "grad_norm": 30.282215118408203,
      "learning_rate": 7.177251724890957e-06,
      "loss": 1.6859,
      "step": 299
    },
    {
      "epoch": 0.37641154328732745,
      "grad_norm": 26.890932083129883,
      "learning_rate": 7.1589644490340334e-06,
      "loss": 1.5883,
      "step": 300
    },
    {
      "epoch": 0.37766624843161856,
      "grad_norm": 29.712207794189453,
      "learning_rate": 7.14064160490902e-06,
      "loss": 1.7468,
      "step": 301
    },
    {
      "epoch": 0.37892095357590966,
      "grad_norm": 23.99646759033203,
      "learning_rate": 7.122283494379076e-06,
      "loss": 1.3783,
      "step": 302
    },
    {
      "epoch": 0.38017565872020076,
      "grad_norm": 28.590595245361328,
      "learning_rate": 7.103890419888367e-06,
      "loss": 1.694,
      "step": 303
    },
    {
      "epoch": 0.38143036386449186,
      "grad_norm": 22.65292739868164,
      "learning_rate": 7.085462684457076e-06,
      "loss": 1.5418,
      "step": 304
    },
    {
      "epoch": 0.38268506900878296,
      "grad_norm": 27.158199310302734,
      "learning_rate": 7.067000591676416e-06,
      "loss": 1.6183,
      "step": 305
    },
    {
      "epoch": 0.383939774153074,
      "grad_norm": 29.83051872253418,
      "learning_rate": 7.048504445703623e-06,
      "loss": 1.5936,
      "step": 306
    },
    {
      "epoch": 0.3851944792973651,
      "grad_norm": 24.005414962768555,
      "learning_rate": 7.029974551256957e-06,
      "loss": 1.3992,
      "step": 307
    },
    {
      "epoch": 0.3864491844416562,
      "grad_norm": 34.38796615600586,
      "learning_rate": 7.011411213610663e-06,
      "loss": 1.6884,
      "step": 308
    },
    {
      "epoch": 0.3877038895859473,
      "grad_norm": 25.36124038696289,
      "learning_rate": 6.992814738589958e-06,
      "loss": 1.6561,
      "step": 309
    },
    {
      "epoch": 0.3889585947302384,
      "grad_norm": 21.46540641784668,
      "learning_rate": 6.97418543256599e-06,
      "loss": 1.3287,
      "step": 310
    },
    {
      "epoch": 0.39021329987452946,
      "grad_norm": 35.439361572265625,
      "learning_rate": 6.95552360245078e-06,
      "loss": 1.6699,
      "step": 311
    },
    {
      "epoch": 0.39146800501882056,
      "grad_norm": 32.73426055908203,
      "learning_rate": 6.936829555692182e-06,
      "loss": 1.3947,
      "step": 312
    },
    {
      "epoch": 0.39272271016311167,
      "grad_norm": 28.283676147460938,
      "learning_rate": 6.9181036002687985e-06,
      "loss": 1.4841,
      "step": 313
    },
    {
      "epoch": 0.39397741530740277,
      "grad_norm": 20.66922378540039,
      "learning_rate": 6.899346044684928e-06,
      "loss": 1.3804,
      "step": 314
    },
    {
      "epoch": 0.39523212045169387,
      "grad_norm": 31.596906661987305,
      "learning_rate": 6.880557197965465e-06,
      "loss": 1.467,
      "step": 315
    },
    {
      "epoch": 0.39648682559598497,
      "grad_norm": 22.125431060791016,
      "learning_rate": 6.861737369650818e-06,
      "loss": 1.4638,
      "step": 316
    },
    {
      "epoch": 0.397741530740276,
      "grad_norm": 26.49312400817871,
      "learning_rate": 6.84288686979181e-06,
      "loss": 1.2585,
      "step": 317
    },
    {
      "epoch": 0.3989962358845671,
      "grad_norm": 31.771793365478516,
      "learning_rate": 6.824006008944561e-06,
      "loss": 1.5593,
      "step": 318
    },
    {
      "epoch": 0.4002509410288582,
      "grad_norm": 33.718238830566406,
      "learning_rate": 6.805095098165388e-06,
      "loss": 1.5027,
      "step": 319
    },
    {
      "epoch": 0.4015056461731493,
      "grad_norm": 27.339921951293945,
      "learning_rate": 6.786154449005664e-06,
      "loss": 1.438,
      "step": 320
    },
    {
      "epoch": 0.4027603513174404,
      "grad_norm": 24.385299682617188,
      "learning_rate": 6.767184373506698e-06,
      "loss": 1.5481,
      "step": 321
    },
    {
      "epoch": 0.40401505646173147,
      "grad_norm": 38.833770751953125,
      "learning_rate": 6.7481851841945835e-06,
      "loss": 1.6319,
      "step": 322
    },
    {
      "epoch": 0.40526976160602257,
      "grad_norm": 27.79740333557129,
      "learning_rate": 6.7291571940750575e-06,
      "loss": 1.5855,
      "step": 323
    },
    {
      "epoch": 0.4065244667503137,
      "grad_norm": 30.081342697143555,
      "learning_rate": 6.710100716628345e-06,
      "loss": 1.3305,
      "step": 324
    },
    {
      "epoch": 0.4077791718946048,
      "grad_norm": 28.723339080810547,
      "learning_rate": 6.6910160658039835e-06,
      "loss": 1.5928,
      "step": 325
    },
    {
      "epoch": 0.4090338770388959,
      "grad_norm": 36.5059814453125,
      "learning_rate": 6.671903556015664e-06,
      "loss": 1.7107,
      "step": 326
    },
    {
      "epoch": 0.410288582183187,
      "grad_norm": 22.986221313476562,
      "learning_rate": 6.652763502136044e-06,
      "loss": 1.4106,
      "step": 327
    },
    {
      "epoch": 0.411543287327478,
      "grad_norm": 31.11964988708496,
      "learning_rate": 6.633596219491559e-06,
      "loss": 1.6816,
      "step": 328
    },
    {
      "epoch": 0.4127979924717691,
      "grad_norm": 25.74013900756836,
      "learning_rate": 6.614402023857231e-06,
      "loss": 1.5055,
      "step": 329
    },
    {
      "epoch": 0.41405269761606023,
      "grad_norm": 30.515594482421875,
      "learning_rate": 6.595181231451469e-06,
      "loss": 1.5854,
      "step": 330
    },
    {
      "epoch": 0.41530740276035133,
      "grad_norm": 37.943180084228516,
      "learning_rate": 6.57593415893085e-06,
      "loss": 1.4225,
      "step": 331
    },
    {
      "epoch": 0.41656210790464243,
      "grad_norm": 30.183914184570312,
      "learning_rate": 6.556661123384909e-06,
      "loss": 1.5019,
      "step": 332
    },
    {
      "epoch": 0.4178168130489335,
      "grad_norm": 35.5178337097168,
      "learning_rate": 6.5373624423309165e-06,
      "loss": 1.4571,
      "step": 333
    },
    {
      "epoch": 0.4190715181932246,
      "grad_norm": 30.98124885559082,
      "learning_rate": 6.518038433708643e-06,
      "loss": 1.381,
      "step": 334
    },
    {
      "epoch": 0.4203262233375157,
      "grad_norm": 31.475486755371094,
      "learning_rate": 6.498689415875121e-06,
      "loss": 1.607,
      "step": 335
    },
    {
      "epoch": 0.4215809284818068,
      "grad_norm": 29.79499053955078,
      "learning_rate": 6.479315707599407e-06,
      "loss": 1.3446,
      "step": 336
    },
    {
      "epoch": 0.4228356336260979,
      "grad_norm": 23.057994842529297,
      "learning_rate": 6.459917628057319e-06,
      "loss": 1.4102,
      "step": 337
    },
    {
      "epoch": 0.424090338770389,
      "grad_norm": 32.09408187866211,
      "learning_rate": 6.440495496826189e-06,
      "loss": 1.6248,
      "step": 338
    },
    {
      "epoch": 0.42534504391468003,
      "grad_norm": 30.396852493286133,
      "learning_rate": 6.421049633879588e-06,
      "loss": 1.5172,
      "step": 339
    },
    {
      "epoch": 0.42659974905897113,
      "grad_norm": 37.36663818359375,
      "learning_rate": 6.4015803595820635e-06,
      "loss": 1.6684,
      "step": 340
    },
    {
      "epoch": 0.42785445420326224,
      "grad_norm": 36.27682876586914,
      "learning_rate": 6.3820879946838585e-06,
      "loss": 1.43,
      "step": 341
    },
    {
      "epoch": 0.42910915934755334,
      "grad_norm": 38.0621223449707,
      "learning_rate": 6.3625728603156215e-06,
      "loss": 1.5009,
      "step": 342
    },
    {
      "epoch": 0.43036386449184444,
      "grad_norm": 30.142953872680664,
      "learning_rate": 6.3430352779831275e-06,
      "loss": 1.3865,
      "step": 343
    },
    {
      "epoch": 0.4316185696361355,
      "grad_norm": 31.03050994873047,
      "learning_rate": 6.323475569561968e-06,
      "loss": 1.5305,
      "step": 344
    },
    {
      "epoch": 0.4328732747804266,
      "grad_norm": 31.472867965698242,
      "learning_rate": 6.303894057292261e-06,
      "loss": 1.5711,
      "step": 345
    },
    {
      "epoch": 0.4341279799247177,
      "grad_norm": 34.335853576660156,
      "learning_rate": 6.284291063773331e-06,
      "loss": 1.5281,
      "step": 346
    },
    {
      "epoch": 0.4353826850690088,
      "grad_norm": 36.837493896484375,
      "learning_rate": 6.264666911958404e-06,
      "loss": 1.5468,
      "step": 347
    },
    {
      "epoch": 0.4366373902132999,
      "grad_norm": 33.03227996826172,
      "learning_rate": 6.2450219251492795e-06,
      "loss": 1.483,
      "step": 348
    },
    {
      "epoch": 0.437892095357591,
      "grad_norm": 28.33861541748047,
      "learning_rate": 6.225356426991007e-06,
      "loss": 1.2866,
      "step": 349
    },
    {
      "epoch": 0.43914680050188204,
      "grad_norm": 27.562910079956055,
      "learning_rate": 6.205670741466555e-06,
      "loss": 1.4045,
      "step": 350
    },
    {
      "epoch": 0.44040150564617314,
      "grad_norm": 31.761911392211914,
      "learning_rate": 6.185965192891472e-06,
      "loss": 1.337,
      "step": 351
    },
    {
      "epoch": 0.44165621079046424,
      "grad_norm": 35.49506378173828,
      "learning_rate": 6.166240105908547e-06,
      "loss": 1.6938,
      "step": 352
    },
    {
      "epoch": 0.44291091593475534,
      "grad_norm": 53.732215881347656,
      "learning_rate": 6.146495805482451e-06,
      "loss": 1.5635,
      "step": 353
    },
    {
      "epoch": 0.44416562107904645,
      "grad_norm": 29.330778121948242,
      "learning_rate": 6.126732616894397e-06,
      "loss": 1.5873,
      "step": 354
    },
    {
      "epoch": 0.4454203262233375,
      "grad_norm": 30.75185203552246,
      "learning_rate": 6.106950865736777e-06,
      "loss": 1.4611,
      "step": 355
    },
    {
      "epoch": 0.4466750313676286,
      "grad_norm": 34.61481857299805,
      "learning_rate": 6.087150877907786e-06,
      "loss": 1.5506,
      "step": 356
    },
    {
      "epoch": 0.4479297365119197,
      "grad_norm": 36.45780563354492,
      "learning_rate": 6.067332979606069e-06,
      "loss": 1.5333,
      "step": 357
    },
    {
      "epoch": 0.4491844416562108,
      "grad_norm": 43.751426696777344,
      "learning_rate": 6.047497497325341e-06,
      "loss": 1.5729,
      "step": 358
    },
    {
      "epoch": 0.4504391468005019,
      "grad_norm": 30.756084442138672,
      "learning_rate": 6.027644757849004e-06,
      "loss": 1.4557,
      "step": 359
    },
    {
      "epoch": 0.451693851944793,
      "grad_norm": 30.46338653564453,
      "learning_rate": 6.007775088244769e-06,
      "loss": 1.3311,
      "step": 360
    },
    {
      "epoch": 0.45294855708908405,
      "grad_norm": 29.494077682495117,
      "learning_rate": 5.987888815859266e-06,
      "loss": 1.3893,
      "step": 361
    },
    {
      "epoch": 0.45420326223337515,
      "grad_norm": 30.151817321777344,
      "learning_rate": 5.967986268312651e-06,
      "loss": 1.346,
      "step": 362
    },
    {
      "epoch": 0.45545796737766625,
      "grad_norm": 35.56706237792969,
      "learning_rate": 5.948067773493205e-06,
      "loss": 1.5986,
      "step": 363
    },
    {
      "epoch": 0.45671267252195735,
      "grad_norm": 26.097820281982422,
      "learning_rate": 5.928133659551939e-06,
      "loss": 1.3859,
      "step": 364
    },
    {
      "epoch": 0.45796737766624845,
      "grad_norm": 28.94278335571289,
      "learning_rate": 5.908184254897183e-06,
      "loss": 1.5139,
      "step": 365
    },
    {
      "epoch": 0.4592220828105395,
      "grad_norm": 36.553123474121094,
      "learning_rate": 5.888219888189176e-06,
      "loss": 1.4892,
      "step": 366
    },
    {
      "epoch": 0.4604767879548306,
      "grad_norm": 106.10436248779297,
      "learning_rate": 5.8682408883346535e-06,
      "loss": 1.4375,
      "step": 367
    },
    {
      "epoch": 0.4617314930991217,
      "grad_norm": 42.712303161621094,
      "learning_rate": 5.848247584481424e-06,
      "loss": 1.431,
      "step": 368
    },
    {
      "epoch": 0.4629861982434128,
      "grad_norm": 37.82698059082031,
      "learning_rate": 5.828240306012957e-06,
      "loss": 1.5441,
      "step": 369
    },
    {
      "epoch": 0.4642409033877039,
      "grad_norm": 35.159000396728516,
      "learning_rate": 5.808219382542941e-06,
      "loss": 1.4638,
      "step": 370
    },
    {
      "epoch": 0.465495608531995,
      "grad_norm": 28.512142181396484,
      "learning_rate": 5.788185143909868e-06,
      "loss": 1.4615,
      "step": 371
    },
    {
      "epoch": 0.46675031367628605,
      "grad_norm": 32.28644943237305,
      "learning_rate": 5.768137920171593e-06,
      "loss": 1.4778,
      "step": 372
    },
    {
      "epoch": 0.46800501882057716,
      "grad_norm": 30.508554458618164,
      "learning_rate": 5.74807804159989e-06,
      "loss": 1.656,
      "step": 373
    },
    {
      "epoch": 0.46925972396486826,
      "grad_norm": 31.334104537963867,
      "learning_rate": 5.728005838675026e-06,
      "loss": 1.3335,
      "step": 374
    },
    {
      "epoch": 0.47051442910915936,
      "grad_norm": 30.219167709350586,
      "learning_rate": 5.7079216420803e-06,
      "loss": 1.468,
      "step": 375
    },
    {
      "epoch": 0.47176913425345046,
      "grad_norm": 40.787261962890625,
      "learning_rate": 5.68782578269661e-06,
      "loss": 1.5705,
      "step": 376
    },
    {
      "epoch": 0.4730238393977415,
      "grad_norm": 36.666656494140625,
      "learning_rate": 5.66771859159699e-06,
      "loss": 1.5139,
      "step": 377
    },
    {
      "epoch": 0.4742785445420326,
      "grad_norm": 33.556617736816406,
      "learning_rate": 5.647600400041163e-06,
      "loss": 1.3386,
      "step": 378
    },
    {
      "epoch": 0.4755332496863237,
      "grad_norm": 28.310293197631836,
      "learning_rate": 5.6274715394700805e-06,
      "loss": 1.4892,
      "step": 379
    },
    {
      "epoch": 0.4767879548306148,
      "grad_norm": 30.385696411132812,
      "learning_rate": 5.6073323415004635e-06,
      "loss": 1.4074,
      "step": 380
    },
    {
      "epoch": 0.4780426599749059,
      "grad_norm": 30.94135856628418,
      "learning_rate": 5.587183137919332e-06,
      "loss": 1.3804,
      "step": 381
    },
    {
      "epoch": 0.479297365119197,
      "grad_norm": 25.842451095581055,
      "learning_rate": 5.567024260678559e-06,
      "loss": 1.3756,
      "step": 382
    },
    {
      "epoch": 0.48055207026348806,
      "grad_norm": 24.24115753173828,
      "learning_rate": 5.546856041889374e-06,
      "loss": 1.3217,
      "step": 383
    },
    {
      "epoch": 0.48180677540777916,
      "grad_norm": 29.69972801208496,
      "learning_rate": 5.526678813816912e-06,
      "loss": 1.3114,
      "step": 384
    },
    {
      "epoch": 0.48306148055207027,
      "grad_norm": 40.6950569152832,
      "learning_rate": 5.5064929088747324e-06,
      "loss": 1.6083,
      "step": 385
    },
    {
      "epoch": 0.48431618569636137,
      "grad_norm": 37.67729949951172,
      "learning_rate": 5.486298659619346e-06,
      "loss": 1.5827,
      "step": 386
    },
    {
      "epoch": 0.48557089084065247,
      "grad_norm": 38.3140754699707,
      "learning_rate": 5.46609639874473e-06,
      "loss": 1.3942,
      "step": 387
    },
    {
      "epoch": 0.4868255959849435,
      "grad_norm": 33.37904739379883,
      "learning_rate": 5.445886459076848e-06,
      "loss": 1.5518,
      "step": 388
    },
    {
      "epoch": 0.4880803011292346,
      "grad_norm": 30.683101654052734,
      "learning_rate": 5.425669173568179e-06,
      "loss": 1.3667,
      "step": 389
    },
    {
      "epoch": 0.4893350062735257,
      "grad_norm": 38.90886306762695,
      "learning_rate": 5.405444875292213e-06,
      "loss": 1.6388,
      "step": 390
    },
    {
      "epoch": 0.4905897114178168,
      "grad_norm": 32.49534606933594,
      "learning_rate": 5.385213897437975e-06,
      "loss": 1.3725,
      "step": 391
    },
    {
      "epoch": 0.4918444165621079,
      "grad_norm": 31.765207290649414,
      "learning_rate": 5.364976573304538e-06,
      "loss": 1.4513,
      "step": 392
    },
    {
      "epoch": 0.493099121706399,
      "grad_norm": 34.01384735107422,
      "learning_rate": 5.344733236295525e-06,
      "loss": 1.3848,
      "step": 393
    },
    {
      "epoch": 0.49435382685069007,
      "grad_norm": 36.31550216674805,
      "learning_rate": 5.324484219913621e-06,
      "loss": 1.3873,
      "step": 394
    },
    {
      "epoch": 0.49560853199498117,
      "grad_norm": 30.318265914916992,
      "learning_rate": 5.30422985775507e-06,
      "loss": 1.5321,
      "step": 395
    },
    {
      "epoch": 0.4968632371392723,
      "grad_norm": 30.169464111328125,
      "learning_rate": 5.283970483504198e-06,
      "loss": 1.3799,
      "step": 396
    },
    {
      "epoch": 0.4981179422835634,
      "grad_norm": 31.82530975341797,
      "learning_rate": 5.263706430927895e-06,
      "loss": 1.5295,
      "step": 397
    },
    {
      "epoch": 0.4993726474278545,
      "grad_norm": 36.714996337890625,
      "learning_rate": 5.243438033870126e-06,
      "loss": 1.4037,
      "step": 398
    },
    {
      "epoch": 0.5006273525721455,
      "grad_norm": 33.54505157470703,
      "learning_rate": 5.223165626246432e-06,
      "loss": 1.521,
      "step": 399
    },
    {
      "epoch": 0.5006273525721455,
      "eval_loss": 1.436629295349121,
      "eval_runtime": 6.0522,
      "eval_samples_per_second": 110.869,
      "eval_steps_per_second": 6.94,
      "step": 399
    },
    {
      "epoch": 0.5018820577164367,
      "grad_norm": 30.569034576416016,
      "learning_rate": 5.202889542038428e-06,
      "loss": 1.3634,
      "step": 400
    },
    {
      "epoch": 0.5031367628607277,
      "grad_norm": 28.09290885925293,
      "learning_rate": 5.182610115288296e-06,
      "loss": 1.4243,
      "step": 401
    },
    {
      "epoch": 0.5043914680050188,
      "grad_norm": 31.013883590698242,
      "learning_rate": 5.162327680093284e-06,
      "loss": 1.5255,
      "step": 402
    },
    {
      "epoch": 0.5056461731493099,
      "grad_norm": 28.622833251953125,
      "learning_rate": 5.142042570600212e-06,
      "loss": 1.143,
      "step": 403
    },
    {
      "epoch": 0.506900878293601,
      "grad_norm": 34.083290100097656,
      "learning_rate": 5.121755120999949e-06,
      "loss": 1.4854,
      "step": 404
    },
    {
      "epoch": 0.5081555834378921,
      "grad_norm": 29.883394241333008,
      "learning_rate": 5.101465665521919e-06,
      "loss": 1.2494,
      "step": 405
    },
    {
      "epoch": 0.5094102885821832,
      "grad_norm": 36.8629035949707,
      "learning_rate": 5.081174538428596e-06,
      "loss": 1.5055,
      "step": 406
    },
    {
      "epoch": 0.5106649937264742,
      "grad_norm": 39.23841094970703,
      "learning_rate": 5.060882074009988e-06,
      "loss": 1.41,
      "step": 407
    },
    {
      "epoch": 0.5119196988707654,
      "grad_norm": 42.195274353027344,
      "learning_rate": 5.04058860657814e-06,
      "loss": 1.5589,
      "step": 408
    },
    {
      "epoch": 0.5131744040150564,
      "grad_norm": 32.830596923828125,
      "learning_rate": 5.020294470461615e-06,
      "loss": 1.3412,
      "step": 409
    },
    {
      "epoch": 0.5144291091593476,
      "grad_norm": 49.16096496582031,
      "learning_rate": 5e-06,
      "loss": 1.5255,
      "step": 410
    },
    {
      "epoch": 0.5156838143036386,
      "grad_norm": 29.00592613220215,
      "learning_rate": 4.979705529538385e-06,
      "loss": 1.4311,
      "step": 411
    },
    {
      "epoch": 0.5169385194479298,
      "grad_norm": 39.06101608276367,
      "learning_rate": 4.959411393421863e-06,
      "loss": 1.3708,
      "step": 412
    },
    {
      "epoch": 0.5181932245922208,
      "grad_norm": 34.09449768066406,
      "learning_rate": 4.939117925990013e-06,
      "loss": 1.484,
      "step": 413
    },
    {
      "epoch": 0.5194479297365119,
      "grad_norm": 35.57181167602539,
      "learning_rate": 4.918825461571405e-06,
      "loss": 1.3226,
      "step": 414
    },
    {
      "epoch": 0.520702634880803,
      "grad_norm": 29.180233001708984,
      "learning_rate": 4.8985343344780815e-06,
      "loss": 1.6168,
      "step": 415
    },
    {
      "epoch": 0.5219573400250941,
      "grad_norm": 25.967992782592773,
      "learning_rate": 4.8782448790000525e-06,
      "loss": 1.4807,
      "step": 416
    },
    {
      "epoch": 0.5232120451693852,
      "grad_norm": 31.979293823242188,
      "learning_rate": 4.857957429399788e-06,
      "loss": 1.4218,
      "step": 417
    },
    {
      "epoch": 0.5244667503136763,
      "grad_norm": 30.151277542114258,
      "learning_rate": 4.837672319906717e-06,
      "loss": 1.4075,
      "step": 418
    },
    {
      "epoch": 0.5257214554579673,
      "grad_norm": 40.19000244140625,
      "learning_rate": 4.817389884711706e-06,
      "loss": 1.6472,
      "step": 419
    },
    {
      "epoch": 0.5269761606022585,
      "grad_norm": 28.63579559326172,
      "learning_rate": 4.797110457961575e-06,
      "loss": 1.1942,
      "step": 420
    },
    {
      "epoch": 0.5282308657465495,
      "grad_norm": 36.74559020996094,
      "learning_rate": 4.7768343737535694e-06,
      "loss": 1.5179,
      "step": 421
    },
    {
      "epoch": 0.5294855708908407,
      "grad_norm": 30.191770553588867,
      "learning_rate": 4.756561966129875e-06,
      "loss": 1.2881,
      "step": 422
    },
    {
      "epoch": 0.5307402760351317,
      "grad_norm": 31.707502365112305,
      "learning_rate": 4.736293569072108e-06,
      "loss": 1.3801,
      "step": 423
    },
    {
      "epoch": 0.5319949811794228,
      "grad_norm": 25.902997970581055,
      "learning_rate": 4.716029516495803e-06,
      "loss": 1.3326,
      "step": 424
    },
    {
      "epoch": 0.533249686323714,
      "grad_norm": 42.108238220214844,
      "learning_rate": 4.695770142244931e-06,
      "loss": 1.529,
      "step": 425
    },
    {
      "epoch": 0.534504391468005,
      "grad_norm": 31.789140701293945,
      "learning_rate": 4.6755157800863826e-06,
      "loss": 1.3478,
      "step": 426
    },
    {
      "epoch": 0.5357590966122961,
      "grad_norm": 27.96792984008789,
      "learning_rate": 4.655266763704476e-06,
      "loss": 1.397,
      "step": 427
    },
    {
      "epoch": 0.5370138017565872,
      "grad_norm": 31.803890228271484,
      "learning_rate": 4.635023426695462e-06,
      "loss": 1.4011,
      "step": 428
    },
    {
      "epoch": 0.5382685069008782,
      "grad_norm": 35.10597610473633,
      "learning_rate": 4.614786102562026e-06,
      "loss": 1.4848,
      "step": 429
    },
    {
      "epoch": 0.5395232120451694,
      "grad_norm": 31.621994018554688,
      "learning_rate": 4.594555124707789e-06,
      "loss": 1.3346,
      "step": 430
    },
    {
      "epoch": 0.5407779171894604,
      "grad_norm": 33.457908630371094,
      "learning_rate": 4.574330826431822e-06,
      "loss": 1.3045,
      "step": 431
    },
    {
      "epoch": 0.5420326223337516,
      "grad_norm": 31.1467342376709,
      "learning_rate": 4.554113540923153e-06,
      "loss": 1.4343,
      "step": 432
    },
    {
      "epoch": 0.5432873274780426,
      "grad_norm": 31.287960052490234,
      "learning_rate": 4.533903601255272e-06,
      "loss": 1.3903,
      "step": 433
    },
    {
      "epoch": 0.5445420326223338,
      "grad_norm": 26.70494842529297,
      "learning_rate": 4.513701340380655e-06,
      "loss": 1.3482,
      "step": 434
    },
    {
      "epoch": 0.5457967377666249,
      "grad_norm": 44.05613327026367,
      "learning_rate": 4.493507091125269e-06,
      "loss": 1.5986,
      "step": 435
    },
    {
      "epoch": 0.5470514429109159,
      "grad_norm": 29.704072952270508,
      "learning_rate": 4.473321186183091e-06,
      "loss": 1.3137,
      "step": 436
    },
    {
      "epoch": 0.548306148055207,
      "grad_norm": 29.141984939575195,
      "learning_rate": 4.4531439581106295e-06,
      "loss": 1.478,
      "step": 437
    },
    {
      "epoch": 0.5495608531994981,
      "grad_norm": 34.73693084716797,
      "learning_rate": 4.432975739321444e-06,
      "loss": 1.5629,
      "step": 438
    },
    {
      "epoch": 0.5508155583437893,
      "grad_norm": 33.1425666809082,
      "learning_rate": 4.412816862080668e-06,
      "loss": 1.3101,
      "step": 439
    },
    {
      "epoch": 0.5520702634880803,
      "grad_norm": 31.933034896850586,
      "learning_rate": 4.392667658499539e-06,
      "loss": 1.3371,
      "step": 440
    },
    {
      "epoch": 0.5533249686323714,
      "grad_norm": 30.45763397216797,
      "learning_rate": 4.37252846052992e-06,
      "loss": 1.3671,
      "step": 441
    },
    {
      "epoch": 0.5545796737766625,
      "grad_norm": 42.91053009033203,
      "learning_rate": 4.352399599958837e-06,
      "loss": 1.4992,
      "step": 442
    },
    {
      "epoch": 0.5558343789209536,
      "grad_norm": 36.65143585205078,
      "learning_rate": 4.332281408403011e-06,
      "loss": 1.4589,
      "step": 443
    },
    {
      "epoch": 0.5570890840652447,
      "grad_norm": 38.462398529052734,
      "learning_rate": 4.312174217303391e-06,
      "loss": 1.2266,
      "step": 444
    },
    {
      "epoch": 0.5583437892095358,
      "grad_norm": 31.30473518371582,
      "learning_rate": 4.292078357919701e-06,
      "loss": 1.4476,
      "step": 445
    },
    {
      "epoch": 0.5595984943538268,
      "grad_norm": 35.10082244873047,
      "learning_rate": 4.271994161324977e-06,
      "loss": 1.4988,
      "step": 446
    },
    {
      "epoch": 0.560853199498118,
      "grad_norm": 32.5116081237793,
      "learning_rate": 4.2519219584001106e-06,
      "loss": 1.4988,
      "step": 447
    },
    {
      "epoch": 0.562107904642409,
      "grad_norm": 29.34661102294922,
      "learning_rate": 4.231862079828408e-06,
      "loss": 1.4725,
      "step": 448
    },
    {
      "epoch": 0.5633626097867002,
      "grad_norm": 36.072879791259766,
      "learning_rate": 4.2118148560901325e-06,
      "loss": 1.4334,
      "step": 449
    },
    {
      "epoch": 0.5646173149309912,
      "grad_norm": 30.869470596313477,
      "learning_rate": 4.19178061745706e-06,
      "loss": 1.3606,
      "step": 450
    },
    {
      "epoch": 0.5658720200752823,
      "grad_norm": 29.298429489135742,
      "learning_rate": 4.171759693987046e-06,
      "loss": 1.2983,
      "step": 451
    },
    {
      "epoch": 0.5671267252195734,
      "grad_norm": 24.67900276184082,
      "learning_rate": 4.151752415518577e-06,
      "loss": 1.2631,
      "step": 452
    },
    {
      "epoch": 0.5683814303638645,
      "grad_norm": 33.28513717651367,
      "learning_rate": 4.131759111665349e-06,
      "loss": 1.3843,
      "step": 453
    },
    {
      "epoch": 0.5696361355081556,
      "grad_norm": 34.13528823852539,
      "learning_rate": 4.111780111810826e-06,
      "loss": 1.4529,
      "step": 454
    },
    {
      "epoch": 0.5708908406524467,
      "grad_norm": 28.38991355895996,
      "learning_rate": 4.091815745102818e-06,
      "loss": 1.5154,
      "step": 455
    },
    {
      "epoch": 0.5721455457967378,
      "grad_norm": 26.64844512939453,
      "learning_rate": 4.071866340448062e-06,
      "loss": 1.3302,
      "step": 456
    },
    {
      "epoch": 0.5734002509410289,
      "grad_norm": 37.00432205200195,
      "learning_rate": 4.051932226506797e-06,
      "loss": 1.3327,
      "step": 457
    },
    {
      "epoch": 0.5746549560853199,
      "grad_norm": 27.36146354675293,
      "learning_rate": 4.032013731687351e-06,
      "loss": 1.361,
      "step": 458
    },
    {
      "epoch": 0.5759096612296111,
      "grad_norm": 32.78675842285156,
      "learning_rate": 4.0121111841407345e-06,
      "loss": 1.4741,
      "step": 459
    },
    {
      "epoch": 0.5771643663739021,
      "grad_norm": 37.97308349609375,
      "learning_rate": 3.992224911755234e-06,
      "loss": 1.5363,
      "step": 460
    },
    {
      "epoch": 0.5784190715181933,
      "grad_norm": 31.34197235107422,
      "learning_rate": 3.9723552421509975e-06,
      "loss": 1.2434,
      "step": 461
    },
    {
      "epoch": 0.5796737766624843,
      "grad_norm": 36.909828186035156,
      "learning_rate": 3.95250250267466e-06,
      "loss": 1.3956,
      "step": 462
    },
    {
      "epoch": 0.5809284818067754,
      "grad_norm": 47.24994659423828,
      "learning_rate": 3.932667020393933e-06,
      "loss": 1.3312,
      "step": 463
    },
    {
      "epoch": 0.5821831869510665,
      "grad_norm": 35.684608459472656,
      "learning_rate": 3.912849122092216e-06,
      "loss": 1.4447,
      "step": 464
    },
    {
      "epoch": 0.5834378920953576,
      "grad_norm": 36.601715087890625,
      "learning_rate": 3.8930491342632235e-06,
      "loss": 1.4177,
      "step": 465
    },
    {
      "epoch": 0.5846925972396487,
      "grad_norm": 28.328744888305664,
      "learning_rate": 3.873267383105604e-06,
      "loss": 1.3929,
      "step": 466
    },
    {
      "epoch": 0.5859473023839398,
      "grad_norm": 32.12102127075195,
      "learning_rate": 3.853504194517551e-06,
      "loss": 1.4941,
      "step": 467
    },
    {
      "epoch": 0.5872020075282308,
      "grad_norm": 32.12097930908203,
      "learning_rate": 3.833759894091456e-06,
      "loss": 1.3292,
      "step": 468
    },
    {
      "epoch": 0.588456712672522,
      "grad_norm": 26.0775146484375,
      "learning_rate": 3.814034807108529e-06,
      "loss": 1.3233,
      "step": 469
    },
    {
      "epoch": 0.589711417816813,
      "grad_norm": 26.92903709411621,
      "learning_rate": 3.7943292585334464e-06,
      "loss": 1.3575,
      "step": 470
    },
    {
      "epoch": 0.5909661229611042,
      "grad_norm": 35.65913772583008,
      "learning_rate": 3.774643573008995e-06,
      "loss": 1.3416,
      "step": 471
    },
    {
      "epoch": 0.5922208281053952,
      "grad_norm": 44.53237533569336,
      "learning_rate": 3.754978074850722e-06,
      "loss": 1.6346,
      "step": 472
    },
    {
      "epoch": 0.5934755332496863,
      "grad_norm": 33.18136978149414,
      "learning_rate": 3.7353330880415963e-06,
      "loss": 1.5085,
      "step": 473
    },
    {
      "epoch": 0.5947302383939774,
      "grad_norm": 31.07672882080078,
      "learning_rate": 3.7157089362266695e-06,
      "loss": 1.3839,
      "step": 474
    },
    {
      "epoch": 0.5959849435382685,
      "grad_norm": 29.932600021362305,
      "learning_rate": 3.6961059427077407e-06,
      "loss": 1.4774,
      "step": 475
    },
    {
      "epoch": 0.5972396486825596,
      "grad_norm": 27.480052947998047,
      "learning_rate": 3.6765244304380323e-06,
      "loss": 1.2551,
      "step": 476
    },
    {
      "epoch": 0.5984943538268507,
      "grad_norm": 39.4902458190918,
      "learning_rate": 3.656964722016875e-06,
      "loss": 1.3972,
      "step": 477
    },
    {
      "epoch": 0.5997490589711418,
      "grad_norm": 36.17951583862305,
      "learning_rate": 3.6374271396843797e-06,
      "loss": 1.2946,
      "step": 478
    },
    {
      "epoch": 0.6010037641154329,
      "grad_norm": 30.92720603942871,
      "learning_rate": 3.617912005316142e-06,
      "loss": 1.2169,
      "step": 479
    },
    {
      "epoch": 0.6022584692597239,
      "grad_norm": 34.092063903808594,
      "learning_rate": 3.598419640417938e-06,
      "loss": 1.3757,
      "step": 480
    },
    {
      "epoch": 0.6035131744040151,
      "grad_norm": 27.944690704345703,
      "learning_rate": 3.578950366120414e-06,
      "loss": 1.2427,
      "step": 481
    },
    {
      "epoch": 0.6047678795483061,
      "grad_norm": 36.29844665527344,
      "learning_rate": 3.5595045031738123e-06,
      "loss": 1.3915,
      "step": 482
    },
    {
      "epoch": 0.6060225846925973,
      "grad_norm": 36.75183868408203,
      "learning_rate": 3.540082371942682e-06,
      "loss": 1.4398,
      "step": 483
    },
    {
      "epoch": 0.6072772898368883,
      "grad_norm": 28.854524612426758,
      "learning_rate": 3.5206842924005934e-06,
      "loss": 1.3392,
      "step": 484
    },
    {
      "epoch": 0.6085319949811794,
      "grad_norm": 32.42161560058594,
      "learning_rate": 3.5013105841248794e-06,
      "loss": 1.5482,
      "step": 485
    },
    {
      "epoch": 0.6097867001254705,
      "grad_norm": 38.66543960571289,
      "learning_rate": 3.481961566291358e-06,
      "loss": 1.4572,
      "step": 486
    },
    {
      "epoch": 0.6110414052697616,
      "grad_norm": 37.27582550048828,
      "learning_rate": 3.462637557669084e-06,
      "loss": 1.3017,
      "step": 487
    },
    {
      "epoch": 0.6122961104140527,
      "grad_norm": 28.435178756713867,
      "learning_rate": 3.443338876615092e-06,
      "loss": 1.3203,
      "step": 488
    },
    {
      "epoch": 0.6135508155583438,
      "grad_norm": 33.752044677734375,
      "learning_rate": 3.424065841069152e-06,
      "loss": 1.5739,
      "step": 489
    },
    {
      "epoch": 0.6148055207026348,
      "grad_norm": 34.22273635864258,
      "learning_rate": 3.4048187685485312e-06,
      "loss": 1.4068,
      "step": 490
    },
    {
      "epoch": 0.616060225846926,
      "grad_norm": 54.36898422241211,
      "learning_rate": 3.3855979761427705e-06,
      "loss": 1.3019,
      "step": 491
    },
    {
      "epoch": 0.617314930991217,
      "grad_norm": 32.61660385131836,
      "learning_rate": 3.3664037805084428e-06,
      "loss": 1.2823,
      "step": 492
    },
    {
      "epoch": 0.6185696361355082,
      "grad_norm": 34.06522750854492,
      "learning_rate": 3.347236497863957e-06,
      "loss": 1.3678,
      "step": 493
    },
    {
      "epoch": 0.6198243412797992,
      "grad_norm": 29.604419708251953,
      "learning_rate": 3.3280964439843377e-06,
      "loss": 1.3285,
      "step": 494
    },
    {
      "epoch": 0.6210790464240903,
      "grad_norm": 33.45100021362305,
      "learning_rate": 3.308983934196018e-06,
      "loss": 1.422,
      "step": 495
    },
    {
      "epoch": 0.6223337515683814,
      "grad_norm": 33.3889274597168,
      "learning_rate": 3.289899283371657e-06,
      "loss": 1.3114,
      "step": 496
    },
    {
      "epoch": 0.6235884567126725,
      "grad_norm": 30.00410270690918,
      "learning_rate": 3.2708428059249437e-06,
      "loss": 1.3216,
      "step": 497
    },
    {
      "epoch": 0.6248431618569636,
      "grad_norm": 41.03053283691406,
      "learning_rate": 3.2518148158054186e-06,
      "loss": 1.4942,
      "step": 498
    },
    {
      "epoch": 0.6260978670012547,
      "grad_norm": 46.363258361816406,
      "learning_rate": 3.2328156264933043e-06,
      "loss": 1.6328,
      "step": 499
    },
    {
      "epoch": 0.6273525721455459,
      "grad_norm": 37.64637756347656,
      "learning_rate": 3.2138455509943365e-06,
      "loss": 1.3816,
      "step": 500
    },
    {
      "epoch": 0.6286072772898369,
      "grad_norm": 46.19404602050781,
      "learning_rate": 3.194904901834613e-06,
      "loss": 1.5756,
      "step": 501
    },
    {
      "epoch": 0.6298619824341279,
      "grad_norm": 26.028804779052734,
      "learning_rate": 3.17599399105544e-06,
      "loss": 1.314,
      "step": 502
    },
    {
      "epoch": 0.6311166875784191,
      "grad_norm": 31.624303817749023,
      "learning_rate": 3.1571131302081916e-06,
      "loss": 1.3178,
      "step": 503
    },
    {
      "epoch": 0.6323713927227101,
      "grad_norm": 35.267478942871094,
      "learning_rate": 3.138262630349182e-06,
      "loss": 1.5758,
      "step": 504
    },
    {
      "epoch": 0.6336260978670013,
      "grad_norm": 30.934772491455078,
      "learning_rate": 3.1194428020345375e-06,
      "loss": 1.4725,
      "step": 505
    },
    {
      "epoch": 0.6348808030112923,
      "grad_norm": 28.47898292541504,
      "learning_rate": 3.1006539553150727e-06,
      "loss": 1.3188,
      "step": 506
    },
    {
      "epoch": 0.6361355081555834,
      "grad_norm": 38.18532943725586,
      "learning_rate": 3.081896399731202e-06,
      "loss": 1.2228,
      "step": 507
    },
    {
      "epoch": 0.6373902132998746,
      "grad_norm": 35.62003707885742,
      "learning_rate": 3.063170444307821e-06,
      "loss": 1.6133,
      "step": 508
    },
    {
      "epoch": 0.6386449184441656,
      "grad_norm": 58.091861724853516,
      "learning_rate": 3.044476397549221e-06,
      "loss": 1.3338,
      "step": 509
    },
    {
      "epoch": 0.6398996235884568,
      "grad_norm": 31.276124954223633,
      "learning_rate": 3.02581456743401e-06,
      "loss": 1.1924,
      "step": 510
    },
    {
      "epoch": 0.6411543287327478,
      "grad_norm": 36.98395538330078,
      "learning_rate": 3.0071852614100427e-06,
      "loss": 1.3475,
      "step": 511
    },
    {
      "epoch": 0.6424090338770388,
      "grad_norm": 33.80880355834961,
      "learning_rate": 2.9885887863893394e-06,
      "loss": 1.2211,
      "step": 512
    },
    {
      "epoch": 0.64366373902133,
      "grad_norm": 37.08169174194336,
      "learning_rate": 2.9700254487430448e-06,
      "loss": 1.3388,
      "step": 513
    },
    {
      "epoch": 0.644918444165621,
      "grad_norm": 30.51959228515625,
      "learning_rate": 2.9514955542963775e-06,
      "loss": 1.4277,
      "step": 514
    },
    {
      "epoch": 0.6461731493099122,
      "grad_norm": 31.10744285583496,
      "learning_rate": 2.9329994083235857e-06,
      "loss": 1.2503,
      "step": 515
    },
    {
      "epoch": 0.6474278544542033,
      "grad_norm": 32.857383728027344,
      "learning_rate": 2.9145373155429263e-06,
      "loss": 1.4776,
      "step": 516
    },
    {
      "epoch": 0.6486825595984943,
      "grad_norm": 36.374961853027344,
      "learning_rate": 2.896109580111634e-06,
      "loss": 1.2288,
      "step": 517
    },
    {
      "epoch": 0.6499372647427855,
      "grad_norm": 26.020505905151367,
      "learning_rate": 2.8777165056209256e-06,
      "loss": 1.2806,
      "step": 518
    },
    {
      "epoch": 0.6511919698870765,
      "grad_norm": 31.82769775390625,
      "learning_rate": 2.8593583950909833e-06,
      "loss": 1.3725,
      "step": 519
    },
    {
      "epoch": 0.6524466750313677,
      "grad_norm": 36.6817741394043,
      "learning_rate": 2.8410355509659682e-06,
      "loss": 1.2934,
      "step": 520
    },
    {
      "epoch": 0.6537013801756587,
      "grad_norm": 46.93891525268555,
      "learning_rate": 2.8227482751090445e-06,
      "loss": 1.4673,
      "step": 521
    },
    {
      "epoch": 0.6549560853199499,
      "grad_norm": 41.38336181640625,
      "learning_rate": 2.8044968687973956e-06,
      "loss": 1.4611,
      "step": 522
    },
    {
      "epoch": 0.6562107904642409,
      "grad_norm": 37.399681091308594,
      "learning_rate": 2.786281632717264e-06,
      "loss": 1.2811,
      "step": 523
    },
    {
      "epoch": 0.657465495608532,
      "grad_norm": 44.295719146728516,
      "learning_rate": 2.7681028669590038e-06,
      "loss": 1.3587,
      "step": 524
    },
    {
      "epoch": 0.6587202007528231,
      "grad_norm": 33.356292724609375,
      "learning_rate": 2.749960871012129e-06,
      "loss": 1.4634,
      "step": 525
    },
    {
      "epoch": 0.6599749058971142,
      "grad_norm": 38.98143005371094,
      "learning_rate": 2.73185594376038e-06,
      "loss": 1.4382,
      "step": 526
    },
    {
      "epoch": 0.6612296110414053,
      "grad_norm": 30.759475708007812,
      "learning_rate": 2.7137883834768076e-06,
      "loss": 1.3081,
      "step": 527
    },
    {
      "epoch": 0.6624843161856964,
      "grad_norm": 37.871238708496094,
      "learning_rate": 2.6957584878188496e-06,
      "loss": 1.3886,
      "step": 528
    },
    {
      "epoch": 0.6637390213299874,
      "grad_norm": 49.197872161865234,
      "learning_rate": 2.6777665538234292e-06,
      "loss": 1.5503,
      "step": 529
    },
    {
      "epoch": 0.6649937264742786,
      "grad_norm": 37.15614700317383,
      "learning_rate": 2.6598128779020693e-06,
      "loss": 1.3044,
      "step": 530
    },
    {
      "epoch": 0.6662484316185696,
      "grad_norm": 31.275415420532227,
      "learning_rate": 2.641897755835997e-06,
      "loss": 1.397,
      "step": 531
    },
    {
      "epoch": 0.6675031367628608,
      "grad_norm": 41.38181686401367,
      "learning_rate": 2.6240214827712794e-06,
      "loss": 1.4281,
      "step": 532
    },
    {
      "epoch": 0.6687578419071518,
      "grad_norm": 39.80350875854492,
      "learning_rate": 2.6061843532139563e-06,
      "loss": 1.4107,
      "step": 533
    },
    {
      "epoch": 0.6700125470514429,
      "grad_norm": 40.21477508544922,
      "learning_rate": 2.5883866610251906e-06,
      "loss": 1.4339,
      "step": 534
    },
    {
      "epoch": 0.671267252195734,
      "grad_norm": 43.72838592529297,
      "learning_rate": 2.5706286994164315e-06,
      "loss": 1.5603,
      "step": 535
    },
    {
      "epoch": 0.6725219573400251,
      "grad_norm": 27.070802688598633,
      "learning_rate": 2.5529107609445737e-06,
      "loss": 1.4321,
      "step": 536
    },
    {
      "epoch": 0.6737766624843162,
      "grad_norm": 41.055633544921875,
      "learning_rate": 2.5352331375071437e-06,
      "loss": 1.4914,
      "step": 537
    },
    {
      "epoch": 0.6750313676286073,
      "grad_norm": 39.451602935791016,
      "learning_rate": 2.5175961203374954e-06,
      "loss": 1.4453,
      "step": 538
    },
    {
      "epoch": 0.6762860727728983,
      "grad_norm": 38.11553955078125,
      "learning_rate": 2.5000000000000015e-06,
      "loss": 1.3918,
      "step": 539
    },
    {
      "epoch": 0.6775407779171895,
      "grad_norm": 30.756338119506836,
      "learning_rate": 2.4824450663852716e-06,
      "loss": 1.1408,
      "step": 540
    },
    {
      "epoch": 0.6787954830614805,
      "grad_norm": 31.51823616027832,
      "learning_rate": 2.464931608705384e-06,
      "loss": 1.5483,
      "step": 541
    },
    {
      "epoch": 0.6800501882057717,
      "grad_norm": 28.151769638061523,
      "learning_rate": 2.447459915489106e-06,
      "loss": 1.2619,
      "step": 542
    },
    {
      "epoch": 0.6813048933500627,
      "grad_norm": 34.87588119506836,
      "learning_rate": 2.430030274577151e-06,
      "loss": 1.3653,
      "step": 543
    },
    {
      "epoch": 0.6825595984943539,
      "grad_norm": 44.73030090332031,
      "learning_rate": 2.4126429731174372e-06,
      "loss": 1.4503,
      "step": 544
    },
    {
      "epoch": 0.6838143036386449,
      "grad_norm": 35.88227462768555,
      "learning_rate": 2.3952982975603494e-06,
      "loss": 1.3246,
      "step": 545
    },
    {
      "epoch": 0.685069008782936,
      "grad_norm": 27.695951461791992,
      "learning_rate": 2.3779965336540237e-06,
      "loss": 1.3869,
      "step": 546
    },
    {
      "epoch": 0.6863237139272271,
      "grad_norm": 37.88958740234375,
      "learning_rate": 2.3607379664396414e-06,
      "loss": 1.4772,
      "step": 547
    },
    {
      "epoch": 0.6875784190715182,
      "grad_norm": 30.21925926208496,
      "learning_rate": 2.343522880246734e-06,
      "loss": 1.3563,
      "step": 548
    },
    {
      "epoch": 0.6888331242158093,
      "grad_norm": 41.6002197265625,
      "learning_rate": 2.3263515586884935e-06,
      "loss": 1.3695,
      "step": 549
    },
    {
      "epoch": 0.6900878293601004,
      "grad_norm": 29.012378692626953,
      "learning_rate": 2.3092242846571034e-06,
      "loss": 1.3925,
      "step": 550
    },
    {
      "epoch": 0.6913425345043914,
      "grad_norm": 28.30169105529785,
      "learning_rate": 2.2921413403190774e-06,
      "loss": 1.3324,
      "step": 551
    },
    {
      "epoch": 0.6925972396486826,
      "grad_norm": 30.30564308166504,
      "learning_rate": 2.275103007110616e-06,
      "loss": 1.3319,
      "step": 552
    },
    {
      "epoch": 0.6938519447929736,
      "grad_norm": 32.01078796386719,
      "learning_rate": 2.25810956573296e-06,
      "loss": 1.2561,
      "step": 553
    },
    {
      "epoch": 0.6951066499372648,
      "grad_norm": 45.61001205444336,
      "learning_rate": 2.2411612961477704e-06,
      "loss": 1.4322,
      "step": 554
    },
    {
      "epoch": 0.6963613550815558,
      "grad_norm": 39.38789749145508,
      "learning_rate": 2.224258477572524e-06,
      "loss": 1.2698,
      "step": 555
    },
    {
      "epoch": 0.6976160602258469,
      "grad_norm": 41.91701126098633,
      "learning_rate": 2.2074013884758993e-06,
      "loss": 1.4422,
      "step": 556
    },
    {
      "epoch": 0.698870765370138,
      "grad_norm": 32.67595291137695,
      "learning_rate": 2.190590306573198e-06,
      "loss": 1.2315,
      "step": 557
    },
    {
      "epoch": 0.7001254705144291,
      "grad_norm": 33.57855224609375,
      "learning_rate": 2.17382550882177e-06,
      "loss": 1.2939,
      "step": 558
    },
    {
      "epoch": 0.7013801756587202,
      "grad_norm": 30.53522491455078,
      "learning_rate": 2.1571072714164445e-06,
      "loss": 1.3556,
      "step": 559
    },
    {
      "epoch": 0.7026348808030113,
      "grad_norm": 33.44630432128906,
      "learning_rate": 2.140435869784986e-06,
      "loss": 1.3701,
      "step": 560
    },
    {
      "epoch": 0.7038895859473023,
      "grad_norm": 34.59889221191406,
      "learning_rate": 2.1238115785835512e-06,
      "loss": 1.5211,
      "step": 561
    },
    {
      "epoch": 0.7051442910915935,
      "grad_norm": 42.23357009887695,
      "learning_rate": 2.1072346716921733e-06,
      "loss": 1.2913,
      "step": 562
    },
    {
      "epoch": 0.7063989962358845,
      "grad_norm": 32.22030258178711,
      "learning_rate": 2.0907054222102367e-06,
      "loss": 1.3462,
      "step": 563
    },
    {
      "epoch": 0.7076537013801757,
      "grad_norm": 39.91384506225586,
      "learning_rate": 2.0742241024519886e-06,
      "loss": 1.3211,
      "step": 564
    },
    {
      "epoch": 0.7089084065244667,
      "grad_norm": 41.389461517333984,
      "learning_rate": 2.0577909839420468e-06,
      "loss": 1.3882,
      "step": 565
    },
    {
      "epoch": 0.7101631116687579,
      "grad_norm": 25.932300567626953,
      "learning_rate": 2.0414063374109326e-06,
      "loss": 1.2911,
      "step": 566
    },
    {
      "epoch": 0.7114178168130489,
      "grad_norm": 40.37273025512695,
      "learning_rate": 2.0250704327906025e-06,
      "loss": 1.3346,
      "step": 567
    },
    {
      "epoch": 0.71267252195734,
      "grad_norm": 33.203975677490234,
      "learning_rate": 2.0087835392100034e-06,
      "loss": 1.3206,
      "step": 568
    },
    {
      "epoch": 0.7139272271016311,
      "grad_norm": 25.78790283203125,
      "learning_rate": 1.9925459249906488e-06,
      "loss": 1.2016,
      "step": 569
    },
    {
      "epoch": 0.7151819322459222,
      "grad_norm": 26.151403427124023,
      "learning_rate": 1.9763578576421816e-06,
      "loss": 1.3088,
      "step": 570
    },
    {
      "epoch": 0.7164366373902133,
      "grad_norm": 40.70786666870117,
      "learning_rate": 1.9602196038579774e-06,
      "loss": 1.2366,
      "step": 571
    },
    {
      "epoch": 0.7176913425345044,
      "grad_norm": 32.47188949584961,
      "learning_rate": 1.944131429510754e-06,
      "loss": 1.3264,
      "step": 572
    },
    {
      "epoch": 0.7189460476787954,
      "grad_norm": 44.57042694091797,
      "learning_rate": 1.9280935996481792e-06,
      "loss": 1.3883,
      "step": 573
    },
    {
      "epoch": 0.7202007528230866,
      "grad_norm": 37.86323165893555,
      "learning_rate": 1.9121063784885135e-06,
      "loss": 1.2686,
      "step": 574
    },
    {
      "epoch": 0.7214554579673776,
      "grad_norm": 28.20488739013672,
      "learning_rate": 1.8961700294162578e-06,
      "loss": 1.3424,
      "step": 575
    },
    {
      "epoch": 0.7227101631116688,
      "grad_norm": 80.7864761352539,
      "learning_rate": 1.880284814977807e-06,
      "loss": 1.4263,
      "step": 576
    },
    {
      "epoch": 0.7239648682559598,
      "grad_norm": 47.082122802734375,
      "learning_rate": 1.8644509968771302e-06,
      "loss": 1.3611,
      "step": 577
    },
    {
      "epoch": 0.7252195734002509,
      "grad_norm": 27.525779724121094,
      "learning_rate": 1.8486688359714567e-06,
      "loss": 1.1818,
      "step": 578
    },
    {
      "epoch": 0.726474278544542,
      "grad_norm": 26.097383499145508,
      "learning_rate": 1.832938592266984e-06,
      "loss": 1.4285,
      "step": 579
    },
    {
      "epoch": 0.7277289836888331,
      "grad_norm": 27.29695701599121,
      "learning_rate": 1.8172605249145848e-06,
      "loss": 1.2213,
      "step": 580
    },
    {
      "epoch": 0.7289836888331243,
      "grad_norm": 43.18733215332031,
      "learning_rate": 1.8016348922055448e-06,
      "loss": 1.3866,
      "step": 581
    },
    {
      "epoch": 0.7302383939774153,
      "grad_norm": 30.83635139465332,
      "learning_rate": 1.7860619515673034e-06,
      "loss": 1.2583,
      "step": 582
    },
    {
      "epoch": 0.7314930991217063,
      "grad_norm": 38.65605163574219,
      "learning_rate": 1.7705419595592193e-06,
      "loss": 1.4949,
      "step": 583
    },
    {
      "epoch": 0.7327478042659975,
      "grad_norm": 33.9451789855957,
      "learning_rate": 1.7550751718683339e-06,
      "loss": 1.4502,
      "step": 584
    },
    {
      "epoch": 0.7340025094102886,
      "grad_norm": 32.3410530090332,
      "learning_rate": 1.7396618433051648e-06,
      "loss": 1.3073,
      "step": 585
    },
    {
      "epoch": 0.7352572145545797,
      "grad_norm": 31.831172943115234,
      "learning_rate": 1.7243022277995109e-06,
      "loss": 1.1989,
      "step": 586
    },
    {
      "epoch": 0.7365119196988708,
      "grad_norm": 36.86290740966797,
      "learning_rate": 1.7089965783962608e-06,
      "loss": 1.4668,
      "step": 587
    },
    {
      "epoch": 0.7377666248431619,
      "grad_norm": 34.344600677490234,
      "learning_rate": 1.6937451472512284e-06,
      "loss": 1.3803,
      "step": 588
    },
    {
      "epoch": 0.739021329987453,
      "grad_norm": 27.322994232177734,
      "learning_rate": 1.6785481856270042e-06,
      "loss": 1.2354,
      "step": 589
    },
    {
      "epoch": 0.740276035131744,
      "grad_norm": 44.57414245605469,
      "learning_rate": 1.6634059438888034e-06,
      "loss": 1.5863,
      "step": 590
    },
    {
      "epoch": 0.7415307402760352,
      "grad_norm": 33.31477737426758,
      "learning_rate": 1.6483186715003523e-06,
      "loss": 1.4086,
      "step": 591
    },
    {
      "epoch": 0.7427854454203262,
      "grad_norm": 33.885536193847656,
      "learning_rate": 1.633286617019771e-06,
      "loss": 1.4022,
      "step": 592
    },
    {
      "epoch": 0.7440401505646174,
      "grad_norm": 43.636802673339844,
      "learning_rate": 1.618310028095486e-06,
      "loss": 1.403,
      "step": 593
    },
    {
      "epoch": 0.7452948557089084,
      "grad_norm": 38.1976432800293,
      "learning_rate": 1.6033891514621436e-06,
      "loss": 1.375,
      "step": 594
    },
    {
      "epoch": 0.7465495608531995,
      "grad_norm": 27.386051177978516,
      "learning_rate": 1.5885242329365448e-06,
      "loss": 1.2411,
      "step": 595
    },
    {
      "epoch": 0.7478042659974906,
      "grad_norm": 32.94865036010742,
      "learning_rate": 1.5737155174136042e-06,
      "loss": 1.3973,
      "step": 596
    },
    {
      "epoch": 0.7490589711417817,
      "grad_norm": 52.85768127441406,
      "learning_rate": 1.5589632488623053e-06,
      "loss": 1.3857,
      "step": 597
    },
    {
      "epoch": 0.7503136762860728,
      "grad_norm": 30.37677001953125,
      "learning_rate": 1.5442676703216851e-06,
      "loss": 1.2986,
      "step": 598
    },
    {
      "epoch": 0.7515683814303639,
      "grad_norm": 50.629112243652344,
      "learning_rate": 1.5296290238968303e-06,
      "loss": 1.4606,
      "step": 599
    },
    {
      "epoch": 0.7528230865746549,
      "grad_norm": 75.81658172607422,
      "learning_rate": 1.5150475507548933e-06,
      "loss": 1.4354,
      "step": 600
    },
    {
      "epoch": 0.7540777917189461,
      "grad_norm": 32.35127639770508,
      "learning_rate": 1.500523491121108e-06,
      "loss": 1.4572,
      "step": 601
    },
    {
      "epoch": 0.7553324968632371,
      "grad_norm": 36.757484436035156,
      "learning_rate": 1.4860570842748412e-06,
      "loss": 1.3798,
      "step": 602
    },
    {
      "epoch": 0.7565872020075283,
      "grad_norm": 39.54582977294922,
      "learning_rate": 1.47164856854565e-06,
      "loss": 1.4334,
      "step": 603
    },
    {
      "epoch": 0.7578419071518193,
      "grad_norm": 30.180776596069336,
      "learning_rate": 1.4572981813093507e-06,
      "loss": 1.4914,
      "step": 604
    },
    {
      "epoch": 0.7590966122961104,
      "grad_norm": 55.5819091796875,
      "learning_rate": 1.4430061589841122e-06,
      "loss": 1.3051,
      "step": 605
    },
    {
      "epoch": 0.7603513174404015,
      "grad_norm": 41.72428894042969,
      "learning_rate": 1.4287727370265558e-06,
      "loss": 1.5724,
      "step": 606
    },
    {
      "epoch": 0.7616060225846926,
      "grad_norm": 30.067726135253906,
      "learning_rate": 1.4145981499278877e-06,
      "loss": 1.2012,
      "step": 607
    },
    {
      "epoch": 0.7628607277289837,
      "grad_norm": 35.68577194213867,
      "learning_rate": 1.4004826312100218e-06,
      "loss": 1.375,
      "step": 608
    },
    {
      "epoch": 0.7641154328732748,
      "grad_norm": 34.37779998779297,
      "learning_rate": 1.386426413421738e-06,
      "loss": 1.4803,
      "step": 609
    },
    {
      "epoch": 0.7653701380175659,
      "grad_norm": 28.35356330871582,
      "learning_rate": 1.3724297281348591e-06,
      "loss": 1.0709,
      "step": 610
    },
    {
      "epoch": 0.766624843161857,
      "grad_norm": 63.945228576660156,
      "learning_rate": 1.3584928059404207e-06,
      "loss": 1.3223,
      "step": 611
    },
    {
      "epoch": 0.767879548306148,
      "grad_norm": 37.977333068847656,
      "learning_rate": 1.3446158764448842e-06,
      "loss": 1.3541,
      "step": 612
    },
    {
      "epoch": 0.7691342534504392,
      "grad_norm": 33.97459411621094,
      "learning_rate": 1.3307991682663463e-06,
      "loss": 1.2762,
      "step": 613
    },
    {
      "epoch": 0.7703889585947302,
      "grad_norm": 52.56448745727539,
      "learning_rate": 1.3170429090307824e-06,
      "loss": 1.4249,
      "step": 614
    },
    {
      "epoch": 0.7716436637390214,
      "grad_norm": 29.552059173583984,
      "learning_rate": 1.303347325368285e-06,
      "loss": 1.3487,
      "step": 615
    },
    {
      "epoch": 0.7728983688833124,
      "grad_norm": 52.34573745727539,
      "learning_rate": 1.2897126429093354e-06,
      "loss": 1.29,
      "step": 616
    },
    {
      "epoch": 0.7741530740276035,
      "grad_norm": 38.19261932373047,
      "learning_rate": 1.2761390862810907e-06,
      "loss": 1.4146,
      "step": 617
    },
    {
      "epoch": 0.7754077791718946,
      "grad_norm": 36.244651794433594,
      "learning_rate": 1.2626268791036766e-06,
      "loss": 1.4714,
      "step": 618
    },
    {
      "epoch": 0.7766624843161857,
      "grad_norm": 41.59754180908203,
      "learning_rate": 1.2491762439865034e-06,
      "loss": 1.2052,
      "step": 619
    },
    {
      "epoch": 0.7779171894604768,
      "grad_norm": 32.61091232299805,
      "learning_rate": 1.235787402524603e-06,
      "loss": 1.2954,
      "step": 620
    },
    {
      "epoch": 0.7791718946047679,
      "grad_norm": 30.722808837890625,
      "learning_rate": 1.2224605752949786e-06,
      "loss": 1.2545,
      "step": 621
    },
    {
      "epoch": 0.7804265997490589,
      "grad_norm": 36.57342529296875,
      "learning_rate": 1.2091959818529636e-06,
      "loss": 1.2536,
      "step": 622
    },
    {
      "epoch": 0.7816813048933501,
      "grad_norm": 45.92577362060547,
      "learning_rate": 1.1959938407286099e-06,
      "loss": 1.3089,
      "step": 623
    },
    {
      "epoch": 0.7829360100376411,
      "grad_norm": 31.191242218017578,
      "learning_rate": 1.182854369423091e-06,
      "loss": 1.2477,
      "step": 624
    },
    {
      "epoch": 0.7841907151819323,
      "grad_norm": 31.34370231628418,
      "learning_rate": 1.1697777844051105e-06,
      "loss": 1.3789,
      "step": 625
    },
    {
      "epoch": 0.7854454203262233,
      "grad_norm": 27.42989730834961,
      "learning_rate": 1.1567643011073393e-06,
      "loss": 1.2446,
      "step": 626
    },
    {
      "epoch": 0.7867001254705144,
      "grad_norm": 31.601276397705078,
      "learning_rate": 1.143814133922872e-06,
      "loss": 1.453,
      "step": 627
    },
    {
      "epoch": 0.7879548306148055,
      "grad_norm": 42.06584548950195,
      "learning_rate": 1.1309274962016854e-06,
      "loss": 1.2825,
      "step": 628
    },
    {
      "epoch": 0.7892095357590966,
      "grad_norm": 36.16788864135742,
      "learning_rate": 1.1181046002471292e-06,
      "loss": 1.3807,
      "step": 629
    },
    {
      "epoch": 0.7904642409033877,
      "grad_norm": 35.88719177246094,
      "learning_rate": 1.1053456573124272e-06,
      "loss": 1.1951,
      "step": 630
    },
    {
      "epoch": 0.7917189460476788,
      "grad_norm": 43.55876541137695,
      "learning_rate": 1.0926508775971995e-06,
      "loss": 1.3084,
      "step": 631
    },
    {
      "epoch": 0.7929736511919699,
      "grad_norm": 38.98108673095703,
      "learning_rate": 1.0800204702439937e-06,
      "loss": 1.336,
      "step": 632
    },
    {
      "epoch": 0.794228356336261,
      "grad_norm": 34.15788650512695,
      "learning_rate": 1.0674546433348453e-06,
      "loss": 1.4309,
      "step": 633
    },
    {
      "epoch": 0.795483061480552,
      "grad_norm": 42.34593963623047,
      "learning_rate": 1.0549536038878432e-06,
      "loss": 1.3815,
      "step": 634
    },
    {
      "epoch": 0.7967377666248432,
      "grad_norm": 33.58256530761719,
      "learning_rate": 1.04251755785373e-06,
      "loss": 1.2034,
      "step": 635
    },
    {
      "epoch": 0.7979924717691342,
      "grad_norm": 41.538753509521484,
      "learning_rate": 1.0301467101124956e-06,
      "loss": 1.3423,
      "step": 636
    },
    {
      "epoch": 0.7992471769134254,
      "grad_norm": 42.10636901855469,
      "learning_rate": 1.0178412644700093e-06,
      "loss": 1.3916,
      "step": 637
    },
    {
      "epoch": 0.8005018820577164,
      "grad_norm": 31.18490219116211,
      "learning_rate": 1.0056014236546647e-06,
      "loss": 1.1455,
      "step": 638
    },
    {
      "epoch": 0.8017565872020075,
      "grad_norm": 32.616031646728516,
      "learning_rate": 9.934273893140335e-07,
      "loss": 1.3136,
      "step": 639
    },
    {
      "epoch": 0.8030112923462986,
      "grad_norm": 41.29079818725586,
      "learning_rate": 9.813193620115446e-07,
      "loss": 1.2788,
      "step": 640
    },
    {
      "epoch": 0.8042659974905897,
      "grad_norm": 39.024993896484375,
      "learning_rate": 9.692775412231863e-07,
      "loss": 1.3029,
      "step": 641
    },
    {
      "epoch": 0.8055207026348808,
      "grad_norm": 40.532737731933594,
      "learning_rate": 9.573021253342114e-07,
      "loss": 1.3518,
      "step": 642
    },
    {
      "epoch": 0.8067754077791719,
      "grad_norm": 42.95549011230469,
      "learning_rate": 9.453933116358715e-07,
      "loss": 1.4456,
      "step": 643
    },
    {
      "epoch": 0.8080301129234629,
      "grad_norm": 30.134597778320312,
      "learning_rate": 9.335512963221732e-07,
      "loss": 1.2561,
      "step": 644
    },
    {
      "epoch": 0.8092848180677541,
      "grad_norm": 42.78569412231445,
      "learning_rate": 9.21776274486636e-07,
      "loss": 1.3378,
      "step": 645
    },
    {
      "epoch": 0.8105395232120451,
      "grad_norm": 54.95227813720703,
      "learning_rate": 9.100684401190829e-07,
      "loss": 1.3858,
      "step": 646
    },
    {
      "epoch": 0.8117942283563363,
      "grad_norm": 42.90878677368164,
      "learning_rate": 8.984279861024453e-07,
      "loss": 1.2899,
      "step": 647
    },
    {
      "epoch": 0.8130489335006273,
      "grad_norm": 53.56229019165039,
      "learning_rate": 8.868551042095852e-07,
      "loss": 1.468,
      "step": 648
    },
    {
      "epoch": 0.8143036386449184,
      "grad_norm": 31.682039260864258,
      "learning_rate": 8.753499851001341e-07,
      "loss": 1.1707,
      "step": 649
    },
    {
      "epoch": 0.8155583437892095,
      "grad_norm": 31.241701126098633,
      "learning_rate": 8.639128183173517e-07,
      "loss": 1.1829,
      "step": 650
    },
    {
      "epoch": 0.8168130489335006,
      "grad_norm": 33.625938415527344,
      "learning_rate": 8.525437922850033e-07,
      "loss": 1.3418,
      "step": 651
    },
    {
      "epoch": 0.8180677540777918,
      "grad_norm": 30.763322830200195,
      "learning_rate": 8.412430943042616e-07,
      "loss": 1.3651,
      "step": 652
    },
    {
      "epoch": 0.8193224592220828,
      "grad_norm": 48.34621810913086,
      "learning_rate": 8.30010910550611e-07,
      "loss": 1.3246,
      "step": 653
    },
    {
      "epoch": 0.820577164366374,
      "grad_norm": 35.97224426269531,
      "learning_rate": 8.188474260707857e-07,
      "loss": 1.422,
      "step": 654
    },
    {
      "epoch": 0.821831869510665,
      "grad_norm": 31.350204467773438,
      "learning_rate": 8.077528247797234e-07,
      "loss": 1.3197,
      "step": 655
    },
    {
      "epoch": 0.823086574654956,
      "grad_norm": 39.3220329284668,
      "learning_rate": 7.967272894575312e-07,
      "loss": 1.3164,
      "step": 656
    },
    {
      "epoch": 0.8243412797992472,
      "grad_norm": 34.87789535522461,
      "learning_rate": 7.857710017464737e-07,
      "loss": 1.3422,
      "step": 657
    },
    {
      "epoch": 0.8255959849435383,
      "grad_norm": 39.69428634643555,
      "learning_rate": 7.748841421479875e-07,
      "loss": 1.2374,
      "step": 658
    },
    {
      "epoch": 0.8268506900878294,
      "grad_norm": 40.43376541137695,
      "learning_rate": 7.640668900196985e-07,
      "loss": 1.3143,
      "step": 659
    },
    {
      "epoch": 0.8281053952321205,
      "grad_norm": 28.951221466064453,
      "learning_rate": 7.533194235724728e-07,
      "loss": 1.315,
      "step": 660
    },
    {
      "epoch": 0.8293601003764115,
      "grad_norm": 56.01127243041992,
      "learning_rate": 7.426419198674773e-07,
      "loss": 1.3279,
      "step": 661
    },
    {
      "epoch": 0.8306148055207027,
      "grad_norm": 36.56144332885742,
      "learning_rate": 7.320345548132679e-07,
      "loss": 1.2427,
      "step": 662
    },
    {
      "epoch": 0.8318695106649937,
      "grad_norm": 34.64320373535156,
      "learning_rate": 7.214975031628856e-07,
      "loss": 1.3805,
      "step": 663
    },
    {
      "epoch": 0.8331242158092849,
      "grad_norm": 42.90142059326172,
      "learning_rate": 7.110309385109804e-07,
      "loss": 1.3778,
      "step": 664
    },
    {
      "epoch": 0.8343789209535759,
      "grad_norm": 33.45329284667969,
      "learning_rate": 7.006350332909495e-07,
      "loss": 1.3461,
      "step": 665
    },
    {
      "epoch": 0.835633626097867,
      "grad_norm": 39.53373718261719,
      "learning_rate": 6.903099587721024e-07,
      "loss": 1.372,
      "step": 666
    },
    {
      "epoch": 0.8368883312421581,
      "grad_norm": 26.866334915161133,
      "learning_rate": 6.800558850568295e-07,
      "loss": 1.1701,
      "step": 667
    },
    {
      "epoch": 0.8381430363864492,
      "grad_norm": 35.01183319091797,
      "learning_rate": 6.698729810778065e-07,
      "loss": 1.2913,
      "step": 668
    },
    {
      "epoch": 0.8393977415307403,
      "grad_norm": 26.15965461730957,
      "learning_rate": 6.597614145952136e-07,
      "loss": 1.1659,
      "step": 669
    },
    {
      "epoch": 0.8406524466750314,
      "grad_norm": 27.10162925720215,
      "learning_rate": 6.497213521939638e-07,
      "loss": 1.176,
      "step": 670
    },
    {
      "epoch": 0.8419071518193224,
      "grad_norm": 39.48128128051758,
      "learning_rate": 6.397529592809615e-07,
      "loss": 1.4855,
      "step": 671
    },
    {
      "epoch": 0.8431618569636136,
      "grad_norm": 45.1597785949707,
      "learning_rate": 6.298564000823848e-07,
      "loss": 1.2702,
      "step": 672
    },
    {
      "epoch": 0.8444165621079046,
      "grad_norm": 59.02643585205078,
      "learning_rate": 6.20031837640967e-07,
      "loss": 1.3335,
      "step": 673
    },
    {
      "epoch": 0.8456712672521958,
      "grad_norm": 33.48893737792969,
      "learning_rate": 6.102794338133195e-07,
      "loss": 1.1215,
      "step": 674
    },
    {
      "epoch": 0.8469259723964868,
      "grad_norm": 33.40549850463867,
      "learning_rate": 6.005993492672657e-07,
      "loss": 1.3049,
      "step": 675
    },
    {
      "epoch": 0.848180677540778,
      "grad_norm": 28.336149215698242,
      "learning_rate": 5.909917434791884e-07,
      "loss": 1.2866,
      "step": 676
    },
    {
      "epoch": 0.849435382685069,
      "grad_norm": 31.5575008392334,
      "learning_rate": 5.814567747314049e-07,
      "loss": 1.1839,
      "step": 677
    },
    {
      "epoch": 0.8506900878293601,
      "grad_norm": 30.665040969848633,
      "learning_rate": 5.719946001095617e-07,
      "loss": 1.3647,
      "step": 678
    },
    {
      "epoch": 0.8519447929736512,
      "grad_norm": 38.09904098510742,
      "learning_rate": 5.626053755000421e-07,
      "loss": 1.3963,
      "step": 679
    },
    {
      "epoch": 0.8531994981179423,
      "grad_norm": 62.874881744384766,
      "learning_rate": 5.532892555874059e-07,
      "loss": 1.2852,
      "step": 680
    },
    {
      "epoch": 0.8544542032622334,
      "grad_norm": 31.233694076538086,
      "learning_rate": 5.440463938518304e-07,
      "loss": 1.487,
      "step": 681
    },
    {
      "epoch": 0.8557089084065245,
      "grad_norm": 34.371585845947266,
      "learning_rate": 5.348769425665884e-07,
      "loss": 1.3499,
      "step": 682
    },
    {
      "epoch": 0.8569636135508155,
      "grad_norm": 40.928802490234375,
      "learning_rate": 5.25781052795541e-07,
      "loss": 1.494,
      "step": 683
    },
    {
      "epoch": 0.8582183186951067,
      "grad_norm": 47.68248748779297,
      "learning_rate": 5.167588743906432e-07,
      "loss": 1.2565,
      "step": 684
    },
    {
      "epoch": 0.8594730238393977,
      "grad_norm": 31.525768280029297,
      "learning_rate": 5.078105559894791e-07,
      "loss": 1.2186,
      "step": 685
    },
    {
      "epoch": 0.8607277289836889,
      "grad_norm": 41.63323211669922,
      "learning_rate": 4.989362450128133e-07,
      "loss": 1.3934,
      "step": 686
    },
    {
      "epoch": 0.8619824341279799,
      "grad_norm": 29.7374324798584,
      "learning_rate": 4.901360876621597e-07,
      "loss": 1.2498,
      "step": 687
    },
    {
      "epoch": 0.863237139272271,
      "grad_norm": 38.2042350769043,
      "learning_rate": 4.814102289173733e-07,
      "loss": 1.1372,
      "step": 688
    },
    {
      "epoch": 0.8644918444165621,
      "grad_norm": 33.84709930419922,
      "learning_rate": 4.727588125342669e-07,
      "loss": 1.218,
      "step": 689
    },
    {
      "epoch": 0.8657465495608532,
      "grad_norm": 39.36479568481445,
      "learning_rate": 4.6418198104223434e-07,
      "loss": 1.3434,
      "step": 690
    },
    {
      "epoch": 0.8670012547051443,
      "grad_norm": 45.70726776123047,
      "learning_rate": 4.5567987574190677e-07,
      "loss": 1.3344,
      "step": 691
    },
    {
      "epoch": 0.8682559598494354,
      "grad_norm": 42.92964172363281,
      "learning_rate": 4.4725263670282905e-07,
      "loss": 1.3247,
      "step": 692
    },
    {
      "epoch": 0.8695106649937264,
      "grad_norm": 33.368629455566406,
      "learning_rate": 4.3890040276114044e-07,
      "loss": 1.3195,
      "step": 693
    },
    {
      "epoch": 0.8707653701380176,
      "grad_norm": 43.9223518371582,
      "learning_rate": 4.306233115173009e-07,
      "loss": 1.3844,
      "step": 694
    },
    {
      "epoch": 0.8720200752823086,
      "grad_norm": 40.18341064453125,
      "learning_rate": 4.224214993338149e-07,
      "loss": 1.3651,
      "step": 695
    },
    {
      "epoch": 0.8732747804265998,
      "grad_norm": 38.75429916381836,
      "learning_rate": 4.1429510133298714e-07,
      "loss": 1.3685,
      "step": 696
    },
    {
      "epoch": 0.8745294855708908,
      "grad_norm": 41.714378356933594,
      "learning_rate": 4.062442513947007e-07,
      "loss": 1.4269,
      "step": 697
    },
    {
      "epoch": 0.875784190715182,
      "grad_norm": 29.522842407226562,
      "learning_rate": 3.9826908215420344e-07,
      "loss": 1.1375,
      "step": 698
    },
    {
      "epoch": 0.877038895859473,
      "grad_norm": 28.621906280517578,
      "learning_rate": 3.903697249999289e-07,
      "loss": 1.3684,
      "step": 699
    },
    {
      "epoch": 0.8782936010037641,
      "grad_norm": 78.60023498535156,
      "learning_rate": 3.825463100713317e-07,
      "loss": 1.3113,
      "step": 700
    },
    {
      "epoch": 0.8795483061480552,
      "grad_norm": 34.123355865478516,
      "learning_rate": 3.747989662567403e-07,
      "loss": 1.4122,
      "step": 701
    },
    {
      "epoch": 0.8808030112923463,
      "grad_norm": 34.434959411621094,
      "learning_rate": 3.671278211912338e-07,
      "loss": 1.4044,
      "step": 702
    },
    {
      "epoch": 0.8820577164366374,
      "grad_norm": 43.3989372253418,
      "learning_rate": 3.595330012545445e-07,
      "loss": 1.3849,
      "step": 703
    },
    {
      "epoch": 0.8833124215809285,
      "grad_norm": 51.71344757080078,
      "learning_rate": 3.520146315689693e-07,
      "loss": 1.4736,
      "step": 704
    },
    {
      "epoch": 0.8845671267252195,
      "grad_norm": 37.74956130981445,
      "learning_rate": 3.445728359973094e-07,
      "loss": 1.5021,
      "step": 705
    },
    {
      "epoch": 0.8858218318695107,
      "grad_norm": 38.12771224975586,
      "learning_rate": 3.372077371408361e-07,
      "loss": 1.3782,
      "step": 706
    },
    {
      "epoch": 0.8870765370138017,
      "grad_norm": 45.82014465332031,
      "learning_rate": 3.299194563372604e-07,
      "loss": 1.4072,
      "step": 707
    },
    {
      "epoch": 0.8883312421580929,
      "grad_norm": 41.57502746582031,
      "learning_rate": 3.22708113658744e-07,
      "loss": 1.1852,
      "step": 708
    },
    {
      "epoch": 0.8895859473023839,
      "grad_norm": 40.33243179321289,
      "learning_rate": 3.1557382790991686e-07,
      "loss": 1.2315,
      "step": 709
    },
    {
      "epoch": 0.890840652446675,
      "grad_norm": 50.13658142089844,
      "learning_rate": 3.085167166259162e-07,
      "loss": 1.5278,
      "step": 710
    },
    {
      "epoch": 0.8920953575909661,
      "grad_norm": 43.55479431152344,
      "learning_rate": 3.015368960704584e-07,
      "loss": 1.214,
      "step": 711
    },
    {
      "epoch": 0.8933500627352572,
      "grad_norm": 40.6564826965332,
      "learning_rate": 2.9463448123391634e-07,
      "loss": 1.2893,
      "step": 712
    },
    {
      "epoch": 0.8946047678795483,
      "grad_norm": 36.575809478759766,
      "learning_rate": 2.878095858314278e-07,
      "loss": 1.2348,
      "step": 713
    },
    {
      "epoch": 0.8958594730238394,
      "grad_norm": 43.1509895324707,
      "learning_rate": 2.810623223010245e-07,
      "loss": 1.2692,
      "step": 714
    },
    {
      "epoch": 0.8971141781681304,
      "grad_norm": 30.058103561401367,
      "learning_rate": 2.743928018017744e-07,
      "loss": 1.2322,
      "step": 715
    },
    {
      "epoch": 0.8983688833124216,
      "grad_norm": 29.974342346191406,
      "learning_rate": 2.67801134211953e-07,
      "loss": 1.1901,
      "step": 716
    },
    {
      "epoch": 0.8996235884567126,
      "grad_norm": 35.170406341552734,
      "learning_rate": 2.612874281272371e-07,
      "loss": 1.2897,
      "step": 717
    },
    {
      "epoch": 0.9008782936010038,
      "grad_norm": 36.794464111328125,
      "learning_rate": 2.548517908589077e-07,
      "loss": 1.4094,
      "step": 718
    },
    {
      "epoch": 0.9021329987452948,
      "grad_norm": 34.6309700012207,
      "learning_rate": 2.4849432843208786e-07,
      "loss": 1.2453,
      "step": 719
    },
    {
      "epoch": 0.903387703889586,
      "grad_norm": 41.007938385009766,
      "learning_rate": 2.422151455839955e-07,
      "loss": 1.479,
      "step": 720
    },
    {
      "epoch": 0.904642409033877,
      "grad_norm": 35.56821823120117,
      "learning_rate": 2.3601434576221548e-07,
      "loss": 1.2376,
      "step": 721
    },
    {
      "epoch": 0.9058971141781681,
      "grad_norm": 40.16046905517578,
      "learning_rate": 2.2989203112299685e-07,
      "loss": 1.3773,
      "step": 722
    },
    {
      "epoch": 0.9071518193224593,
      "grad_norm": 31.831424713134766,
      "learning_rate": 2.2384830252957068e-07,
      "loss": 1.2387,
      "step": 723
    },
    {
      "epoch": 0.9084065244667503,
      "grad_norm": 102.80229187011719,
      "learning_rate": 2.178832595504854e-07,
      "loss": 1.3606,
      "step": 724
    },
    {
      "epoch": 0.9096612296110415,
      "grad_norm": 37.90886688232422,
      "learning_rate": 2.1199700045797077e-07,
      "loss": 1.4478,
      "step": 725
    },
    {
      "epoch": 0.9109159347553325,
      "grad_norm": 36.04559326171875,
      "learning_rate": 2.0618962222631434e-07,
      "loss": 1.4465,
      "step": 726
    },
    {
      "epoch": 0.9121706398996235,
      "grad_norm": 45.584922790527344,
      "learning_rate": 2.0046122053026697e-07,
      "loss": 1.3702,
      "step": 727
    },
    {
      "epoch": 0.9134253450439147,
      "grad_norm": 39.56161117553711,
      "learning_rate": 1.9481188974346698e-07,
      "loss": 1.2966,
      "step": 728
    },
    {
      "epoch": 0.9146800501882058,
      "grad_norm": 48.845314025878906,
      "learning_rate": 1.8924172293688148e-07,
      "loss": 1.3017,
      "step": 729
    },
    {
      "epoch": 0.9159347553324969,
      "grad_norm": 35.209503173828125,
      "learning_rate": 1.8375081187727683e-07,
      "loss": 1.2948,
      "step": 730
    },
    {
      "epoch": 0.917189460476788,
      "grad_norm": 35.617698669433594,
      "learning_rate": 1.7833924702570725e-07,
      "loss": 1.1993,
      "step": 731
    },
    {
      "epoch": 0.918444165621079,
      "grad_norm": 29.306623458862305,
      "learning_rate": 1.7300711753601985e-07,
      "loss": 1.2074,
      "step": 732
    },
    {
      "epoch": 0.9196988707653702,
      "grad_norm": 34.39566421508789,
      "learning_rate": 1.677545112533896e-07,
      "loss": 1.3316,
      "step": 733
    },
    {
      "epoch": 0.9209535759096612,
      "grad_norm": 36.989356994628906,
      "learning_rate": 1.6258151471287397e-07,
      "loss": 1.3134,
      "step": 734
    },
    {
      "epoch": 0.9222082810539524,
      "grad_norm": 48.13298034667969,
      "learning_rate": 1.5748821313798124e-07,
      "loss": 1.3963,
      "step": 735
    },
    {
      "epoch": 0.9234629861982434,
      "grad_norm": 39.777278900146484,
      "learning_rate": 1.5247469043927153e-07,
      "loss": 1.3866,
      "step": 736
    },
    {
      "epoch": 0.9247176913425345,
      "grad_norm": 31.973005294799805,
      "learning_rate": 1.4754102921297363e-07,
      "loss": 1.2392,
      "step": 737
    },
    {
      "epoch": 0.9259723964868256,
      "grad_norm": 31.995790481567383,
      "learning_rate": 1.4268731073962094e-07,
      "loss": 1.2198,
      "step": 738
    },
    {
      "epoch": 0.9272271016311167,
      "grad_norm": 33.672569274902344,
      "learning_rate": 1.3791361498271704e-07,
      "loss": 1.3004,
      "step": 739
    },
    {
      "epoch": 0.9284818067754078,
      "grad_norm": 31.81163787841797,
      "learning_rate": 1.3322002058741678e-07,
      "loss": 1.3826,
      "step": 740
    },
    {
      "epoch": 0.9297365119196989,
      "grad_norm": 32.36835479736328,
      "learning_rate": 1.2860660487922616e-07,
      "loss": 1.4068,
      "step": 741
    },
    {
      "epoch": 0.93099121706399,
      "grad_norm": 43.015193939208984,
      "learning_rate": 1.240734438627361e-07,
      "loss": 1.381,
      "step": 742
    },
    {
      "epoch": 0.9322459222082811,
      "grad_norm": 44.727230072021484,
      "learning_rate": 1.196206122203647e-07,
      "loss": 1.3348,
      "step": 743
    },
    {
      "epoch": 0.9335006273525721,
      "grad_norm": 29.804079055786133,
      "learning_rate": 1.1524818331112853e-07,
      "loss": 1.2291,
      "step": 744
    },
    {
      "epoch": 0.9347553324968633,
      "grad_norm": 46.379451751708984,
      "learning_rate": 1.1095622916943494e-07,
      "loss": 1.4644,
      "step": 745
    },
    {
      "epoch": 0.9360100376411543,
      "grad_norm": 31.480005264282227,
      "learning_rate": 1.0674482050389457e-07,
      "loss": 1.2402,
      "step": 746
    },
    {
      "epoch": 0.9372647427854455,
      "grad_norm": 25.78557586669922,
      "learning_rate": 1.0261402669615505e-07,
      "loss": 1.3798,
      "step": 747
    },
    {
      "epoch": 0.9385194479297365,
      "grad_norm": 41.28335189819336,
      "learning_rate": 9.856391579976032e-08,
      "loss": 1.3066,
      "step": 748
    },
    {
      "epoch": 0.9397741530740276,
      "grad_norm": 42.25539779663086,
      "learning_rate": 9.459455453902866e-08,
      "loss": 1.3258,
      "step": 749
    },
    {
      "epoch": 0.9410288582183187,
      "grad_norm": 39.32608413696289,
      "learning_rate": 9.070600830795251e-08,
      "loss": 1.3086,
      "step": 750
    },
    {
      "epoch": 0.9422835633626098,
      "grad_norm": 30.92926025390625,
      "learning_rate": 8.68983411691221e-08,
      "loss": 1.1993,
      "step": 751
    },
    {
      "epoch": 0.9435382685069009,
      "grad_norm": 33.10255813598633,
      "learning_rate": 8.317161585266964e-08,
      "loss": 1.1975,
      "step": 752
    },
    {
      "epoch": 0.944792973651192,
      "grad_norm": 42.903900146484375,
      "learning_rate": 7.952589375523567e-08,
      "loss": 1.1978,
      "step": 753
    },
    {
      "epoch": 0.946047678795483,
      "grad_norm": 28.121461868286133,
      "learning_rate": 7.59612349389599e-08,
      "loss": 1.222,
      "step": 754
    },
    {
      "epoch": 0.9473023839397742,
      "grad_norm": 35.83945083618164,
      "learning_rate": 7.247769813048644e-08,
      "loss": 1.2472,
      "step": 755
    },
    {
      "epoch": 0.9485570890840652,
      "grad_norm": 37.46073532104492,
      "learning_rate": 6.907534072000177e-08,
      "loss": 1.5055,
      "step": 756
    },
    {
      "epoch": 0.9498117942283564,
      "grad_norm": 27.392000198364258,
      "learning_rate": 6.575421876028721e-08,
      "loss": 1.1948,
      "step": 757
    },
    {
      "epoch": 0.9510664993726474,
      "grad_norm": 51.311744689941406,
      "learning_rate": 6.251438696579293e-08,
      "loss": 1.3754,
      "step": 758
    },
    {
      "epoch": 0.9523212045169385,
      "grad_norm": 36.097373962402344,
      "learning_rate": 5.935589871174208e-08,
      "loss": 1.1822,
      "step": 759
    },
    {
      "epoch": 0.9535759096612296,
      "grad_norm": 32.62606430053711,
      "learning_rate": 5.627880603324532e-08,
      "loss": 1.271,
      "step": 760
    },
    {
      "epoch": 0.9548306148055207,
      "grad_norm": 37.016719818115234,
      "learning_rate": 5.3283159624448745e-08,
      "loss": 1.1878,
      "step": 761
    },
    {
      "epoch": 0.9560853199498118,
      "grad_norm": 37.270118713378906,
      "learning_rate": 5.0369008837696244e-08,
      "loss": 1.2704,
      "step": 762
    },
    {
      "epoch": 0.9573400250941029,
      "grad_norm": 37.098854064941406,
      "learning_rate": 4.753640168271456e-08,
      "loss": 1.2812,
      "step": 763
    },
    {
      "epoch": 0.958594730238394,
      "grad_norm": 44.55942916870117,
      "learning_rate": 4.478538482582617e-08,
      "loss": 1.2366,
      "step": 764
    },
    {
      "epoch": 0.9598494353826851,
      "grad_norm": 30.313488006591797,
      "learning_rate": 4.211600358917989e-08,
      "loss": 1.2731,
      "step": 765
    },
    {
      "epoch": 0.9611041405269761,
      "grad_norm": 52.65010452270508,
      "learning_rate": 3.9528301950000345e-08,
      "loss": 1.4277,
      "step": 766
    },
    {
      "epoch": 0.9623588456712673,
      "grad_norm": 34.024227142333984,
      "learning_rate": 3.702232253986804e-08,
      "loss": 1.3047,
      "step": 767
    },
    {
      "epoch": 0.9636135508155583,
      "grad_norm": 49.82564163208008,
      "learning_rate": 3.4598106644014863e-08,
      "loss": 1.2943,
      "step": 768
    },
    {
      "epoch": 0.9648682559598495,
      "grad_norm": 42.5301513671875,
      "learning_rate": 3.2255694200643003e-08,
      "loss": 1.3643,
      "step": 769
    },
    {
      "epoch": 0.9661229611041405,
      "grad_norm": 36.81052017211914,
      "learning_rate": 2.9995123800270476e-08,
      "loss": 1.4252,
      "step": 770
    },
    {
      "epoch": 0.9673776662484316,
      "grad_norm": 35.52188491821289,
      "learning_rate": 2.7816432685091598e-08,
      "loss": 1.35,
      "step": 771
    },
    {
      "epoch": 0.9686323713927227,
      "grad_norm": 30.83523941040039,
      "learning_rate": 2.5719656748364184e-08,
      "loss": 1.2627,
      "step": 772
    },
    {
      "epoch": 0.9698870765370138,
      "grad_norm": 29.04794692993164,
      "learning_rate": 2.370483053382111e-08,
      "loss": 1.2903,
      "step": 773
    },
    {
      "epoch": 0.9711417816813049,
      "grad_norm": 36.21467208862305,
      "learning_rate": 2.177198723509688e-08,
      "loss": 1.3589,
      "step": 774
    },
    {
      "epoch": 0.972396486825596,
      "grad_norm": 30.13644790649414,
      "learning_rate": 1.992115869518474e-08,
      "loss": 1.2922,
      "step": 775
    },
    {
      "epoch": 0.973651191969887,
      "grad_norm": 50.431663513183594,
      "learning_rate": 1.8152375405909305e-08,
      "loss": 1.2573,
      "step": 776
    },
    {
      "epoch": 0.9749058971141782,
      "grad_norm": 50.13302230834961,
      "learning_rate": 1.6465666507425314e-08,
      "loss": 1.4401,
      "step": 777
    },
    {
      "epoch": 0.9761606022584692,
      "grad_norm": 46.383636474609375,
      "learning_rate": 1.4861059787736886e-08,
      "loss": 1.424,
      "step": 778
    },
    {
      "epoch": 0.9774153074027604,
      "grad_norm": 34.33049011230469,
      "learning_rate": 1.333858168224178e-08,
      "loss": 1.2715,
      "step": 779
    },
    {
      "epoch": 0.9786700125470514,
      "grad_norm": 42.03940963745117,
      "learning_rate": 1.1898257273292857e-08,
      "loss": 1.2918,
      "step": 780
    },
    {
      "epoch": 0.9799247176913425,
      "grad_norm": 42.43777847290039,
      "learning_rate": 1.0540110289786742e-08,
      "loss": 1.5214,
      "step": 781
    },
    {
      "epoch": 0.9811794228356336,
      "grad_norm": 31.801700592041016,
      "learning_rate": 9.264163106774138e-09,
      "loss": 1.2777,
      "step": 782
    },
    {
      "epoch": 0.9824341279799247,
      "grad_norm": 49.655391693115234,
      "learning_rate": 8.07043674508623e-09,
      "loss": 1.2324,
      "step": 783
    },
    {
      "epoch": 0.9836888331242158,
      "grad_norm": 37.17424011230469,
      "learning_rate": 6.958950870994963e-09,
      "loss": 1.2559,
      "step": 784
    },
    {
      "epoch": 0.9849435382685069,
      "grad_norm": 33.83037567138672,
      "learning_rate": 5.929723795884967e-09,
      "loss": 1.2658,
      "step": 785
    },
    {
      "epoch": 0.986198243412798,
      "grad_norm": 49.56622314453125,
      "learning_rate": 4.982772475951026e-09,
      "loss": 1.2301,
      "step": 786
    },
    {
      "epoch": 0.9874529485570891,
      "grad_norm": 71.51993560791016,
      "learning_rate": 4.1181125119221785e-09,
      "loss": 1.4287,
      "step": 787
    },
    {
      "epoch": 0.9887076537013801,
      "grad_norm": 37.62562942504883,
      "learning_rate": 3.3357581488030476e-09,
      "loss": 1.4585,
      "step": 788
    },
    {
      "epoch": 0.9899623588456713,
      "grad_norm": 44.091552734375,
      "learning_rate": 2.635722275638464e-09,
      "loss": 1.5654,
      "step": 789
    },
    {
      "epoch": 0.9912170639899623,
      "grad_norm": 67.96106719970703,
      "learning_rate": 2.0180164253008614e-09,
      "loss": 1.3665,
      "step": 790
    },
    {
      "epoch": 0.9924717691342535,
      "grad_norm": 38.18610763549805,
      "learning_rate": 1.4826507743032071e-09,
      "loss": 1.1607,
      "step": 791
    },
    {
      "epoch": 0.9937264742785445,
      "grad_norm": 36.40510940551758,
      "learning_rate": 1.029634142627467e-09,
      "loss": 1.2769,
      "step": 792
    },
    {
      "epoch": 0.9949811794228356,
      "grad_norm": 34.85893630981445,
      "learning_rate": 6.589739935819461e-10,
      "loss": 1.3029,
      "step": 793
    },
    {
      "epoch": 0.9962358845671268,
      "grad_norm": 36.350643157958984,
      "learning_rate": 3.7067643367749707e-10,
      "loss": 1.2861,
      "step": 794
    },
    {
      "epoch": 0.9974905897114178,
      "grad_norm": 38.7654914855957,
      "learning_rate": 1.6474621252704494e-10,
      "loss": 1.1653,
      "step": 795
    },
    {
      "epoch": 0.998745294855709,
      "grad_norm": 72.9517822265625,
      "learning_rate": 4.118672276620661e-11,
      "loss": 1.3579,
      "step": 796
    },
    {
      "epoch": 1.0,
      "grad_norm": 33.991390228271484,
      "learning_rate": 0.0,
      "loss": 1.346,
      "step": 797
    }
  ],
  "logging_steps": 1,
  "max_steps": 797,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4921722755088384.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}