{
  "best_metric": 2.631765127182007,
  "best_model_checkpoint": "Meta-Llama-3.1-8B-Instruct-finetuned/checkpoint-800",
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 800,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00125,
      "grad_norm": 0.8839266300201416,
      "learning_rate": 1.9975e-05,
      "loss": 3.5886,
      "step": 1
    },
    {
      "epoch": 0.0025,
      "grad_norm": 0.5743476748466492,
      "learning_rate": 1.9950000000000004e-05,
      "loss": 3.1499,
      "step": 2
    },
    {
      "epoch": 0.00375,
      "grad_norm": 0.6939172148704529,
      "learning_rate": 1.9925e-05,
      "loss": 2.4424,
      "step": 3
    },
    {
      "epoch": 0.005,
      "grad_norm": 0.35782289505004883,
      "learning_rate": 1.9900000000000003e-05,
      "loss": 1.6857,
      "step": 4
    },
    {
      "epoch": 0.00625,
      "grad_norm": 0.30019086599349976,
      "learning_rate": 1.9875000000000002e-05,
      "loss": 2.4306,
      "step": 5
    },
    {
      "epoch": 0.0075,
      "grad_norm": 0.7822341918945312,
      "learning_rate": 1.985e-05,
      "loss": 3.1167,
      "step": 6
    },
    {
      "epoch": 0.00875,
      "grad_norm": 1.0825086832046509,
      "learning_rate": 1.9825e-05,
      "loss": 3.4788,
      "step": 7
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.6958524584770203,
      "learning_rate": 1.98e-05,
      "loss": 2.4278,
      "step": 8
    },
    {
      "epoch": 0.01125,
      "grad_norm": 1.0385024547576904,
      "learning_rate": 1.9775000000000003e-05,
      "loss": 2.7115,
      "step": 9
    },
    {
      "epoch": 0.0125,
      "grad_norm": 1.0596249103546143,
      "learning_rate": 1.9750000000000002e-05,
      "loss": 3.8705,
      "step": 10
    },
    {
      "epoch": 0.01375,
      "grad_norm": 1.014846682548523,
      "learning_rate": 1.9725000000000002e-05,
      "loss": 2.7525,
      "step": 11
    },
    {
      "epoch": 0.015,
      "grad_norm": 1.0246942043304443,
      "learning_rate": 1.97e-05,
      "loss": 3.2441,
      "step": 12
    },
    {
      "epoch": 0.01625,
      "grad_norm": 0.5323541760444641,
      "learning_rate": 1.9675e-05,
      "loss": 2.2139,
      "step": 13
    },
    {
      "epoch": 0.0175,
      "grad_norm": 0.6004053950309753,
      "learning_rate": 1.9650000000000003e-05,
      "loss": 2.7995,
      "step": 14
    },
    {
      "epoch": 0.01875,
      "grad_norm": 0.6828798651695251,
      "learning_rate": 1.9625e-05,
      "loss": 2.7872,
      "step": 15
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.8382136225700378,
      "learning_rate": 1.9600000000000002e-05,
      "loss": 1.9668,
      "step": 16
    },
    {
      "epoch": 0.02125,
      "grad_norm": 0.5875881910324097,
      "learning_rate": 1.9575e-05,
      "loss": 2.4291,
      "step": 17
    },
    {
      "epoch": 0.0225,
      "grad_norm": 1.260549545288086,
      "learning_rate": 1.955e-05,
      "loss": 3.2646,
      "step": 18
    },
    {
      "epoch": 0.02375,
      "grad_norm": 0.595811128616333,
      "learning_rate": 1.9525e-05,
      "loss": 2.5531,
      "step": 19
    },
    {
      "epoch": 0.025,
      "grad_norm": 0.5156136155128479,
      "learning_rate": 1.95e-05,
      "loss": 2.4804,
      "step": 20
    },
    {
      "epoch": 0.02625,
      "grad_norm": 0.4905349314212799,
      "learning_rate": 1.9475000000000002e-05,
      "loss": 2.1618,
      "step": 21
    },
    {
      "epoch": 0.0275,
      "grad_norm": 0.3786165118217468,
      "learning_rate": 1.9450000000000002e-05,
      "loss": 2.2184,
      "step": 22
    },
    {
      "epoch": 0.02875,
      "grad_norm": 0.6827333569526672,
      "learning_rate": 1.9425e-05,
      "loss": 2.2265,
      "step": 23
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.9549139738082886,
      "learning_rate": 1.94e-05,
      "loss": 3.0346,
      "step": 24
    },
    {
      "epoch": 0.03125,
      "grad_norm": 0.4533088207244873,
      "learning_rate": 1.9375e-05,
      "loss": 1.9096,
      "step": 25
    },
    {
      "epoch": 0.0325,
      "grad_norm": 1.1265308856964111,
      "learning_rate": 1.9350000000000003e-05,
      "loss": 3.1981,
      "step": 26
    },
    {
      "epoch": 0.03375,
      "grad_norm": 0.6239346265792847,
      "learning_rate": 1.9325000000000002e-05,
      "loss": 2.6925,
      "step": 27
    },
    {
      "epoch": 0.035,
      "grad_norm": 0.8297908306121826,
      "learning_rate": 1.93e-05,
      "loss": 2.9377,
      "step": 28
    },
    {
      "epoch": 0.03625,
      "grad_norm": 0.5328755974769592,
      "learning_rate": 1.9275e-05,
      "loss": 3.5033,
      "step": 29
    },
    {
      "epoch": 0.0375,
      "grad_norm": 0.748451292514801,
      "learning_rate": 1.925e-05,
      "loss": 3.3768,
      "step": 30
    },
    {
      "epoch": 0.03875,
      "grad_norm": 0.6435258388519287,
      "learning_rate": 1.9225000000000003e-05,
      "loss": 2.8508,
      "step": 31
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5679820775985718,
      "learning_rate": 1.9200000000000003e-05,
      "loss": 2.6533,
      "step": 32
    },
    {
      "epoch": 0.04125,
      "grad_norm": 0.8853691220283508,
      "learning_rate": 1.9175000000000002e-05,
      "loss": 3.0708,
      "step": 33
    },
    {
      "epoch": 0.0425,
      "grad_norm": 0.6417959332466125,
      "learning_rate": 1.915e-05,
      "loss": 1.6389,
      "step": 34
    },
    {
      "epoch": 0.04375,
      "grad_norm": 0.5146605372428894,
      "learning_rate": 1.9125000000000004e-05,
      "loss": 2.7314,
      "step": 35
    },
    {
      "epoch": 0.045,
      "grad_norm": 1.4297131299972534,
      "learning_rate": 1.91e-05,
      "loss": 3.6263,
      "step": 36
    },
    {
      "epoch": 0.04625,
      "grad_norm": 1.8327345848083496,
      "learning_rate": 1.9075000000000003e-05,
      "loss": 3.2042,
      "step": 37
    },
    {
      "epoch": 0.0475,
      "grad_norm": 0.9266634583473206,
      "learning_rate": 1.9050000000000002e-05,
      "loss": 2.8001,
      "step": 38
    },
    {
      "epoch": 0.04875,
      "grad_norm": 0.944769024848938,
      "learning_rate": 1.9025e-05,
      "loss": 2.8379,
      "step": 39
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6269248723983765,
      "learning_rate": 1.9e-05,
      "loss": 2.5707,
      "step": 40
    },
    {
      "epoch": 0.05125,
      "grad_norm": 0.8288752436637878,
      "learning_rate": 1.8975e-05,
      "loss": 3.1964,
      "step": 41
    },
    {
      "epoch": 0.0525,
      "grad_norm": 1.4263437986373901,
      "learning_rate": 1.8950000000000003e-05,
      "loss": 3.5353,
      "step": 42
    },
    {
      "epoch": 0.05375,
      "grad_norm": 1.2455209493637085,
      "learning_rate": 1.8925000000000003e-05,
      "loss": 2.7257,
      "step": 43
    },
    {
      "epoch": 0.055,
      "grad_norm": 0.5519097447395325,
      "learning_rate": 1.8900000000000002e-05,
      "loss": 2.2432,
      "step": 44
    },
    {
      "epoch": 0.05625,
      "grad_norm": 0.7771982550621033,
      "learning_rate": 1.8875e-05,
      "loss": 2.1759,
      "step": 45
    },
    {
      "epoch": 0.0575,
      "grad_norm": 1.3399147987365723,
      "learning_rate": 1.885e-05,
      "loss": 3.1654,
      "step": 46
    },
    {
      "epoch": 0.05875,
      "grad_norm": 0.4468587040901184,
      "learning_rate": 1.8825000000000004e-05,
      "loss": 2.0097,
      "step": 47
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.6694964170455933,
      "learning_rate": 1.88e-05,
      "loss": 2.3989,
      "step": 48
    },
    {
      "epoch": 0.06125,
      "grad_norm": 0.583661675453186,
      "learning_rate": 1.8775000000000002e-05,
      "loss": 2.3641,
      "step": 49
    },
    {
      "epoch": 0.0625,
      "grad_norm": 1.7708433866500854,
      "learning_rate": 1.8750000000000002e-05,
      "loss": 3.4434,
      "step": 50
    },
    {
      "epoch": 0.06375,
      "grad_norm": 1.0765807628631592,
      "learning_rate": 1.8725e-05,
      "loss": 3.0016,
      "step": 51
    },
    {
      "epoch": 0.065,
      "grad_norm": 2.168282985687256,
      "learning_rate": 1.8700000000000004e-05,
      "loss": 3.9576,
      "step": 52
    },
    {
      "epoch": 0.06625,
      "grad_norm": 1.4953194856643677,
      "learning_rate": 1.8675e-05,
      "loss": 3.1084,
      "step": 53
    },
    {
      "epoch": 0.0675,
      "grad_norm": 0.9680989980697632,
      "learning_rate": 1.8650000000000003e-05,
      "loss": 2.678,
      "step": 54
    },
    {
      "epoch": 0.06875,
      "grad_norm": 0.6683467030525208,
      "learning_rate": 1.8625000000000002e-05,
      "loss": 2.5912,
      "step": 55
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5850144624710083,
      "learning_rate": 1.86e-05,
      "loss": 2.5303,
      "step": 56
    },
    {
      "epoch": 0.07125,
      "grad_norm": 1.957913875579834,
      "learning_rate": 1.8575e-05,
      "loss": 3.5738,
      "step": 57
    },
    {
      "epoch": 0.0725,
      "grad_norm": 0.4880407154560089,
      "learning_rate": 1.855e-05,
      "loss": 2.4431,
      "step": 58
    },
    {
      "epoch": 0.07375,
      "grad_norm": 0.6582357883453369,
      "learning_rate": 1.8525000000000003e-05,
      "loss": 2.7631,
      "step": 59
    },
    {
      "epoch": 0.075,
      "grad_norm": 1.223876953125,
      "learning_rate": 1.8500000000000002e-05,
      "loss": 2.551,
      "step": 60
    },
    {
      "epoch": 0.07625,
      "grad_norm": 0.7573391199111938,
      "learning_rate": 1.8475000000000002e-05,
      "loss": 2.7722,
      "step": 61
    },
    {
      "epoch": 0.0775,
      "grad_norm": 1.3893153667449951,
      "learning_rate": 1.845e-05,
      "loss": 2.6213,
      "step": 62
    },
    {
      "epoch": 0.07875,
      "grad_norm": 0.8527727723121643,
      "learning_rate": 1.8425e-05,
      "loss": 2.76,
      "step": 63
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.539513885974884,
      "learning_rate": 1.8400000000000003e-05,
      "loss": 2.4052,
      "step": 64
    },
    {
      "epoch": 0.08125,
      "grad_norm": 1.2717337608337402,
      "learning_rate": 1.8375e-05,
      "loss": 3.2137,
      "step": 65
    },
    {
      "epoch": 0.0825,
      "grad_norm": 0.9680526852607727,
      "learning_rate": 1.8350000000000002e-05,
      "loss": 1.867,
      "step": 66
    },
    {
      "epoch": 0.08375,
      "grad_norm": 0.7457209825515747,
      "learning_rate": 1.8325e-05,
      "loss": 2.9906,
      "step": 67
    },
    {
      "epoch": 0.085,
      "grad_norm": 0.9684948325157166,
      "learning_rate": 1.83e-05,
      "loss": 2.3277,
      "step": 68
    },
    {
      "epoch": 0.08625,
      "grad_norm": 1.1279115676879883,
      "learning_rate": 1.8275e-05,
      "loss": 2.9131,
      "step": 69
    },
    {
      "epoch": 0.0875,
      "grad_norm": 0.7532200217247009,
      "learning_rate": 1.825e-05,
      "loss": 2.848,
      "step": 70
    },
    {
      "epoch": 0.08875,
      "grad_norm": 2.1061675548553467,
      "learning_rate": 1.8225000000000003e-05,
      "loss": 3.3145,
      "step": 71
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.2701787948608398,
      "learning_rate": 1.8200000000000002e-05,
      "loss": 2.7297,
      "step": 72
    },
    {
      "epoch": 0.09125,
      "grad_norm": 0.8566807508468628,
      "learning_rate": 1.8175e-05,
      "loss": 2.5054,
      "step": 73
    },
    {
      "epoch": 0.0925,
      "grad_norm": 0.7943547964096069,
      "learning_rate": 1.815e-05,
      "loss": 2.9178,
      "step": 74
    },
    {
      "epoch": 0.09375,
      "grad_norm": 1.2525556087493896,
      "learning_rate": 1.8125e-05,
      "loss": 3.1584,
      "step": 75
    },
    {
      "epoch": 0.095,
      "grad_norm": 0.9087671041488647,
      "learning_rate": 1.8100000000000003e-05,
      "loss": 2.5073,
      "step": 76
    },
    {
      "epoch": 0.09625,
      "grad_norm": 1.253976583480835,
      "learning_rate": 1.8075000000000002e-05,
      "loss": 2.8634,
      "step": 77
    },
    {
      "epoch": 0.0975,
      "grad_norm": 1.6665199995040894,
      "learning_rate": 1.805e-05,
      "loss": 2.1963,
      "step": 78
    },
    {
      "epoch": 0.09875,
      "grad_norm": 1.2400460243225098,
      "learning_rate": 1.8025e-05,
      "loss": 2.4813,
      "step": 79
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.0923187732696533,
      "learning_rate": 1.8e-05,
      "loss": 3.0353,
      "step": 80
    },
    {
      "epoch": 0.10125,
      "grad_norm": 0.6350508332252502,
      "learning_rate": 1.7975000000000003e-05,
      "loss": 2.4959,
      "step": 81
    },
    {
      "epoch": 0.1025,
      "grad_norm": 1.7657043933868408,
      "learning_rate": 1.795e-05,
      "loss": 3.2626,
      "step": 82
    },
    {
      "epoch": 0.10375,
      "grad_norm": 2.0525500774383545,
      "learning_rate": 1.7925000000000002e-05,
      "loss": 2.5613,
      "step": 83
    },
    {
      "epoch": 0.105,
      "grad_norm": 0.8630340099334717,
      "learning_rate": 1.79e-05,
      "loss": 2.54,
      "step": 84
    },
    {
      "epoch": 0.10625,
      "grad_norm": 2.1113481521606445,
      "learning_rate": 1.7875e-05,
      "loss": 3.6185,
      "step": 85
    },
    {
      "epoch": 0.1075,
      "grad_norm": 1.0695478916168213,
      "learning_rate": 1.785e-05,
      "loss": 2.9277,
      "step": 86
    },
    {
      "epoch": 0.10875,
      "grad_norm": 1.6546651124954224,
      "learning_rate": 1.7825e-05,
      "loss": 2.7956,
      "step": 87
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.6290825605392456,
      "learning_rate": 1.7800000000000002e-05,
      "loss": 2.6147,
      "step": 88
    },
    {
      "epoch": 0.11125,
      "grad_norm": 0.8302910923957825,
      "learning_rate": 1.7775000000000002e-05,
      "loss": 2.6113,
      "step": 89
    },
    {
      "epoch": 0.1125,
      "grad_norm": 2.2139322757720947,
      "learning_rate": 1.775e-05,
      "loss": 2.7841,
      "step": 90
    },
    {
      "epoch": 0.11375,
      "grad_norm": 0.5742428302764893,
      "learning_rate": 1.7725e-05,
      "loss": 2.6969,
      "step": 91
    },
    {
      "epoch": 0.115,
      "grad_norm": 1.6150765419006348,
      "learning_rate": 1.77e-05,
      "loss": 3.3552,
      "step": 92
    },
    {
      "epoch": 0.11625,
      "grad_norm": 1.053296685218811,
      "learning_rate": 1.7675000000000003e-05,
      "loss": 2.5297,
      "step": 93
    },
    {
      "epoch": 0.1175,
      "grad_norm": 0.8964847922325134,
      "learning_rate": 1.7650000000000002e-05,
      "loss": 2.5295,
      "step": 94
    },
    {
      "epoch": 0.11875,
      "grad_norm": 0.9291931390762329,
      "learning_rate": 1.7625e-05,
      "loss": 2.4275,
      "step": 95
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.3160396814346313,
      "learning_rate": 1.76e-05,
      "loss": 2.727,
      "step": 96
    },
    {
      "epoch": 0.12125,
      "grad_norm": 3.190565824508667,
      "learning_rate": 1.7575000000000004e-05,
      "loss": 3.1598,
      "step": 97
    },
    {
      "epoch": 0.1225,
      "grad_norm": 1.1592965126037598,
      "learning_rate": 1.755e-05,
      "loss": 1.8949,
      "step": 98
    },
    {
      "epoch": 0.12375,
      "grad_norm": 1.942399263381958,
      "learning_rate": 1.7525000000000002e-05,
      "loss": 2.8239,
      "step": 99
    },
    {
      "epoch": 0.125,
      "grad_norm": 0.8165029883384705,
      "learning_rate": 1.7500000000000002e-05,
      "loss": 2.0449,
      "step": 100
    },
    {
      "epoch": 0.12625,
      "grad_norm": 0.9424604773521423,
      "learning_rate": 1.7475e-05,
      "loss": 2.994,
      "step": 101
    },
    {
      "epoch": 0.1275,
      "grad_norm": 2.3983001708984375,
      "learning_rate": 1.7450000000000004e-05,
      "loss": 4.2536,
      "step": 102
    },
    {
      "epoch": 0.12875,
      "grad_norm": 1.9262495040893555,
      "learning_rate": 1.7425e-05,
      "loss": 3.5003,
      "step": 103
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5252268314361572,
      "learning_rate": 1.7400000000000003e-05,
      "loss": 2.2976,
      "step": 104
    },
    {
      "epoch": 0.13125,
      "grad_norm": 1.0399681329727173,
      "learning_rate": 1.7375000000000002e-05,
      "loss": 2.5173,
      "step": 105
    },
    {
      "epoch": 0.1325,
      "grad_norm": 0.9736959338188171,
      "learning_rate": 1.735e-05,
      "loss": 2.475,
      "step": 106
    },
    {
      "epoch": 0.13375,
      "grad_norm": 2.253629446029663,
      "learning_rate": 1.7325e-05,
      "loss": 3.4539,
      "step": 107
    },
    {
      "epoch": 0.135,
      "grad_norm": 0.9584936499595642,
      "learning_rate": 1.73e-05,
      "loss": 2.3618,
      "step": 108
    },
    {
      "epoch": 0.13625,
      "grad_norm": 0.7614779472351074,
      "learning_rate": 1.7275000000000003e-05,
      "loss": 2.6198,
      "step": 109
    },
    {
      "epoch": 0.1375,
      "grad_norm": 1.4478983879089355,
      "learning_rate": 1.7250000000000003e-05,
      "loss": 2.4151,
      "step": 110
    },
    {
      "epoch": 0.13875,
      "grad_norm": 1.6698650121688843,
      "learning_rate": 1.7225000000000002e-05,
      "loss": 2.8188,
      "step": 111
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.1940186023712158,
      "learning_rate": 1.72e-05,
      "loss": 2.9268,
      "step": 112
    },
    {
      "epoch": 0.14125,
      "grad_norm": 1.3393628597259521,
      "learning_rate": 1.7175e-05,
      "loss": 3.246,
      "step": 113
    },
    {
      "epoch": 0.1425,
      "grad_norm": 1.6196234226226807,
      "learning_rate": 1.7150000000000004e-05,
      "loss": 3.1591,
      "step": 114
    },
    {
      "epoch": 0.14375,
      "grad_norm": 2.1916654109954834,
      "learning_rate": 1.7125e-05,
      "loss": 2.6534,
      "step": 115
    },
    {
      "epoch": 0.145,
      "grad_norm": 1.725541591644287,
      "learning_rate": 1.7100000000000002e-05,
      "loss": 2.5497,
      "step": 116
    },
    {
      "epoch": 0.14625,
      "grad_norm": 1.0600862503051758,
      "learning_rate": 1.7075e-05,
      "loss": 2.5041,
      "step": 117
    },
    {
      "epoch": 0.1475,
      "grad_norm": 0.9649932980537415,
      "learning_rate": 1.705e-05,
      "loss": 2.8991,
      "step": 118
    },
    {
      "epoch": 0.14875,
      "grad_norm": 1.460185170173645,
      "learning_rate": 1.7025e-05,
      "loss": 2.7737,
      "step": 119
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.8451898694038391,
      "learning_rate": 1.7e-05,
      "loss": 2.3685,
      "step": 120
    },
    {
      "epoch": 0.15125,
      "grad_norm": 1.7984133958816528,
      "learning_rate": 1.6975000000000003e-05,
      "loss": 2.599,
      "step": 121
    },
    {
      "epoch": 0.1525,
      "grad_norm": 0.9329972267150879,
      "learning_rate": 1.6950000000000002e-05,
      "loss": 2.9886,
      "step": 122
    },
    {
      "epoch": 0.15375,
      "grad_norm": 0.725104808807373,
      "learning_rate": 1.6925e-05,
      "loss": 2.5776,
      "step": 123
    },
    {
      "epoch": 0.155,
      "grad_norm": 0.7359060049057007,
      "learning_rate": 1.69e-05,
      "loss": 2.8262,
      "step": 124
    },
    {
      "epoch": 0.15625,
      "grad_norm": 1.0401649475097656,
      "learning_rate": 1.6875e-05,
      "loss": 2.853,
      "step": 125
    },
    {
      "epoch": 0.1575,
      "grad_norm": 1.748463749885559,
      "learning_rate": 1.6850000000000003e-05,
      "loss": 2.4642,
      "step": 126
    },
    {
      "epoch": 0.15875,
      "grad_norm": 1.278817057609558,
      "learning_rate": 1.6825000000000002e-05,
      "loss": 2.1242,
      "step": 127
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.4376240968704224,
      "learning_rate": 1.6800000000000002e-05,
      "loss": 2.7639,
      "step": 128
    },
    {
      "epoch": 0.16125,
      "grad_norm": 1.3094562292099,
      "learning_rate": 1.6775e-05,
      "loss": 2.4866,
      "step": 129
    },
    {
      "epoch": 0.1625,
      "grad_norm": 0.7014777064323425,
      "learning_rate": 1.675e-05,
      "loss": 3.0492,
      "step": 130
    },
    {
      "epoch": 0.16375,
      "grad_norm": 1.578884243965149,
      "learning_rate": 1.6725000000000003e-05,
      "loss": 3.039,
      "step": 131
    },
    {
      "epoch": 0.165,
      "grad_norm": 0.9808546900749207,
      "learning_rate": 1.67e-05,
      "loss": 2.7078,
      "step": 132
    },
    {
      "epoch": 0.16625,
      "grad_norm": 0.7291256189346313,
      "learning_rate": 1.6675000000000002e-05,
      "loss": 2.3461,
      "step": 133
    },
    {
      "epoch": 0.1675,
      "grad_norm": 0.8226473927497864,
      "learning_rate": 1.665e-05,
      "loss": 2.7881,
      "step": 134
    },
    {
      "epoch": 0.16875,
      "grad_norm": 1.732428789138794,
      "learning_rate": 1.6625e-05,
      "loss": 2.9649,
      "step": 135
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.4389218091964722,
      "learning_rate": 1.66e-05,
      "loss": 2.7957,
      "step": 136
    },
    {
      "epoch": 0.17125,
      "grad_norm": 1.5826399326324463,
      "learning_rate": 1.6575e-05,
      "loss": 2.911,
      "step": 137
    },
    {
      "epoch": 0.1725,
      "grad_norm": 1.0410722494125366,
      "learning_rate": 1.6550000000000002e-05,
      "loss": 2.6444,
      "step": 138
    },
    {
      "epoch": 0.17375,
      "grad_norm": 0.9773198366165161,
      "learning_rate": 1.6525000000000002e-05,
      "loss": 2.3028,
      "step": 139
    },
    {
      "epoch": 0.175,
      "grad_norm": 0.9613956212997437,
      "learning_rate": 1.65e-05,
      "loss": 2.2155,
      "step": 140
    },
    {
      "epoch": 0.17625,
      "grad_norm": 1.3112648725509644,
      "learning_rate": 1.6475e-05,
      "loss": 2.2479,
      "step": 141
    },
    {
      "epoch": 0.1775,
      "grad_norm": 1.0890480279922485,
      "learning_rate": 1.645e-05,
      "loss": 2.155,
      "step": 142
    },
    {
      "epoch": 0.17875,
      "grad_norm": 0.837094247341156,
      "learning_rate": 1.6425000000000003e-05,
      "loss": 2.6826,
      "step": 143
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.2103476524353027,
      "learning_rate": 1.64e-05,
      "loss": 3.228,
      "step": 144
    },
    {
      "epoch": 0.18125,
      "grad_norm": 1.9761539697647095,
      "learning_rate": 1.6375e-05,
      "loss": 2.7196,
      "step": 145
    },
    {
      "epoch": 0.1825,
      "grad_norm": 0.9773359894752502,
      "learning_rate": 1.635e-05,
      "loss": 2.9387,
      "step": 146
    },
    {
      "epoch": 0.18375,
      "grad_norm": 0.9832570552825928,
      "learning_rate": 1.6325e-05,
      "loss": 2.8681,
      "step": 147
    },
    {
      "epoch": 0.185,
      "grad_norm": 1.0604499578475952,
      "learning_rate": 1.63e-05,
      "loss": 2.5064,
      "step": 148
    },
    {
      "epoch": 0.18625,
      "grad_norm": 0.48051193356513977,
      "learning_rate": 1.6275e-05,
      "loss": 2.4564,
      "step": 149
    },
    {
      "epoch": 0.1875,
      "grad_norm": 1.50802481174469,
      "learning_rate": 1.6250000000000002e-05,
      "loss": 2.8379,
      "step": 150
    },
    {
      "epoch": 0.18875,
      "grad_norm": 1.812436580657959,
      "learning_rate": 1.6225e-05,
      "loss": 1.9878,
      "step": 151
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.7669923305511475,
      "learning_rate": 1.62e-05,
      "loss": 2.8151,
      "step": 152
    },
    {
      "epoch": 0.19125,
      "grad_norm": 2.281033754348755,
      "learning_rate": 1.6175e-05,
      "loss": 3.3304,
      "step": 153
    },
    {
      "epoch": 0.1925,
      "grad_norm": 0.9153265357017517,
      "learning_rate": 1.6150000000000003e-05,
      "loss": 1.8299,
      "step": 154
    },
    {
      "epoch": 0.19375,
      "grad_norm": 1.041798710823059,
      "learning_rate": 1.6125000000000002e-05,
      "loss": 2.9185,
      "step": 155
    },
    {
      "epoch": 0.195,
      "grad_norm": 0.6834219694137573,
      "learning_rate": 1.6100000000000002e-05,
      "loss": 2.3889,
      "step": 156
    },
    {
      "epoch": 0.19625,
      "grad_norm": 1.8793840408325195,
      "learning_rate": 1.6075e-05,
      "loss": 2.7536,
      "step": 157
    },
    {
      "epoch": 0.1975,
      "grad_norm": 1.4421665668487549,
      "learning_rate": 1.605e-05,
      "loss": 2.9225,
      "step": 158
    },
    {
      "epoch": 0.19875,
      "grad_norm": 2.3824641704559326,
      "learning_rate": 1.6025000000000003e-05,
      "loss": 3.4679,
      "step": 159
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.144702672958374,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 3.194,
      "step": 160
    },
    {
      "epoch": 0.20125,
      "grad_norm": 1.5149937868118286,
      "learning_rate": 1.5975000000000002e-05,
      "loss": 3.0138,
      "step": 161
    },
    {
      "epoch": 0.2025,
      "grad_norm": 2.1063072681427,
      "learning_rate": 1.595e-05,
      "loss": 3.0519,
      "step": 162
    },
    {
      "epoch": 0.20375,
      "grad_norm": 0.820692777633667,
      "learning_rate": 1.5925e-05,
      "loss": 1.9736,
      "step": 163
    },
    {
      "epoch": 0.205,
      "grad_norm": 1.1006802320480347,
      "learning_rate": 1.5900000000000004e-05,
      "loss": 2.7983,
      "step": 164
    },
    {
      "epoch": 0.20625,
      "grad_norm": 1.038564920425415,
      "learning_rate": 1.5875e-05,
      "loss": 2.506,
      "step": 165
    },
    {
      "epoch": 0.2075,
      "grad_norm": 1.1868886947631836,
      "learning_rate": 1.5850000000000002e-05,
      "loss": 2.2386,
      "step": 166
    },
    {
      "epoch": 0.20875,
      "grad_norm": 0.9923886060714722,
      "learning_rate": 1.5825000000000002e-05,
      "loss": 2.2732,
      "step": 167
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.5702191591262817,
      "learning_rate": 1.58e-05,
      "loss": 3.1675,
      "step": 168
    },
    {
      "epoch": 0.21125,
      "grad_norm": 1.3807926177978516,
      "learning_rate": 1.5775e-05,
      "loss": 2.1471,
      "step": 169
    },
    {
      "epoch": 0.2125,
      "grad_norm": 1.0479799509048462,
      "learning_rate": 1.575e-05,
      "loss": 2.1308,
      "step": 170
    },
    {
      "epoch": 0.21375,
      "grad_norm": 1.8413770198822021,
      "learning_rate": 1.5725000000000003e-05,
      "loss": 2.9807,
      "step": 171
    },
    {
      "epoch": 0.215,
      "grad_norm": 1.8779033422470093,
      "learning_rate": 1.5700000000000002e-05,
      "loss": 2.6333,
      "step": 172
    },
    {
      "epoch": 0.21625,
      "grad_norm": 0.9915759563446045,
      "learning_rate": 1.5675e-05,
      "loss": 2.1059,
      "step": 173
    },
    {
      "epoch": 0.2175,
      "grad_norm": 1.3852919340133667,
      "learning_rate": 1.565e-05,
      "loss": 2.8429,
      "step": 174
    },
    {
      "epoch": 0.21875,
      "grad_norm": 0.8641107082366943,
      "learning_rate": 1.5625e-05,
      "loss": 2.5064,
      "step": 175
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.1318968534469604,
      "learning_rate": 1.5600000000000003e-05,
      "loss": 2.6325,
      "step": 176
    },
    {
      "epoch": 0.22125,
      "grad_norm": 1.3027793169021606,
      "learning_rate": 1.5575000000000002e-05,
      "loss": 2.0696,
      "step": 177
    },
    {
      "epoch": 0.2225,
      "grad_norm": 1.8702739477157593,
      "learning_rate": 1.5550000000000002e-05,
      "loss": 2.6865,
      "step": 178
    },
    {
      "epoch": 0.22375,
      "grad_norm": 1.9452624320983887,
      "learning_rate": 1.5525e-05,
      "loss": 3.6065,
      "step": 179
    },
    {
      "epoch": 0.225,
      "grad_norm": 2.445535182952881,
      "learning_rate": 1.55e-05,
      "loss": 3.6079,
      "step": 180
    },
    {
      "epoch": 0.22625,
      "grad_norm": 1.1266591548919678,
      "learning_rate": 1.5475000000000003e-05,
      "loss": 2.3907,
      "step": 181
    },
    {
      "epoch": 0.2275,
      "grad_norm": 1.3965399265289307,
      "learning_rate": 1.545e-05,
      "loss": 2.7698,
      "step": 182
    },
    {
      "epoch": 0.22875,
      "grad_norm": 1.1321989297866821,
      "learning_rate": 1.5425000000000002e-05,
      "loss": 3.7761,
      "step": 183
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.289818525314331,
      "learning_rate": 1.54e-05,
      "loss": 2.7404,
      "step": 184
    },
    {
      "epoch": 0.23125,
      "grad_norm": 1.3494073152542114,
      "learning_rate": 1.5375e-05,
      "loss": 2.6953,
      "step": 185
    },
    {
      "epoch": 0.2325,
      "grad_norm": 0.6751367449760437,
      "learning_rate": 1.535e-05,
      "loss": 2.4991,
      "step": 186
    },
    {
      "epoch": 0.23375,
      "grad_norm": 1.2142468690872192,
      "learning_rate": 1.5325e-05,
      "loss": 2.7054,
      "step": 187
    },
    {
      "epoch": 0.235,
      "grad_norm": 1.5462883710861206,
      "learning_rate": 1.5300000000000003e-05,
      "loss": 3.0457,
      "step": 188
    },
    {
      "epoch": 0.23625,
      "grad_norm": 2.16507625579834,
      "learning_rate": 1.5275000000000002e-05,
      "loss": 2.8668,
      "step": 189
    },
    {
      "epoch": 0.2375,
      "grad_norm": 2.034597635269165,
      "learning_rate": 1.525e-05,
      "loss": 3.3775,
      "step": 190
    },
    {
      "epoch": 0.23875,
      "grad_norm": 1.8364763259887695,
      "learning_rate": 1.5225e-05,
      "loss": 2.3838,
      "step": 191
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.2459280490875244,
      "learning_rate": 1.5200000000000002e-05,
      "loss": 2.604,
      "step": 192
    },
    {
      "epoch": 0.24125,
      "grad_norm": 1.3169443607330322,
      "learning_rate": 1.5175000000000001e-05,
      "loss": 2.6639,
      "step": 193
    },
    {
      "epoch": 0.2425,
      "grad_norm": 1.6183668375015259,
      "learning_rate": 1.515e-05,
      "loss": 2.663,
      "step": 194
    },
    {
      "epoch": 0.24375,
      "grad_norm": 0.8612351417541504,
      "learning_rate": 1.5125e-05,
      "loss": 2.2988,
      "step": 195
    },
    {
      "epoch": 0.245,
      "grad_norm": 1.1287574768066406,
      "learning_rate": 1.5100000000000001e-05,
      "loss": 2.5189,
      "step": 196
    },
    {
      "epoch": 0.24625,
      "grad_norm": 0.8260729312896729,
      "learning_rate": 1.5075000000000002e-05,
      "loss": 2.1106,
      "step": 197
    },
    {
      "epoch": 0.2475,
      "grad_norm": 1.1428359746932983,
      "learning_rate": 1.505e-05,
      "loss": 2.3685,
      "step": 198
    },
    {
      "epoch": 0.24875,
      "grad_norm": 2.2927756309509277,
      "learning_rate": 1.5025000000000001e-05,
      "loss": 3.2356,
      "step": 199
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.6453107595443726,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 2.9095,
      "step": 200
    },
    {
      "epoch": 0.25125,
      "grad_norm": 2.4193787574768066,
      "learning_rate": 1.4975000000000001e-05,
      "loss": 3.0942,
      "step": 201
    },
    {
      "epoch": 0.2525,
      "grad_norm": 1.536061406135559,
      "learning_rate": 1.4950000000000003e-05,
      "loss": 2.6016,
      "step": 202
    },
    {
      "epoch": 0.25375,
      "grad_norm": 1.0485507249832153,
      "learning_rate": 1.4925e-05,
      "loss": 2.4134,
      "step": 203
    },
    {
      "epoch": 0.255,
      "grad_norm": 2.519632577896118,
      "learning_rate": 1.4900000000000001e-05,
      "loss": 2.4384,
      "step": 204
    },
    {
      "epoch": 0.25625,
      "grad_norm": 1.311072826385498,
      "learning_rate": 1.4875000000000002e-05,
      "loss": 3.0807,
      "step": 205
    },
    {
      "epoch": 0.2575,
      "grad_norm": 2.9829020500183105,
      "learning_rate": 1.4850000000000002e-05,
      "loss": 3.4535,
      "step": 206
    },
    {
      "epoch": 0.25875,
      "grad_norm": 1.2975739240646362,
      "learning_rate": 1.4825000000000001e-05,
      "loss": 2.5714,
      "step": 207
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.9030929803848267,
      "learning_rate": 1.48e-05,
      "loss": 2.7733,
      "step": 208
    },
    {
      "epoch": 0.26125,
      "grad_norm": 0.9590077996253967,
      "learning_rate": 1.4775000000000002e-05,
      "loss": 2.6125,
      "step": 209
    },
    {
      "epoch": 0.2625,
      "grad_norm": 0.9263010025024414,
      "learning_rate": 1.4750000000000003e-05,
      "loss": 2.6456,
      "step": 210
    },
    {
      "epoch": 0.26375,
      "grad_norm": 2.1573827266693115,
      "learning_rate": 1.4725e-05,
      "loss": 2.4447,
      "step": 211
    },
    {
      "epoch": 0.265,
      "grad_norm": 1.386278510093689,
      "learning_rate": 1.4700000000000002e-05,
      "loss": 2.5971,
      "step": 212
    },
    {
      "epoch": 0.26625,
      "grad_norm": 1.487113118171692,
      "learning_rate": 1.4675000000000001e-05,
      "loss": 2.8983,
      "step": 213
    },
    {
      "epoch": 0.2675,
      "grad_norm": 1.6664327383041382,
      "learning_rate": 1.4650000000000002e-05,
      "loss": 2.0951,
      "step": 214
    },
    {
      "epoch": 0.26875,
      "grad_norm": 1.2928472757339478,
      "learning_rate": 1.4625e-05,
      "loss": 2.7343,
      "step": 215
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.1214581727981567,
      "learning_rate": 1.46e-05,
      "loss": 2.149,
      "step": 216
    },
    {
      "epoch": 0.27125,
      "grad_norm": 1.724827766418457,
      "learning_rate": 1.4575000000000002e-05,
      "loss": 2.3816,
      "step": 217
    },
    {
      "epoch": 0.2725,
      "grad_norm": 2.641063690185547,
      "learning_rate": 1.4550000000000001e-05,
      "loss": 3.357,
      "step": 218
    },
    {
      "epoch": 0.27375,
      "grad_norm": 1.2942688465118408,
      "learning_rate": 1.4525e-05,
      "loss": 2.8008,
      "step": 219
    },
    {
      "epoch": 0.275,
      "grad_norm": 2.02486252784729,
      "learning_rate": 1.45e-05,
      "loss": 2.724,
      "step": 220
    },
    {
      "epoch": 0.27625,
      "grad_norm": 2.8531992435455322,
      "learning_rate": 1.4475000000000001e-05,
      "loss": 2.8367,
      "step": 221
    },
    {
      "epoch": 0.2775,
      "grad_norm": 0.9137434363365173,
      "learning_rate": 1.4450000000000002e-05,
      "loss": 2.0391,
      "step": 222
    },
    {
      "epoch": 0.27875,
      "grad_norm": 2.9269864559173584,
      "learning_rate": 1.4425e-05,
      "loss": 2.9638,
      "step": 223
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.105649471282959,
      "learning_rate": 1.4400000000000001e-05,
      "loss": 3.2201,
      "step": 224
    },
    {
      "epoch": 0.28125,
      "grad_norm": 2.2428364753723145,
      "learning_rate": 1.4375e-05,
      "loss": 2.7664,
      "step": 225
    },
    {
      "epoch": 0.2825,
      "grad_norm": 1.8540781736373901,
      "learning_rate": 1.4350000000000002e-05,
      "loss": 3.1237,
      "step": 226
    },
    {
      "epoch": 0.28375,
      "grad_norm": 2.0040481090545654,
      "learning_rate": 1.4325000000000003e-05,
      "loss": 2.5248,
      "step": 227
    },
    {
      "epoch": 0.285,
      "grad_norm": 1.4190040826797485,
      "learning_rate": 1.43e-05,
      "loss": 2.9788,
      "step": 228
    },
    {
      "epoch": 0.28625,
      "grad_norm": 2.412309408187866,
      "learning_rate": 1.4275000000000001e-05,
      "loss": 2.568,
      "step": 229
    },
    {
      "epoch": 0.2875,
      "grad_norm": 1.4534833431243896,
      "learning_rate": 1.425e-05,
      "loss": 2.7647,
      "step": 230
    },
    {
      "epoch": 0.28875,
      "grad_norm": 0.662830650806427,
      "learning_rate": 1.4225000000000002e-05,
      "loss": 2.5177,
      "step": 231
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.5043435096740723,
      "learning_rate": 1.4200000000000001e-05,
      "loss": 2.8444,
      "step": 232
    },
    {
      "epoch": 0.29125,
      "grad_norm": 1.3479336500167847,
      "learning_rate": 1.4175e-05,
      "loss": 2.2902,
      "step": 233
    },
    {
      "epoch": 0.2925,
      "grad_norm": 1.9785624742507935,
      "learning_rate": 1.4150000000000002e-05,
      "loss": 2.8377,
      "step": 234
    },
    {
      "epoch": 0.29375,
      "grad_norm": 3.683432102203369,
      "learning_rate": 1.4125000000000003e-05,
      "loss": 3.849,
      "step": 235
    },
    {
      "epoch": 0.295,
      "grad_norm": 2.3539721965789795,
      "learning_rate": 1.41e-05,
      "loss": 3.0713,
      "step": 236
    },
    {
      "epoch": 0.29625,
      "grad_norm": 2.2666311264038086,
      "learning_rate": 1.4075000000000002e-05,
      "loss": 2.6689,
      "step": 237
    },
    {
      "epoch": 0.2975,
      "grad_norm": 0.7512000203132629,
      "learning_rate": 1.4050000000000001e-05,
      "loss": 2.1519,
      "step": 238
    },
    {
      "epoch": 0.29875,
      "grad_norm": 1.755519986152649,
      "learning_rate": 1.4025000000000002e-05,
      "loss": 2.9841,
      "step": 239
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.8116776943206787,
      "learning_rate": 1.4e-05,
      "loss": 2.4049,
      "step": 240
    },
    {
      "epoch": 0.30125,
      "grad_norm": 1.5843620300292969,
      "learning_rate": 1.3975000000000001e-05,
      "loss": 2.7027,
      "step": 241
    },
    {
      "epoch": 0.3025,
      "grad_norm": 1.8443893194198608,
      "learning_rate": 1.3950000000000002e-05,
      "loss": 2.6175,
      "step": 242
    },
    {
      "epoch": 0.30375,
      "grad_norm": 4.015542030334473,
      "learning_rate": 1.3925000000000001e-05,
      "loss": 3.2365,
      "step": 243
    },
    {
      "epoch": 0.305,
      "grad_norm": 1.515284776687622,
      "learning_rate": 1.39e-05,
      "loss": 3.4183,
      "step": 244
    },
    {
      "epoch": 0.30625,
      "grad_norm": 1.4685897827148438,
      "learning_rate": 1.3875e-05,
      "loss": 2.5062,
      "step": 245
    },
    {
      "epoch": 0.3075,
      "grad_norm": 1.9483778476715088,
      "learning_rate": 1.3850000000000001e-05,
      "loss": 2.6737,
      "step": 246
    },
    {
      "epoch": 0.30875,
      "grad_norm": 2.194448471069336,
      "learning_rate": 1.3825000000000002e-05,
      "loss": 2.5334,
      "step": 247
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.1393736600875854,
      "learning_rate": 1.38e-05,
      "loss": 2.452,
      "step": 248
    },
    {
      "epoch": 0.31125,
      "grad_norm": 3.909176826477051,
      "learning_rate": 1.3775000000000001e-05,
      "loss": 3.8808,
      "step": 249
    },
    {
      "epoch": 0.3125,
      "grad_norm": 1.2332671880722046,
      "learning_rate": 1.375e-05,
      "loss": 2.5233,
      "step": 250
    },
    {
      "epoch": 0.31375,
      "grad_norm": 2.6342389583587646,
      "learning_rate": 1.3725000000000002e-05,
      "loss": 2.4018,
      "step": 251
    },
    {
      "epoch": 0.315,
      "grad_norm": 2.0232162475585938,
      "learning_rate": 1.3700000000000003e-05,
      "loss": 2.704,
      "step": 252
    },
    {
      "epoch": 0.31625,
      "grad_norm": 1.709433674812317,
      "learning_rate": 1.3675e-05,
      "loss": 3.0054,
      "step": 253
    },
    {
      "epoch": 0.3175,
      "grad_norm": 1.425729751586914,
      "learning_rate": 1.3650000000000001e-05,
      "loss": 2.5461,
      "step": 254
    },
    {
      "epoch": 0.31875,
      "grad_norm": 1.902305245399475,
      "learning_rate": 1.3625e-05,
      "loss": 2.7863,
      "step": 255
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.7936694622039795,
      "learning_rate": 1.3600000000000002e-05,
      "loss": 2.5435,
      "step": 256
    },
    {
      "epoch": 0.32125,
      "grad_norm": 2.072840929031372,
      "learning_rate": 1.3575e-05,
      "loss": 2.7425,
      "step": 257
    },
    {
      "epoch": 0.3225,
      "grad_norm": 2.37286376953125,
      "learning_rate": 1.355e-05,
      "loss": 3.6158,
      "step": 258
    },
    {
      "epoch": 0.32375,
      "grad_norm": 1.3893417119979858,
      "learning_rate": 1.3525000000000002e-05,
      "loss": 2.2764,
      "step": 259
    },
    {
      "epoch": 0.325,
      "grad_norm": 1.2564778327941895,
      "learning_rate": 1.3500000000000001e-05,
      "loss": 1.9123,
      "step": 260
    },
    {
      "epoch": 0.32625,
      "grad_norm": 1.7227541208267212,
      "learning_rate": 1.3475e-05,
      "loss": 2.8062,
      "step": 261
    },
    {
      "epoch": 0.3275,
      "grad_norm": 1.5551847219467163,
      "learning_rate": 1.3450000000000002e-05,
      "loss": 2.5495,
      "step": 262
    },
    {
      "epoch": 0.32875,
      "grad_norm": 3.329219102859497,
      "learning_rate": 1.3425000000000001e-05,
      "loss": 3.1482,
      "step": 263
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.6194255352020264,
      "learning_rate": 1.3400000000000002e-05,
      "loss": 2.0326,
      "step": 264
    },
    {
      "epoch": 0.33125,
      "grad_norm": 2.509632110595703,
      "learning_rate": 1.3375e-05,
      "loss": 2.49,
      "step": 265
    },
    {
      "epoch": 0.3325,
      "grad_norm": 1.3284372091293335,
      "learning_rate": 1.3350000000000001e-05,
      "loss": 2.7824,
      "step": 266
    },
    {
      "epoch": 0.33375,
      "grad_norm": 1.663150429725647,
      "learning_rate": 1.3325000000000002e-05,
      "loss": 2.5316,
      "step": 267
    },
    {
      "epoch": 0.335,
      "grad_norm": 1.093685507774353,
      "learning_rate": 1.3300000000000001e-05,
      "loss": 2.3014,
      "step": 268
    },
    {
      "epoch": 0.33625,
      "grad_norm": 2.4130373001098633,
      "learning_rate": 1.3275e-05,
      "loss": 2.3933,
      "step": 269
    },
    {
      "epoch": 0.3375,
      "grad_norm": 1.6137781143188477,
      "learning_rate": 1.325e-05,
      "loss": 1.8412,
      "step": 270
    },
    {
      "epoch": 0.33875,
      "grad_norm": 2.0770466327667236,
      "learning_rate": 1.3225000000000001e-05,
      "loss": 2.4478,
      "step": 271
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.511610269546509,
      "learning_rate": 1.3200000000000002e-05,
      "loss": 2.6513,
      "step": 272
    },
    {
      "epoch": 0.34125,
      "grad_norm": 1.3404005765914917,
      "learning_rate": 1.3175e-05,
      "loss": 2.3267,
      "step": 273
    },
    {
      "epoch": 0.3425,
      "grad_norm": 2.10129714012146,
      "learning_rate": 1.3150000000000001e-05,
      "loss": 2.8609,
      "step": 274
    },
    {
      "epoch": 0.34375,
      "grad_norm": 4.970488548278809,
      "learning_rate": 1.3125e-05,
      "loss": 4.5557,
      "step": 275
    },
    {
      "epoch": 0.345,
      "grad_norm": 1.0287278890609741,
      "learning_rate": 1.3100000000000002e-05,
      "loss": 1.9752,
      "step": 276
    },
    {
      "epoch": 0.34625,
      "grad_norm": 1.4155839681625366,
      "learning_rate": 1.3075000000000003e-05,
      "loss": 2.5988,
      "step": 277
    },
    {
      "epoch": 0.3475,
      "grad_norm": 2.1226813793182373,
      "learning_rate": 1.305e-05,
      "loss": 2.4375,
      "step": 278
    },
    {
      "epoch": 0.34875,
      "grad_norm": 1.3161485195159912,
      "learning_rate": 1.3025000000000002e-05,
      "loss": 2.3141,
      "step": 279
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.0883145332336426,
      "learning_rate": 1.3000000000000001e-05,
      "loss": 2.2943,
      "step": 280
    },
    {
      "epoch": 0.35125,
      "grad_norm": 0.6219211220741272,
      "learning_rate": 1.2975000000000002e-05,
      "loss": 2.7156,
      "step": 281
    },
    {
      "epoch": 0.3525,
      "grad_norm": 3.4014060497283936,
      "learning_rate": 1.295e-05,
      "loss": 1.9477,
      "step": 282
    },
    {
      "epoch": 0.35375,
      "grad_norm": 1.447366714477539,
      "learning_rate": 1.2925e-05,
      "loss": 3.2115,
      "step": 283
    },
    {
      "epoch": 0.355,
      "grad_norm": 0.8695298433303833,
      "learning_rate": 1.2900000000000002e-05,
      "loss": 2.0062,
      "step": 284
    },
    {
      "epoch": 0.35625,
      "grad_norm": 1.2442666292190552,
      "learning_rate": 1.2875000000000001e-05,
      "loss": 2.782,
      "step": 285
    },
    {
      "epoch": 0.3575,
      "grad_norm": 4.334051609039307,
      "learning_rate": 1.285e-05,
      "loss": 3.7922,
      "step": 286
    },
    {
      "epoch": 0.35875,
      "grad_norm": 1.0075643062591553,
      "learning_rate": 1.2825e-05,
      "loss": 2.3886,
      "step": 287
    },
    {
      "epoch": 0.36,
      "grad_norm": 2.952709436416626,
      "learning_rate": 1.2800000000000001e-05,
      "loss": 3.1041,
      "step": 288
    },
    {
      "epoch": 0.36125,
      "grad_norm": 1.9426610469818115,
      "learning_rate": 1.2775000000000002e-05,
      "loss": 2.5739,
      "step": 289
    },
    {
      "epoch": 0.3625,
      "grad_norm": 1.2706924676895142,
      "learning_rate": 1.275e-05,
      "loss": 2.6037,
      "step": 290
    },
    {
      "epoch": 0.36375,
      "grad_norm": 1.1551876068115234,
      "learning_rate": 1.2725000000000001e-05,
      "loss": 2.2662,
      "step": 291
    },
    {
      "epoch": 0.365,
      "grad_norm": 2.400639772415161,
      "learning_rate": 1.27e-05,
      "loss": 3.0005,
      "step": 292
    },
    {
      "epoch": 0.36625,
      "grad_norm": 2.8095648288726807,
      "learning_rate": 1.2675000000000001e-05,
      "loss": 3.0654,
      "step": 293
    },
    {
      "epoch": 0.3675,
      "grad_norm": 0.8239273428916931,
      "learning_rate": 1.2650000000000001e-05,
      "loss": 1.9067,
      "step": 294
    },
    {
      "epoch": 0.36875,
      "grad_norm": 1.5768872499465942,
      "learning_rate": 1.2625e-05,
      "loss": 2.4867,
      "step": 295
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.463496208190918,
      "learning_rate": 1.2600000000000001e-05,
      "loss": 3.0372,
      "step": 296
    },
    {
      "epoch": 0.37125,
      "grad_norm": 1.8864333629608154,
      "learning_rate": 1.2575000000000002e-05,
      "loss": 2.5445,
      "step": 297
    },
    {
      "epoch": 0.3725,
      "grad_norm": 2.185873508453369,
      "learning_rate": 1.255e-05,
      "loss": 2.7776,
      "step": 298
    },
    {
      "epoch": 0.37375,
      "grad_norm": 1.242254376411438,
      "learning_rate": 1.2525000000000001e-05,
      "loss": 2.6274,
      "step": 299
    },
    {
      "epoch": 0.375,
      "grad_norm": 1.5784997940063477,
      "learning_rate": 1.25e-05,
      "loss": 2.6328,
      "step": 300
    },
    {
      "epoch": 0.37625,
      "grad_norm": 2.0619335174560547,
      "learning_rate": 1.2475000000000002e-05,
      "loss": 2.2983,
      "step": 301
    },
    {
      "epoch": 0.3775,
      "grad_norm": 1.7328943014144897,
      "learning_rate": 1.2450000000000003e-05,
      "loss": 2.3851,
      "step": 302
    },
    {
      "epoch": 0.37875,
      "grad_norm": 1.7219791412353516,
      "learning_rate": 1.2425e-05,
      "loss": 2.1684,
      "step": 303
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.9850049018859863,
      "learning_rate": 1.2400000000000002e-05,
      "loss": 3.1503,
      "step": 304
    },
    {
      "epoch": 0.38125,
      "grad_norm": 1.193284511566162,
      "learning_rate": 1.2375000000000001e-05,
      "loss": 2.8272,
      "step": 305
    },
    {
      "epoch": 0.3825,
      "grad_norm": 8.433061599731445,
      "learning_rate": 1.2350000000000002e-05,
      "loss": 2.7003,
      "step": 306
    },
    {
      "epoch": 0.38375,
      "grad_norm": 1.3799391984939575,
      "learning_rate": 1.2325e-05,
      "loss": 2.7715,
      "step": 307
    },
    {
      "epoch": 0.385,
      "grad_norm": 1.137082576751709,
      "learning_rate": 1.23e-05,
      "loss": 2.6402,
      "step": 308
    },
    {
      "epoch": 0.38625,
      "grad_norm": 3.6281142234802246,
      "learning_rate": 1.2275000000000002e-05,
      "loss": 3.1791,
      "step": 309
    },
    {
      "epoch": 0.3875,
      "grad_norm": 1.4617842435836792,
      "learning_rate": 1.2250000000000001e-05,
      "loss": 2.2238,
      "step": 310
    },
    {
      "epoch": 0.38875,
      "grad_norm": 1.729715347290039,
      "learning_rate": 1.2225e-05,
      "loss": 3.2183,
      "step": 311
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.7599000930786133,
      "learning_rate": 1.22e-05,
      "loss": 2.6337,
      "step": 312
    },
    {
      "epoch": 0.39125,
      "grad_norm": 2.0601325035095215,
      "learning_rate": 1.2175000000000001e-05,
      "loss": 2.7048,
      "step": 313
    },
    {
      "epoch": 0.3925,
      "grad_norm": 1.496025562286377,
      "learning_rate": 1.2150000000000002e-05,
      "loss": 2.2228,
      "step": 314
    },
    {
      "epoch": 0.39375,
      "grad_norm": 2.1809468269348145,
      "learning_rate": 1.2125e-05,
      "loss": 2.1678,
      "step": 315
    },
    {
      "epoch": 0.395,
      "grad_norm": 1.5901917219161987,
      "learning_rate": 1.2100000000000001e-05,
      "loss": 1.8807,
      "step": 316
    },
    {
      "epoch": 0.39625,
      "grad_norm": 1.4371182918548584,
      "learning_rate": 1.2075e-05,
      "loss": 2.0627,
      "step": 317
    },
    {
      "epoch": 0.3975,
      "grad_norm": 1.4142842292785645,
      "learning_rate": 1.2050000000000002e-05,
      "loss": 1.93,
      "step": 318
    },
    {
      "epoch": 0.39875,
      "grad_norm": 1.0198673009872437,
      "learning_rate": 1.2025e-05,
      "loss": 2.3295,
      "step": 319
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.1797082424163818,
      "learning_rate": 1.2e-05,
      "loss": 2.5342,
      "step": 320
    },
    {
      "epoch": 0.40125,
      "grad_norm": 1.0422452688217163,
      "learning_rate": 1.1975000000000001e-05,
      "loss": 2.0141,
      "step": 321
    },
    {
      "epoch": 0.4025,
      "grad_norm": 1.1430671215057373,
      "learning_rate": 1.195e-05,
      "loss": 1.8992,
      "step": 322
    },
    {
      "epoch": 0.40375,
      "grad_norm": 2.177053928375244,
      "learning_rate": 1.1925e-05,
      "loss": 2.7447,
      "step": 323
    },
    {
      "epoch": 0.405,
      "grad_norm": 2.095257520675659,
      "learning_rate": 1.1900000000000001e-05,
      "loss": 2.5267,
      "step": 324
    },
    {
      "epoch": 0.40625,
      "grad_norm": 1.4478448629379272,
      "learning_rate": 1.1875e-05,
      "loss": 2.6989,
      "step": 325
    },
    {
      "epoch": 0.4075,
      "grad_norm": 1.9374433755874634,
      "learning_rate": 1.1850000000000002e-05,
      "loss": 2.4978,
      "step": 326
    },
    {
      "epoch": 0.40875,
      "grad_norm": 0.9773975014686584,
      "learning_rate": 1.1825000000000003e-05,
      "loss": 2.6889,
      "step": 327
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.5445204973220825,
      "learning_rate": 1.18e-05,
      "loss": 2.4233,
      "step": 328
    },
    {
      "epoch": 0.41125,
      "grad_norm": 1.492608904838562,
      "learning_rate": 1.1775000000000002e-05,
      "loss": 2.6976,
      "step": 329
    },
    {
      "epoch": 0.4125,
      "grad_norm": 2.212707996368408,
      "learning_rate": 1.1750000000000001e-05,
      "loss": 3.2724,
      "step": 330
    },
    {
      "epoch": 0.41375,
      "grad_norm": 1.4107556343078613,
      "learning_rate": 1.1725000000000002e-05,
      "loss": 3.0866,
      "step": 331
    },
    {
      "epoch": 0.415,
      "grad_norm": 2.913604736328125,
      "learning_rate": 1.17e-05,
      "loss": 2.4357,
      "step": 332
    },
    {
      "epoch": 0.41625,
      "grad_norm": 3.2254488468170166,
      "learning_rate": 1.1675000000000001e-05,
      "loss": 3.5358,
      "step": 333
    },
    {
      "epoch": 0.4175,
      "grad_norm": 1.6059589385986328,
      "learning_rate": 1.1650000000000002e-05,
      "loss": 2.6456,
      "step": 334
    },
    {
      "epoch": 0.41875,
      "grad_norm": 2.4393796920776367,
      "learning_rate": 1.1625000000000001e-05,
      "loss": 2.0989,
      "step": 335
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.5735288858413696,
      "learning_rate": 1.16e-05,
      "loss": 2.979,
      "step": 336
    },
    {
      "epoch": 0.42125,
      "grad_norm": 1.5758427381515503,
      "learning_rate": 1.1575e-05,
      "loss": 2.7381,
      "step": 337
    },
    {
      "epoch": 0.4225,
      "grad_norm": 0.8109416961669922,
      "learning_rate": 1.1550000000000001e-05,
      "loss": 2.3608,
      "step": 338
    },
    {
      "epoch": 0.42375,
      "grad_norm": 1.8177721500396729,
      "learning_rate": 1.1525000000000002e-05,
      "loss": 2.8134,
      "step": 339
    },
    {
      "epoch": 0.425,
      "grad_norm": 1.5914677381515503,
      "learning_rate": 1.15e-05,
      "loss": 2.4923,
      "step": 340
    },
    {
      "epoch": 0.42625,
      "grad_norm": 0.7988778352737427,
      "learning_rate": 1.1475000000000001e-05,
      "loss": 1.855,
      "step": 341
    },
    {
      "epoch": 0.4275,
      "grad_norm": 1.4848300218582153,
      "learning_rate": 1.145e-05,
      "loss": 2.1767,
      "step": 342
    },
    {
      "epoch": 0.42875,
      "grad_norm": 2.404296875,
      "learning_rate": 1.1425000000000002e-05,
      "loss": 2.5743,
      "step": 343
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.8775387406349182,
      "learning_rate": 1.14e-05,
      "loss": 2.0211,
      "step": 344
    },
    {
      "epoch": 0.43125,
      "grad_norm": 1.3193469047546387,
      "learning_rate": 1.1375e-05,
      "loss": 1.3909,
      "step": 345
    },
    {
      "epoch": 0.4325,
      "grad_norm": 2.3813071250915527,
      "learning_rate": 1.1350000000000001e-05,
      "loss": 3.1726,
      "step": 346
    },
    {
      "epoch": 0.43375,
      "grad_norm": 1.7489192485809326,
      "learning_rate": 1.1325e-05,
      "loss": 2.557,
      "step": 347
    },
    {
      "epoch": 0.435,
      "grad_norm": 1.4432573318481445,
      "learning_rate": 1.13e-05,
      "loss": 2.8275,
      "step": 348
    },
    {
      "epoch": 0.43625,
      "grad_norm": 1.5648714303970337,
      "learning_rate": 1.1275e-05,
      "loss": 1.975,
      "step": 349
    },
    {
      "epoch": 0.4375,
      "grad_norm": 1.1547632217407227,
      "learning_rate": 1.125e-05,
      "loss": 1.8893,
      "step": 350
    },
    {
      "epoch": 0.43875,
      "grad_norm": 1.3992825746536255,
      "learning_rate": 1.1225000000000002e-05,
      "loss": 2.3774,
      "step": 351
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.0416218042373657,
      "learning_rate": 1.1200000000000001e-05,
      "loss": 2.3281,
      "step": 352
    },
    {
      "epoch": 0.44125,
      "grad_norm": 1.459821105003357,
      "learning_rate": 1.1175e-05,
      "loss": 2.1034,
      "step": 353
    },
    {
      "epoch": 0.4425,
      "grad_norm": 1.4830873012542725,
      "learning_rate": 1.1150000000000002e-05,
      "loss": 2.8088,
      "step": 354
    },
    {
      "epoch": 0.44375,
      "grad_norm": 1.200899362564087,
      "learning_rate": 1.1125000000000001e-05,
      "loss": 2.3231,
      "step": 355
    },
    {
      "epoch": 0.445,
      "grad_norm": 2.005309820175171,
      "learning_rate": 1.1100000000000002e-05,
      "loss": 3.5848,
      "step": 356
    },
    {
      "epoch": 0.44625,
      "grad_norm": 1.3485474586486816,
      "learning_rate": 1.1075e-05,
      "loss": 2.7273,
      "step": 357
    },
    {
      "epoch": 0.4475,
      "grad_norm": 1.5020636320114136,
      "learning_rate": 1.1050000000000001e-05,
      "loss": 2.5139,
      "step": 358
    },
    {
      "epoch": 0.44875,
      "grad_norm": 1.4698582887649536,
      "learning_rate": 1.1025000000000002e-05,
      "loss": 2.4339,
      "step": 359
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.5619611740112305,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 2.958,
      "step": 360
    },
    {
      "epoch": 0.45125,
      "grad_norm": 1.1998145580291748,
      "learning_rate": 1.0975e-05,
      "loss": 2.4375,
      "step": 361
    },
    {
      "epoch": 0.4525,
      "grad_norm": 3.1132500171661377,
      "learning_rate": 1.095e-05,
      "loss": 3.1062,
      "step": 362
    },
    {
      "epoch": 0.45375,
      "grad_norm": 3.445772886276245,
      "learning_rate": 1.0925000000000001e-05,
      "loss": 3.3763,
      "step": 363
    },
    {
      "epoch": 0.455,
      "grad_norm": 2.5865681171417236,
      "learning_rate": 1.0900000000000002e-05,
      "loss": 2.6878,
      "step": 364
    },
    {
      "epoch": 0.45625,
      "grad_norm": 2.759075880050659,
      "learning_rate": 1.0875e-05,
      "loss": 2.9461,
      "step": 365
    },
    {
      "epoch": 0.4575,
      "grad_norm": 2.7135589122772217,
      "learning_rate": 1.0850000000000001e-05,
      "loss": 2.7731,
      "step": 366
    },
    {
      "epoch": 0.45875,
      "grad_norm": 3.1075406074523926,
      "learning_rate": 1.0825e-05,
      "loss": 2.9753,
      "step": 367
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.8841419219970703,
      "learning_rate": 1.0800000000000002e-05,
      "loss": 2.4276,
      "step": 368
    },
    {
      "epoch": 0.46125,
      "grad_norm": 1.5538018941879272,
      "learning_rate": 1.0775e-05,
      "loss": 2.5934,
      "step": 369
    },
    {
      "epoch": 0.4625,
      "grad_norm": 1.6202460527420044,
      "learning_rate": 1.075e-05,
      "loss": 2.2371,
      "step": 370
    },
    {
      "epoch": 0.46375,
      "grad_norm": 1.8580071926116943,
      "learning_rate": 1.0725000000000001e-05,
      "loss": 2.7594,
      "step": 371
    },
    {
      "epoch": 0.465,
      "grad_norm": 1.1591219902038574,
      "learning_rate": 1.0700000000000001e-05,
      "loss": 2.0254,
      "step": 372
    },
    {
      "epoch": 0.46625,
      "grad_norm": 1.995326042175293,
      "learning_rate": 1.0675e-05,
      "loss": 2.7667,
      "step": 373
    },
    {
      "epoch": 0.4675,
      "grad_norm": 1.5032466650009155,
      "learning_rate": 1.065e-05,
      "loss": 2.5207,
      "step": 374
    },
    {
      "epoch": 0.46875,
      "grad_norm": 2.4473445415496826,
      "learning_rate": 1.0625e-05,
      "loss": 2.9158,
      "step": 375
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.215508460998535,
      "learning_rate": 1.0600000000000002e-05,
      "loss": 3.2581,
      "step": 376
    },
    {
      "epoch": 0.47125,
      "grad_norm": 1.3192355632781982,
      "learning_rate": 1.0575000000000001e-05,
      "loss": 2.4273,
      "step": 377
    },
    {
      "epoch": 0.4725,
      "grad_norm": 1.9035662412643433,
      "learning_rate": 1.055e-05,
      "loss": 2.9935,
      "step": 378
    },
    {
      "epoch": 0.47375,
      "grad_norm": 1.2860153913497925,
      "learning_rate": 1.0525e-05,
      "loss": 2.6538,
      "step": 379
    },
    {
      "epoch": 0.475,
      "grad_norm": 1.6805506944656372,
      "learning_rate": 1.0500000000000001e-05,
      "loss": 2.5256,
      "step": 380
    },
    {
      "epoch": 0.47625,
      "grad_norm": 1.1306779384613037,
      "learning_rate": 1.0475000000000002e-05,
      "loss": 2.124,
      "step": 381
    },
    {
      "epoch": 0.4775,
      "grad_norm": 2.3374178409576416,
      "learning_rate": 1.045e-05,
      "loss": 2.8561,
      "step": 382
    },
    {
      "epoch": 0.47875,
      "grad_norm": 1.739198088645935,
      "learning_rate": 1.0425000000000001e-05,
      "loss": 2.6378,
      "step": 383
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.08516526222229,
      "learning_rate": 1.04e-05,
      "loss": 3.1051,
      "step": 384
    },
    {
      "epoch": 0.48125,
      "grad_norm": 1.6211674213409424,
      "learning_rate": 1.0375000000000001e-05,
      "loss": 3.189,
      "step": 385
    },
    {
      "epoch": 0.4825,
      "grad_norm": 1.768182396888733,
      "learning_rate": 1.0350000000000001e-05,
      "loss": 2.268,
      "step": 386
    },
    {
      "epoch": 0.48375,
      "grad_norm": 1.2901172637939453,
      "learning_rate": 1.0325e-05,
      "loss": 2.2684,
      "step": 387
    },
    {
      "epoch": 0.485,
      "grad_norm": 1.6452449560165405,
      "learning_rate": 1.0300000000000001e-05,
      "loss": 2.7506,
      "step": 388
    },
    {
      "epoch": 0.48625,
      "grad_norm": 1.1954340934753418,
      "learning_rate": 1.0275000000000002e-05,
      "loss": 2.1034,
      "step": 389
    },
    {
      "epoch": 0.4875,
      "grad_norm": 1.6171998977661133,
      "learning_rate": 1.025e-05,
      "loss": 2.6603,
      "step": 390
    },
    {
      "epoch": 0.48875,
      "grad_norm": 1.2973988056182861,
      "learning_rate": 1.0225000000000001e-05,
      "loss": 2.6099,
      "step": 391
    },
    {
      "epoch": 0.49,
      "grad_norm": 3.1014139652252197,
      "learning_rate": 1.02e-05,
      "loss": 2.9254,
      "step": 392
    },
    {
      "epoch": 0.49125,
      "grad_norm": 1.9552756547927856,
      "learning_rate": 1.0175000000000002e-05,
      "loss": 2.892,
      "step": 393
    },
    {
      "epoch": 0.4925,
      "grad_norm": 2.1882715225219727,
      "learning_rate": 1.015e-05,
      "loss": 3.0698,
      "step": 394
    },
    {
      "epoch": 0.49375,
      "grad_norm": 1.013117790222168,
      "learning_rate": 1.0125e-05,
      "loss": 2.7269,
      "step": 395
    },
    {
      "epoch": 0.495,
      "grad_norm": 1.3441874980926514,
      "learning_rate": 1.0100000000000002e-05,
      "loss": 1.7805,
      "step": 396
    },
    {
      "epoch": 0.49625,
      "grad_norm": 1.674667477607727,
      "learning_rate": 1.0075000000000001e-05,
      "loss": 2.3934,
      "step": 397
    },
    {
      "epoch": 0.4975,
      "grad_norm": 3.498429536819458,
      "learning_rate": 1.005e-05,
      "loss": 2.9463,
      "step": 398
    },
    {
      "epoch": 0.49875,
      "grad_norm": 1.2237039804458618,
      "learning_rate": 1.0025e-05,
      "loss": 2.7709,
      "step": 399
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.075360059738159,
      "learning_rate": 1e-05,
      "loss": 3.304,
      "step": 400
    },
    {
      "epoch": 0.50125,
      "grad_norm": 1.4542925357818604,
      "learning_rate": 9.975000000000002e-06,
      "loss": 2.1337,
      "step": 401
    },
    {
      "epoch": 0.5025,
      "grad_norm": 2.508572816848755,
      "learning_rate": 9.950000000000001e-06,
      "loss": 2.842,
      "step": 402
    },
    {
      "epoch": 0.50375,
      "grad_norm": 2.260857105255127,
      "learning_rate": 9.925e-06,
      "loss": 2.6903,
      "step": 403
    },
    {
      "epoch": 0.505,
      "grad_norm": 1.9771928787231445,
      "learning_rate": 9.9e-06,
      "loss": 2.4159,
      "step": 404
    },
    {
      "epoch": 0.50625,
      "grad_norm": 1.307166337966919,
      "learning_rate": 9.875000000000001e-06,
      "loss": 2.2289,
      "step": 405
    },
    {
      "epoch": 0.5075,
      "grad_norm": 2.5441768169403076,
      "learning_rate": 9.85e-06,
      "loss": 2.4819,
      "step": 406
    },
    {
      "epoch": 0.50875,
      "grad_norm": 1.579392433166504,
      "learning_rate": 9.825000000000002e-06,
      "loss": 2.5208,
      "step": 407
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.8270081281661987,
      "learning_rate": 9.800000000000001e-06,
      "loss": 2.2591,
      "step": 408
    },
    {
      "epoch": 0.51125,
      "grad_norm": 1.8742762804031372,
      "learning_rate": 9.775e-06,
      "loss": 2.3944,
      "step": 409
    },
    {
      "epoch": 0.5125,
      "grad_norm": 1.6326040029525757,
      "learning_rate": 9.75e-06,
      "loss": 2.7157,
      "step": 410
    },
    {
      "epoch": 0.51375,
      "grad_norm": 2.675300121307373,
      "learning_rate": 9.725000000000001e-06,
      "loss": 2.648,
      "step": 411
    },
    {
      "epoch": 0.515,
      "grad_norm": 1.707234263420105,
      "learning_rate": 9.7e-06,
      "loss": 2.2568,
      "step": 412
    },
    {
      "epoch": 0.51625,
      "grad_norm": 1.860190987586975,
      "learning_rate": 9.675000000000001e-06,
      "loss": 2.3879,
      "step": 413
    },
    {
      "epoch": 0.5175,
      "grad_norm": 2.554323673248291,
      "learning_rate": 9.65e-06,
      "loss": 2.4429,
      "step": 414
    },
    {
      "epoch": 0.51875,
      "grad_norm": 3.1000308990478516,
      "learning_rate": 9.625e-06,
      "loss": 3.6857,
      "step": 415
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.2858200073242188,
      "learning_rate": 9.600000000000001e-06,
      "loss": 2.3423,
      "step": 416
    },
    {
      "epoch": 0.52125,
      "grad_norm": 1.7305254936218262,
      "learning_rate": 9.575e-06,
      "loss": 2.5126,
      "step": 417
    },
    {
      "epoch": 0.5225,
      "grad_norm": 2.0434417724609375,
      "learning_rate": 9.55e-06,
      "loss": 2.8066,
      "step": 418
    },
    {
      "epoch": 0.52375,
      "grad_norm": 1.1936882734298706,
      "learning_rate": 9.525000000000001e-06,
      "loss": 1.9428,
      "step": 419
    },
    {
      "epoch": 0.525,
      "grad_norm": 1.5286387205123901,
      "learning_rate": 9.5e-06,
      "loss": 2.0241,
      "step": 420
    },
    {
      "epoch": 0.52625,
      "grad_norm": 1.162139654159546,
      "learning_rate": 9.475000000000002e-06,
      "loss": 2.8492,
      "step": 421
    },
    {
      "epoch": 0.5275,
      "grad_norm": 2.5677266120910645,
      "learning_rate": 9.450000000000001e-06,
      "loss": 1.8682,
      "step": 422
    },
    {
      "epoch": 0.52875,
      "grad_norm": 2.4863381385803223,
      "learning_rate": 9.425e-06,
      "loss": 2.8088,
      "step": 423
    },
    {
      "epoch": 0.53,
      "grad_norm": 3.074288845062256,
      "learning_rate": 9.4e-06,
      "loss": 3.1033,
      "step": 424
    },
    {
      "epoch": 0.53125,
      "grad_norm": 3.1781013011932373,
      "learning_rate": 9.375000000000001e-06,
      "loss": 2.7687,
      "step": 425
    },
    {
      "epoch": 0.5325,
      "grad_norm": 1.8094357252120972,
      "learning_rate": 9.350000000000002e-06,
      "loss": 2.6157,
      "step": 426
    },
    {
      "epoch": 0.53375,
      "grad_norm": 1.5501965284347534,
      "learning_rate": 9.325000000000001e-06,
      "loss": 2.5792,
      "step": 427
    },
    {
      "epoch": 0.535,
      "grad_norm": 2.8156535625457764,
      "learning_rate": 9.3e-06,
      "loss": 2.4914,
      "step": 428
    },
    {
      "epoch": 0.53625,
      "grad_norm": 1.1889698505401611,
      "learning_rate": 9.275e-06,
      "loss": 2.4051,
      "step": 429
    },
    {
      "epoch": 0.5375,
      "grad_norm": 2.8830533027648926,
      "learning_rate": 9.250000000000001e-06,
      "loss": 2.5135,
      "step": 430
    },
    {
      "epoch": 0.53875,
      "grad_norm": 1.8553954362869263,
      "learning_rate": 9.225e-06,
      "loss": 3.0061,
      "step": 431
    },
    {
      "epoch": 0.54,
      "grad_norm": 2.38657283782959,
      "learning_rate": 9.200000000000002e-06,
      "loss": 2.3366,
      "step": 432
    },
    {
      "epoch": 0.54125,
      "grad_norm": 2.5273995399475098,
      "learning_rate": 9.175000000000001e-06,
      "loss": 2.3687,
      "step": 433
    },
    {
      "epoch": 0.5425,
      "grad_norm": 2.155266761779785,
      "learning_rate": 9.15e-06,
      "loss": 3.3555,
      "step": 434
    },
    {
      "epoch": 0.54375,
      "grad_norm": 2.964810371398926,
      "learning_rate": 9.125e-06,
      "loss": 3.2155,
      "step": 435
    },
    {
      "epoch": 0.545,
      "grad_norm": 1.2716864347457886,
      "learning_rate": 9.100000000000001e-06,
      "loss": 2.637,
      "step": 436
    },
    {
      "epoch": 0.54625,
      "grad_norm": 1.1982064247131348,
      "learning_rate": 9.075e-06,
      "loss": 2.5646,
      "step": 437
    },
    {
      "epoch": 0.5475,
      "grad_norm": 3.224846601486206,
      "learning_rate": 9.050000000000001e-06,
      "loss": 2.0353,
      "step": 438
    },
    {
      "epoch": 0.54875,
      "grad_norm": 2.4795050621032715,
      "learning_rate": 9.025e-06,
      "loss": 2.4973,
      "step": 439
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.392571210861206,
      "learning_rate": 9e-06,
      "loss": 1.8671,
      "step": 440
    },
    {
      "epoch": 0.55125,
      "grad_norm": 2.579519748687744,
      "learning_rate": 8.975e-06,
      "loss": 2.4024,
      "step": 441
    },
    {
      "epoch": 0.5525,
      "grad_norm": 1.491835594177246,
      "learning_rate": 8.95e-06,
      "loss": 2.8333,
      "step": 442
    },
    {
      "epoch": 0.55375,
      "grad_norm": 1.6103180646896362,
      "learning_rate": 8.925e-06,
      "loss": 2.4064,
      "step": 443
    },
    {
      "epoch": 0.555,
      "grad_norm": 1.8389121294021606,
      "learning_rate": 8.900000000000001e-06,
      "loss": 2.8206,
      "step": 444
    },
    {
      "epoch": 0.55625,
      "grad_norm": 1.8887784481048584,
      "learning_rate": 8.875e-06,
      "loss": 3.0003,
      "step": 445
    },
    {
      "epoch": 0.5575,
      "grad_norm": 3.0405466556549072,
      "learning_rate": 8.85e-06,
      "loss": 3.1721,
      "step": 446
    },
    {
      "epoch": 0.55875,
      "grad_norm": 1.5504568815231323,
      "learning_rate": 8.825000000000001e-06,
      "loss": 3.1523,
      "step": 447
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.4831838607788086,
      "learning_rate": 8.8e-06,
      "loss": 2.9069,
      "step": 448
    },
    {
      "epoch": 0.56125,
      "grad_norm": 1.7960699796676636,
      "learning_rate": 8.775e-06,
      "loss": 2.3023,
      "step": 449
    },
    {
      "epoch": 0.5625,
      "grad_norm": 2.359325885772705,
      "learning_rate": 8.750000000000001e-06,
      "loss": 2.7974,
      "step": 450
    },
    {
      "epoch": 0.56375,
      "grad_norm": 3.2360641956329346,
      "learning_rate": 8.725000000000002e-06,
      "loss": 3.0734,
      "step": 451
    },
    {
      "epoch": 0.565,
      "grad_norm": 1.5362831354141235,
      "learning_rate": 8.700000000000001e-06,
      "loss": 2.1028,
      "step": 452
    },
    {
      "epoch": 0.56625,
      "grad_norm": 0.892631471157074,
      "learning_rate": 8.675e-06,
      "loss": 2.0199,
      "step": 453
    },
    {
      "epoch": 0.5675,
      "grad_norm": 2.0016226768493652,
      "learning_rate": 8.65e-06,
      "loss": 2.5738,
      "step": 454
    },
    {
      "epoch": 0.56875,
      "grad_norm": 1.3834383487701416,
      "learning_rate": 8.625000000000001e-06,
      "loss": 2.8472,
      "step": 455
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.3233683109283447,
      "learning_rate": 8.6e-06,
      "loss": 2.653,
      "step": 456
    },
    {
      "epoch": 0.57125,
      "grad_norm": 1.5941835641860962,
      "learning_rate": 8.575000000000002e-06,
      "loss": 3.1008,
      "step": 457
    },
    {
      "epoch": 0.5725,
      "grad_norm": 1.9550966024398804,
      "learning_rate": 8.550000000000001e-06,
      "loss": 2.1212,
      "step": 458
    },
    {
      "epoch": 0.57375,
      "grad_norm": 1.5184082984924316,
      "learning_rate": 8.525e-06,
      "loss": 2.6667,
      "step": 459
    },
    {
      "epoch": 0.575,
      "grad_norm": 0.9546151757240295,
      "learning_rate": 8.5e-06,
      "loss": 2.6412,
      "step": 460
    },
    {
      "epoch": 0.57625,
      "grad_norm": 1.303501844406128,
      "learning_rate": 8.475000000000001e-06,
      "loss": 2.4247,
      "step": 461
    },
    {
      "epoch": 0.5775,
      "grad_norm": 1.3831559419631958,
      "learning_rate": 8.45e-06,
      "loss": 2.315,
      "step": 462
    },
    {
      "epoch": 0.57875,
      "grad_norm": 1.7408896684646606,
      "learning_rate": 8.425000000000001e-06,
      "loss": 2.9685,
      "step": 463
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.8592466115951538,
      "learning_rate": 8.400000000000001e-06,
      "loss": 2.3298,
      "step": 464
    },
    {
      "epoch": 0.58125,
      "grad_norm": 1.8565177917480469,
      "learning_rate": 8.375e-06,
      "loss": 3.0411,
      "step": 465
    },
    {
      "epoch": 0.5825,
      "grad_norm": 1.3421576023101807,
      "learning_rate": 8.35e-06,
      "loss": 3.0402,
      "step": 466
    },
    {
      "epoch": 0.58375,
      "grad_norm": 2.391731023788452,
      "learning_rate": 8.325e-06,
      "loss": 2.8541,
      "step": 467
    },
    {
      "epoch": 0.585,
      "grad_norm": 1.367205023765564,
      "learning_rate": 8.3e-06,
      "loss": 2.5367,
      "step": 468
    },
    {
      "epoch": 0.58625,
      "grad_norm": 2.5906476974487305,
      "learning_rate": 8.275000000000001e-06,
      "loss": 3.0516,
      "step": 469
    },
    {
      "epoch": 0.5875,
      "grad_norm": 2.569822072982788,
      "learning_rate": 8.25e-06,
      "loss": 2.2488,
      "step": 470
    },
    {
      "epoch": 0.58875,
      "grad_norm": 1.5829050540924072,
      "learning_rate": 8.225e-06,
      "loss": 2.4019,
      "step": 471
    },
    {
      "epoch": 0.59,
      "grad_norm": 4.332492828369141,
      "learning_rate": 8.2e-06,
      "loss": 3.1786,
      "step": 472
    },
    {
      "epoch": 0.59125,
      "grad_norm": 2.3091604709625244,
      "learning_rate": 8.175e-06,
      "loss": 2.3487,
      "step": 473
    },
    {
      "epoch": 0.5925,
      "grad_norm": 1.708343505859375,
      "learning_rate": 8.15e-06,
      "loss": 2.5667,
      "step": 474
    },
    {
      "epoch": 0.59375,
      "grad_norm": 1.4315516948699951,
      "learning_rate": 8.125000000000001e-06,
      "loss": 2.4841,
      "step": 475
    },
    {
      "epoch": 0.595,
      "grad_norm": 1.4762920141220093,
      "learning_rate": 8.1e-06,
      "loss": 2.5809,
      "step": 476
    },
    {
      "epoch": 0.59625,
      "grad_norm": 1.6080222129821777,
      "learning_rate": 8.075000000000001e-06,
      "loss": 2.6133,
      "step": 477
    },
    {
      "epoch": 0.5975,
      "grad_norm": 1.0008354187011719,
      "learning_rate": 8.050000000000001e-06,
      "loss": 2.3204,
      "step": 478
    },
    {
      "epoch": 0.59875,
      "grad_norm": 1.433173656463623,
      "learning_rate": 8.025e-06,
      "loss": 2.6281,
      "step": 479
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.1544861793518066,
      "learning_rate": 8.000000000000001e-06,
      "loss": 2.7092,
      "step": 480
    },
    {
      "epoch": 0.60125,
      "grad_norm": 1.2630051374435425,
      "learning_rate": 7.975e-06,
      "loss": 2.2522,
      "step": 481
    },
    {
      "epoch": 0.6025,
      "grad_norm": 2.1408400535583496,
      "learning_rate": 7.950000000000002e-06,
      "loss": 3.1307,
      "step": 482
    },
    {
      "epoch": 0.60375,
      "grad_norm": 1.695609211921692,
      "learning_rate": 7.925000000000001e-06,
      "loss": 2.4184,
      "step": 483
    },
    {
      "epoch": 0.605,
      "grad_norm": 1.8924223184585571,
      "learning_rate": 7.9e-06,
      "loss": 3.2703,
      "step": 484
    },
    {
      "epoch": 0.60625,
      "grad_norm": 4.110727787017822,
      "learning_rate": 7.875e-06,
      "loss": 3.0813,
      "step": 485
    },
    {
      "epoch": 0.6075,
      "grad_norm": 1.2760142087936401,
      "learning_rate": 7.850000000000001e-06,
      "loss": 2.7032,
      "step": 486
    },
    {
      "epoch": 0.60875,
      "grad_norm": 1.2902387380599976,
      "learning_rate": 7.825e-06,
      "loss": 2.7254,
      "step": 487
    },
    {
      "epoch": 0.61,
      "grad_norm": 2.366107940673828,
      "learning_rate": 7.800000000000002e-06,
      "loss": 2.8782,
      "step": 488
    },
    {
      "epoch": 0.61125,
      "grad_norm": 2.737114906311035,
      "learning_rate": 7.775000000000001e-06,
      "loss": 3.5096,
      "step": 489
    },
    {
      "epoch": 0.6125,
      "grad_norm": 4.056971073150635,
      "learning_rate": 7.75e-06,
      "loss": 3.4208,
      "step": 490
    },
    {
      "epoch": 0.61375,
      "grad_norm": 1.18091881275177,
      "learning_rate": 7.725e-06,
      "loss": 2.6447,
      "step": 491
    },
    {
      "epoch": 0.615,
      "grad_norm": 5.914666652679443,
      "learning_rate": 7.7e-06,
      "loss": 4.1583,
      "step": 492
    },
    {
      "epoch": 0.61625,
      "grad_norm": 1.383678913116455,
      "learning_rate": 7.675e-06,
      "loss": 2.685,
      "step": 493
    },
    {
      "epoch": 0.6175,
      "grad_norm": 1.5389842987060547,
      "learning_rate": 7.650000000000001e-06,
      "loss": 2.9398,
      "step": 494
    },
    {
      "epoch": 0.61875,
      "grad_norm": 1.1608572006225586,
      "learning_rate": 7.625e-06,
      "loss": 2.8138,
      "step": 495
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.245866298675537,
      "learning_rate": 7.600000000000001e-06,
      "loss": 2.2935,
      "step": 496
    },
    {
      "epoch": 0.62125,
      "grad_norm": 1.0834670066833496,
      "learning_rate": 7.575e-06,
      "loss": 2.3084,
      "step": 497
    },
    {
      "epoch": 0.6225,
      "grad_norm": 1.079750657081604,
      "learning_rate": 7.5500000000000006e-06,
      "loss": 1.861,
      "step": 498
    },
    {
      "epoch": 0.62375,
      "grad_norm": 1.2369153499603271,
      "learning_rate": 7.525e-06,
      "loss": 2.3253,
      "step": 499
    },
    {
      "epoch": 0.625,
      "grad_norm": 0.6367318630218506,
      "learning_rate": 7.500000000000001e-06,
      "loss": 2.1319,
      "step": 500
    },
    {
      "epoch": 0.62625,
      "grad_norm": 1.771266222000122,
      "learning_rate": 7.475000000000001e-06,
      "loss": 2.6704,
      "step": 501
    },
    {
      "epoch": 0.6275,
      "grad_norm": 2.236402988433838,
      "learning_rate": 7.450000000000001e-06,
      "loss": 3.2022,
      "step": 502
    },
    {
      "epoch": 0.62875,
      "grad_norm": 1.600723385810852,
      "learning_rate": 7.425000000000001e-06,
      "loss": 2.4008,
      "step": 503
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.818192720413208,
      "learning_rate": 7.4e-06,
      "loss": 3.191,
      "step": 504
    },
    {
      "epoch": 0.63125,
      "grad_norm": 2.4682326316833496,
      "learning_rate": 7.375000000000001e-06,
      "loss": 2.9254,
      "step": 505
    },
    {
      "epoch": 0.6325,
      "grad_norm": 1.8725566864013672,
      "learning_rate": 7.350000000000001e-06,
      "loss": 2.6224,
      "step": 506
    },
    {
      "epoch": 0.63375,
      "grad_norm": 1.5210118293762207,
      "learning_rate": 7.325000000000001e-06,
      "loss": 2.2774,
      "step": 507
    },
    {
      "epoch": 0.635,
      "grad_norm": 1.918311357498169,
      "learning_rate": 7.3e-06,
      "loss": 2.6411,
      "step": 508
    },
    {
      "epoch": 0.63625,
      "grad_norm": 0.7823852896690369,
      "learning_rate": 7.275000000000001e-06,
      "loss": 2.2566,
      "step": 509
    },
    {
      "epoch": 0.6375,
      "grad_norm": 1.1743433475494385,
      "learning_rate": 7.25e-06,
      "loss": 2.7283,
      "step": 510
    },
    {
      "epoch": 0.63875,
      "grad_norm": 4.318971633911133,
      "learning_rate": 7.225000000000001e-06,
      "loss": 3.1266,
      "step": 511
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.3978825807571411,
      "learning_rate": 7.2000000000000005e-06,
      "loss": 2.3688,
      "step": 512
    },
    {
      "epoch": 0.64125,
      "grad_norm": 1.2514866590499878,
      "learning_rate": 7.175000000000001e-06,
      "loss": 1.8098,
      "step": 513
    },
    {
      "epoch": 0.6425,
      "grad_norm": 2.5508549213409424,
      "learning_rate": 7.15e-06,
      "loss": 2.7809,
      "step": 514
    },
    {
      "epoch": 0.64375,
      "grad_norm": 1.093632698059082,
      "learning_rate": 7.125e-06,
      "loss": 2.6663,
      "step": 515
    },
    {
      "epoch": 0.645,
      "grad_norm": 1.880379557609558,
      "learning_rate": 7.100000000000001e-06,
      "loss": 2.539,
      "step": 516
    },
    {
      "epoch": 0.64625,
      "grad_norm": 3.1032094955444336,
      "learning_rate": 7.075000000000001e-06,
      "loss": 2.1864,
      "step": 517
    },
    {
      "epoch": 0.6475,
      "grad_norm": 1.828586459159851,
      "learning_rate": 7.05e-06,
      "loss": 2.7087,
      "step": 518
    },
    {
      "epoch": 0.64875,
      "grad_norm": 5.738358497619629,
      "learning_rate": 7.0250000000000005e-06,
      "loss": 3.8585,
      "step": 519
    },
    {
      "epoch": 0.65,
      "grad_norm": 3.2483720779418945,
      "learning_rate": 7e-06,
      "loss": 2.424,
      "step": 520
    },
    {
      "epoch": 0.65125,
      "grad_norm": 1.6957286596298218,
      "learning_rate": 6.975000000000001e-06,
      "loss": 2.053,
      "step": 521
    },
    {
      "epoch": 0.6525,
      "grad_norm": 1.2034648656845093,
      "learning_rate": 6.95e-06,
      "loss": 1.6862,
      "step": 522
    },
    {
      "epoch": 0.65375,
      "grad_norm": 2.2950422763824463,
      "learning_rate": 6.925000000000001e-06,
      "loss": 2.6543,
      "step": 523
    },
    {
      "epoch": 0.655,
      "grad_norm": 3.466404438018799,
      "learning_rate": 6.9e-06,
      "loss": 3.5708,
      "step": 524
    },
    {
      "epoch": 0.65625,
      "grad_norm": 1.826366662979126,
      "learning_rate": 6.875e-06,
      "loss": 2.5286,
      "step": 525
    },
    {
      "epoch": 0.6575,
      "grad_norm": 1.3622981309890747,
      "learning_rate": 6.850000000000001e-06,
      "loss": 2.3816,
      "step": 526
    },
    {
      "epoch": 0.65875,
      "grad_norm": 1.7400751113891602,
      "learning_rate": 6.825000000000001e-06,
      "loss": 2.1949,
      "step": 527
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.261826753616333,
      "learning_rate": 6.800000000000001e-06,
      "loss": 2.1731,
      "step": 528
    },
    {
      "epoch": 0.66125,
      "grad_norm": 1.299221158027649,
      "learning_rate": 6.775e-06,
      "loss": 2.664,
      "step": 529
    },
    {
      "epoch": 0.6625,
      "grad_norm": 5.387721538543701,
      "learning_rate": 6.750000000000001e-06,
      "loss": 3.4304,
      "step": 530
    },
    {
      "epoch": 0.66375,
      "grad_norm": 2.0014383792877197,
      "learning_rate": 6.725000000000001e-06,
      "loss": 2.4377,
      "step": 531
    },
    {
      "epoch": 0.665,
      "grad_norm": 1.8447600603103638,
      "learning_rate": 6.700000000000001e-06,
      "loss": 3.0142,
      "step": 532
    },
    {
      "epoch": 0.66625,
      "grad_norm": 2.1541025638580322,
      "learning_rate": 6.6750000000000005e-06,
      "loss": 2.3221,
      "step": 533
    },
    {
      "epoch": 0.6675,
      "grad_norm": 2.365069627761841,
      "learning_rate": 6.650000000000001e-06,
      "loss": 2.8227,
      "step": 534
    },
    {
      "epoch": 0.66875,
      "grad_norm": 2.2634615898132324,
      "learning_rate": 6.625e-06,
      "loss": 2.7516,
      "step": 535
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.8768017292022705,
      "learning_rate": 6.600000000000001e-06,
      "loss": 3.129,
      "step": 536
    },
    {
      "epoch": 0.67125,
      "grad_norm": 2.3933587074279785,
      "learning_rate": 6.5750000000000006e-06,
      "loss": 2.457,
      "step": 537
    },
    {
      "epoch": 0.6725,
      "grad_norm": 1.068185806274414,
      "learning_rate": 6.550000000000001e-06,
      "loss": 2.2805,
      "step": 538
    },
    {
      "epoch": 0.67375,
      "grad_norm": 1.4682180881500244,
      "learning_rate": 6.525e-06,
      "loss": 2.4401,
      "step": 539
    },
    {
      "epoch": 0.675,
      "grad_norm": 2.4375839233398438,
      "learning_rate": 6.5000000000000004e-06,
      "loss": 3.0402,
      "step": 540
    },
    {
      "epoch": 0.67625,
      "grad_norm": 1.7654716968536377,
      "learning_rate": 6.475e-06,
      "loss": 2.4122,
      "step": 541
    },
    {
      "epoch": 0.6775,
      "grad_norm": 2.0273666381835938,
      "learning_rate": 6.450000000000001e-06,
      "loss": 2.7685,
      "step": 542
    },
    {
      "epoch": 0.67875,
      "grad_norm": 2.323498487472534,
      "learning_rate": 6.425e-06,
      "loss": 2.735,
      "step": 543
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.4310922622680664,
      "learning_rate": 6.4000000000000006e-06,
      "loss": 2.0557,
      "step": 544
    },
    {
      "epoch": 0.68125,
      "grad_norm": 2.29921817779541,
      "learning_rate": 6.375e-06,
      "loss": 2.6454,
      "step": 545
    },
    {
      "epoch": 0.6825,
      "grad_norm": 5.133302211761475,
      "learning_rate": 6.35e-06,
      "loss": 3.3667,
      "step": 546
    },
    {
      "epoch": 0.68375,
      "grad_norm": 1.5254071950912476,
      "learning_rate": 6.3250000000000004e-06,
      "loss": 2.1213,
      "step": 547
    },
    {
      "epoch": 0.685,
      "grad_norm": 2.4520602226257324,
      "learning_rate": 6.300000000000001e-06,
      "loss": 2.9527,
      "step": 548
    },
    {
      "epoch": 0.68625,
      "grad_norm": 3.5153932571411133,
      "learning_rate": 6.275e-06,
      "loss": 2.6369,
      "step": 549
    },
    {
      "epoch": 0.6875,
      "grad_norm": 1.860868215560913,
      "learning_rate": 6.25e-06,
      "loss": 3.4027,
      "step": 550
    },
    {
      "epoch": 0.68875,
      "grad_norm": 2.164926290512085,
      "learning_rate": 6.225000000000001e-06,
      "loss": 2.5587,
      "step": 551
    },
    {
      "epoch": 0.69,
      "grad_norm": 2.0053963661193848,
      "learning_rate": 6.200000000000001e-06,
      "loss": 2.7041,
      "step": 552
    },
    {
      "epoch": 0.69125,
      "grad_norm": 1.467716932296753,
      "learning_rate": 6.175000000000001e-06,
      "loss": 2.4994,
      "step": 553
    },
    {
      "epoch": 0.6925,
      "grad_norm": 1.1203712224960327,
      "learning_rate": 6.15e-06,
      "loss": 2.8008,
      "step": 554
    },
    {
      "epoch": 0.69375,
      "grad_norm": 1.4410206079483032,
      "learning_rate": 6.125000000000001e-06,
      "loss": 2.6894,
      "step": 555
    },
    {
      "epoch": 0.695,
      "grad_norm": 2.3052964210510254,
      "learning_rate": 6.1e-06,
      "loss": 2.7815,
      "step": 556
    },
    {
      "epoch": 0.69625,
      "grad_norm": 1.6395195722579956,
      "learning_rate": 6.075000000000001e-06,
      "loss": 2.3493,
      "step": 557
    },
    {
      "epoch": 0.6975,
      "grad_norm": 0.6925020217895508,
      "learning_rate": 6.0500000000000005e-06,
      "loss": 2.375,
      "step": 558
    },
    {
      "epoch": 0.69875,
      "grad_norm": 2.1917574405670166,
      "learning_rate": 6.025000000000001e-06,
      "loss": 3.4288,
      "step": 559
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.4762030839920044,
      "learning_rate": 6e-06,
      "loss": 2.8223,
      "step": 560
    },
    {
      "epoch": 0.70125,
      "grad_norm": 2.2189676761627197,
      "learning_rate": 5.975e-06,
      "loss": 3.0123,
      "step": 561
    },
    {
      "epoch": 0.7025,
      "grad_norm": 2.046457052230835,
      "learning_rate": 5.950000000000001e-06,
      "loss": 2.1167,
      "step": 562
    },
    {
      "epoch": 0.70375,
      "grad_norm": 2.0804660320281982,
      "learning_rate": 5.925000000000001e-06,
      "loss": 2.4246,
      "step": 563
    },
    {
      "epoch": 0.705,
      "grad_norm": 2.419306993484497,
      "learning_rate": 5.9e-06,
      "loss": 2.2055,
      "step": 564
    },
    {
      "epoch": 0.70625,
      "grad_norm": 1.8702435493469238,
      "learning_rate": 5.8750000000000005e-06,
      "loss": 2.6608,
      "step": 565
    },
    {
      "epoch": 0.7075,
      "grad_norm": 2.246138572692871,
      "learning_rate": 5.85e-06,
      "loss": 2.7353,
      "step": 566
    },
    {
      "epoch": 0.70875,
      "grad_norm": 1.2351369857788086,
      "learning_rate": 5.825000000000001e-06,
      "loss": 2.0033,
      "step": 567
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.4821653366088867,
      "learning_rate": 5.8e-06,
      "loss": 2.9512,
      "step": 568
    },
    {
      "epoch": 0.71125,
      "grad_norm": 1.1718158721923828,
      "learning_rate": 5.775000000000001e-06,
      "loss": 2.5153,
      "step": 569
    },
    {
      "epoch": 0.7125,
      "grad_norm": 1.8521480560302734,
      "learning_rate": 5.75e-06,
      "loss": 3.0076,
      "step": 570
    },
    {
      "epoch": 0.71375,
      "grad_norm": 1.7520173788070679,
      "learning_rate": 5.725e-06,
      "loss": 2.4602,
      "step": 571
    },
    {
      "epoch": 0.715,
      "grad_norm": 3.2388157844543457,
      "learning_rate": 5.7e-06,
      "loss": 3.1706,
      "step": 572
    },
    {
      "epoch": 0.71625,
      "grad_norm": 1.5112570524215698,
      "learning_rate": 5.675000000000001e-06,
      "loss": 2.5468,
      "step": 573
    },
    {
      "epoch": 0.7175,
      "grad_norm": 2.0039563179016113,
      "learning_rate": 5.65e-06,
      "loss": 2.98,
      "step": 574
    },
    {
      "epoch": 0.71875,
      "grad_norm": 2.5694010257720947,
      "learning_rate": 5.625e-06,
      "loss": 2.454,
      "step": 575
    },
    {
      "epoch": 0.72,
      "grad_norm": 2.8285837173461914,
      "learning_rate": 5.600000000000001e-06,
      "loss": 2.4644,
      "step": 576
    },
    {
      "epoch": 0.72125,
      "grad_norm": 1.8699629306793213,
      "learning_rate": 5.575000000000001e-06,
      "loss": 2.0484,
      "step": 577
    },
    {
      "epoch": 0.7225,
      "grad_norm": 1.4237912893295288,
      "learning_rate": 5.550000000000001e-06,
      "loss": 2.5569,
      "step": 578
    },
    {
      "epoch": 0.72375,
      "grad_norm": 1.812650442123413,
      "learning_rate": 5.5250000000000005e-06,
      "loss": 2.8348,
      "step": 579
    },
    {
      "epoch": 0.725,
      "grad_norm": 4.9448137283325195,
      "learning_rate": 5.500000000000001e-06,
      "loss": 4.1679,
      "step": 580
    },
    {
      "epoch": 0.72625,
      "grad_norm": 3.0024564266204834,
      "learning_rate": 5.475e-06,
      "loss": 3.1915,
      "step": 581
    },
    {
      "epoch": 0.7275,
      "grad_norm": 1.2082493305206299,
      "learning_rate": 5.450000000000001e-06,
      "loss": 1.7674,
      "step": 582
    },
    {
      "epoch": 0.72875,
      "grad_norm": 2.0212562084198,
      "learning_rate": 5.4250000000000006e-06,
      "loss": 2.8302,
      "step": 583
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.7197890281677246,
      "learning_rate": 5.400000000000001e-06,
      "loss": 2.0274,
      "step": 584
    },
    {
      "epoch": 0.73125,
      "grad_norm": 1.3871604204177856,
      "learning_rate": 5.375e-06,
      "loss": 2.4914,
      "step": 585
    },
    {
      "epoch": 0.7325,
      "grad_norm": 1.2983068227767944,
      "learning_rate": 5.3500000000000004e-06,
      "loss": 3.1802,
      "step": 586
    },
    {
      "epoch": 0.73375,
      "grad_norm": 1.3344168663024902,
      "learning_rate": 5.325e-06,
      "loss": 2.1649,
      "step": 587
    },
    {
      "epoch": 0.735,
      "grad_norm": 1.4151086807250977,
      "learning_rate": 5.300000000000001e-06,
      "loss": 2.8521,
      "step": 588
    },
    {
      "epoch": 0.73625,
      "grad_norm": 2.3366806507110596,
      "learning_rate": 5.275e-06,
      "loss": 2.8001,
      "step": 589
    },
    {
      "epoch": 0.7375,
      "grad_norm": 3.088120460510254,
      "learning_rate": 5.2500000000000006e-06,
      "loss": 2.4478,
      "step": 590
    },
    {
      "epoch": 0.73875,
      "grad_norm": 3.974681854248047,
      "learning_rate": 5.225e-06,
      "loss": 2.633,
      "step": 591
    },
    {
      "epoch": 0.74,
      "grad_norm": 2.696179151535034,
      "learning_rate": 5.2e-06,
      "loss": 2.8837,
      "step": 592
    },
    {
      "epoch": 0.74125,
      "grad_norm": 2.7638463973999023,
      "learning_rate": 5.1750000000000004e-06,
      "loss": 2.4203,
      "step": 593
    },
    {
      "epoch": 0.7425,
      "grad_norm": 1.9097126722335815,
      "learning_rate": 5.150000000000001e-06,
      "loss": 2.1879,
      "step": 594
    },
    {
      "epoch": 0.74375,
      "grad_norm": 1.0455313920974731,
      "learning_rate": 5.125e-06,
      "loss": 2.529,
      "step": 595
    },
    {
      "epoch": 0.745,
      "grad_norm": 1.6425269842147827,
      "learning_rate": 5.1e-06,
      "loss": 3.3192,
      "step": 596
    },
    {
      "epoch": 0.74625,
      "grad_norm": 0.8040964007377625,
      "learning_rate": 5.075e-06,
      "loss": 2.2812,
      "step": 597
    },
    {
      "epoch": 0.7475,
      "grad_norm": 1.8883963823318481,
      "learning_rate": 5.050000000000001e-06,
      "loss": 3.0112,
      "step": 598
    },
    {
      "epoch": 0.74875,
      "grad_norm": 1.580411434173584,
      "learning_rate": 5.025e-06,
      "loss": 2.7145,
      "step": 599
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.2164394855499268,
      "learning_rate": 5e-06,
      "loss": 2.0817,
      "step": 600
    },
    {
      "epoch": 0.75125,
      "grad_norm": 1.7922728061676025,
      "learning_rate": 4.975000000000001e-06,
      "loss": 2.4854,
      "step": 601
    },
    {
      "epoch": 0.7525,
      "grad_norm": 1.1481162309646606,
      "learning_rate": 4.95e-06,
      "loss": 2.5298,
      "step": 602
    },
    {
      "epoch": 0.75375,
      "grad_norm": 1.3136919736862183,
      "learning_rate": 4.925e-06,
      "loss": 2.4225,
      "step": 603
    },
    {
      "epoch": 0.755,
      "grad_norm": 2.7019455432891846,
      "learning_rate": 4.9000000000000005e-06,
      "loss": 2.8419,
      "step": 604
    },
    {
      "epoch": 0.75625,
      "grad_norm": 1.661961555480957,
      "learning_rate": 4.875e-06,
      "loss": 2.097,
      "step": 605
    },
    {
      "epoch": 0.7575,
      "grad_norm": 1.692785620689392,
      "learning_rate": 4.85e-06,
      "loss": 2.7115,
      "step": 606
    },
    {
      "epoch": 0.75875,
      "grad_norm": 3.2370035648345947,
      "learning_rate": 4.825e-06,
      "loss": 2.7567,
      "step": 607
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.9687768220901489,
      "learning_rate": 4.800000000000001e-06,
      "loss": 2.362,
      "step": 608
    },
    {
      "epoch": 0.76125,
      "grad_norm": 1.3951308727264404,
      "learning_rate": 4.775e-06,
      "loss": 2.2084,
      "step": 609
    },
    {
      "epoch": 0.7625,
      "grad_norm": 2.4143717288970947,
      "learning_rate": 4.75e-06,
      "loss": 2.3073,
      "step": 610
    },
    {
      "epoch": 0.76375,
      "grad_norm": 1.0696815252304077,
      "learning_rate": 4.7250000000000005e-06,
      "loss": 1.8974,
      "step": 611
    },
    {
      "epoch": 0.765,
      "grad_norm": 1.8856892585754395,
      "learning_rate": 4.7e-06,
      "loss": 2.6322,
      "step": 612
    },
    {
      "epoch": 0.76625,
      "grad_norm": 2.168942451477051,
      "learning_rate": 4.675000000000001e-06,
      "loss": 2.5815,
      "step": 613
    },
    {
      "epoch": 0.7675,
      "grad_norm": 2.5787465572357178,
      "learning_rate": 4.65e-06,
      "loss": 3.1303,
      "step": 614
    },
    {
      "epoch": 0.76875,
      "grad_norm": 1.4108450412750244,
      "learning_rate": 4.625000000000001e-06,
      "loss": 2.44,
      "step": 615
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.7232167720794678,
      "learning_rate": 4.600000000000001e-06,
      "loss": 2.4796,
      "step": 616
    },
    {
      "epoch": 0.77125,
      "grad_norm": 1.3400771617889404,
      "learning_rate": 4.575e-06,
      "loss": 2.5869,
      "step": 617
    },
    {
      "epoch": 0.7725,
      "grad_norm": 1.1327736377716064,
      "learning_rate": 4.5500000000000005e-06,
      "loss": 1.856,
      "step": 618
    },
    {
      "epoch": 0.77375,
      "grad_norm": 1.3946475982666016,
      "learning_rate": 4.525000000000001e-06,
      "loss": 2.4039,
      "step": 619
    },
    {
      "epoch": 0.775,
      "grad_norm": 2.2213644981384277,
      "learning_rate": 4.5e-06,
      "loss": 2.6722,
      "step": 620
    },
    {
      "epoch": 0.77625,
      "grad_norm": 3.5649960041046143,
      "learning_rate": 4.475e-06,
      "loss": 2.5282,
      "step": 621
    },
    {
      "epoch": 0.7775,
      "grad_norm": 1.5441259145736694,
      "learning_rate": 4.450000000000001e-06,
      "loss": 2.6255,
      "step": 622
    },
    {
      "epoch": 0.77875,
      "grad_norm": 1.637509822845459,
      "learning_rate": 4.425e-06,
      "loss": 2.3554,
      "step": 623
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.0805779695510864,
      "learning_rate": 4.4e-06,
      "loss": 2.543,
      "step": 624
    },
    {
      "epoch": 0.78125,
      "grad_norm": 2.173614740371704,
      "learning_rate": 4.3750000000000005e-06,
      "loss": 2.2831,
      "step": 625
    },
    {
      "epoch": 0.7825,
      "grad_norm": 1.3933883905410767,
      "learning_rate": 4.350000000000001e-06,
      "loss": 2.3316,
      "step": 626
    },
    {
      "epoch": 0.78375,
      "grad_norm": 0.9714035987854004,
      "learning_rate": 4.325e-06,
      "loss": 2.344,
      "step": 627
    },
    {
      "epoch": 0.785,
      "grad_norm": 1.6793344020843506,
      "learning_rate": 4.3e-06,
      "loss": 2.5151,
      "step": 628
    },
    {
      "epoch": 0.78625,
      "grad_norm": 1.507856011390686,
      "learning_rate": 4.2750000000000006e-06,
      "loss": 3.1518,
      "step": 629
    },
    {
      "epoch": 0.7875,
      "grad_norm": 3.8492484092712402,
      "learning_rate": 4.25e-06,
      "loss": 3.2012,
      "step": 630
    },
    {
      "epoch": 0.78875,
      "grad_norm": 2.8230409622192383,
      "learning_rate": 4.225e-06,
      "loss": 3.0812,
      "step": 631
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.977073311805725,
      "learning_rate": 4.2000000000000004e-06,
      "loss": 2.4044,
      "step": 632
    },
    {
      "epoch": 0.79125,
      "grad_norm": 2.227055788040161,
      "learning_rate": 4.175e-06,
      "loss": 2.9186,
      "step": 633
    },
    {
      "epoch": 0.7925,
      "grad_norm": 3.2962162494659424,
      "learning_rate": 4.15e-06,
      "loss": 3.5546,
      "step": 634
    },
    {
      "epoch": 0.79375,
      "grad_norm": 1.9414913654327393,
      "learning_rate": 4.125e-06,
      "loss": 2.7475,
      "step": 635
    },
    {
      "epoch": 0.795,
      "grad_norm": 1.6483408212661743,
      "learning_rate": 4.1e-06,
      "loss": 3.0241,
      "step": 636
    },
    {
      "epoch": 0.79625,
      "grad_norm": 1.1849037408828735,
      "learning_rate": 4.075e-06,
      "loss": 2.6205,
      "step": 637
    },
    {
      "epoch": 0.7975,
      "grad_norm": 1.7737408876419067,
      "learning_rate": 4.05e-06,
      "loss": 2.5812,
      "step": 638
    },
    {
      "epoch": 0.79875,
      "grad_norm": 1.0205885171890259,
      "learning_rate": 4.0250000000000004e-06,
      "loss": 2.5972,
      "step": 639
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.9625855088233948,
      "learning_rate": 4.000000000000001e-06,
      "loss": 2.2021,
      "step": 640
    },
    {
      "epoch": 0.80125,
      "grad_norm": 1.3905662298202515,
      "learning_rate": 3.975000000000001e-06,
      "loss": 2.1898,
      "step": 641
    },
    {
      "epoch": 0.8025,
      "grad_norm": 2.1168220043182373,
      "learning_rate": 3.95e-06,
      "loss": 2.866,
      "step": 642
    },
    {
      "epoch": 0.80375,
      "grad_norm": 3.0257530212402344,
      "learning_rate": 3.9250000000000005e-06,
      "loss": 2.8517,
      "step": 643
    },
    {
      "epoch": 0.805,
      "grad_norm": 2.563762903213501,
      "learning_rate": 3.900000000000001e-06,
      "loss": 2.3336,
      "step": 644
    },
    {
      "epoch": 0.80625,
      "grad_norm": 3.3193588256835938,
      "learning_rate": 3.875e-06,
      "loss": 3.1035,
      "step": 645
    },
    {
      "epoch": 0.8075,
      "grad_norm": 2.2538487911224365,
      "learning_rate": 3.85e-06,
      "loss": 2.8489,
      "step": 646
    },
    {
      "epoch": 0.80875,
      "grad_norm": 1.6400374174118042,
      "learning_rate": 3.825000000000001e-06,
      "loss": 2.7454,
      "step": 647
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.152010202407837,
      "learning_rate": 3.8000000000000005e-06,
      "loss": 2.5955,
      "step": 648
    },
    {
      "epoch": 0.81125,
      "grad_norm": 1.100693941116333,
      "learning_rate": 3.7750000000000003e-06,
      "loss": 1.9502,
      "step": 649
    },
    {
      "epoch": 0.8125,
      "grad_norm": 1.8576849699020386,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 2.7005,
      "step": 650
    },
    {
      "epoch": 0.81375,
      "grad_norm": 2.48925518989563,
      "learning_rate": 3.7250000000000003e-06,
      "loss": 2.7473,
      "step": 651
    },
    {
      "epoch": 0.815,
      "grad_norm": 1.4268637895584106,
      "learning_rate": 3.7e-06,
      "loss": 2.4413,
      "step": 652
    },
    {
      "epoch": 0.81625,
      "grad_norm": 0.8600934743881226,
      "learning_rate": 3.6750000000000004e-06,
      "loss": 2.7305,
      "step": 653
    },
    {
      "epoch": 0.8175,
      "grad_norm": 1.7161887884140015,
      "learning_rate": 3.65e-06,
      "loss": 2.0339,
      "step": 654
    },
    {
      "epoch": 0.81875,
      "grad_norm": 2.643136739730835,
      "learning_rate": 3.625e-06,
      "loss": 2.7862,
      "step": 655
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.1652709245681763,
      "learning_rate": 3.6000000000000003e-06,
      "loss": 2.3251,
      "step": 656
    },
    {
      "epoch": 0.82125,
      "grad_norm": 1.3739567995071411,
      "learning_rate": 3.575e-06,
      "loss": 2.5092,
      "step": 657
    },
    {
      "epoch": 0.8225,
      "grad_norm": 1.4893128871917725,
      "learning_rate": 3.5500000000000003e-06,
      "loss": 2.2714,
      "step": 658
    },
    {
      "epoch": 0.82375,
      "grad_norm": 0.9546101093292236,
      "learning_rate": 3.525e-06,
      "loss": 2.106,
      "step": 659
    },
    {
      "epoch": 0.825,
      "grad_norm": 1.596313238143921,
      "learning_rate": 3.5e-06,
      "loss": 2.9919,
      "step": 660
    },
    {
      "epoch": 0.82625,
      "grad_norm": 1.6426167488098145,
      "learning_rate": 3.475e-06,
      "loss": 2.2044,
      "step": 661
    },
    {
      "epoch": 0.8275,
      "grad_norm": 1.0089974403381348,
      "learning_rate": 3.45e-06,
      "loss": 2.5872,
      "step": 662
    },
    {
      "epoch": 0.82875,
      "grad_norm": 1.9362369775772095,
      "learning_rate": 3.4250000000000007e-06,
      "loss": 2.5531,
      "step": 663
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.6755287051200867,
      "learning_rate": 3.4000000000000005e-06,
      "loss": 1.9512,
      "step": 664
    },
    {
      "epoch": 0.83125,
      "grad_norm": 1.8554205894470215,
      "learning_rate": 3.3750000000000003e-06,
      "loss": 2.5813,
      "step": 665
    },
    {
      "epoch": 0.8325,
      "grad_norm": 2.031695604324341,
      "learning_rate": 3.3500000000000005e-06,
      "loss": 2.6638,
      "step": 666
    },
    {
      "epoch": 0.83375,
      "grad_norm": 1.817267656326294,
      "learning_rate": 3.3250000000000004e-06,
      "loss": 2.7071,
      "step": 667
    },
    {
      "epoch": 0.835,
      "grad_norm": 1.8573476076126099,
      "learning_rate": 3.3000000000000006e-06,
      "loss": 2.9174,
      "step": 668
    },
    {
      "epoch": 0.83625,
      "grad_norm": 1.9300901889801025,
      "learning_rate": 3.2750000000000004e-06,
      "loss": 3.0282,
      "step": 669
    },
    {
      "epoch": 0.8375,
      "grad_norm": 0.8869524598121643,
      "learning_rate": 3.2500000000000002e-06,
      "loss": 2.4725,
      "step": 670
    },
    {
      "epoch": 0.83875,
      "grad_norm": 1.1387746334075928,
      "learning_rate": 3.2250000000000005e-06,
      "loss": 2.3742,
      "step": 671
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.481876850128174,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 2.567,
      "step": 672
    },
    {
      "epoch": 0.84125,
      "grad_norm": 1.3130849599838257,
      "learning_rate": 3.175e-06,
      "loss": 2.1865,
      "step": 673
    },
    {
      "epoch": 0.8425,
      "grad_norm": 1.5404133796691895,
      "learning_rate": 3.1500000000000003e-06,
      "loss": 2.6415,
      "step": 674
    },
    {
      "epoch": 0.84375,
      "grad_norm": 2.30031418800354,
      "learning_rate": 3.125e-06,
      "loss": 2.6346,
      "step": 675
    },
    {
      "epoch": 0.845,
      "grad_norm": 1.8086575269699097,
      "learning_rate": 3.1000000000000004e-06,
      "loss": 2.1789,
      "step": 676
    },
    {
      "epoch": 0.84625,
      "grad_norm": 2.2194817066192627,
      "learning_rate": 3.075e-06,
      "loss": 2.048,
      "step": 677
    },
    {
      "epoch": 0.8475,
      "grad_norm": 1.6533406972885132,
      "learning_rate": 3.05e-06,
      "loss": 2.3017,
      "step": 678
    },
    {
      "epoch": 0.84875,
      "grad_norm": 4.319630146026611,
      "learning_rate": 3.0250000000000003e-06,
      "loss": 3.3279,
      "step": 679
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.66692316532135,
      "learning_rate": 3e-06,
      "loss": 2.6651,
      "step": 680
    },
    {
      "epoch": 0.85125,
      "grad_norm": 0.786642849445343,
      "learning_rate": 2.9750000000000003e-06,
      "loss": 1.92,
      "step": 681
    },
    {
      "epoch": 0.8525,
      "grad_norm": 1.6372087001800537,
      "learning_rate": 2.95e-06,
      "loss": 2.394,
      "step": 682
    },
    {
      "epoch": 0.85375,
      "grad_norm": 1.3699547052383423,
      "learning_rate": 2.925e-06,
      "loss": 2.5697,
      "step": 683
    },
    {
      "epoch": 0.855,
      "grad_norm": 2.5320935249328613,
      "learning_rate": 2.9e-06,
      "loss": 2.8745,
      "step": 684
    },
    {
      "epoch": 0.85625,
      "grad_norm": 2.3555850982666016,
      "learning_rate": 2.875e-06,
      "loss": 2.7129,
      "step": 685
    },
    {
      "epoch": 0.8575,
      "grad_norm": 2.2113137245178223,
      "learning_rate": 2.85e-06,
      "loss": 3.0649,
      "step": 686
    },
    {
      "epoch": 0.85875,
      "grad_norm": 2.225691318511963,
      "learning_rate": 2.825e-06,
      "loss": 2.1795,
      "step": 687
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.7828199863433838,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 2.5819,
      "step": 688
    },
    {
      "epoch": 0.86125,
      "grad_norm": 1.4047306776046753,
      "learning_rate": 2.7750000000000005e-06,
      "loss": 2.4888,
      "step": 689
    },
    {
      "epoch": 0.8625,
      "grad_norm": 3.13736891746521,
      "learning_rate": 2.7500000000000004e-06,
      "loss": 3.2848,
      "step": 690
    },
    {
      "epoch": 0.86375,
      "grad_norm": 1.6474286317825317,
      "learning_rate": 2.7250000000000006e-06,
      "loss": 2.9487,
      "step": 691
    },
    {
      "epoch": 0.865,
      "grad_norm": 1.1393457651138306,
      "learning_rate": 2.7000000000000004e-06,
      "loss": 2.6245,
      "step": 692
    },
    {
      "epoch": 0.86625,
      "grad_norm": 2.4159979820251465,
      "learning_rate": 2.6750000000000002e-06,
      "loss": 2.5928,
      "step": 693
    },
    {
      "epoch": 0.8675,
      "grad_norm": 2.7899107933044434,
      "learning_rate": 2.6500000000000005e-06,
      "loss": 3.0244,
      "step": 694
    },
    {
      "epoch": 0.86875,
      "grad_norm": 1.7800438404083252,
      "learning_rate": 2.6250000000000003e-06,
      "loss": 1.7862,
      "step": 695
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.111862897872925,
      "learning_rate": 2.6e-06,
      "loss": 2.8517,
      "step": 696
    },
    {
      "epoch": 0.87125,
      "grad_norm": 2.0922229290008545,
      "learning_rate": 2.5750000000000003e-06,
      "loss": 2.2728,
      "step": 697
    },
    {
      "epoch": 0.8725,
      "grad_norm": 1.8772225379943848,
      "learning_rate": 2.55e-06,
      "loss": 2.3808,
      "step": 698
    },
    {
      "epoch": 0.87375,
      "grad_norm": 1.4865831136703491,
      "learning_rate": 2.5250000000000004e-06,
      "loss": 2.814,
      "step": 699
    },
    {
      "epoch": 0.875,
      "grad_norm": 2.728365182876587,
      "learning_rate": 2.5e-06,
      "loss": 3.2643,
      "step": 700
    },
    {
      "epoch": 0.87625,
      "grad_norm": 2.335869789123535,
      "learning_rate": 2.475e-06,
      "loss": 2.5471,
      "step": 701
    },
    {
      "epoch": 0.8775,
      "grad_norm": 2.8404269218444824,
      "learning_rate": 2.4500000000000003e-06,
      "loss": 3.1107,
      "step": 702
    },
    {
      "epoch": 0.87875,
      "grad_norm": 2.249152898788452,
      "learning_rate": 2.425e-06,
      "loss": 2.2618,
      "step": 703
    },
    {
      "epoch": 0.88,
      "grad_norm": 2.662062168121338,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 2.6716,
      "step": 704
    },
    {
      "epoch": 0.88125,
      "grad_norm": 0.9941419363021851,
      "learning_rate": 2.375e-06,
      "loss": 2.3987,
      "step": 705
    },
    {
      "epoch": 0.8825,
      "grad_norm": 0.5474485754966736,
      "learning_rate": 2.35e-06,
      "loss": 2.429,
      "step": 706
    },
    {
      "epoch": 0.88375,
      "grad_norm": 1.473949909210205,
      "learning_rate": 2.325e-06,
      "loss": 2.5365,
      "step": 707
    },
    {
      "epoch": 0.885,
      "grad_norm": 1.6973087787628174,
      "learning_rate": 2.3000000000000004e-06,
      "loss": 2.1838,
      "step": 708
    },
    {
      "epoch": 0.88625,
      "grad_norm": 1.3658370971679688,
      "learning_rate": 2.2750000000000002e-06,
      "loss": 2.7352,
      "step": 709
    },
    {
      "epoch": 0.8875,
      "grad_norm": 1.7037274837493896,
      "learning_rate": 2.25e-06,
      "loss": 2.4561,
      "step": 710
    },
    {
      "epoch": 0.88875,
      "grad_norm": 1.5743016004562378,
      "learning_rate": 2.2250000000000003e-06,
      "loss": 2.4667,
      "step": 711
    },
    {
      "epoch": 0.89,
      "grad_norm": 2.2770535945892334,
      "learning_rate": 2.2e-06,
      "loss": 2.315,
      "step": 712
    },
    {
      "epoch": 0.89125,
      "grad_norm": 1.4078290462493896,
      "learning_rate": 2.1750000000000004e-06,
      "loss": 1.8871,
      "step": 713
    },
    {
      "epoch": 0.8925,
      "grad_norm": 4.485980987548828,
      "learning_rate": 2.15e-06,
      "loss": 3.6076,
      "step": 714
    },
    {
      "epoch": 0.89375,
      "grad_norm": 1.9531930685043335,
      "learning_rate": 2.125e-06,
      "loss": 2.9939,
      "step": 715
    },
    {
      "epoch": 0.895,
      "grad_norm": 1.6232836246490479,
      "learning_rate": 2.1000000000000002e-06,
      "loss": 2.7136,
      "step": 716
    },
    {
      "epoch": 0.89625,
      "grad_norm": 1.2092350721359253,
      "learning_rate": 2.075e-06,
      "loss": 2.693,
      "step": 717
    },
    {
      "epoch": 0.8975,
      "grad_norm": 3.6011886596679688,
      "learning_rate": 2.05e-06,
      "loss": 2.6018,
      "step": 718
    },
    {
      "epoch": 0.89875,
      "grad_norm": 1.6210492849349976,
      "learning_rate": 2.025e-06,
      "loss": 2.3993,
      "step": 719
    },
    {
      "epoch": 0.9,
      "grad_norm": 3.093855142593384,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 2.8579,
      "step": 720
    },
    {
      "epoch": 0.90125,
      "grad_norm": 1.624720811843872,
      "learning_rate": 1.975e-06,
      "loss": 2.5612,
      "step": 721
    },
    {
      "epoch": 0.9025,
      "grad_norm": 2.27695631980896,
      "learning_rate": 1.9500000000000004e-06,
      "loss": 1.6602,
      "step": 722
    },
    {
      "epoch": 0.90375,
      "grad_norm": 0.9946104884147644,
      "learning_rate": 1.925e-06,
      "loss": 2.2992,
      "step": 723
    },
    {
      "epoch": 0.905,
      "grad_norm": 1.5145623683929443,
      "learning_rate": 1.9000000000000002e-06,
      "loss": 2.9268,
      "step": 724
    },
    {
      "epoch": 0.90625,
      "grad_norm": 1.1302818059921265,
      "learning_rate": 1.8750000000000003e-06,
      "loss": 2.3965,
      "step": 725
    },
    {
      "epoch": 0.9075,
      "grad_norm": 1.6978087425231934,
      "learning_rate": 1.85e-06,
      "loss": 2.4108,
      "step": 726
    },
    {
      "epoch": 0.90875,
      "grad_norm": 2.2601537704467773,
      "learning_rate": 1.825e-06,
      "loss": 2.3154,
      "step": 727
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.95534348487854,
      "learning_rate": 1.8000000000000001e-06,
      "loss": 2.6331,
      "step": 728
    },
    {
      "epoch": 0.91125,
      "grad_norm": 1.851906418800354,
      "learning_rate": 1.7750000000000002e-06,
      "loss": 2.5358,
      "step": 729
    },
    {
      "epoch": 0.9125,
      "grad_norm": 1.785172700881958,
      "learning_rate": 1.75e-06,
      "loss": 1.9176,
      "step": 730
    },
    {
      "epoch": 0.91375,
      "grad_norm": 1.4503031969070435,
      "learning_rate": 1.725e-06,
      "loss": 2.1631,
      "step": 731
    },
    {
      "epoch": 0.915,
      "grad_norm": 1.4128133058547974,
      "learning_rate": 1.7000000000000002e-06,
      "loss": 2.4415,
      "step": 732
    },
    {
      "epoch": 0.91625,
      "grad_norm": 0.8669462203979492,
      "learning_rate": 1.6750000000000003e-06,
      "loss": 2.3275,
      "step": 733
    },
    {
      "epoch": 0.9175,
      "grad_norm": 2.6948771476745605,
      "learning_rate": 1.6500000000000003e-06,
      "loss": 2.0348,
      "step": 734
    },
    {
      "epoch": 0.91875,
      "grad_norm": 1.6759194135665894,
      "learning_rate": 1.6250000000000001e-06,
      "loss": 2.2684,
      "step": 735
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.6948565244674683,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 2.416,
      "step": 736
    },
    {
      "epoch": 0.92125,
      "grad_norm": 2.1370370388031006,
      "learning_rate": 1.5750000000000002e-06,
      "loss": 1.907,
      "step": 737
    },
    {
      "epoch": 0.9225,
      "grad_norm": 2.4928674697875977,
      "learning_rate": 1.5500000000000002e-06,
      "loss": 2.2468,
      "step": 738
    },
    {
      "epoch": 0.92375,
      "grad_norm": 1.3928344249725342,
      "learning_rate": 1.525e-06,
      "loss": 2.9909,
      "step": 739
    },
    {
      "epoch": 0.925,
      "grad_norm": 0.9298745393753052,
      "learning_rate": 1.5e-06,
      "loss": 2.2005,
      "step": 740
    },
    {
      "epoch": 0.92625,
      "grad_norm": 1.4485491514205933,
      "learning_rate": 1.475e-06,
      "loss": 2.1133,
      "step": 741
    },
    {
      "epoch": 0.9275,
      "grad_norm": 1.4372122287750244,
      "learning_rate": 1.45e-06,
      "loss": 2.923,
      "step": 742
    },
    {
      "epoch": 0.92875,
      "grad_norm": 0.9330675005912781,
      "learning_rate": 1.425e-06,
      "loss": 2.4085,
      "step": 743
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.9367544651031494,
      "learning_rate": 1.4000000000000001e-06,
      "loss": 2.8133,
      "step": 744
    },
    {
      "epoch": 0.93125,
      "grad_norm": 2.0561740398406982,
      "learning_rate": 1.3750000000000002e-06,
      "loss": 2.6545,
      "step": 745
    },
    {
      "epoch": 0.9325,
      "grad_norm": 3.575596332550049,
      "learning_rate": 1.3500000000000002e-06,
      "loss": 2.4606,
      "step": 746
    },
    {
      "epoch": 0.93375,
      "grad_norm": 1.240574836730957,
      "learning_rate": 1.3250000000000002e-06,
      "loss": 2.7273,
      "step": 747
    },
    {
      "epoch": 0.935,
      "grad_norm": 1.4624780416488647,
      "learning_rate": 1.3e-06,
      "loss": 2.06,
      "step": 748
    },
    {
      "epoch": 0.93625,
      "grad_norm": 4.1101460456848145,
      "learning_rate": 1.275e-06,
      "loss": 3.6805,
      "step": 749
    },
    {
      "epoch": 0.9375,
      "grad_norm": 1.3366179466247559,
      "learning_rate": 1.25e-06,
      "loss": 2.5252,
      "step": 750
    },
    {
      "epoch": 0.93875,
      "grad_norm": 1.6742165088653564,
      "learning_rate": 1.2250000000000001e-06,
      "loss": 2.4546,
      "step": 751
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.976860523223877,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 2.5712,
      "step": 752
    },
    {
      "epoch": 0.94125,
      "grad_norm": 2.7342398166656494,
      "learning_rate": 1.175e-06,
      "loss": 2.8187,
      "step": 753
    },
    {
      "epoch": 0.9425,
      "grad_norm": 1.6856083869934082,
      "learning_rate": 1.1500000000000002e-06,
      "loss": 2.2563,
      "step": 754
    },
    {
      "epoch": 0.94375,
      "grad_norm": 1.8753656148910522,
      "learning_rate": 1.125e-06,
      "loss": 2.6912,
      "step": 755
    },
    {
      "epoch": 0.945,
      "grad_norm": 1.1665239334106445,
      "learning_rate": 1.1e-06,
      "loss": 2.57,
      "step": 756
    },
    {
      "epoch": 0.94625,
      "grad_norm": 0.815209150314331,
      "learning_rate": 1.075e-06,
      "loss": 2.1256,
      "step": 757
    },
    {
      "epoch": 0.9475,
      "grad_norm": 4.842214107513428,
      "learning_rate": 1.0500000000000001e-06,
      "loss": 2.4971,
      "step": 758
    },
    {
      "epoch": 0.94875,
      "grad_norm": 2.0265555381774902,
      "learning_rate": 1.025e-06,
      "loss": 2.134,
      "step": 759
    },
    {
      "epoch": 0.95,
      "grad_norm": 2.723125696182251,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 2.7601,
      "step": 760
    },
    {
      "epoch": 0.95125,
      "grad_norm": 0.8349653482437134,
      "learning_rate": 9.750000000000002e-07,
      "loss": 2.0944,
      "step": 761
    },
    {
      "epoch": 0.9525,
      "grad_norm": 2.7524056434631348,
      "learning_rate": 9.500000000000001e-07,
      "loss": 2.9711,
      "step": 762
    },
    {
      "epoch": 0.95375,
      "grad_norm": 3.6746034622192383,
      "learning_rate": 9.25e-07,
      "loss": 2.6018,
      "step": 763
    },
    {
      "epoch": 0.955,
      "grad_norm": 4.50912618637085,
      "learning_rate": 9.000000000000001e-07,
      "loss": 3.2356,
      "step": 764
    },
    {
      "epoch": 0.95625,
      "grad_norm": 2.569899797439575,
      "learning_rate": 8.75e-07,
      "loss": 2.3839,
      "step": 765
    },
    {
      "epoch": 0.9575,
      "grad_norm": 2.2566895484924316,
      "learning_rate": 8.500000000000001e-07,
      "loss": 3.053,
      "step": 766
    },
    {
      "epoch": 0.95875,
      "grad_norm": 1.2487592697143555,
      "learning_rate": 8.250000000000001e-07,
      "loss": 2.8636,
      "step": 767
    },
    {
      "epoch": 0.96,
      "grad_norm": 2.2288849353790283,
      "learning_rate": 8.000000000000001e-07,
      "loss": 1.9255,
      "step": 768
    },
    {
      "epoch": 0.96125,
      "grad_norm": 2.1028974056243896,
      "learning_rate": 7.750000000000001e-07,
      "loss": 2.5616,
      "step": 769
    },
    {
      "epoch": 0.9625,
      "grad_norm": 1.2116632461547852,
      "learning_rate": 7.5e-07,
      "loss": 2.56,
      "step": 770
    },
    {
      "epoch": 0.96375,
      "grad_norm": 2.2025723457336426,
      "learning_rate": 7.25e-07,
      "loss": 3.1438,
      "step": 771
    },
    {
      "epoch": 0.965,
      "grad_norm": 2.4728424549102783,
      "learning_rate": 7.000000000000001e-07,
      "loss": 2.478,
      "step": 772
    },
    {
      "epoch": 0.96625,
      "grad_norm": 1.092957615852356,
      "learning_rate": 6.750000000000001e-07,
      "loss": 2.288,
      "step": 773
    },
    {
      "epoch": 0.9675,
      "grad_norm": 1.0330168008804321,
      "learning_rate": 6.5e-07,
      "loss": 2.4745,
      "step": 774
    },
    {
      "epoch": 0.96875,
      "grad_norm": 1.3029001951217651,
      "learning_rate": 6.25e-07,
      "loss": 2.3561,
      "step": 775
    },
    {
      "epoch": 0.97,
      "grad_norm": 2.4613988399505615,
      "learning_rate": 6.000000000000001e-07,
      "loss": 2.4335,
      "step": 776
    },
    {
      "epoch": 0.97125,
      "grad_norm": 1.6901812553405762,
      "learning_rate": 5.750000000000001e-07,
      "loss": 2.2362,
      "step": 777
    },
    {
      "epoch": 0.9725,
      "grad_norm": 2.4732651710510254,
      "learning_rate": 5.5e-07,
      "loss": 2.6915,
      "step": 778
    },
    {
      "epoch": 0.97375,
      "grad_norm": 1.1935354471206665,
      "learning_rate": 5.250000000000001e-07,
      "loss": 2.3641,
      "step": 779
    },
    {
      "epoch": 0.975,
      "grad_norm": 1.6522023677825928,
      "learning_rate": 5.000000000000001e-07,
      "loss": 2.3062,
      "step": 780
    },
    {
      "epoch": 0.97625,
      "grad_norm": 1.62522554397583,
      "learning_rate": 4.7500000000000006e-07,
      "loss": 2.3801,
      "step": 781
    },
    {
      "epoch": 0.9775,
      "grad_norm": 14.57507610321045,
      "learning_rate": 4.5000000000000003e-07,
      "loss": 2.5558,
      "step": 782
    },
    {
      "epoch": 0.97875,
      "grad_norm": 3.2062268257141113,
      "learning_rate": 4.2500000000000006e-07,
      "loss": 2.9463,
      "step": 783
    },
    {
      "epoch": 0.98,
      "grad_norm": 2.024563789367676,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 1.9367,
      "step": 784
    },
    {
      "epoch": 0.98125,
      "grad_norm": 2.408194065093994,
      "learning_rate": 3.75e-07,
      "loss": 2.5923,
      "step": 785
    },
    {
      "epoch": 0.9825,
      "grad_norm": 1.4996728897094727,
      "learning_rate": 3.5000000000000004e-07,
      "loss": 2.7131,
      "step": 786
    },
    {
      "epoch": 0.98375,
      "grad_norm": 0.4530770182609558,
      "learning_rate": 3.25e-07,
      "loss": 1.6141,
      "step": 787
    },
    {
      "epoch": 0.985,
      "grad_norm": 1.9080215692520142,
      "learning_rate": 3.0000000000000004e-07,
      "loss": 2.8874,
      "step": 788
    },
    {
      "epoch": 0.98625,
      "grad_norm": 5.6946635246276855,
      "learning_rate": 2.75e-07,
      "loss": 3.0954,
      "step": 789
    },
    {
      "epoch": 0.9875,
      "grad_norm": 1.8404529094696045,
      "learning_rate": 2.5000000000000004e-07,
      "loss": 2.5155,
      "step": 790
    },
    {
      "epoch": 0.98875,
      "grad_norm": 1.1621073484420776,
      "learning_rate": 2.2500000000000002e-07,
      "loss": 2.2214,
      "step": 791
    },
    {
      "epoch": 0.99,
      "grad_norm": 4.576001167297363,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 3.3722,
      "step": 792
    },
    {
      "epoch": 0.99125,
      "grad_norm": 2.642176866531372,
      "learning_rate": 1.7500000000000002e-07,
      "loss": 3.2569,
      "step": 793
    },
    {
      "epoch": 0.9925,
      "grad_norm": 2.1654837131500244,
      "learning_rate": 1.5000000000000002e-07,
      "loss": 2.2922,
      "step": 794
    },
    {
      "epoch": 0.99375,
      "grad_norm": 1.3945523500442505,
      "learning_rate": 1.2500000000000002e-07,
      "loss": 2.2981,
      "step": 795
    },
    {
      "epoch": 0.995,
      "grad_norm": 1.6085453033447266,
      "learning_rate": 1.0000000000000001e-07,
      "loss": 2.4976,
      "step": 796
    },
    {
      "epoch": 0.99625,
      "grad_norm": 3.1184237003326416,
      "learning_rate": 7.500000000000001e-08,
      "loss": 2.3142,
      "step": 797
    },
    {
      "epoch": 0.9975,
      "grad_norm": 2.5621306896209717,
      "learning_rate": 5.0000000000000004e-08,
      "loss": 2.8623,
      "step": 798
    },
    {
      "epoch": 0.99875,
      "grad_norm": 3.707613468170166,
      "learning_rate": 2.5000000000000002e-08,
      "loss": 3.019,
      "step": 799
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.426806926727295,
      "learning_rate": 0.0,
      "loss": 2.7174,
      "step": 800
    },
    {
      "epoch": 1.0,
      "eval_loss": 2.631765127182007,
      "eval_runtime": 130.0102,
      "eval_samples_per_second": 1.538,
      "eval_steps_per_second": 1.538,
      "step": 800
    }
  ],
  "logging_steps": 1,
  "max_steps": 800,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8.0586892345344e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}