{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.19745502413339183,
  "eval_steps": 50,
  "global_step": 150,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0013163668275559457,
      "grad_norm": 0.30696616335070354,
      "learning_rate": 2e-05,
      "loss": 2.0039,
      "step": 1
    },
    {
      "epoch": 0.0026327336551118913,
      "grad_norm": 0.2981340320093832,
      "learning_rate": 1.999777729859618e-05,
      "loss": 1.9835,
      "step": 2
    },
    {
      "epoch": 0.003949100482667837,
      "grad_norm": 14.179116456215626,
      "learning_rate": 1.9991110182465032e-05,
      "loss": 2.1888,
      "step": 3
    },
    {
      "epoch": 0.005265467310223783,
      "grad_norm": 5.134986399673115,
      "learning_rate": 1.9980001615408228e-05,
      "loss": 2.0727,
      "step": 4
    },
    {
      "epoch": 0.006581834137779728,
      "grad_norm": 4.2864655605921556,
      "learning_rate": 1.9964456535631287e-05,
      "loss": 2.0366,
      "step": 5
    },
    {
      "epoch": 0.007898200965335674,
      "grad_norm": 3.425493419827274,
      "learning_rate": 1.9944481853548335e-05,
      "loss": 2.0437,
      "step": 6
    },
    {
      "epoch": 0.009214567792891619,
      "grad_norm": 2.2782739580301414,
      "learning_rate": 1.9920086448710162e-05,
      "loss": 2.0373,
      "step": 7
    },
    {
      "epoch": 0.010530934620447565,
      "grad_norm": 1.8345447423860846,
      "learning_rate": 1.9891281165856876e-05,
      "loss": 2.0013,
      "step": 8
    },
    {
      "epoch": 0.01184730144800351,
      "grad_norm": 1.6656939664554824,
      "learning_rate": 1.9858078810097004e-05,
      "loss": 2.0271,
      "step": 9
    },
    {
      "epoch": 0.013163668275559455,
      "grad_norm": 1.2832081039970213,
      "learning_rate": 1.98204941412151e-05,
      "loss": 2.0229,
      "step": 10
    },
    {
      "epoch": 0.014480035103115402,
      "grad_norm": 1.064845389532268,
      "learning_rate": 1.9778543867110428e-05,
      "loss": 2.0242,
      "step": 11
    },
    {
      "epoch": 0.015796401930671347,
      "grad_norm": 1.0011655878120684,
      "learning_rate": 1.9732246636369605e-05,
      "loss": 2.0269,
      "step": 12
    },
    {
      "epoch": 0.017112768758227294,
      "grad_norm": 1.2132864745851109,
      "learning_rate": 1.968162302997659e-05,
      "loss": 2.0263,
      "step": 13
    },
    {
      "epoch": 0.018429135585783237,
      "grad_norm": 1.21338076286533,
      "learning_rate": 1.962669555216358e-05,
      "loss": 2.0117,
      "step": 14
    },
    {
      "epoch": 0.019745502413339184,
      "grad_norm": 0.8187255504437202,
      "learning_rate": 1.9567488620406984e-05,
      "loss": 2.0295,
      "step": 15
    },
    {
      "epoch": 0.02106186924089513,
      "grad_norm": 0.7746476520569149,
      "learning_rate": 1.9504028554572865e-05,
      "loss": 2.0119,
      "step": 16
    },
    {
      "epoch": 0.022378236068451074,
      "grad_norm": 1.0497273073425593,
      "learning_rate": 1.943634356521671e-05,
      "loss": 2.0206,
      "step": 17
    },
    {
      "epoch": 0.02369460289600702,
      "grad_norm": 0.9479600984734513,
      "learning_rate": 1.9364463741042694e-05,
      "loss": 1.9865,
      "step": 18
    },
    {
      "epoch": 0.025010969723562967,
      "grad_norm": 0.8196862860693493,
      "learning_rate": 1.928842103552803e-05,
      "loss": 1.9976,
      "step": 19
    },
    {
      "epoch": 0.02632733655111891,
      "grad_norm": 0.5913274908675824,
      "learning_rate": 1.920824925271838e-05,
      "loss": 2.011,
      "step": 20
    },
    {
      "epoch": 0.027643703378674857,
      "grad_norm": 0.6728905852774738,
      "learning_rate": 1.9123984032200586e-05,
      "loss": 1.9905,
      "step": 21
    },
    {
      "epoch": 0.028960070206230804,
      "grad_norm": 0.7497374260591831,
      "learning_rate": 1.9035662833259433e-05,
      "loss": 2.0073,
      "step": 22
    },
    {
      "epoch": 0.030276437033786747,
      "grad_norm": 0.6936831191512686,
      "learning_rate": 1.8943324918225495e-05,
      "loss": 2.0065,
      "step": 23
    },
    {
      "epoch": 0.031592803861342694,
      "grad_norm": 0.5507208523194586,
      "learning_rate": 1.8847011335021447e-05,
      "loss": 1.9922,
      "step": 24
    },
    {
      "epoch": 0.03290917068889864,
      "grad_norm": 0.5156365942844777,
      "learning_rate": 1.874676489891461e-05,
      "loss": 1.9934,
      "step": 25
    },
    {
      "epoch": 0.03422553751645459,
      "grad_norm": 0.5251346487715227,
      "learning_rate": 1.8642630173483832e-05,
      "loss": 1.9927,
      "step": 26
    },
    {
      "epoch": 0.03554190434401053,
      "grad_norm": 0.510635144961559,
      "learning_rate": 1.85346534508092e-05,
      "loss": 1.9962,
      "step": 27
    },
    {
      "epoch": 0.036858271171566474,
      "grad_norm": 0.5181804796655289,
      "learning_rate": 1.8422882730893323e-05,
      "loss": 2.0137,
      "step": 28
    },
    {
      "epoch": 0.03817463799912242,
      "grad_norm": 0.49077337711361835,
      "learning_rate": 1.8307367700323412e-05,
      "loss": 2.0108,
      "step": 29
    },
    {
      "epoch": 0.03949100482667837,
      "grad_norm": 0.5359933989375382,
      "learning_rate": 1.8188159710183595e-05,
      "loss": 1.9796,
      "step": 30
    },
    {
      "epoch": 0.040807371654234315,
      "grad_norm": 0.5191960799186749,
      "learning_rate": 1.8065311753227272e-05,
      "loss": 2.0251,
      "step": 31
    },
    {
      "epoch": 0.04212373848179026,
      "grad_norm": 0.4504971551269138,
      "learning_rate": 1.7938878440319722e-05,
      "loss": 2.0165,
      "step": 32
    },
    {
      "epoch": 0.0434401053093462,
      "grad_norm": 0.6183611766129652,
      "learning_rate": 1.7808915976161364e-05,
      "loss": 2.0187,
      "step": 33
    },
    {
      "epoch": 0.04475647213690215,
      "grad_norm": 0.7248943050013543,
      "learning_rate": 1.7675482134302503e-05,
      "loss": 1.9992,
      "step": 34
    },
    {
      "epoch": 0.046072838964458095,
      "grad_norm": 0.8805699361270162,
      "learning_rate": 1.753863623146066e-05,
      "loss": 2.0015,
      "step": 35
    },
    {
      "epoch": 0.04738920579201404,
      "grad_norm": 1.0132129872309281,
      "learning_rate": 1.7398439101151908e-05,
      "loss": 1.9881,
      "step": 36
    },
    {
      "epoch": 0.04870557261956999,
      "grad_norm": 1.002441811799336,
      "learning_rate": 1.7254953066647915e-05,
      "loss": 1.9919,
      "step": 37
    },
    {
      "epoch": 0.050021939447125935,
      "grad_norm": 0.760921923703588,
      "learning_rate": 1.710824191327075e-05,
      "loss": 2.0243,
      "step": 38
    },
    {
      "epoch": 0.051338306274681875,
      "grad_norm": 0.48286113953076154,
      "learning_rate": 1.695837086003772e-05,
      "loss": 1.9978,
      "step": 39
    },
    {
      "epoch": 0.05265467310223782,
      "grad_norm": 0.6473967666505364,
      "learning_rate": 1.680540653066891e-05,
      "loss": 1.9951,
      "step": 40
    },
    {
      "epoch": 0.05397103992979377,
      "grad_norm": 0.8514602423142358,
      "learning_rate": 1.6649416923970248e-05,
      "loss": 1.9972,
      "step": 41
    },
    {
      "epoch": 0.055287406757349715,
      "grad_norm": 0.751097254833928,
      "learning_rate": 1.649047138360529e-05,
      "loss": 1.9876,
      "step": 42
    },
    {
      "epoch": 0.05660377358490566,
      "grad_norm": 0.5323632856254606,
      "learning_rate": 1.632864056726917e-05,
      "loss": 1.9878,
      "step": 43
    },
    {
      "epoch": 0.05792014041246161,
      "grad_norm": 0.5485571128183261,
      "learning_rate": 1.6163996415278423e-05,
      "loss": 2.0138,
      "step": 44
    },
    {
      "epoch": 0.05923650724001755,
      "grad_norm": 0.5935935140811553,
      "learning_rate": 1.5996612118590604e-05,
      "loss": 1.9929,
      "step": 45
    },
    {
      "epoch": 0.060552874067573495,
      "grad_norm": 0.5401522230895758,
      "learning_rate": 1.5826562086267956e-05,
      "loss": 2.0125,
      "step": 46
    },
    {
      "epoch": 0.06186924089512944,
      "grad_norm": 0.5646827202517825,
      "learning_rate": 1.565392191239959e-05,
      "loss": 1.9997,
      "step": 47
    },
    {
      "epoch": 0.06318560772268539,
      "grad_norm": 0.5388084007303031,
      "learning_rate": 1.5478768342496872e-05,
      "loss": 1.989,
      "step": 48
    },
    {
      "epoch": 0.06450197455024133,
      "grad_norm": 0.6323289849565407,
      "learning_rate": 1.5301179239376936e-05,
      "loss": 2.0023,
      "step": 49
    },
    {
      "epoch": 0.06581834137779728,
      "grad_norm": 0.6419188688457494,
      "learning_rate": 1.512123354854955e-05,
      "loss": 1.9813,
      "step": 50
    },
    {
      "epoch": 0.06713470820535322,
      "grad_norm": 0.5229047414471234,
      "learning_rate": 1.4939011263122635e-05,
      "loss": 1.9822,
      "step": 51
    },
    {
      "epoch": 0.06845107503290918,
      "grad_norm": 0.48105770067016557,
      "learning_rate": 1.4754593388242117e-05,
      "loss": 1.9904,
      "step": 52
    },
    {
      "epoch": 0.06976744186046512,
      "grad_norm": 0.5572347089874431,
      "learning_rate": 1.4568061905081874e-05,
      "loss": 1.9813,
      "step": 53
    },
    {
      "epoch": 0.07108380868802106,
      "grad_norm": 0.6271370685019291,
      "learning_rate": 1.4379499734399797e-05,
      "loss": 1.9934,
      "step": 54
    },
    {
      "epoch": 0.07240017551557701,
      "grad_norm": 0.5559157267210807,
      "learning_rate": 1.4188990699676186e-05,
      "loss": 1.9896,
      "step": 55
    },
    {
      "epoch": 0.07371654234313295,
      "grad_norm": 0.454681292718451,
      "learning_rate": 1.3996619489850822e-05,
      "loss": 2.0017,
      "step": 56
    },
    {
      "epoch": 0.0750329091706889,
      "grad_norm": 0.47954445521042993,
      "learning_rate": 1.3802471621675337e-05,
      "loss": 1.9839,
      "step": 57
    },
    {
      "epoch": 0.07634927599824484,
      "grad_norm": 0.4085817174163343,
      "learning_rate": 1.3606633401697557e-05,
      "loss": 2.0066,
      "step": 58
    },
    {
      "epoch": 0.0776656428258008,
      "grad_norm": 0.4378465366364925,
      "learning_rate": 1.340919188789477e-05,
      "loss": 1.9859,
      "step": 59
    },
    {
      "epoch": 0.07898200965335674,
      "grad_norm": 0.46170835320156245,
      "learning_rate": 1.3210234850972966e-05,
      "loss": 2.0042,
      "step": 60
    },
    {
      "epoch": 0.08029837648091268,
      "grad_norm": 0.5138010856648089,
      "learning_rate": 1.300985073534919e-05,
      "loss": 2.0035,
      "step": 61
    },
    {
      "epoch": 0.08161474330846863,
      "grad_norm": 0.43492083866769093,
      "learning_rate": 1.280812861983446e-05,
      "loss": 1.983,
      "step": 62
    },
    {
      "epoch": 0.08293111013602457,
      "grad_norm": 0.44130144930069237,
      "learning_rate": 1.2605158178034656e-05,
      "loss": 1.9878,
      "step": 63
    },
    {
      "epoch": 0.08424747696358052,
      "grad_norm": 0.5155233783810983,
      "learning_rate": 1.2401029638486952e-05,
      "loss": 1.9645,
      "step": 64
    },
    {
      "epoch": 0.08556384379113646,
      "grad_norm": 0.48282431373183604,
      "learning_rate": 1.219583374454963e-05,
      "loss": 2.0009,
      "step": 65
    },
    {
      "epoch": 0.0868802106186924,
      "grad_norm": 0.41876634156662645,
      "learning_rate": 1.1989661714063e-05,
      "loss": 2.0183,
      "step": 66
    },
    {
      "epoch": 0.08819657744624836,
      "grad_norm": 0.5011135601707007,
      "learning_rate": 1.1782605198799371e-05,
      "loss": 2.0048,
      "step": 67
    },
    {
      "epoch": 0.0895129442738043,
      "grad_norm": 0.48015642779128836,
      "learning_rate": 1.157475624372018e-05,
      "loss": 1.9775,
      "step": 68
    },
    {
      "epoch": 0.09082931110136025,
      "grad_norm": 0.42507957087590986,
      "learning_rate": 1.1366207246058269e-05,
      "loss": 1.9882,
      "step": 69
    },
    {
      "epoch": 0.09214567792891619,
      "grad_norm": 0.4618501564423574,
      "learning_rate": 1.1157050914243614e-05,
      "loss": 1.9987,
      "step": 70
    },
    {
      "epoch": 0.09346204475647214,
      "grad_norm": 0.3970436128931091,
      "learning_rate": 1.0947380226690686e-05,
      "loss": 1.9935,
      "step": 71
    },
    {
      "epoch": 0.09477841158402808,
      "grad_norm": 0.44290807770756685,
      "learning_rate": 1.0737288390465792e-05,
      "loss": 1.9837,
      "step": 72
    },
    {
      "epoch": 0.09609477841158402,
      "grad_norm": 0.4175771965499877,
      "learning_rate": 1.0526868799852797e-05,
      "loss": 2.0069,
      "step": 73
    },
    {
      "epoch": 0.09741114523913998,
      "grad_norm": 0.402423068113447,
      "learning_rate": 1.031621499483559e-05,
      "loss": 1.9997,
      "step": 74
    },
    {
      "epoch": 0.09872751206669592,
      "grad_norm": 0.38578133568811257,
      "learning_rate": 1.0105420619515798e-05,
      "loss": 1.9892,
      "step": 75
    },
    {
      "epoch": 0.10004387889425187,
      "grad_norm": 0.38927798137572783,
      "learning_rate": 9.894579380484206e-06,
      "loss": 2.0054,
      "step": 76
    },
    {
      "epoch": 0.10136024572180781,
      "grad_norm": 0.35304659318076537,
      "learning_rate": 9.683785005164412e-06,
      "loss": 2.0099,
      "step": 77
    },
    {
      "epoch": 0.10267661254936375,
      "grad_norm": 0.39266341718589065,
      "learning_rate": 9.473131200147205e-06,
      "loss": 2.0163,
      "step": 78
    },
    {
      "epoch": 0.1039929793769197,
      "grad_norm": 0.3461839316811149,
      "learning_rate": 9.262711609534211e-06,
      "loss": 2.0017,
      "step": 79
    },
    {
      "epoch": 0.10530934620447564,
      "grad_norm": 0.38645244912119553,
      "learning_rate": 9.052619773309318e-06,
      "loss": 1.9923,
      "step": 80
    },
    {
      "epoch": 0.1066257130320316,
      "grad_norm": 0.3430411034396793,
      "learning_rate": 8.842949085756389e-06,
      "loss": 1.9877,
      "step": 81
    },
    {
      "epoch": 0.10794207985958754,
      "grad_norm": 0.3595805436281005,
      "learning_rate": 8.633792753941733e-06,
      "loss": 1.9972,
      "step": 82
    },
    {
      "epoch": 0.10925844668714349,
      "grad_norm": 0.3601315940798048,
      "learning_rate": 8.425243756279824e-06,
      "loss": 1.9756,
      "step": 83
    },
    {
      "epoch": 0.11057481351469943,
      "grad_norm": 0.376156660660695,
      "learning_rate": 8.217394801200632e-06,
      "loss": 1.997,
      "step": 84
    },
    {
      "epoch": 0.11189118034225537,
      "grad_norm": 0.33929542030931453,
      "learning_rate": 8.010338285937006e-06,
      "loss": 1.985,
      "step": 85
    },
    {
      "epoch": 0.11320754716981132,
      "grad_norm": 0.35313642599010037,
      "learning_rate": 7.804166255450372e-06,
      "loss": 1.9909,
      "step": 86
    },
    {
      "epoch": 0.11452391399736726,
      "grad_norm": 0.3143928376429902,
      "learning_rate": 7.598970361513052e-06,
      "loss": 1.9938,
      "step": 87
    },
    {
      "epoch": 0.11584028082492322,
      "grad_norm": 0.330150688278516,
      "learning_rate": 7.394841821965345e-06,
      "loss": 1.9711,
      "step": 88
    },
    {
      "epoch": 0.11715664765247916,
      "grad_norm": 0.3315276717328342,
      "learning_rate": 7.191871380165538e-06,
      "loss": 1.995,
      "step": 89
    },
    {
      "epoch": 0.1184730144800351,
      "grad_norm": 0.3116955059840049,
      "learning_rate": 6.990149264650814e-06,
      "loss": 1.9866,
      "step": 90
    },
    {
      "epoch": 0.11978938130759105,
      "grad_norm": 0.3272285228682192,
      "learning_rate": 6.789765149027039e-06,
      "loss": 1.9933,
      "step": 91
    },
    {
      "epoch": 0.12110574813514699,
      "grad_norm": 0.3042405256944742,
      "learning_rate": 6.590808112105232e-06,
      "loss": 2.009,
      "step": 92
    },
    {
      "epoch": 0.12242211496270294,
      "grad_norm": 0.2929772246885549,
      "learning_rate": 6.3933665983024465e-06,
      "loss": 1.9938,
      "step": 93
    },
    {
      "epoch": 0.12373848179025888,
      "grad_norm": 0.3208011638623377,
      "learning_rate": 6.197528378324664e-06,
      "loss": 1.9713,
      "step": 94
    },
    {
      "epoch": 0.12505484861781482,
      "grad_norm": 0.32082408506423593,
      "learning_rate": 6.003380510149179e-06,
      "loss": 1.9982,
      "step": 95
    },
    {
      "epoch": 0.12637121544537078,
      "grad_norm": 0.2951994783208125,
      "learning_rate": 5.8110093003238175e-06,
      "loss": 2.021,
      "step": 96
    },
    {
      "epoch": 0.12768758227292673,
      "grad_norm": 0.7109167282946866,
      "learning_rate": 5.620500265600206e-06,
      "loss": 1.9939,
      "step": 97
    },
    {
      "epoch": 0.12900394910048266,
      "grad_norm": 0.2999708748800405,
      "learning_rate": 5.431938094918132e-06,
      "loss": 2.0038,
      "step": 98
    },
    {
      "epoch": 0.1303203159280386,
      "grad_norm": 0.2816495513792004,
      "learning_rate": 5.245406611757882e-06,
      "loss": 2.0026,
      "step": 99
    },
    {
      "epoch": 0.13163668275559456,
      "grad_norm": 0.29701629779857913,
      "learning_rate": 5.060988736877366e-06,
      "loss": 1.9831,
      "step": 100
    },
    {
      "epoch": 0.13295304958315052,
      "grad_norm": 0.2887151681364845,
      "learning_rate": 4.878766451450451e-06,
      "loss": 1.9907,
      "step": 101
    },
    {
      "epoch": 0.13426941641070644,
      "grad_norm": 0.2779884548237959,
      "learning_rate": 4.698820760623064e-06,
      "loss": 1.984,
      "step": 102
    },
    {
      "epoch": 0.1355857832382624,
      "grad_norm": 0.2766694288774238,
      "learning_rate": 4.5212316575031325e-06,
      "loss": 1.9963,
      "step": 103
    },
    {
      "epoch": 0.13690215006581835,
      "grad_norm": 0.2822067203881779,
      "learning_rate": 4.346078087600411e-06,
      "loss": 2.0006,
      "step": 104
    },
    {
      "epoch": 0.13821851689337428,
      "grad_norm": 0.2991158574435879,
      "learning_rate": 4.173437913732048e-06,
      "loss": 1.9971,
      "step": 105
    },
    {
      "epoch": 0.13953488372093023,
      "grad_norm": 0.2708052906825167,
      "learning_rate": 4.003387881409397e-06,
      "loss": 2.0011,
      "step": 106
    },
    {
      "epoch": 0.14085125054848618,
      "grad_norm": 0.2723657374730129,
      "learning_rate": 3.836003584721577e-06,
      "loss": 1.9999,
      "step": 107
    },
    {
      "epoch": 0.1421676173760421,
      "grad_norm": 0.2630763874969036,
      "learning_rate": 3.6713594327308343e-06,
      "loss": 1.9855,
      "step": 108
    },
    {
      "epoch": 0.14348398420359806,
      "grad_norm": 0.27377038898140144,
      "learning_rate": 3.509528616394716e-06,
      "loss": 2.0024,
      "step": 109
    },
    {
      "epoch": 0.14480035103115402,
      "grad_norm": 0.26976500367398504,
      "learning_rate": 3.3505830760297543e-06,
      "loss": 1.9982,
      "step": 110
    },
    {
      "epoch": 0.14611671785870997,
      "grad_norm": 0.23637132922045676,
      "learning_rate": 3.1945934693310897e-06,
      "loss": 2.0043,
      "step": 111
    },
    {
      "epoch": 0.1474330846862659,
      "grad_norm": 0.27811290145029116,
      "learning_rate": 3.0416291399622834e-06,
      "loss": 2.0297,
      "step": 112
    },
    {
      "epoch": 0.14874945151382185,
      "grad_norm": 0.2564537834227521,
      "learning_rate": 2.891758086729253e-06,
      "loss": 1.9815,
      "step": 113
    },
    {
      "epoch": 0.1500658183413778,
      "grad_norm": 0.2608533593345402,
      "learning_rate": 2.7450469333520856e-06,
      "loss": 1.988,
      "step": 114
    },
    {
      "epoch": 0.15138218516893373,
      "grad_norm": 0.23992377367249682,
      "learning_rate": 2.6015608988480956e-06,
      "loss": 1.9913,
      "step": 115
    },
    {
      "epoch": 0.15269855199648968,
      "grad_norm": 0.23794989474751416,
      "learning_rate": 2.4613637685393433e-06,
      "loss": 2.0012,
      "step": 116
    },
    {
      "epoch": 0.15401491882404564,
      "grad_norm": 0.23566567498202615,
      "learning_rate": 2.324517865697501e-06,
      "loss": 1.9748,
      "step": 117
    },
    {
      "epoch": 0.1553312856516016,
      "grad_norm": 0.23519681087391583,
      "learning_rate": 2.19108402383864e-06,
      "loss": 1.9874,
      "step": 118
    },
    {
      "epoch": 0.15664765247915752,
      "grad_norm": 0.22813903636281588,
      "learning_rate": 2.06112155968028e-06,
      "loss": 2.0067,
      "step": 119
    },
    {
      "epoch": 0.15796401930671347,
      "grad_norm": 0.21989471390672014,
      "learning_rate": 1.9346882467727323e-06,
      "loss": 2.0111,
      "step": 120
    },
    {
      "epoch": 0.15928038613426942,
      "grad_norm": 0.23407319590609088,
      "learning_rate": 1.811840289816409e-06,
      "loss": 2.004,
      "step": 121
    },
    {
      "epoch": 0.16059675296182535,
      "grad_norm": 0.21115130572603857,
      "learning_rate": 1.6926322996765899e-06,
      "loss": 2.0044,
      "step": 122
    },
    {
      "epoch": 0.1619131197893813,
      "grad_norm": 0.23157246285251912,
      "learning_rate": 1.5771172691066793e-06,
      "loss": 2.0086,
      "step": 123
    },
    {
      "epoch": 0.16322948661693726,
      "grad_norm": 0.21352091323327335,
      "learning_rate": 1.4653465491908003e-06,
      "loss": 2.0314,
      "step": 124
    },
    {
      "epoch": 0.1645458534444932,
      "grad_norm": 0.2128894225391903,
      "learning_rate": 1.3573698265161683e-06,
      "loss": 1.9876,
      "step": 125
    },
    {
      "epoch": 0.16586222027204914,
      "grad_norm": 0.2161080422635352,
      "learning_rate": 1.2532351010853916e-06,
      "loss": 1.9922,
      "step": 126
    },
    {
      "epoch": 0.1671785870996051,
      "grad_norm": 0.2163538313637293,
      "learning_rate": 1.152988664978556e-06,
      "loss": 1.9999,
      "step": 127
    },
    {
      "epoch": 0.16849495392716105,
      "grad_norm": 0.21200680169098507,
      "learning_rate": 1.0566750817745076e-06,
      "loss": 2.0068,
      "step": 128
    },
    {
      "epoch": 0.16981132075471697,
      "grad_norm": 0.2101625971202669,
      "learning_rate": 9.6433716674057e-07,
      "loss": 1.9989,
      "step": 129
    },
    {
      "epoch": 0.17112768758227292,
      "grad_norm": 0.22375568619197952,
      "learning_rate": 8.760159677994174e-07,
      "loss": 2.0037,
      "step": 130
    },
    {
      "epoch": 0.17244405440982888,
      "grad_norm": 0.20405409107101957,
      "learning_rate": 7.91750747281621e-07,
      "loss": 1.9944,
      "step": 131
    },
    {
      "epoch": 0.1737604212373848,
      "grad_norm": 0.19929937491222882,
      "learning_rate": 7.115789644719728e-07,
      "loss": 2.0145,
      "step": 132
    },
    {
      "epoch": 0.17507678806494076,
      "grad_norm": 0.19627547685487395,
      "learning_rate": 6.355362589573078e-07,
      "loss": 1.9962,
      "step": 133
    },
    {
      "epoch": 0.1763931548924967,
      "grad_norm": 0.20551587903874605,
      "learning_rate": 5.636564347832907e-07,
      "loss": 2.0016,
      "step": 134
    },
    {
      "epoch": 0.17770952172005267,
      "grad_norm": 0.19486467558987572,
      "learning_rate": 4.95971445427137e-07,
      "loss": 2.0025,
      "step": 135
    },
    {
      "epoch": 0.1790258885476086,
      "grad_norm": 0.19857404536937123,
      "learning_rate": 4.3251137959302023e-07,
      "loss": 1.9897,
      "step": 136
    },
    {
      "epoch": 0.18034225537516455,
      "grad_norm": 0.1994848957702455,
      "learning_rate": 3.733044478364234e-07,
      "loss": 1.9868,
      "step": 137
    },
    {
      "epoch": 0.1816586222027205,
      "grad_norm": 0.1888779875973913,
      "learning_rate": 3.1837697002341293e-07,
      "loss": 1.9982,
      "step": 138
    },
    {
      "epoch": 0.18297498903027642,
      "grad_norm": 0.19151154827082154,
      "learning_rate": 2.677533636303964e-07,
      "loss": 1.9881,
      "step": 139
    },
    {
      "epoch": 0.18429135585783238,
      "grad_norm": 0.18878577251287124,
      "learning_rate": 2.214561328895748e-07,
      "loss": 1.9933,
      "step": 140
    },
    {
      "epoch": 0.18560772268538833,
      "grad_norm": 0.19163925087857359,
      "learning_rate": 1.7950585878489856e-07,
      "loss": 1.9981,
      "step": 141
    },
    {
      "epoch": 0.18692408951294429,
      "grad_norm": 0.1891926330725101,
      "learning_rate": 1.419211899029971e-07,
      "loss": 1.9893,
      "step": 142
    },
    {
      "epoch": 0.1882404563405002,
      "grad_norm": 0.1855856283054167,
      "learning_rate": 1.0871883414312778e-07,
      "loss": 1.9993,
      "step": 143
    },
    {
      "epoch": 0.18955682316805617,
      "grad_norm": 0.18824124797220707,
      "learning_rate": 7.99135512898408e-08,
      "loss": 1.9916,
      "step": 144
    },
    {
      "epoch": 0.19087318999561212,
      "grad_norm": 0.18302209948142348,
      "learning_rate": 5.55181464516652e-08,
      "loss": 1.9942,
      "step": 145
    },
    {
      "epoch": 0.19218955682316805,
      "grad_norm": 0.18944239262741197,
      "learning_rate": 3.554346436871581e-08,
      "loss": 1.9889,
      "step": 146
    },
    {
      "epoch": 0.193505923650724,
      "grad_norm": 0.18518930942475542,
      "learning_rate": 1.9998384591773945e-08,
      "loss": 1.9975,
      "step": 147
    },
    {
      "epoch": 0.19482229047827995,
      "grad_norm": 0.1845302991836952,
      "learning_rate": 8.889817534969425e-09,
      "loss": 2.0052,
      "step": 148
    },
    {
      "epoch": 0.1961386573058359,
      "grad_norm": 0.18441948627727545,
      "learning_rate": 2.222701403818972e-09,
      "loss": 1.9941,
      "step": 149
    },
    {
      "epoch": 0.19745502413339183,
      "grad_norm": 0.20003870031363952,
      "learning_rate": 0.0,
      "loss": 2.0068,
      "step": 150
    },
    {
      "epoch": 0.19745502413339183,
      "step": 150,
      "total_flos": 349677715193856.0,
      "train_loss": 2.0010925364494323,
      "train_runtime": 5203.7451,
      "train_samples_per_second": 58.112,
      "train_steps_per_second": 0.029
    }
  ],
  "logging_steps": 1,
  "max_steps": 150,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 349677715193856.0,
  "train_batch_size": 42,
  "trial_name": null,
  "trial_params": null
}