{
  "best_metric": 0.832525908946991,
  "best_model_checkpoint": "miner_id_24/checkpoint-500",
  "epoch": 0.23889154323936931,
  "eval_steps": 50,
  "global_step": 500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00047778308647873863,
      "eval_loss": 4.254161834716797,
      "eval_runtime": 11.5108,
      "eval_samples_per_second": 76.624,
      "eval_steps_per_second": 19.199,
      "step": 1
    },
    {
      "epoch": 0.004777830864787387,
      "grad_norm": 86.97021484375,
      "learning_rate": 4.34e-05,
      "loss": 6.7643,
      "step": 10
    },
    {
      "epoch": 0.009555661729574774,
      "grad_norm": 114.20069885253906,
      "learning_rate": 8.68e-05,
      "loss": 4.2519,
      "step": 20
    },
    {
      "epoch": 0.01433349259436216,
      "grad_norm": 87.37146759033203,
      "learning_rate": 0.0001302,
      "loss": 3.5983,
      "step": 30
    },
    {
      "epoch": 0.019111323459149548,
      "grad_norm": 114.74700927734375,
      "learning_rate": 0.0001736,
      "loss": 3.2439,
      "step": 40
    },
    {
      "epoch": 0.023889154323936932,
      "grad_norm": 97.87152099609375,
      "learning_rate": 0.000217,
      "loss": 2.683,
      "step": 50
    },
    {
      "epoch": 0.023889154323936932,
      "eval_loss": 1.3938980102539062,
      "eval_runtime": 11.5211,
      "eval_samples_per_second": 76.555,
      "eval_steps_per_second": 19.182,
      "step": 50
    },
    {
      "epoch": 0.02866698518872432,
      "grad_norm": 68.76221466064453,
      "learning_rate": 0.00021673569945319091,
      "loss": 2.163,
      "step": 60
    },
    {
      "epoch": 0.033444816053511704,
      "grad_norm": 85.8083267211914,
      "learning_rate": 0.00021594408545846038,
      "loss": 1.941,
      "step": 70
    },
    {
      "epoch": 0.038222646918299095,
      "grad_norm": 49.4107780456543,
      "learning_rate": 0.0002146290146796179,
      "loss": 2.4934,
      "step": 80
    },
    {
      "epoch": 0.04300047778308648,
      "grad_norm": 45.38887405395508,
      "learning_rate": 0.0002127968940093076,
      "loss": 2.7001,
      "step": 90
    },
    {
      "epoch": 0.047778308647873864,
      "grad_norm": 114.47595977783203,
      "learning_rate": 0.00021045664935527106,
      "loss": 2.8237,
      "step": 100
    },
    {
      "epoch": 0.047778308647873864,
      "eval_loss": 1.3519835472106934,
      "eval_runtime": 11.475,
      "eval_samples_per_second": 76.863,
      "eval_steps_per_second": 19.259,
      "step": 100
    },
    {
      "epoch": 0.05255613951266125,
      "grad_norm": 163.51150512695312,
      "learning_rate": 0.00020761968215422217,
      "loss": 2.9201,
      "step": 110
    },
    {
      "epoch": 0.05733397037744864,
      "grad_norm": 42.164276123046875,
      "learning_rate": 0.00020429981382519356,
      "loss": 2.8884,
      "step": 120
    },
    {
      "epoch": 0.062111801242236024,
      "grad_norm": 30.880720138549805,
      "learning_rate": 0.00020051321843297219,
      "loss": 2.5363,
      "step": 130
    },
    {
      "epoch": 0.06688963210702341,
      "grad_norm": 61.331912994384766,
      "learning_rate": 0.0001962783438896818,
      "loss": 2.4063,
      "step": 140
    },
    {
      "epoch": 0.0716674629718108,
      "grad_norm": 70.56568145751953,
      "learning_rate": 0.0001916158220784091,
      "loss": 2.5402,
      "step": 150
    },
    {
      "epoch": 0.0716674629718108,
      "eval_loss": 1.248333215713501,
      "eval_runtime": 11.4863,
      "eval_samples_per_second": 76.787,
      "eval_steps_per_second": 19.24,
      "step": 150
    },
    {
      "epoch": 0.07644529383659819,
      "grad_norm": 33.299007415771484,
      "learning_rate": 0.00018654836833674362,
      "loss": 1.8457,
      "step": 160
    },
    {
      "epoch": 0.08122312470138557,
      "grad_norm": 48.84244918823242,
      "learning_rate": 0.0001811006707899361,
      "loss": 2.259,
      "step": 170
    },
    {
      "epoch": 0.08600095556617296,
      "grad_norm": 16.119049072265625,
      "learning_rate": 0.0001752992700728339,
      "loss": 2.4819,
      "step": 180
    },
    {
      "epoch": 0.09077878643096035,
      "grad_norm": 32.0130500793457,
      "learning_rate": 0.00016917243002657602,
      "loss": 2.4841,
      "step": 190
    },
    {
      "epoch": 0.09555661729574773,
      "grad_norm": 70.85590362548828,
      "learning_rate": 0.00016275,
      "loss": 2.8376,
      "step": 200
    },
    {
      "epoch": 0.09555661729574773,
      "eval_loss": 1.1818195581436157,
      "eval_runtime": 11.5022,
      "eval_samples_per_second": 76.681,
      "eval_steps_per_second": 19.214,
      "step": 200
    },
    {
      "epoch": 0.10033444816053512,
      "grad_norm": 50.72034454345703,
      "learning_rate": 0.0001560632694266149,
      "loss": 1.869,
      "step": 210
    },
    {
      "epoch": 0.1051122790253225,
      "grad_norm": 42.09200668334961,
      "learning_rate": 0.00014914481538562646,
      "loss": 1.7881,
      "step": 220
    },
    {
      "epoch": 0.10989010989010989,
      "grad_norm": 118.14753723144531,
      "learning_rate": 0.0001420283438896818,
      "loss": 2.0519,
      "step": 230
    },
    {
      "epoch": 0.11466794075489728,
      "grad_norm": 24.315568923950195,
      "learning_rate": 0.00013474852567256393,
      "loss": 2.1679,
      "step": 240
    },
    {
      "epoch": 0.11944577161968466,
      "grad_norm": 70.42790985107422,
      "learning_rate": 0.00012734082727686196,
      "loss": 2.4192,
      "step": 250
    },
    {
      "epoch": 0.11944577161968466,
      "eval_loss": 1.1315124034881592,
      "eval_runtime": 11.4436,
      "eval_samples_per_second": 77.074,
      "eval_steps_per_second": 19.312,
      "step": 250
    },
    {
      "epoch": 0.12422360248447205,
      "grad_norm": 41.314945220947266,
      "learning_rate": 0.0001198413382645404,
      "loss": 1.7405,
      "step": 260
    },
    {
      "epoch": 0.12900143334925943,
      "grad_norm": 21.883790969848633,
      "learning_rate": 0.00011228659539222137,
      "loss": 1.6183,
      "step": 270
    },
    {
      "epoch": 0.13377926421404682,
      "grad_norm": 14.944008827209473,
      "learning_rate": 0.00010471340460777866,
      "loss": 1.7443,
      "step": 280
    },
    {
      "epoch": 0.1385570950788342,
      "grad_norm": 38.64680099487305,
      "learning_rate": 9.715866173545961e-05,
      "loss": 2.1661,
      "step": 290
    },
    {
      "epoch": 0.1433349259436216,
      "grad_norm": 34.455081939697266,
      "learning_rate": 8.965917272313806e-05,
      "loss": 2.2251,
      "step": 300
    },
    {
      "epoch": 0.1433349259436216,
      "eval_loss": 0.9748860597610474,
      "eval_runtime": 11.386,
      "eval_samples_per_second": 77.464,
      "eval_steps_per_second": 19.41,
      "step": 300
    },
    {
      "epoch": 0.148112756808409,
      "grad_norm": 20.522775650024414,
      "learning_rate": 8.225147432743606e-05,
      "loss": 1.4992,
      "step": 310
    },
    {
      "epoch": 0.15289058767319638,
      "grad_norm": 75.11093139648438,
      "learning_rate": 7.497165611031821e-05,
      "loss": 1.4972,
      "step": 320
    },
    {
      "epoch": 0.15766841853798375,
      "grad_norm": 37.47844696044922,
      "learning_rate": 6.785518461437353e-05,
      "loss": 1.8537,
      "step": 330
    },
    {
      "epoch": 0.16244624940277114,
      "grad_norm": 23.639490127563477,
      "learning_rate": 6.093673057338509e-05,
      "loss": 2.1694,
      "step": 340
    },
    {
      "epoch": 0.16722408026755853,
      "grad_norm": 54.70100021362305,
      "learning_rate": 5.4250000000000024e-05,
      "loss": 2.3268,
      "step": 350
    },
    {
      "epoch": 0.16722408026755853,
      "eval_loss": 0.9435171484947205,
      "eval_runtime": 11.5124,
      "eval_samples_per_second": 76.613,
      "eval_steps_per_second": 19.197,
      "step": 350
    },
    {
      "epoch": 0.17200191113234592,
      "grad_norm": 34.21720886230469,
      "learning_rate": 4.782756997342398e-05,
      "loss": 1.3658,
      "step": 360
    },
    {
      "epoch": 0.1767797419971333,
      "grad_norm": 22.63213348388672,
      "learning_rate": 4.170072992716607e-05,
      "loss": 1.4596,
      "step": 370
    },
    {
      "epoch": 0.1815575728619207,
      "grad_norm": 13.130209922790527,
      "learning_rate": 3.5899329210063916e-05,
      "loss": 1.6314,
      "step": 380
    },
    {
      "epoch": 0.18633540372670807,
      "grad_norm": 13.130266189575195,
      "learning_rate": 3.045163166325637e-05,
      "loss": 1.9832,
      "step": 390
    },
    {
      "epoch": 0.19111323459149546,
      "grad_norm": 28.62923812866211,
      "learning_rate": 2.5384177921590895e-05,
      "loss": 2.1456,
      "step": 400
    },
    {
      "epoch": 0.19111323459149546,
      "eval_loss": 0.8851467370986938,
      "eval_runtime": 11.5188,
      "eval_samples_per_second": 76.57,
      "eval_steps_per_second": 19.186,
      "step": 400
    },
    {
      "epoch": 0.19589106545628285,
      "grad_norm": 12.487257957458496,
      "learning_rate": 2.0721656110318213e-05,
      "loss": 1.1234,
      "step": 410
    },
    {
      "epoch": 0.20066889632107024,
      "grad_norm": 12.503289222717285,
      "learning_rate": 1.6486781567027783e-05,
      "loss": 1.2566,
      "step": 420
    },
    {
      "epoch": 0.20544672718585763,
      "grad_norm": 9.571052551269531,
      "learning_rate": 1.2700186174806422e-05,
      "loss": 1.6166,
      "step": 430
    },
    {
      "epoch": 0.210224558050645,
      "grad_norm": 11.375801086425781,
      "learning_rate": 9.380317845777794e-06,
      "loss": 1.9494,
      "step": 440
    },
    {
      "epoch": 0.21500238891543239,
      "grad_norm": 11.005843162536621,
      "learning_rate": 6.543350644728947e-06,
      "loss": 2.0351,
      "step": 450
    },
    {
      "epoch": 0.21500238891543239,
      "eval_loss": 0.8364555239677429,
      "eval_runtime": 11.4227,
      "eval_samples_per_second": 77.215,
      "eval_steps_per_second": 19.347,
      "step": 450
    },
    {
      "epoch": 0.21978021978021978,
      "grad_norm": 26.848785400390625,
      "learning_rate": 4.2031059906924e-06,
      "loss": 1.0386,
      "step": 460
    },
    {
      "epoch": 0.22455805064500717,
      "grad_norm": 13.840141296386719,
      "learning_rate": 2.3709853203820825e-06,
      "loss": 1.2618,
      "step": 470
    },
    {
      "epoch": 0.22933588150979456,
      "grad_norm": 37.794471740722656,
      "learning_rate": 1.0559145415396157e-06,
      "loss": 1.6539,
      "step": 480
    },
    {
      "epoch": 0.23411371237458195,
      "grad_norm": 38.33562088012695,
      "learning_rate": 2.643005468090745e-07,
      "loss": 1.7703,
      "step": 490
    },
    {
      "epoch": 0.23889154323936931,
      "grad_norm": 19.850322723388672,
      "learning_rate": 0.0,
      "loss": 2.0542,
      "step": 500
    },
    {
      "epoch": 0.23889154323936931,
      "eval_loss": 0.832525908946991,
      "eval_runtime": 11.6134,
      "eval_samples_per_second": 75.947,
      "eval_steps_per_second": 19.03,
      "step": 500
    }
  ],
  "logging_steps": 10,
  "max_steps": 500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 50,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 3,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4657011228672000.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}