| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.251063829787234, | |
| "eval_steps": 189, | |
| "global_step": 236, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0010638297872340426, | |
| "grad_norm": 0.15719425678253174, | |
| "learning_rate": 2.5e-05, | |
| "loss": 1.9422, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0010638297872340426, | |
| "eval_loss": 2.3947696685791016, | |
| "eval_runtime": 228.0833, | |
| "eval_samples_per_second": 0.403, | |
| "eval_steps_per_second": 0.403, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.002127659574468085, | |
| "grad_norm": 0.12337572872638702, | |
| "learning_rate": 5e-05, | |
| "loss": 1.8454, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0031914893617021275, | |
| "grad_norm": 0.13498862087726593, | |
| "learning_rate": 7.5e-05, | |
| "loss": 2.0205, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.00425531914893617, | |
| "grad_norm": 0.14641264081001282, | |
| "learning_rate": 0.0001, | |
| "loss": 2.2241, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.005319148936170213, | |
| "grad_norm": 0.221758633852005, | |
| "learning_rate": 0.000125, | |
| "loss": 2.1881, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.006382978723404255, | |
| "grad_norm": 0.16080522537231445, | |
| "learning_rate": 0.00015, | |
| "loss": 2.3418, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.007446808510638298, | |
| "grad_norm": 0.200699582695961, | |
| "learning_rate": 0.000175, | |
| "loss": 2.2462, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.00851063829787234, | |
| "grad_norm": 0.22244133055210114, | |
| "learning_rate": 0.0002, | |
| "loss": 2.1351, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.009574468085106383, | |
| "grad_norm": 0.12635783851146698, | |
| "learning_rate": 0.00022500000000000002, | |
| "loss": 2.1829, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.010638297872340425, | |
| "grad_norm": 0.23889027535915375, | |
| "learning_rate": 0.00025, | |
| "loss": 2.285, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.011702127659574468, | |
| "grad_norm": 0.16700100898742676, | |
| "learning_rate": 0.0002499993636030197, | |
| "loss": 2.0751, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.01276595744680851, | |
| "grad_norm": 0.13016349077224731, | |
| "learning_rate": 0.00024999745441927886, | |
| "loss": 2.1398, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.013829787234042552, | |
| "grad_norm": 0.22968527674674988, | |
| "learning_rate": 0.00024999427247037733, | |
| "loss": 2.0359, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.014893617021276596, | |
| "grad_norm": 0.145517960190773, | |
| "learning_rate": 0.000249989817792315, | |
| "loss": 1.9857, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.015957446808510637, | |
| "grad_norm": 0.12325005978345871, | |
| "learning_rate": 0.0002499840904354907, | |
| "loss": 2.1137, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.01702127659574468, | |
| "grad_norm": 0.10462953895330429, | |
| "learning_rate": 0.0002499770904647022, | |
| "loss": 2.1306, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.018085106382978722, | |
| "grad_norm": 0.10856030881404877, | |
| "learning_rate": 0.0002499688179591453, | |
| "loss": 1.9974, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.019148936170212766, | |
| "grad_norm": 0.12662340700626373, | |
| "learning_rate": 0.0002499592730124128, | |
| "loss": 2.3052, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.02021276595744681, | |
| "grad_norm": 0.10757914185523987, | |
| "learning_rate": 0.0002499484557324936, | |
| "loss": 2.1465, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.02127659574468085, | |
| "grad_norm": 0.1157526895403862, | |
| "learning_rate": 0.0002499363662417714, | |
| "loss": 2.2331, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.022340425531914895, | |
| "grad_norm": 0.12368866801261902, | |
| "learning_rate": 0.00024992300467702346, | |
| "loss": 2.1574, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.023404255319148935, | |
| "grad_norm": 0.10928671061992645, | |
| "learning_rate": 0.00024990837118941874, | |
| "loss": 2.0207, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.02446808510638298, | |
| "grad_norm": 0.1046021580696106, | |
| "learning_rate": 0.00024989246594451646, | |
| "loss": 2.1064, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.02553191489361702, | |
| "grad_norm": 0.09606686979532242, | |
| "learning_rate": 0.0002498752891222643, | |
| "loss": 1.9726, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.026595744680851064, | |
| "grad_norm": 0.10333864390850067, | |
| "learning_rate": 0.00024985684091699594, | |
| "loss": 1.9889, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.027659574468085105, | |
| "grad_norm": 0.09974610805511475, | |
| "learning_rate": 0.00024983712153742936, | |
| "loss": 2.1849, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.02872340425531915, | |
| "grad_norm": 0.09508953243494034, | |
| "learning_rate": 0.00024981613120666417, | |
| "loss": 1.8267, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.029787234042553193, | |
| "grad_norm": 0.11703687906265259, | |
| "learning_rate": 0.0002497938701621792, | |
| "loss": 2.1924, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.030851063829787233, | |
| "grad_norm": 0.10372091084718704, | |
| "learning_rate": 0.0002497703386558297, | |
| "loss": 1.8565, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.031914893617021274, | |
| "grad_norm": 0.10386721789836884, | |
| "learning_rate": 0.0002497455369538447, | |
| "loss": 2.0355, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.03297872340425532, | |
| "grad_norm": 0.09948979318141937, | |
| "learning_rate": 0.0002497194653368238, | |
| "loss": 2.088, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.03404255319148936, | |
| "grad_norm": 0.0912819355726242, | |
| "learning_rate": 0.0002496921240997341, | |
| "loss": 2.1658, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.035106382978723406, | |
| "grad_norm": 0.09557418525218964, | |
| "learning_rate": 0.0002496635135519068, | |
| "loss": 2.1933, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.036170212765957444, | |
| "grad_norm": 0.10222162306308746, | |
| "learning_rate": 0.0002496336340170337, | |
| "loss": 2.0631, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.03723404255319149, | |
| "grad_norm": 0.08941858261823654, | |
| "learning_rate": 0.0002496024858331637, | |
| "loss": 1.9997, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.03829787234042553, | |
| "grad_norm": 0.0999622568488121, | |
| "learning_rate": 0.00024957006935269867, | |
| "loss": 2.2196, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.039361702127659576, | |
| "grad_norm": 0.10653268545866013, | |
| "learning_rate": 0.0002495363849423898, | |
| "loss": 2.1727, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.04042553191489362, | |
| "grad_norm": 0.1327868402004242, | |
| "learning_rate": 0.0002495014329833331, | |
| "loss": 2.0095, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.04148936170212766, | |
| "grad_norm": 0.08846122026443481, | |
| "learning_rate": 0.00024946521387096557, | |
| "loss": 1.8497, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.0425531914893617, | |
| "grad_norm": 0.1001238003373146, | |
| "learning_rate": 0.0002494277280150601, | |
| "loss": 2.0145, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.043617021276595745, | |
| "grad_norm": 0.1113252341747284, | |
| "learning_rate": 0.0002493889758397214, | |
| "loss": 1.7905, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.04468085106382979, | |
| "grad_norm": 0.10579642653465271, | |
| "learning_rate": 0.00024934895778338086, | |
| "loss": 1.9684, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.045744680851063826, | |
| "grad_norm": 0.09689021110534668, | |
| "learning_rate": 0.0002493076742987917, | |
| "loss": 1.9877, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.04680851063829787, | |
| "grad_norm": 0.10904544591903687, | |
| "learning_rate": 0.000249265125853024, | |
| "loss": 1.9456, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.047872340425531915, | |
| "grad_norm": 0.08989599347114563, | |
| "learning_rate": 0.000249221312927459, | |
| "loss": 1.9915, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.04893617021276596, | |
| "grad_norm": 0.10626763105392456, | |
| "learning_rate": 0.0002491762360177841, | |
| "loss": 2.1049, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.10239193588495255, | |
| "learning_rate": 0.00024912989563398696, | |
| "loss": 2.1835, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.05106382978723404, | |
| "grad_norm": 0.09280844777822495, | |
| "learning_rate": 0.00024908229230035, | |
| "loss": 1.9502, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.052127659574468084, | |
| "grad_norm": 0.10963878780603409, | |
| "learning_rate": 0.00024903342655544414, | |
| "loss": 1.9337, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.05319148936170213, | |
| "grad_norm": 0.10434435307979584, | |
| "learning_rate": 0.00024898329895212297, | |
| "loss": 1.9479, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.05425531914893617, | |
| "grad_norm": 0.11127671599388123, | |
| "learning_rate": 0.00024893191005751636, | |
| "loss": 2.1103, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.05531914893617021, | |
| "grad_norm": 0.09825640171766281, | |
| "learning_rate": 0.00024887926045302403, | |
| "loss": 1.777, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.05638297872340425, | |
| "grad_norm": 0.10062053054571152, | |
| "learning_rate": 0.00024882535073430915, | |
| "loss": 2.0612, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.0574468085106383, | |
| "grad_norm": 0.1014753133058548, | |
| "learning_rate": 0.00024877018151129134, | |
| "loss": 2.015, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.05851063829787234, | |
| "grad_norm": 0.10736796259880066, | |
| "learning_rate": 0.00024871375340814004, | |
| "loss": 2.1078, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.059574468085106386, | |
| "grad_norm": 0.09837566316127777, | |
| "learning_rate": 0.00024865606706326714, | |
| "loss": 2.0138, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.06063829787234042, | |
| "grad_norm": 0.10129820555448532, | |
| "learning_rate": 0.00024859712312932014, | |
| "loss": 1.8079, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.06170212765957447, | |
| "grad_norm": 0.11590743064880371, | |
| "learning_rate": 0.0002485369222731744, | |
| "loss": 1.8639, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.0627659574468085, | |
| "grad_norm": 0.10071361064910889, | |
| "learning_rate": 0.0002484754651759258, | |
| "loss": 1.9809, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.06382978723404255, | |
| "grad_norm": 0.16242088377475739, | |
| "learning_rate": 0.0002484127525328829, | |
| "loss": 2.0969, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.06489361702127659, | |
| "grad_norm": 0.09952322393655777, | |
| "learning_rate": 0.0002483487850535594, | |
| "loss": 1.7684, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.06595744680851064, | |
| "grad_norm": 0.0950712263584137, | |
| "learning_rate": 0.0002482835634616656, | |
| "loss": 1.86, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.06702127659574468, | |
| "grad_norm": 0.1205645427107811, | |
| "learning_rate": 0.00024821708849510053, | |
| "loss": 1.9127, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.06808510638297872, | |
| "grad_norm": 0.10416848212480545, | |
| "learning_rate": 0.00024814936090594383, | |
| "loss": 2.1245, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.06914893617021277, | |
| "grad_norm": 0.10299328714609146, | |
| "learning_rate": 0.00024808038146044664, | |
| "loss": 2.2193, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.07021276595744681, | |
| "grad_norm": 0.10638066381216049, | |
| "learning_rate": 0.00024801015093902333, | |
| "loss": 1.8795, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.07127659574468086, | |
| "grad_norm": 0.13867318630218506, | |
| "learning_rate": 0.0002479386701362427, | |
| "loss": 2.0245, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.07234042553191489, | |
| "grad_norm": 0.09890972822904587, | |
| "learning_rate": 0.00024786593986081884, | |
| "loss": 2.1797, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.07340425531914893, | |
| "grad_norm": 0.09402583539485931, | |
| "learning_rate": 0.00024779196093560195, | |
| "loss": 2.0093, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.07446808510638298, | |
| "grad_norm": 0.10384728014469147, | |
| "learning_rate": 0.00024771673419756926, | |
| "loss": 1.9576, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.07553191489361702, | |
| "grad_norm": 0.11337074637413025, | |
| "learning_rate": 0.0002476402604978153, | |
| "loss": 2.1267, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.07659574468085106, | |
| "grad_norm": 0.12024985998868942, | |
| "learning_rate": 0.00024756254070154235, | |
| "loss": 2.1193, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.07765957446808511, | |
| "grad_norm": 0.09909618645906448, | |
| "learning_rate": 0.0002474835756880509, | |
| "loss": 2.0732, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.07872340425531915, | |
| "grad_norm": 0.10968328267335892, | |
| "learning_rate": 0.00024740336635072915, | |
| "loss": 1.8176, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.0797872340425532, | |
| "grad_norm": 0.10667924582958221, | |
| "learning_rate": 0.00024732191359704345, | |
| "loss": 1.7713, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.08085106382978724, | |
| "grad_norm": 0.10140973329544067, | |
| "learning_rate": 0.0002472392183485279, | |
| "loss": 1.9644, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.08191489361702127, | |
| "grad_norm": 0.1087941825389862, | |
| "learning_rate": 0.0002471552815407736, | |
| "loss": 2.0052, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.08297872340425531, | |
| "grad_norm": 0.1062784343957901, | |
| "learning_rate": 0.0002470701041234185, | |
| "loss": 1.9551, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.08404255319148936, | |
| "grad_norm": 0.10445404797792435, | |
| "learning_rate": 0.0002469836870601363, | |
| "loss": 2.0273, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.0851063829787234, | |
| "grad_norm": 0.09620675444602966, | |
| "learning_rate": 0.000246896031328626, | |
| "loss": 1.837, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.08617021276595745, | |
| "grad_norm": 0.09469189494848251, | |
| "learning_rate": 0.00024680713792060016, | |
| "loss": 2.0745, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.08723404255319149, | |
| "grad_norm": 0.10994596034288406, | |
| "learning_rate": 0.00024671700784177435, | |
| "loss": 1.8983, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.08829787234042553, | |
| "grad_norm": 0.11240627616643906, | |
| "learning_rate": 0.0002466256421118555, | |
| "loss": 2.0791, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.08936170212765958, | |
| "grad_norm": 0.11063706874847412, | |
| "learning_rate": 0.0002465330417645301, | |
| "loss": 1.9128, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.09042553191489362, | |
| "grad_norm": 0.09807933121919632, | |
| "learning_rate": 0.0002464392078474531, | |
| "loss": 1.9822, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.09148936170212765, | |
| "grad_norm": 0.11714861541986465, | |
| "learning_rate": 0.0002463441414222355, | |
| "loss": 2.149, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.0925531914893617, | |
| "grad_norm": 0.11007135361433029, | |
| "learning_rate": 0.0002462478435644325, | |
| "loss": 1.7036, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.09361702127659574, | |
| "grad_norm": 0.1519717276096344, | |
| "learning_rate": 0.0002461503153635316, | |
| "loss": 2.1358, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.09468085106382979, | |
| "grad_norm": 0.10105334222316742, | |
| "learning_rate": 0.00024605155792293995, | |
| "loss": 1.8889, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.09574468085106383, | |
| "grad_norm": 0.09844442456960678, | |
| "learning_rate": 0.000245951572359972, | |
| "loss": 2.0052, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.09680851063829787, | |
| "grad_norm": 0.1045021116733551, | |
| "learning_rate": 0.0002458503598058367, | |
| "loss": 2.2272, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.09787234042553192, | |
| "grad_norm": 0.09748804569244385, | |
| "learning_rate": 0.0002457479214056251, | |
| "loss": 2.2324, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.09893617021276596, | |
| "grad_norm": 0.09661906957626343, | |
| "learning_rate": 0.0002456442583182969, | |
| "loss": 2.0503, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.10234526544809341, | |
| "learning_rate": 0.0002455393717166678, | |
| "loss": 2.1088, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.10106382978723404, | |
| "grad_norm": 0.10246799141168594, | |
| "learning_rate": 0.00024543326278739566, | |
| "loss": 2.2405, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.10212765957446808, | |
| "grad_norm": 0.1000024825334549, | |
| "learning_rate": 0.0002453259327309679, | |
| "loss": 1.86, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.10319148936170212, | |
| "grad_norm": 0.10678999125957489, | |
| "learning_rate": 0.0002452173827616869, | |
| "loss": 2.134, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.10425531914893617, | |
| "grad_norm": 0.10660276561975479, | |
| "learning_rate": 0.00024510761410765725, | |
| "loss": 1.8102, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.10531914893617021, | |
| "grad_norm": 0.10170196741819382, | |
| "learning_rate": 0.00024499662801077114, | |
| "loss": 1.9482, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.10638297872340426, | |
| "grad_norm": 0.11082155257463455, | |
| "learning_rate": 0.0002448844257266947, | |
| "loss": 2.2016, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.1074468085106383, | |
| "grad_norm": 0.09914924204349518, | |
| "learning_rate": 0.0002447710085248535, | |
| "loss": 1.7777, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.10851063829787234, | |
| "grad_norm": 0.0965084433555603, | |
| "learning_rate": 0.00024465637768841857, | |
| "loss": 2.0662, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.10957446808510639, | |
| "grad_norm": 0.10745298117399216, | |
| "learning_rate": 0.0002445405345142915, | |
| "loss": 1.8013, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.11063829787234042, | |
| "grad_norm": 0.11509711295366287, | |
| "learning_rate": 0.0002444234803130901, | |
| "loss": 1.9372, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.11170212765957446, | |
| "grad_norm": 0.09749408811330795, | |
| "learning_rate": 0.00024430521640913323, | |
| "loss": 2.1201, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.1127659574468085, | |
| "grad_norm": 0.10483244061470032, | |
| "learning_rate": 0.0002441857441404261, | |
| "loss": 1.9827, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.11382978723404255, | |
| "grad_norm": 0.11765095591545105, | |
| "learning_rate": 0.00024406506485864497, | |
| "loss": 1.8852, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.1148936170212766, | |
| "grad_norm": 0.09942599385976791, | |
| "learning_rate": 0.00024394317992912194, | |
| "loss": 1.8814, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.11595744680851064, | |
| "grad_norm": 0.1128399670124054, | |
| "learning_rate": 0.0002438200907308295, | |
| "loss": 1.9887, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.11702127659574468, | |
| "grad_norm": 0.1034490242600441, | |
| "learning_rate": 0.00024369579865636485, | |
| "loss": 2.087, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.11808510638297873, | |
| "grad_norm": 0.10408236086368561, | |
| "learning_rate": 0.00024357030511193423, | |
| "loss": 1.4333, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.11914893617021277, | |
| "grad_norm": 0.10553466528654099, | |
| "learning_rate": 0.00024344361151733702, | |
| "loss": 2.1482, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.1202127659574468, | |
| "grad_norm": 0.10812198370695114, | |
| "learning_rate": 0.00024331571930594954, | |
| "loss": 1.7569, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.12127659574468085, | |
| "grad_norm": 0.3904220759868622, | |
| "learning_rate": 0.00024318662992470896, | |
| "loss": 2.0672, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.12234042553191489, | |
| "grad_norm": 0.1045014038681984, | |
| "learning_rate": 0.00024305634483409703, | |
| "loss": 1.7733, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.12340425531914893, | |
| "grad_norm": 0.11234873533248901, | |
| "learning_rate": 0.00024292486550812323, | |
| "loss": 1.8588, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.12446808510638298, | |
| "grad_norm": 0.12042441219091415, | |
| "learning_rate": 0.00024279219343430842, | |
| "loss": 2.3323, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.125531914893617, | |
| "grad_norm": 0.13395822048187256, | |
| "learning_rate": 0.00024265833011366777, | |
| "loss": 1.9681, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.12659574468085105, | |
| "grad_norm": 0.13613761961460114, | |
| "learning_rate": 0.00024252327706069407, | |
| "loss": 1.8812, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.1276595744680851, | |
| "grad_norm": 0.11202660948038101, | |
| "learning_rate": 0.0002423870358033402, | |
| "loss": 2.1017, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.12872340425531914, | |
| "grad_norm": 0.10813065618276596, | |
| "learning_rate": 0.00024224960788300217, | |
| "loss": 1.6332, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.12978723404255318, | |
| "grad_norm": 0.12841644883155823, | |
| "learning_rate": 0.00024211099485450167, | |
| "loss": 2.0098, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.13085106382978723, | |
| "grad_norm": 0.10981354117393494, | |
| "learning_rate": 0.0002419711982860681, | |
| "loss": 2.0437, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.13191489361702127, | |
| "grad_norm": 0.10300987213850021, | |
| "learning_rate": 0.0002418302197593213, | |
| "loss": 1.9898, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.13297872340425532, | |
| "grad_norm": 0.09915132820606232, | |
| "learning_rate": 0.00024168806086925348, | |
| "loss": 1.7063, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.13404255319148936, | |
| "grad_norm": 0.10637573152780533, | |
| "learning_rate": 0.00024154472322421113, | |
| "loss": 1.8626, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.1351063829787234, | |
| "grad_norm": 0.10706152766942978, | |
| "learning_rate": 0.00024140020844587667, | |
| "loss": 2.009, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.13617021276595745, | |
| "grad_norm": 0.10487835109233856, | |
| "learning_rate": 0.00024125451816925058, | |
| "loss": 2.0771, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.1372340425531915, | |
| "grad_norm": 0.11320215463638306, | |
| "learning_rate": 0.0002411076540426324, | |
| "loss": 2.111, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.13829787234042554, | |
| "grad_norm": 0.10687907040119171, | |
| "learning_rate": 0.00024095961772760237, | |
| "loss": 1.7782, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.13936170212765958, | |
| "grad_norm": 0.10387088358402252, | |
| "learning_rate": 0.0002408104108990024, | |
| "loss": 1.947, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.14042553191489363, | |
| "grad_norm": 0.11471838504076004, | |
| "learning_rate": 0.00024066003524491752, | |
| "loss": 2.0569, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.14148936170212767, | |
| "grad_norm": 0.10412081331014633, | |
| "learning_rate": 0.00024050849246665628, | |
| "loss": 1.9277, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.1425531914893617, | |
| "grad_norm": 0.11945554614067078, | |
| "learning_rate": 0.00024035578427873192, | |
| "loss": 2.0863, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.14361702127659576, | |
| "grad_norm": 0.12696759402751923, | |
| "learning_rate": 0.00024020191240884276, | |
| "loss": 2.0757, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.14468085106382977, | |
| "grad_norm": 0.11579248309135437, | |
| "learning_rate": 0.00024004687859785265, | |
| "loss": 1.9771, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.14574468085106382, | |
| "grad_norm": 0.1291639804840088, | |
| "learning_rate": 0.00023989068459977139, | |
| "loss": 1.9655, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.14680851063829786, | |
| "grad_norm": 0.10244561731815338, | |
| "learning_rate": 0.0002397333321817347, | |
| "loss": 2.0573, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.1478723404255319, | |
| "grad_norm": 0.10870030522346497, | |
| "learning_rate": 0.00023957482312398452, | |
| "loss": 1.9953, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.14893617021276595, | |
| "grad_norm": 0.11521364748477936, | |
| "learning_rate": 0.00023941515921984855, | |
| "loss": 1.7835, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.1189892515540123, | |
| "learning_rate": 0.00023925434227572013, | |
| "loss": 1.8137, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.15106382978723404, | |
| "grad_norm": 0.11443563550710678, | |
| "learning_rate": 0.00023909237411103785, | |
| "loss": 2.1109, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.15212765957446808, | |
| "grad_norm": 0.1882992833852768, | |
| "learning_rate": 0.00023892925655826476, | |
| "loss": 2.1079, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.15319148936170213, | |
| "grad_norm": 0.11956554651260376, | |
| "learning_rate": 0.0002387649914628679, | |
| "loss": 2.0648, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.15425531914893617, | |
| "grad_norm": 0.13715718686580658, | |
| "learning_rate": 0.00023859958068329725, | |
| "loss": 2.004, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.15531914893617021, | |
| "grad_norm": 0.1169043555855751, | |
| "learning_rate": 0.00023843302609096467, | |
| "loss": 2.1193, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.15638297872340426, | |
| "grad_norm": 0.11039727926254272, | |
| "learning_rate": 0.00023826532957022293, | |
| "loss": 1.9419, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.1574468085106383, | |
| "grad_norm": 0.11504384130239487, | |
| "learning_rate": 0.00023809649301834415, | |
| "loss": 1.9714, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.15851063829787235, | |
| "grad_norm": 0.11435811966657639, | |
| "learning_rate": 0.00023792651834549856, | |
| "loss": 1.7879, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.1595744680851064, | |
| "grad_norm": 0.27376243472099304, | |
| "learning_rate": 0.00023775540747473262, | |
| "loss": 2.0011, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.16063829787234044, | |
| "grad_norm": 0.12073350697755814, | |
| "learning_rate": 0.0002375831623419476, | |
| "loss": 1.9285, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.16170212765957448, | |
| "grad_norm": 0.11144834011793137, | |
| "learning_rate": 0.00023740978489587733, | |
| "loss": 1.9147, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.16276595744680852, | |
| "grad_norm": 0.1074347198009491, | |
| "learning_rate": 0.00023723527709806647, | |
| "loss": 2.092, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.16382978723404254, | |
| "grad_norm": 0.11253698170185089, | |
| "learning_rate": 0.00023705964092284805, | |
| "loss": 1.9452, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.16489361702127658, | |
| "grad_norm": 0.1153697595000267, | |
| "learning_rate": 0.00023688287835732134, | |
| "loss": 2.008, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.16595744680851063, | |
| "grad_norm": 0.11541475355625153, | |
| "learning_rate": 0.00023670499140132918, | |
| "loss": 1.5319, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.16702127659574467, | |
| "grad_norm": 0.11363336443901062, | |
| "learning_rate": 0.00023652598206743553, | |
| "loss": 2.1214, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.16808510638297872, | |
| "grad_norm": 0.10930821299552917, | |
| "learning_rate": 0.00023634585238090265, | |
| "loss": 1.8862, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.16914893617021276, | |
| "grad_norm": 0.13756263256072998, | |
| "learning_rate": 0.000236164604379668, | |
| "loss": 2.001, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.1702127659574468, | |
| "grad_norm": 0.11600874364376068, | |
| "learning_rate": 0.00023598224011432163, | |
| "loss": 2.0017, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.17127659574468085, | |
| "grad_norm": 0.14339403808116913, | |
| "learning_rate": 0.00023579876164808234, | |
| "loss": 1.8875, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.1723404255319149, | |
| "grad_norm": 0.11734171211719513, | |
| "learning_rate": 0.000235614171056775, | |
| "loss": 2.025, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.17340425531914894, | |
| "grad_norm": 0.16881157457828522, | |
| "learning_rate": 0.00023542847042880662, | |
| "loss": 2.1279, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.17446808510638298, | |
| "grad_norm": 0.10519936680793762, | |
| "learning_rate": 0.00023524166186514284, | |
| "loss": 1.8798, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.17553191489361702, | |
| "grad_norm": 0.11043398827314377, | |
| "learning_rate": 0.00023505374747928419, | |
| "loss": 1.9368, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.17659574468085107, | |
| "grad_norm": 0.11440404504537582, | |
| "learning_rate": 0.00023486472939724217, | |
| "loss": 1.9948, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.1776595744680851, | |
| "grad_norm": 0.11574520170688629, | |
| "learning_rate": 0.0002346746097575153, | |
| "loss": 2.1822, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.17872340425531916, | |
| "grad_norm": 0.11897675693035126, | |
| "learning_rate": 0.00023448339071106461, | |
| "loss": 1.9755, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.1797872340425532, | |
| "grad_norm": 0.116481252014637, | |
| "learning_rate": 0.00023429107442128974, | |
| "loss": 1.751, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.18085106382978725, | |
| "grad_norm": 0.11168333142995834, | |
| "learning_rate": 0.0002340976630640041, | |
| "loss": 2.1915, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.1819148936170213, | |
| "grad_norm": 0.1481730043888092, | |
| "learning_rate": 0.00023390315882741038, | |
| "loss": 1.9164, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.1829787234042553, | |
| "grad_norm": 0.10625225305557251, | |
| "learning_rate": 0.00023370756391207588, | |
| "loss": 1.8064, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.18404255319148935, | |
| "grad_norm": 0.11492953449487686, | |
| "learning_rate": 0.0002335108805309075, | |
| "loss": 2.0202, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.1851063829787234, | |
| "grad_norm": 0.11886078119277954, | |
| "learning_rate": 0.00023331311090912677, | |
| "loss": 1.994, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.18617021276595744, | |
| "grad_norm": 0.12113317847251892, | |
| "learning_rate": 0.0002331142572842446, | |
| "loss": 2.061, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.18723404255319148, | |
| "grad_norm": 0.11451803892850876, | |
| "learning_rate": 0.00023291432190603603, | |
| "loss": 2.0846, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.18829787234042553, | |
| "grad_norm": 0.13504713773727417, | |
| "learning_rate": 0.00023271330703651482, | |
| "loss": 2.0917, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.18936170212765957, | |
| "grad_norm": 0.11458391696214676, | |
| "learning_rate": 0.00023251121494990764, | |
| "loss": 1.704, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.19042553191489361, | |
| "grad_norm": 0.13398422300815582, | |
| "learning_rate": 0.00023230804793262873, | |
| "loss": 2.103, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.19148936170212766, | |
| "grad_norm": 0.11917758733034134, | |
| "learning_rate": 0.00023210380828325353, | |
| "loss": 1.7718, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.1925531914893617, | |
| "grad_norm": 0.1172708049416542, | |
| "learning_rate": 0.0002318984983124932, | |
| "loss": 2.0172, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.19361702127659575, | |
| "grad_norm": 0.1266704946756363, | |
| "learning_rate": 0.00023169212034316805, | |
| "loss": 1.9212, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.1946808510638298, | |
| "grad_norm": 0.13580508530139923, | |
| "learning_rate": 0.0002314846767101815, | |
| "loss": 2.0556, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.19574468085106383, | |
| "grad_norm": 0.1328660249710083, | |
| "learning_rate": 0.00023127616976049357, | |
| "loss": 1.9746, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.19680851063829788, | |
| "grad_norm": 0.1272975504398346, | |
| "learning_rate": 0.00023106660185309434, | |
| "loss": 1.9995, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.19787234042553192, | |
| "grad_norm": 0.11610808223485947, | |
| "learning_rate": 0.0002308559753589773, | |
| "loss": 1.9755, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.19893617021276597, | |
| "grad_norm": 0.11477465182542801, | |
| "learning_rate": 0.0002306442926611125, | |
| "loss": 1.8594, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.11912880837917328, | |
| "learning_rate": 0.00023043155615441963, | |
| "loss": 2.2537, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.20106382978723406, | |
| "grad_norm": 0.12370310723781586, | |
| "learning_rate": 0.00023021776824574077, | |
| "loss": 1.8427, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.20106382978723406, | |
| "eval_loss": 2.2439846992492676, | |
| "eval_runtime": 228.9331, | |
| "eval_samples_per_second": 0.402, | |
| "eval_steps_per_second": 0.402, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.20212765957446807, | |
| "grad_norm": 0.12219749391078949, | |
| "learning_rate": 0.0002300029313538133, | |
| "loss": 1.6372, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.20319148936170212, | |
| "grad_norm": 0.12997935712337494, | |
| "learning_rate": 0.00022978704790924264, | |
| "loss": 1.7587, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.20425531914893616, | |
| "grad_norm": 0.1191156730055809, | |
| "learning_rate": 0.00022957012035447445, | |
| "loss": 2.1128, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.2053191489361702, | |
| "grad_norm": 0.1545037180185318, | |
| "learning_rate": 0.00022935215114376723, | |
| "loss": 1.6692, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.20638297872340425, | |
| "grad_norm": 0.1366199105978012, | |
| "learning_rate": 0.00022913314274316455, | |
| "loss": 1.9685, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.2074468085106383, | |
| "grad_norm": 0.12138072401285172, | |
| "learning_rate": 0.00022891309763046697, | |
| "loss": 1.8484, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.20851063829787234, | |
| "grad_norm": 0.1285848766565323, | |
| "learning_rate": 0.0002286920182952042, | |
| "loss": 1.7935, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.20957446808510638, | |
| "grad_norm": 0.11619207262992859, | |
| "learning_rate": 0.00022846990723860686, | |
| "loss": 2.0731, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.21063829787234042, | |
| "grad_norm": 0.4214017689228058, | |
| "learning_rate": 0.00022824676697357814, | |
| "loss": 2.0675, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.21170212765957447, | |
| "grad_norm": 0.11827094852924347, | |
| "learning_rate": 0.0002280226000246654, | |
| "loss": 1.7509, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.2127659574468085, | |
| "grad_norm": 0.132975772023201, | |
| "learning_rate": 0.00022779740892803175, | |
| "loss": 1.6893, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.21382978723404256, | |
| "grad_norm": 0.12743262946605682, | |
| "learning_rate": 0.00022757119623142706, | |
| "loss": 1.9338, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.2148936170212766, | |
| "grad_norm": 0.13391292095184326, | |
| "learning_rate": 0.00022734396449415934, | |
| "loss": 2.1821, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.21595744680851064, | |
| "grad_norm": 0.12177909165620804, | |
| "learning_rate": 0.0002271157162870658, | |
| "loss": 1.8998, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.2170212765957447, | |
| "grad_norm": 0.3537590503692627, | |
| "learning_rate": 0.00022688645419248374, | |
| "loss": 1.8342, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.21808510638297873, | |
| "grad_norm": 0.14446629583835602, | |
| "learning_rate": 0.00022665618080422114, | |
| "loss": 1.9379, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.21914893617021278, | |
| "grad_norm": 0.1220061182975769, | |
| "learning_rate": 0.00022642489872752765, | |
| "loss": 1.8389, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.22021276595744682, | |
| "grad_norm": 0.10652719438076019, | |
| "learning_rate": 0.00022619261057906485, | |
| "loss": 1.7434, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.22127659574468084, | |
| "grad_norm": 0.1321529746055603, | |
| "learning_rate": 0.00022595931898687673, | |
| "loss": 2.2176, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.22234042553191488, | |
| "grad_norm": 0.11512637138366699, | |
| "learning_rate": 0.00022572502659036007, | |
| "loss": 1.8772, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.22340425531914893, | |
| "grad_norm": 0.15195037424564362, | |
| "learning_rate": 0.00022548973604023437, | |
| "loss": 2.1445, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.22446808510638297, | |
| "grad_norm": 0.1171952560544014, | |
| "learning_rate": 0.00022525344999851197, | |
| "loss": 2.0841, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.225531914893617, | |
| "grad_norm": 0.11501558870077133, | |
| "learning_rate": 0.00022501617113846798, | |
| "loss": 1.8845, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.22659574468085106, | |
| "grad_norm": 0.14285384118556976, | |
| "learning_rate": 0.00022477790214460994, | |
| "loss": 1.7457, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.2276595744680851, | |
| "grad_norm": 0.1312599778175354, | |
| "learning_rate": 0.0002245386457126475, | |
| "loss": 2.12, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.22872340425531915, | |
| "grad_norm": 0.12865905463695526, | |
| "learning_rate": 0.00022429840454946196, | |
| "loss": 1.9595, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.2297872340425532, | |
| "grad_norm": 0.18248826265335083, | |
| "learning_rate": 0.00022405718137307552, | |
| "loss": 2.0199, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.23085106382978723, | |
| "grad_norm": 0.129413902759552, | |
| "learning_rate": 0.00022381497891262066, | |
| "loss": 1.8833, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.23191489361702128, | |
| "grad_norm": 0.12320221215486526, | |
| "learning_rate": 0.00022357179990830923, | |
| "loss": 2.0043, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.23297872340425532, | |
| "grad_norm": 0.11922425031661987, | |
| "learning_rate": 0.00022332764711140127, | |
| "loss": 1.9641, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.23404255319148937, | |
| "grad_norm": 0.1320050060749054, | |
| "learning_rate": 0.00022308252328417426, | |
| "loss": 1.9602, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.2351063829787234, | |
| "grad_norm": 0.14773212373256683, | |
| "learning_rate": 0.00022283643119989154, | |
| "loss": 1.8785, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.23617021276595745, | |
| "grad_norm": 0.128052219748497, | |
| "learning_rate": 0.00022258937364277105, | |
| "loss": 1.8772, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.2372340425531915, | |
| "grad_norm": 0.12113828212022781, | |
| "learning_rate": 0.00022234135340795378, | |
| "loss": 2.0577, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.23829787234042554, | |
| "grad_norm": 0.1478564292192459, | |
| "learning_rate": 0.0002220923733014723, | |
| "loss": 1.7237, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.2393617021276596, | |
| "grad_norm": 0.12648318707942963, | |
| "learning_rate": 0.0002218424361402188, | |
| "loss": 1.5301, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.2404255319148936, | |
| "grad_norm": 0.13919681310653687, | |
| "learning_rate": 0.00022159154475191343, | |
| "loss": 1.8451, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.24148936170212765, | |
| "grad_norm": 0.162435844540596, | |
| "learning_rate": 0.00022133970197507199, | |
| "loss": 1.7585, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.2425531914893617, | |
| "grad_norm": 0.1612282693386078, | |
| "learning_rate": 0.0002210869106589743, | |
| "loss": 1.9223, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.24361702127659574, | |
| "grad_norm": 0.1214359775185585, | |
| "learning_rate": 0.0002208331736636316, | |
| "loss": 1.8637, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.24468085106382978, | |
| "grad_norm": 0.1307225078344345, | |
| "learning_rate": 0.0002205784938597541, | |
| "loss": 1.9397, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.24574468085106382, | |
| "grad_norm": 0.13562381267547607, | |
| "learning_rate": 0.00022032287412871893, | |
| "loss": 1.9584, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.24680851063829787, | |
| "grad_norm": 0.12984585762023926, | |
| "learning_rate": 0.00022006631736253715, | |
| "loss": 1.8084, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.2478723404255319, | |
| "grad_norm": 0.11881977319717407, | |
| "learning_rate": 0.00021980882646382128, | |
| "loss": 1.747, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.24893617021276596, | |
| "grad_norm": 0.13311228156089783, | |
| "learning_rate": 0.0002195504043457523, | |
| "loss": 1.9873, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.13149425387382507, | |
| "learning_rate": 0.00021929105393204675, | |
| "loss": 2.0715, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.251063829787234, | |
| "grad_norm": 0.1460556536912918, | |
| "learning_rate": 0.00021903077815692358, | |
| "loss": 1.7887, | |
| "step": 236 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 944, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 236, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.477347754193715e+17, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |