[
    {
        "step": 0,
        "train_loss": 10.51517790555954,
        "val_loss": 10.160391330718994,
        "lr": 0.0,
        "tokens_per_sec": 2158.630169134002,
        "mfu": 0.6606935809350966,
        "total_flops": 1161476270194688.0
    },
    {
        "step": 50,
        "train_loss": 6.364298492670059,
        "val_loss": 6.596065902709961,
        "lr": 0.01,
        "tokens_per_sec": 70222.7689057813,
        "mfu": 21.49313639499045,
        "total_flops": 5.923528977992909e+16
    },
    {
        "step": 100,
        "train_loss": 5.122354328632355,
        "val_loss": 5.2908248662948605,
        "lr": 0.02,
        "tokens_per_sec": 70112.78707176603,
        "mfu": 21.459474171237453,
        "total_flops": 1.1730910328966349e+17
    },
    {
        "step": 150,
        "train_loss": 4.422913044691086,
        "val_loss": 4.639911162853241,
        "lr": 0.02,
        "tokens_per_sec": 70142.59368173171,
        "mfu": 21.46859710306494,
        "total_flops": 1.753829167993979e+17
    },
    {
        "step": 200,
        "train_loss": 3.8527721911668777,
        "val_loss": 4.023697471618652,
        "lr": 0.02,
        "tokens_per_sec": 70024.24338660217,
        "mfu": 21.432373538041187,
        "total_flops": 2.334567303091323e+17
    },
    {
        "step": 250,
        "train_loss": 3.522311434149742,
        "val_loss": 3.7592015504837035,
        "lr": 0.02,
        "tokens_per_sec": 69977.49930725315,
        "mfu": 21.41806654205168,
        "total_flops": 2.915305438188667e+17
    },
    {
        "step": 300,
        "train_loss": 3.396108627319336,
        "val_loss": 3.6023362636566163,
        "lr": 0.02,
        "tokens_per_sec": 69978.57065144836,
        "mfu": 21.418394449185968,
        "total_flops": 3.496043573286011e+17
    },
    {
        "step": 350,
        "train_loss": 3.4941859245300293,
        "val_loss": 3.5021621108055117,
        "lr": 0.02,
        "tokens_per_sec": 70027.76531890646,
        "mfu": 21.433451498545583,
        "total_flops": 4.076781708383355e+17
    },
    {
        "step": 400,
        "train_loss": 3.309720605611801,
        "val_loss": 3.464106559753418,
        "lr": 0.02,
        "tokens_per_sec": 70089.33947406986,
        "mfu": 21.452297547141427,
        "total_flops": 4.657519843480699e+17
    },
    {
        "step": 450,
        "train_loss": 3.178159549832344,
        "val_loss": 3.4234487891197203,
        "lr": 0.02,
        "tokens_per_sec": 69999.7253376068,
        "mfu": 21.424869280100232,
        "total_flops": 5.238257978578043e+17
    },
    {
        "step": 500,
        "train_loss": 3.371193677186966,
        "val_loss": 3.3580533504486083,
        "lr": 0.02,
        "tokens_per_sec": 69956.24699933741,
        "mfu": 21.411561831971763,
        "total_flops": 5.818996113675387e+17
    },
    {
        "step": 550,
        "train_loss": 3.199240431189537,
        "val_loss": 3.290653383731842,
        "lr": 0.02,
        "tokens_per_sec": 70012.44780624029,
        "mfu": 21.42876325577054,
        "total_flops": 6.399734248772731e+17
    },
    {
        "step": 600,
        "train_loss": 3.006466805934906,
        "val_loss": 3.247062921524048,
        "lr": 0.02,
        "tokens_per_sec": 70007.14506416151,
        "mfu": 21.42714024146133,
        "total_flops": 6.980472383870075e+17
    },
    {
        "step": 650,
        "train_loss": 3.0513384342193604,
        "val_loss": 3.206310844421387,
        "lr": 0.02,
        "tokens_per_sec": 70062.60969625264,
        "mfu": 21.444116343674445,
        "total_flops": 7.561210518967419e+17
    },
    {
        "step": 700,
        "train_loss": 3.1359871327877045,
        "val_loss": 3.163962686061859,
        "lr": 0.02,
        "tokens_per_sec": 70051.95890783441,
        "mfu": 21.44085644874643,
        "total_flops": 8.141948654064763e+17
    },
    {
        "step": 750,
        "train_loss": 3.0369881242513657,
        "val_loss": 3.144151282310486,
        "lr": 0.02,
        "tokens_per_sec": 69949.8472232128,
        "mfu": 21.409603047616102,
        "total_flops": 8.722686789162107e+17
    },
    {
        "step": 800,
        "train_loss": 3.091953292489052,
        "val_loss": 3.1556016325950624,
        "lr": 0.02,
        "tokens_per_sec": 69977.76396697006,
        "mfu": 21.41814754665293,
        "total_flops": 9.303424924259451e+17
    },
    {
        "step": 850,
        "train_loss": 3.090632662177086,
        "val_loss": 3.136023700237274,
        "lr": 0.02,
        "tokens_per_sec": 70045.18964450127,
        "mfu": 21.43878457515927,
        "total_flops": 9.884163059356795e+17
    },
    {
        "step": 900,
        "train_loss": 3.0360343009233475,
        "val_loss": 3.1322978258132936,
        "lr": 0.02,
        "tokens_per_sec": 70022.76171204478,
        "mfu": 21.431920040780238,
        "total_flops": 1.0464901194454139e+18
    },
    {
        "step": 950,
        "train_loss": 2.9815044552087784,
        "val_loss": 3.1037992238998413,
        "lr": 0.02,
        "tokens_per_sec": 70034.69091604456,
        "mfu": 21.435571221339565,
        "total_flops": 1.1045639329551483e+18
    },
    {
        "step": 1000,
        "train_loss": 3.0359542667865753,
        "val_loss": 3.1057387828826903,
        "lr": 0.02,
        "tokens_per_sec": 70007.97170503181,
        "mfu": 21.427393252062473,
        "total_flops": 1.1626377464648827e+18
    },
    {
        "step": 1050,
        "train_loss": 2.9832030683755875,
        "val_loss": 3.0936940908432007,
        "lr": 0.02,
        "tokens_per_sec": 69997.46563636261,
        "mfu": 21.424177651618333,
        "total_flops": 1.220711559974617e+18
    },
    {
        "step": 1100,
        "train_loss": 2.9214714765548706,
        "val_loss": 3.0613293051719666,
        "lr": 0.02,
        "tokens_per_sec": 70055.72019986459,
        "mfu": 21.442007670264545,
        "total_flops": 1.2787853734843515e+18
    },
    {
        "step": 1150,
        "train_loss": 2.9381714314222336,
        "val_loss": 3.0642426133155825,
        "lr": 0.02,
        "tokens_per_sec": 69989.99293893101,
        "mfu": 21.421890477420586,
        "total_flops": 1.336859186994086e+18
    },
    {
        "step": 1200,
        "train_loss": 3.0071898102760315,
        "val_loss": 3.063199543952942,
        "lr": 0.02,
        "tokens_per_sec": 69989.67483553122,
        "mfu": 21.421793115270585,
        "total_flops": 1.3949330005038203e+18
    },
    {
        "step": 1250,
        "train_loss": 3.078396648168564,
        "val_loss": 3.0594762563705444,
        "lr": 0.02,
        "tokens_per_sec": 70000.17087793698,
        "mfu": 21.425005646968636,
        "total_flops": 1.4530068140135547e+18
    },
    {
        "step": 1300,
        "train_loss": 3.049118548631668,
        "val_loss": 3.040031540393829,
        "lr": 0.02,
        "tokens_per_sec": 69999.04751218345,
        "mfu": 21.42466181755635,
        "total_flops": 1.511080627523289e+18
    },
    {
        "step": 1350,
        "train_loss": 3.1371348053216934,
        "val_loss": 3.052434301376343,
        "lr": 0.02,
        "tokens_per_sec": 70121.85376955378,
        "mfu": 21.46224922233898,
        "total_flops": 1.5691544410330235e+18
    },
    {
        "step": 1400,
        "train_loss": 2.9777035415172577,
        "val_loss": 3.0453516125679014,
        "lr": 0.02,
        "tokens_per_sec": 70000.47080475416,
        "mfu": 21.42509744579814,
        "total_flops": 1.627228254542758e+18
    },
    {
        "step": 1450,
        "train_loss": 2.9373037219047546,
        "val_loss": 3.0371802687644958,
        "lr": 0.02,
        "tokens_per_sec": 69993.52379124102,
        "mfu": 21.422971168077932,
        "total_flops": 1.6853020680524923e+18
    },
    {
        "step": 1500,
        "train_loss": 2.8891674876213074,
        "val_loss": 3.0314683616161346,
        "lr": 0.02,
        "tokens_per_sec": 70034.81448436435,
        "mfu": 21.43560904198937,
        "total_flops": 1.7433758815622267e+18
    },
    {
        "step": 1550,
        "train_loss": 2.8753224909305573,
        "val_loss": 3.0194230318069457,
        "lr": 0.02,
        "tokens_per_sec": 70032.54236910073,
        "mfu": 21.43491361393908,
        "total_flops": 1.801449695071961e+18
    },
    {
        "step": 1600,
        "train_loss": 2.873562440276146,
        "val_loss": 3.0389770805835723,
        "lr": 0.02,
        "tokens_per_sec": 70093.54067527145,
        "mfu": 21.453583411994888,
        "total_flops": 1.8595235085816955e+18
    },
    {
        "step": 1650,
        "train_loss": 2.8681159019470215,
        "val_loss": 3.0404816269874573,
        "lr": 0.02,
        "tokens_per_sec": 70092.78506979671,
        "mfu": 21.4533521432514,
        "total_flops": 1.91759732209143e+18
    },
    {
        "step": 1700,
        "train_loss": 2.8477375507354736,
        "val_loss": 3.03014994263649,
        "lr": 0.02,
        "tokens_per_sec": 70043.1170883897,
        "mfu": 21.438150226330734,
        "total_flops": 1.9756711356011643e+18
    },
    {
        "step": 1750,
        "train_loss": 2.924525633454323,
        "val_loss": 3.0115107893943787,
        "lr": 0.02,
        "tokens_per_sec": 70089.97079499098,
        "mfu": 21.45249077601688,
        "total_flops": 2.0337449491108987e+18
    },
    {
        "step": 1800,
        "train_loss": 2.845635160803795,
        "val_loss": 3.021808397769928,
        "lr": 0.02,
        "tokens_per_sec": 70073.76133559164,
        "mfu": 21.447529534425474,
        "total_flops": 2.091818762620633e+18
    },
    {
        "step": 1850,
        "train_loss": 2.7774328142404556,
        "val_loss": 3.0103733837604523,
        "lr": 0.02,
        "tokens_per_sec": 70157.2173610318,
        "mfu": 21.47307298373286,
        "total_flops": 2.1498925761303675e+18
    },
    {
        "step": 1900,
        "train_loss": 2.7959036976099014,
        "val_loss": 3.010297340154648,
        "lr": 0.02,
        "tokens_per_sec": 70144.7278424267,
        "mfu": 21.469250307255273,
        "total_flops": 2.207966389640102e+18
    },
    {
        "step": 1950,
        "train_loss": 2.8740807473659515,
        "val_loss": 3.0071927487850187,
        "lr": 0.02,
        "tokens_per_sec": 70076.6894273708,
        "mfu": 21.448425737707787,
        "total_flops": 2.2660402031498363e+18
    },
    {
        "step": 2000,
        "train_loss": 2.964038208127022,
        "val_loss": 3.0082029044628142,
        "lr": 0.02,
        "tokens_per_sec": 69929.21289313334,
        "mfu": 21.403287482483492,
        "total_flops": 2.3241140166595707e+18
    },
    {
        "step": 2050,
        "train_loss": 2.812971353530884,
        "val_loss": 3.002509093284607,
        "lr": 0.02,
        "tokens_per_sec": 70071.29176833555,
        "mfu": 21.446773672093368,
        "total_flops": 2.382187830169305e+18
    },
    {
        "step": 2100,
        "train_loss": 2.9027664810419083,
        "val_loss": 2.985026216506958,
        "lr": 0.02,
        "tokens_per_sec": 70077.55031615285,
        "mfu": 21.44868923059338,
        "total_flops": 2.4402616436790395e+18
    },
    {
        "step": 2150,
        "train_loss": 2.7932936400175095,
        "val_loss": 2.9898294627666475,
        "lr": 0.02,
        "tokens_per_sec": 70081.02769582007,
        "mfu": 21.449753554838203,
        "total_flops": 2.498335457188774e+18
    },
    {
        "step": 2200,
        "train_loss": 2.8083430528640747,
        "val_loss": 2.979103463888168,
        "lr": 0.02,
        "tokens_per_sec": 70060.1254019016,
        "mfu": 21.443355973809172,
        "total_flops": 2.5564092706985083e+18
    },
    {
        "step": 2250,
        "train_loss": 2.8303453028202057,
        "val_loss": 2.9749884247779845,
        "lr": 0.02,
        "tokens_per_sec": 69815.61494395022,
        "mfu": 21.368518471605263,
        "total_flops": 2.6144830842082427e+18
    },
    {
        "step": 2300,
        "train_loss": 2.7061598151922226,
        "val_loss": 2.9586526334285734,
        "lr": 0.02,
        "tokens_per_sec": 70126.97363792777,
        "mfu": 21.463816264354005,
        "total_flops": 2.672556897717977e+18
    },
    {
        "step": 2350,
        "train_loss": 2.920316368341446,
        "val_loss": 2.9535837829113007,
        "lr": 0.02,
        "tokens_per_sec": 70137.85909871584,
        "mfu": 21.467147985633094,
        "total_flops": 2.7306307112277115e+18
    },
    {
        "step": 2400,
        "train_loss": 2.9253035485744476,
        "val_loss": 2.944886934757233,
        "lr": 0.02,
        "tokens_per_sec": 70066.0209632928,
        "mfu": 21.445160432777115,
        "total_flops": 2.788704524737446e+18
    },
    {
        "step": 2450,
        "train_loss": 2.8674067705869675,
        "val_loss": 2.940703195333481,
        "lr": 0.02,
        "tokens_per_sec": 70068.62992160743,
        "mfu": 21.44595895863673,
        "total_flops": 2.8467783382471803e+18
    },
    {
        "step": 2500,
        "train_loss": 2.8450111150741577,
        "val_loss": 2.9333001136779786,
        "lr": 0.02,
        "tokens_per_sec": 69838.27776156714,
        "mfu": 21.375454897464362,
        "total_flops": 2.9048521517569147e+18
    },
    {
        "step": 2550,
        "train_loss": 2.759008914232254,
        "val_loss": 2.9429529547691344,
        "lr": 0.02,
        "tokens_per_sec": 70104.37553002524,
        "mfu": 21.45689964424651,
        "total_flops": 2.962925965266649e+18
    },
    {
        "step": 2600,
        "train_loss": 2.565167874097824,
        "val_loss": 2.940195286273956,
        "lr": 0.02,
        "tokens_per_sec": 70102.36405519309,
        "mfu": 21.45628399061171,
        "total_flops": 3.0209997787763835e+18
    },
    {
        "step": 2650,
        "train_loss": 2.830553784966469,
        "val_loss": 2.9388512551784514,
        "lr": 0.02,
        "tokens_per_sec": 70080.79229376302,
        "mfu": 21.4496815051512,
        "total_flops": 3.079073592286118e+18
    },
    {
        "step": 2700,
        "train_loss": 2.769469901919365,
        "val_loss": 2.9488451719284057,
        "lr": 0.02,
        "tokens_per_sec": 70073.8045434036,
        "mfu": 21.44754275907341,
        "total_flops": 3.1371474057958523e+18
    },
    {
        "step": 2750,
        "train_loss": 2.7408286333084106,
        "val_loss": 2.943127530813217,
        "lr": 0.02,
        "tokens_per_sec": 69843.7630299741,
        "mfu": 21.37713377774594,
        "total_flops": 3.1952212193055867e+18
    },
    {
        "step": 2550,
        "train_loss": 2.690155401825905,
        "val_loss": 2.753552335500717,
        "lr": 0.02,
        "tokens_per_sec": 70145.36765726679,
        "mfu": 21.499149298759562,
        "total_flops": 3.253295032815321e+18
    },
    {
        "step": 2600,
        "train_loss": 2.7558372765779495,
        "val_loss": 2.7880488693714143,
        "lr": 0.02,
        "tokens_per_sec": 70354.6993534577,
        "mfu": 21.563308252368028,
        "total_flops": 3.3113688463250555e+18
    },
    {
        "step": 2650,
        "train_loss": 2.748625800013542,
        "val_loss": 2.8070174753665924,
        "lr": 0.02,
        "tokens_per_sec": 70307.24311361065,
        "mfu": 21.548763189455038,
        "total_flops": 3.36944265983479e+18
    },
    {
        "step": 2700,
        "train_loss": 2.657764434814453,
        "val_loss": 2.6618025243282317,
        "lr": 0.02,
        "tokens_per_sec": 70264.88750243967,
        "mfu": 21.53578143971706,
        "total_flops": 3.4275164733445243e+18
    },
    {
        "step": 2750,
        "train_loss": 2.597847282886505,
        "val_loss": 2.733213084936142,
        "lr": 0.02,
        "tokens_per_sec": 70309.20634173382,
        "mfu": 21.54936490751479,
        "total_flops": 3.4855902868542587e+18
    },
    {
        "step": 2800,
        "train_loss": 2.6393312364816666,
        "val_loss": 2.76564337015152,
        "lr": 0.02,
        "tokens_per_sec": 70335.78134187244,
        "mfu": 21.557509991284064,
        "total_flops": 3.543664100363993e+18
    },
    {
        "step": 2850,
        "train_loss": 2.7604094594717026,
        "val_loss": 2.7764769434928893,
        "lr": 0.02,
        "tokens_per_sec": 70224.05195676716,
        "mfu": 21.52326558125867,
        "total_flops": 3.6017379138737275e+18
    },
    {
        "step": 2900,
        "train_loss": 2.8098009526729584,
        "val_loss": 2.7969186305999756,
        "lr": 0.02,
        "tokens_per_sec": 70314.45950237487,
        "mfu": 21.55097497085446,
        "total_flops": 3.659811727383462e+18
    },
    {
        "step": 2950,
        "train_loss": 2.8605630844831467,
        "val_loss": 2.800990068912506,
        "lr": 0.02,
        "tokens_per_sec": 70267.142723665,
        "mfu": 21.536472651973043,
        "total_flops": 3.7178855408931963e+18
    },
    {
        "step": 3000,
        "train_loss": 2.826046869158745,
        "val_loss": 2.7932212591171264,
        "lr": 0.02,
        "tokens_per_sec": 70312.75564909614,
        "mfu": 21.550452749683682,
        "total_flops": 3.7759593544029307e+18
    },
    {
        "step": 3050,
        "train_loss": 2.7675381749868393,
        "val_loss": 2.809084439277649,
        "lr": 0.02,
        "tokens_per_sec": 70366.1560541514,
        "mfu": 21.566819664837748,
        "total_flops": 3.834033167912665e+18
    },
    {
        "step": 3100,
        "train_loss": 2.6846775263547897,
        "val_loss": 2.8106513619422913,
        "lr": 0.02,
        "tokens_per_sec": 70376.63593211089,
        "mfu": 21.570031686791708,
        "total_flops": 3.8921069814223995e+18
    },
    {
        "step": 3150,
        "train_loss": 2.8498146533966064,
        "val_loss": 2.8211086273193358,
        "lr": 0.02,
        "tokens_per_sec": 70318.95745570271,
        "mfu": 21.55235356752254,
        "total_flops": 3.950180794932134e+18
    },
    {
        "step": 3200,
        "train_loss": 2.882045492529869,
        "val_loss": 2.8087339460849763,
        "lr": 0.02,
        "tokens_per_sec": 70306.22248511235,
        "mfu": 21.54845037272606,
        "total_flops": 4.0082546084418683e+18
    },
    {
        "step": 3250,
        "train_loss": 2.7344588190317154,
        "val_loss": 2.8052581429481505,
        "lr": 0.02,
        "tokens_per_sec": 70309.31255946922,
        "mfu": 21.549397462636076,
        "total_flops": 4.0663284219516027e+18
    },
    {
        "step": 3300,
        "train_loss": 2.6739814579486847,
        "val_loss": 2.8148413836956023,
        "lr": 0.02,
        "tokens_per_sec": 70365.00773946103,
        "mfu": 21.56646771302974,
        "total_flops": 4.124402235461337e+18
    },
    {
        "step": 3350,
        "train_loss": 2.687133699655533,
        "val_loss": 2.7819845259189604,
        "lr": 0.02,
        "tokens_per_sec": 70311.11920932027,
        "mfu": 21.549951190361448,
        "total_flops": 4.1824760489710715e+18
    },
    {
        "step": 3400,
        "train_loss": 2.738806650042534,
        "val_loss": 2.777050405740738,
        "lr": 0.02,
        "tokens_per_sec": 70313.55276381515,
        "mfu": 21.550697060732645,
        "total_flops": 4.240549862480806e+18
    },
    {
        "step": 3450,
        "train_loss": 2.8085870444774628,
        "val_loss": 2.7993926048278808,
        "lr": 0.02,
        "tokens_per_sec": 70308.41404623268,
        "mfu": 21.549122073528217,
        "total_flops": 4.2986236759905403e+18
    },
    {
        "step": 3500,
        "train_loss": 2.7735735923051834,
        "val_loss": 2.822412884235382,
        "lr": 0.02,
        "tokens_per_sec": 70330.90176386677,
        "mfu": 21.556014428860447,
        "total_flops": 4.3566974895002747e+18
    },
    {
        "step": 3550,
        "train_loss": 2.7676771581172943,
        "val_loss": 2.816472613811493,
        "lr": 0.02,
        "tokens_per_sec": 70321.96971640864,
        "mfu": 21.553276807998806,
        "total_flops": 4.414771303010009e+18
    },
    {
        "step": 3600,
        "train_loss": 2.7102452218532562,
        "val_loss": 2.818382143974304,
        "lr": 0.02,
        "tokens_per_sec": 70311.3801038398,
        "mfu": 21.550031153022044,
        "total_flops": 4.4728451165197435e+18
    },
    {
        "step": 3650,
        "train_loss": 2.7262541949748993,
        "val_loss": 2.8222990155220034,
        "lr": 0.02,
        "tokens_per_sec": 70288.59055530882,
        "mfu": 21.543046288266435,
        "total_flops": 4.530918930029478e+18
    },
    {
        "step": 3700,
        "train_loss": 2.655830502510071,
        "val_loss": 2.8140450358390807,
        "lr": 0.02,
        "tokens_per_sec": 70323.33015866883,
        "mfu": 21.553693775679513,
        "total_flops": 4.5889927435392123e+18
    },
    {
        "step": 3750,
        "train_loss": 2.7190513610839844,
        "val_loss": 2.8193438947200775,
        "lr": 0.02,
        "tokens_per_sec": 70344.47533367388,
        "mfu": 21.560174649464408,
        "total_flops": 4.647066557048947e+18
    },
    {
        "step": 3800,
        "train_loss": 2.7415073215961456,
        "val_loss": 2.8139825463294983,
        "lr": 0.02,
        "tokens_per_sec": 70199.24064193484,
        "mfu": 21.51566105683042,
        "total_flops": 4.705140370558681e+18
    },
    {
        "step": 3850,
        "train_loss": 2.731362007558346,
        "val_loss": 2.8108940064907073,
        "lr": 0.02,
        "tokens_per_sec": 70298.58135692739,
        "mfu": 21.546108411151888,
        "total_flops": 4.763214184068415e+18
    },
    {
        "step": 3900,
        "train_loss": 2.796496495604515,
        "val_loss": 2.810216724872589,
        "lr": 0.02,
        "tokens_per_sec": 70265.2313500534,
        "mfu": 21.535886827021027,
        "total_flops": 4.82128799757815e+18
    },
    {
        "step": 3950,
        "train_loss": 2.636091724038124,
        "val_loss": 2.803800421953201,
        "lr": 0.02,
        "tokens_per_sec": 70308.34795684878,
        "mfu": 21.549101817514472,
        "total_flops": 4.879361811087884e+18
    },
    {
        "step": 4000,
        "train_loss": 2.8011103123426437,
        "val_loss": 2.829415625333786,
        "lr": 0.02,
        "tokens_per_sec": 70348.76681625859,
        "mfu": 21.56148996404445,
        "total_flops": 4.937435624597619e+18
    },
    {
        "step": 4050,
        "train_loss": 2.7537961602211,
        "val_loss": 2.828208714723587,
        "lr": 0.02,
        "tokens_per_sec": 70338.02334258889,
        "mfu": 21.55819715153057,
        "total_flops": 4.995509438107353e+18
    },
    {
        "step": 4100,
        "train_loss": 2.7435563504695892,
        "val_loss": 2.8136156499385834,
        "lr": 0.02,
        "tokens_per_sec": 70324.44382873985,
        "mfu": 21.554035109112153,
        "total_flops": 5.053583251617087e+18
    },
    {
        "step": 4150,
        "train_loss": 2.708776831626892,
        "val_loss": 2.8181759417057037,
        "lr": 0.02,
        "tokens_per_sec": 70153.27003630337,
        "mfu": 21.50157133220805,
        "total_flops": 5.111657065126822e+18
    },
    {
        "step": 4200,
        "train_loss": 2.6885371059179306,
        "val_loss": 2.8155935287475584,
        "lr": 0.02,
        "tokens_per_sec": 70219.75953179927,
        "mfu": 21.521949977843647,
        "total_flops": 5.169730878636556e+18
    },
    {
        "step": 4250,
        "train_loss": 2.6093505173921585,
        "val_loss": 2.84355810880661,
        "lr": 0.02,
        "tokens_per_sec": 70308.2900725415,
        "mfu": 21.54908407630923,
        "total_flops": 5.227804692146291e+18
    },
    {
        "step": 4300,
        "train_loss": 2.75183042883873,
        "val_loss": 2.8319630563259124,
        "lr": 0.02,
        "tokens_per_sec": 70308.23432386186,
        "mfu": 21.549066989661508,
        "total_flops": 5.285878505656025e+18
    },
    {
        "step": 4350,
        "train_loss": 2.743694692850113,
        "val_loss": 2.8407095193862917,
        "lr": 0.02,
        "tokens_per_sec": 70338.29039891162,
        "mfu": 21.558279002748197,
        "total_flops": 5.34395231916576e+18
    },
    {
        "step": 4400,
        "train_loss": 2.6878776401281357,
        "val_loss": 2.8353062510490417,
        "lr": 0.02,
        "tokens_per_sec": 70268.21217729135,
        "mfu": 21.536800433321247,
        "total_flops": 5.402026132675494e+18
    },
    {
        "step": 4450,
        "train_loss": 2.7711153477430344,
        "val_loss": 2.8343011856079103,
        "lr": 0.02,
        "tokens_per_sec": 70268.73984328873,
        "mfu": 21.536962159896163,
        "total_flops": 5.460099946185228e+18
    },
    {
        "step": 4500,
        "train_loss": 2.770058751106262,
        "val_loss": 2.8305183827877043,
        "lr": 0.02,
        "tokens_per_sec": 70330.05274618218,
        "mfu": 21.555754209852864,
        "total_flops": 5.518173759694963e+18
    },
    {
        "step": 4550,
        "train_loss": 2.7573233991861343,
        "val_loss": 2.8480226695537567,
        "lr": 0.02,
        "tokens_per_sec": 70306.38769881551,
        "mfu": 21.54850100977009,
        "total_flops": 5.576247573204697e+18
    },
    {
        "step": 4600,
        "train_loss": 2.683898538351059,
        "val_loss": 2.842072516679764,
        "lr": 0.02,
        "tokens_per_sec": 70336.00878633632,
        "mfu": 21.557579701696163,
        "total_flops": 5.634321386714431e+18
    },
    {
        "step": 4650,
        "train_loss": 2.4759643375873566,
        "val_loss": 2.2887446224689483,
        "lr": 0.02,
        "tokens_per_sec": 70300.01955342875,
        "mfu": 21.54654921005759,
        "total_flops": 5.692395200224166e+18
    },
    {
        "step": 4700,
        "train_loss": 2.796401672065258,
        "val_loss": 2.297064536809921,
        "lr": 0.02,
        "tokens_per_sec": 70308.00739617708,
        "mfu": 21.548997437639215,
        "total_flops": 5.7504690137339e+18
    },
    {
        "step": 4750,
        "train_loss": 2.596481144428253,
        "val_loss": 2.4246182203292848,
        "lr": 0.02,
        "tokens_per_sec": 70007.82326929359,
        "mfu": 21.456992739730733,
        "total_flops": 5.808542827243635e+18
    },
    {
        "step": 4800,
        "train_loss": 2.595515549182892,
        "val_loss": 2.3040037989616393,
        "lr": 0.02,
        "tokens_per_sec": 70316.84112334541,
        "mfu": 21.55170492390095,
        "total_flops": 5.866616640753369e+18
    },
    {
        "step": 4850,
        "train_loss": 2.62885881960392,
        "val_loss": 2.126067227125168,
        "lr": 0.02,
        "tokens_per_sec": 70333.82472782901,
        "mfu": 21.556910300401476,
        "total_flops": 5.924690454263103e+18
    },
    {
        "step": 4900,
        "train_loss": 2.7220041751861572,
        "val_loss": 2.335285782814026,
        "lr": 0.02,
        "tokens_per_sec": 70141.45779781595,
        "mfu": 21.497950949461835,
        "total_flops": 5.982764267772838e+18
    },
    {
        "step": 4950,
        "train_loss": 2.6748989075422287,
        "val_loss": 2.4292496860027315,
        "lr": 0.02,
        "tokens_per_sec": 70252.59415868955,
        "mfu": 21.532013600991682,
        "total_flops": 6.040838081282572e+18
    },
    {
        "step": 5000,
        "train_loss": 2.4526360854506493,
        "val_loss": 2.277197653055191,
        "lr": 0.02,
        "tokens_per_sec": 70309.10619387723,
        "mfu": 21.549334212776245,
        "total_flops": 6.098911894792307e+18
    },
    {
        "step": 5050,
        "train_loss": 2.559838131070137,
        "val_loss": 2.317918872833252,
        "lr": 0.02,
        "tokens_per_sec": 70267.75883994007,
        "mfu": 21.632433190049806,
        "total_flops": 6.156985708302041e+18
    },
    {
        "step": 5100,
        "train_loss": 2.591684401035309,
        "val_loss": 2.399251621961594,
        "lr": 0.02,
        "tokens_per_sec": 70248.37588972368,
        "mfu": 21.626466009901975,
        "total_flops": 6.215059521811775e+18
    },
    {
        "step": 5150,
        "train_loss": 2.69405797123909,
        "val_loss": 2.473741942644119,
        "lr": 0.02,
        "tokens_per_sec": 70290.93863159792,
        "mfu": 21.639569255048546,
        "total_flops": 6.27313333532151e+18
    },
    {
        "step": 5200,
        "train_loss": 2.7576390206813812,
        "val_loss": 2.5225872576236723,
        "lr": 0.02,
        "tokens_per_sec": 70268.60523157175,
        "mfu": 21.632693757779972,
        "total_flops": 6.331207148831244e+18
    },
    {
        "step": 5250,
        "train_loss": 2.6569458171725273,
        "val_loss": 2.5516360282897947,
        "lr": 0.02,
        "tokens_per_sec": 70275.72239653025,
        "mfu": 21.634884828023413,
        "total_flops": 6.389280962340979e+18
    },
    {
        "step": 5300,
        "train_loss": 2.737651005387306,
        "val_loss": 2.5737712025642394,
        "lr": 0.02,
        "tokens_per_sec": 70077.68129369298,
        "mfu": 21.573916455091958,
        "total_flops": 6.447354775850713e+18
    },
    {
        "step": 5350,
        "train_loss": 2.610097751021385,
        "val_loss": 2.5789273977279663,
        "lr": 0.02,
        "tokens_per_sec": 70291.56662424024,
        "mfu": 21.639762587084505,
        "total_flops": 6.505428589360447e+18
    },
    {
        "step": 5400,
        "train_loss": 2.6154174357652664,
        "val_loss": 2.39971661567688,
        "lr": 0.02,
        "tokens_per_sec": 70280.81837590337,
        "mfu": 21.636453661797916,
        "total_flops": 6.563502402870182e+18
    },
    {
        "step": 5450,
        "train_loss": 2.560743674635887,
        "val_loss": 2.471098029613495,
        "lr": 0.02,
        "tokens_per_sec": 70284.76569050449,
        "mfu": 21.637668870889517,
        "total_flops": 6.621576216379916e+18
    },
    {
        "step": 5500,
        "train_loss": 2.5454889237880707,
        "val_loss": 2.506662356853485,
        "lr": 0.02,
        "tokens_per_sec": 70268.84998053168,
        "mfu": 21.63276910550148,
        "total_flops": 6.679650029889651e+18
    },
    {
        "step": 5550,
        "train_loss": 2.656815826892853,
        "val_loss": 2.5483492255210876,
        "lr": 0.02,
        "tokens_per_sec": 70284.1575875986,
        "mfu": 21.637481662051478,
        "total_flops": 6.737723843399385e+18
    },
    {
        "step": 5600,
        "train_loss": 2.691612422466278,
        "val_loss": 2.5813338339328764,
        "lr": 0.02,
        "tokens_per_sec": 70268.87950770035,
        "mfu": 21.632778195651987,
        "total_flops": 6.79579765690912e+18
    },
    {
        "step": 5650,
        "train_loss": 2.6659550815820694,
        "val_loss": 2.594164401292801,
        "lr": 0.02,
        "tokens_per_sec": 70075.86473585301,
        "mfu": 21.57335721474108,
        "total_flops": 6.853871470418854e+18
    },
    {
        "step": 5700,
        "train_loss": 2.722677171230316,
        "val_loss": 2.6006647884845733,
        "lr": 0.02,
        "tokens_per_sec": 70276.25938345322,
        "mfu": 21.635050143296404,
        "total_flops": 6.911945283928588e+18
    },
    {
        "step": 5750,
        "train_loss": 2.780638873577118,
        "val_loss": 2.627731019258499,
        "lr": 0.02,
        "tokens_per_sec": 70283.08787318766,
        "mfu": 21.637152342803084,
        "total_flops": 6.970019097438323e+18
    },
    {
        "step": 5800,
        "train_loss": 2.6606620252132416,
        "val_loss": 2.639297807216644,
        "lr": 0.02,
        "tokens_per_sec": 70288.14931152055,
        "mfu": 21.638710542870793,
        "total_flops": 7.028092910948057e+18
    },
    {
        "step": 5850,
        "train_loss": 2.961484670639038,
        "val_loss": 2.6399263024330137,
        "lr": 0.02,
        "tokens_per_sec": 70300.75165277069,
        "mfu": 21.6425902639496,
        "total_flops": 7.086166724457791e+18
    },
    {
        "step": 5900,
        "train_loss": 2.790245294570923,
        "val_loss": 2.6511899530887604,
        "lr": 0.02,
        "tokens_per_sec": 70263.6710969525,
        "mfu": 21.63117474907294,
        "total_flops": 7.144240537967526e+18
    },
    {
        "step": 5950,
        "train_loss": 2.71671961247921,
        "val_loss": 2.6397358894348146,
        "lr": 0.02,
        "tokens_per_sec": 70225.60293793224,
        "mfu": 21.61945519347206,
        "total_flops": 7.20231435147726e+18
    },
    {
        "step": 6000,
        "train_loss": 2.6487374305725098,
        "val_loss": 2.6443570375442507,
        "lr": 0.02,
        "tokens_per_sec": 70068.37071382166,
        "mfu": 21.57105012634671,
        "total_flops": 7.260388164986995e+18
    },
    {
        "step": 6050,
        "train_loss": 2.54835969209671,
        "val_loss": 2.635010451078415,
        "lr": 0.02,
        "tokens_per_sec": 70263.49811395227,
        "mfu": 21.631121495016494,
        "total_flops": 7.318461978496729e+18
    },
    {
        "step": 6100,
        "train_loss": 2.5841805785894394,
        "val_loss": 2.635376179218292,
        "lr": 0.02,
        "tokens_per_sec": 70280.29288693903,
        "mfu": 21.6362918862539,
        "total_flops": 7.376535792006463e+18
    },
    {
        "step": 6150,
        "train_loss": 2.6273926347494125,
        "val_loss": 2.6592205107212066,
        "lr": 0.02,
        "tokens_per_sec": 70289.42059841492,
        "mfu": 21.639101917652937,
        "total_flops": 7.434609605516198e+18
    },
    {
        "step": 6200,
        "train_loss": 2.7345776110887527,
        "val_loss": 2.68223152756691,
        "lr": 0.02,
        "tokens_per_sec": 70245.30586681265,
        "mfu": 21.625520881344993,
        "total_flops": 7.492683419025932e+18
    },
    {
        "step": 6250,
        "train_loss": 2.643840879201889,
        "val_loss": 2.6727379858493805,
        "lr": 0.02,
        "tokens_per_sec": 70289.36971010863,
        "mfu": 21.639086251323114,
        "total_flops": 7.550757232535667e+18
    },
    {
        "step": 6300,
        "train_loss": 2.755268767476082,
        "val_loss": 2.6929265022277833,
        "lr": 0.02,
        "tokens_per_sec": 70267.55979098973,
        "mfu": 21.632371911403798,
        "total_flops": 7.608831046045401e+18
    },
    {
        "step": 6350,
        "train_loss": 2.768963858485222,
        "val_loss": 2.694007235765457,
        "lr": 0.02,
        "tokens_per_sec": 70111.05374796665,
        "mfu": 21.584190404331004,
        "total_flops": 7.666904859555135e+18
    },
    {
        "step": 6400,
        "train_loss": 2.6468516141176224,
        "val_loss": 2.6841990649700165,
        "lr": 0.02,
        "tokens_per_sec": 70281.87847469341,
        "mfu": 21.63678002080849,
        "total_flops": 7.72497867306487e+18
    },
    {
        "step": 6450,
        "train_loss": 2.712806150317192,
        "val_loss": 2.684369647502899,
        "lr": 0.02,
        "tokens_per_sec": 70267.07985526483,
        "mfu": 21.632224159751033,
        "total_flops": 7.783052486574604e+18
    },
    {
        "step": 6500,
        "train_loss": 2.5837599337100983,
        "val_loss": 2.6865688979625704,
        "lr": 0.02,
        "tokens_per_sec": 70286.26060807702,
        "mfu": 21.63812909197877,
        "total_flops": 7.841126300084339e+18
    },
    {
        "step": 6550,
        "train_loss": 2.7502972185611725,
        "val_loss": 2.696410584449768,
        "lr": 0.02,
        "tokens_per_sec": 70281.19023232057,
        "mfu": 21.63656814046116,
        "total_flops": 7.899200113594073e+18
    },
    {
        "step": 6600,
        "train_loss": 2.7288148403167725,
        "val_loss": 2.686836302280426,
        "lr": 0.02,
        "tokens_per_sec": 70292.68692806634,
        "mfu": 21.64010748064694,
        "total_flops": 7.957273927103807e+18
    },
    {
        "step": 6650,
        "train_loss": 2.747691661119461,
        "val_loss": 2.6874350547790526,
        "lr": 0.02,
        "tokens_per_sec": 70281.46943607075,
        "mfu": 21.636654095336798,
        "total_flops": 8.015347740613542e+18
    },
    {
        "step": 6700,
        "train_loss": 2.7368868738412857,
        "val_loss": 2.711217999458313,
        "lr": 0.02,
        "tokens_per_sec": 70153.36962880565,
        "mfu": 21.597217651538543,
        "total_flops": 8.073421554123276e+18
    },
    {
        "step": 6750,
        "train_loss": 2.686244487762451,
        "val_loss": 2.7106106102466585,
        "lr": 0.02,
        "tokens_per_sec": 70274.80138537045,
        "mfu": 21.63460128813669,
        "total_flops": 8.131495367633011e+18
    },
    {
        "step": 6800,
        "train_loss": 2.6627790927886963,
        "val_loss": 2.703348255157471,
        "lr": 0.02,
        "tokens_per_sec": 70283.19165337789,
        "mfu": 21.637184292278473,
        "total_flops": 8.189569181142745e+18
    },
    {
        "step": 6850,
        "train_loss": 2.628435805439949,
        "val_loss": 2.7075068950653076,
        "lr": 0.02,
        "tokens_per_sec": 70271.51706881971,
        "mfu": 21.63359018774681,
        "total_flops": 8.24764299465248e+18
    },
    {
        "step": 6900,
        "train_loss": 2.694452792406082,
        "val_loss": 2.7081696808338167,
        "lr": 0.02,
        "tokens_per_sec": 70299.27567071345,
        "mfu": 21.642135872294453,
        "total_flops": 8.305716808162214e+18
    },
    {
        "step": 6950,
        "train_loss": 2.6705697178840637,
        "val_loss": 2.7355406820774077,
        "lr": 0.02,
        "tokens_per_sec": 70283.07765242794,
        "mfu": 21.63714919626895,
        "total_flops": 8.363790621671948e+18
    },
    {
        "step": 7000,
        "train_loss": 2.6670849472284317,
        "val_loss": 2.714768886566162,
        "lr": 0.02,
        "tokens_per_sec": 70282.50900099597,
        "mfu": 21.636974132849918,
        "total_flops": 8.421864435181683e+18
    },
    {
        "step": 7050,
        "train_loss": 2.727104902267456,
        "val_loss": 2.735373377799988,
        "lr": 0.02,
        "tokens_per_sec": 70280.4880772634,
        "mfu": 21.63635197699425,
        "total_flops": 8.479938248691417e+18
    },
    {
        "step": 7100,
        "train_loss": 2.7122743129730225,
        "val_loss": 2.729275506734848,
        "lr": 0.02,
        "tokens_per_sec": 70293.89287865201,
        "mfu": 21.640478741178168,
        "total_flops": 8.538012062201151e+18
    },
    {
        "step": 7150,
        "train_loss": 2.6882054656744003,
        "val_loss": 2.7395458936691286,
        "lr": 0.02,
        "tokens_per_sec": 70289.38835791209,
        "mfu": 21.63909199218306,
        "total_flops": 8.596085875710886e+18
    },
    {
        "step": 7200,
        "train_loss": 2.770738333463669,
        "val_loss": 2.7353258550167086,
        "lr": 0.02,
        "tokens_per_sec": 70304.98790253063,
        "mfu": 21.64389442380073,
        "total_flops": 8.65415968922062e+18
    },
    {
        "step": 7250,
        "train_loss": 2.681736469268799,
        "val_loss": 2.7411834478378294,
        "lr": 0.02,
        "tokens_per_sec": 70285.81164313164,
        "mfu": 21.63799087490246,
        "total_flops": 8.712233502730355e+18
    },
    {
        "step": 7300,
        "train_loss": 2.6936238557100296,
        "val_loss": 2.7522403955459596,
        "lr": 0.02,
        "tokens_per_sec": 70295.82648556051,
        "mfu": 21.64107401592372,
        "total_flops": 8.770307316240089e+18
    },
    {
        "step": 7350,
        "train_loss": 2.725588798522949,
        "val_loss": 2.7442231357097624,
        "lr": 0.02,
        "tokens_per_sec": 70298.27954427102,
        "mfu": 21.641829207629595,
        "total_flops": 8.828381129749823e+18
    },
    {
        "step": 7400,
        "train_loss": 2.646110162138939,
        "val_loss": 2.7503407299518585,
        "lr": 0.02,
        "tokens_per_sec": 70284.60641909202,
        "mfu": 21.63761983804364,
        "total_flops": 8.886454943259558e+18
    },
    {
        "step": 7450,
        "train_loss": 2.7466748505830765,
        "val_loss": 2.7323903262615206,
        "lr": 0.02,
        "tokens_per_sec": 70288.42486357277,
        "mfu": 21.63879537354504,
        "total_flops": 8.944528756769292e+18
    },
    {
        "step": 7500,
        "train_loss": 2.725738510489464,
        "val_loss": 2.746686214208603,
        "lr": 0.02,
        "tokens_per_sec": 70294.84079339539,
        "mfu": 21.64077056352592,
        "total_flops": 9.002602570279027e+18
    },
    {
        "step": 7550,
        "train_loss": 2.6565753519535065,
        "val_loss": 2.7430707275867463,
        "lr": 0.02,
        "tokens_per_sec": 70298.68934041717,
        "mfu": 21.641955366310324,
        "total_flops": 9.060676383788761e+18
    },
    {
        "step": 7600,
        "train_loss": 2.7076889276504517,
        "val_loss": 2.7611879467964173,
        "lr": 0.02,
        "tokens_per_sec": 70256.34739863472,
        "mfu": 21.628920096054557,
        "total_flops": 9.118750197298495e+18
    },
    {
        "step": 7650,
        "train_loss": 2.7396631836891174,
        "val_loss": 2.7371096432209017,
        "lr": 0.02,
        "tokens_per_sec": 70277.87960201211,
        "mfu": 21.635548939192372,
        "total_flops": 9.17682401080823e+18
    },
    {
        "step": 7700,
        "train_loss": 2.6412112563848495,
        "val_loss": 2.7318264484405517,
        "lr": 0.02,
        "tokens_per_sec": 70300.82907752205,
        "mfu": 21.642614099714233,
        "total_flops": 9.234897824317964e+18
    },
    {
        "step": 7750,
        "train_loss": 2.54968099296093,
        "val_loss": 2.738618016242981,
        "lr": 0.02,
        "tokens_per_sec": 70302.56022262946,
        "mfu": 21.64314704514321,
        "total_flops": 9.292971637827699e+18
    },
    {
        "step": 7800,
        "train_loss": 2.649760976433754,
        "val_loss": 2.7415043830871584,
        "lr": 0.02,
        "tokens_per_sec": 70278.13295039837,
        "mfu": 21.635626934308913,
        "total_flops": 9.351045451337433e+18
    },
    {
        "step": 7550,
        "train_loss": 2.5435707718133926,
        "val_loss": 2.573974919319153,
        "lr": 0.02,
        "tokens_per_sec": 69895.20805720806,
        "mfu": 21.52970835915071,
        "total_flops": 9.409119264847167e+18
    },
    {
        "step": 7600,
        "train_loss": 2.6072546392679214,
        "val_loss": 2.596907156705856,
        "lr": 0.02,
        "tokens_per_sec": 70064.23548152526,
        "mfu": 21.5817736044143,
        "total_flops": 9.467193078356902e+18
    },
    {
        "step": 7650,
        "train_loss": 2.609854079782963,
        "val_loss": 2.6193448185920714,
        "lr": 0.02,
        "tokens_per_sec": 70083.55278385278,
        "mfu": 21.587723881936274,
        "total_flops": 9.525266891866636e+18
    },
    {
        "step": 7700,
        "train_loss": 2.6742303520441055,
        "val_loss": 2.633003169298172,
        "lr": 0.02,
        "tokens_per_sec": 70080.20580557312,
        "mfu": 21.586692917607696,
        "total_flops": 9.58334070537637e+18
    },
    {
        "step": 7750,
        "train_loss": 2.5816686004400253,
        "val_loss": 2.6430088937282563,
        "lr": 0.02,
        "tokens_per_sec": 70082.89633950195,
        "mfu": 21.58752167844021,
        "total_flops": 9.641414518886105e+18
    },
    {
        "step": 7800,
        "train_loss": 2.672006607055664,
        "val_loss": 2.6543741524219513,
        "lr": 0.02,
        "tokens_per_sec": 70083.62760901512,
        "mfu": 21.587746930210518,
        "total_flops": 9.69948833239584e+18
    },
    {
        "step": 7850,
        "train_loss": 2.549602121114731,
        "val_loss": 2.6550877690315247,
        "lr": 0.02,
        "tokens_per_sec": 69909.72719958337,
        "mfu": 21.53418066719091,
        "total_flops": 9.757562145905574e+18
    },
    {
        "step": 7900,
        "train_loss": 2.7753456830978394,
        "val_loss": 2.6652530431747437,
        "lr": 0.02,
        "tokens_per_sec": 70079.33580661588,
        "mfu": 21.58642493323019,
        "total_flops": 9.815635959415308e+18
    },
    {
        "step": 7950,
        "train_loss": 2.656064510345459,
        "val_loss": 2.684378969669342,
        "lr": 0.02,
        "tokens_per_sec": 70077.42447544802,
        "mfu": 21.585836188969093,
        "total_flops": 9.873709772925043e+18
    },
    {
        "step": 8000,
        "train_loss": 2.650539129972458,
        "val_loss": 2.679304671287537,
        "lr": 0.02,
        "tokens_per_sec": 70074.83105163992,
        "mfu": 21.585037340810658,
        "total_flops": 9.931783586434777e+18
    },
    {
        "step": 8050,
        "train_loss": 2.6973265260457993,
        "val_loss": 2.67431520819664,
        "lr": 0.02,
        "tokens_per_sec": 70097.39491881663,
        "mfu": 21.591987652473964,
        "total_flops": 9.989857399944511e+18
    },
    {
        "step": 8100,
        "train_loss": 2.7974444180727005,
        "val_loss": 2.6660505414009092,
        "lr": 0.02,
        "tokens_per_sec": 70063.2442190119,
        "mfu": 21.581468267418913,
        "total_flops": 1.0047931213454246e+19
    },
    {
        "step": 8150,
        "train_loss": 2.6419722586870193,
        "val_loss": 2.6528017103672026,
        "lr": 0.02,
        "tokens_per_sec": 70082.9707165531,
        "mfu": 21.58754458868348,
        "total_flops": 1.010600502696398e+19
    },
    {
        "step": 8200,
        "train_loss": 2.627345636487007,
        "val_loss": 2.649439036846161,
        "lr": 0.02,
        "tokens_per_sec": 70074.56811350217,
        "mfu": 21.584956348399597,
        "total_flops": 1.0164078840473715e+19
    },
    {
        "step": 8250,
        "train_loss": 2.7267237305641174,
        "val_loss": 2.6591224551200865,
        "lr": 0.02,
        "tokens_per_sec": 70057.47656743563,
        "mfu": 21.579691666993703,
        "total_flops": 1.022215265398345e+19
    },
    {
        "step": 8300,
        "train_loss": 2.440946727991104,
        "val_loss": 2.672474372386932,
        "lr": 0.02,
        "tokens_per_sec": 70054.52809839167,
        "mfu": 21.57878345482313,
        "total_flops": 1.0280226467493183e+19
    },
    {
        "step": 8350,
        "train_loss": 2.662572145462036,
        "val_loss": 2.6874975621700288,
        "lr": 0.02,
        "tokens_per_sec": 70080.70251085235,
        "mfu": 21.586845916934827,
        "total_flops": 1.0338300281002918e+19
    },
    {
        "step": 8400,
        "train_loss": 2.7091101929545403,
        "val_loss": 2.686986118555069,
        "lr": 0.02,
        "tokens_per_sec": 70085.49862505833,
        "mfu": 21.588323256268698,
        "total_flops": 1.0396374094512652e+19
    },
    {
        "step": 8450,
        "train_loss": 2.6898171603679657,
        "val_loss": 2.699655681848526,
        "lr": 0.02,
        "tokens_per_sec": 69901.0587853534,
        "mfu": 21.531510549517677,
        "total_flops": 1.0454447908022387e+19
    },
    {
        "step": 8500,
        "train_loss": 2.6142636835575104,
        "val_loss": 2.7020849883556366,
        "lr": 0.02,
        "tokens_per_sec": 70093.13326739804,
        "mfu": 21.590674942851646,
        "total_flops": 1.0512521721532121e+19
    },
    {
        "step": 8550,
        "train_loss": 2.5702943354845047,
        "val_loss": 2.6926130056381226,
        "lr": 0.02,
        "tokens_per_sec": 70079.20247791831,
        "mfu": 21.586383864206226,
        "total_flops": 1.0570595535041855e+19
    },
    {
        "step": 8600,
        "train_loss": 2.730316862463951,
        "val_loss": 2.6773874521255494,
        "lr": 0.02,
        "tokens_per_sec": 70071.69010267203,
        "mfu": 21.584069839359135,
        "total_flops": 1.062866934855159e+19
    },
    {
        "step": 8650,
        "train_loss": 2.7265526801347733,
        "val_loss": 2.6893074452877044,
        "lr": 0.02,
        "tokens_per_sec": 70073.10473971444,
        "mfu": 21.584505587728785,
        "total_flops": 1.0686743162061324e+19
    },
    {
        "step": 8700,
        "train_loss": 2.5364869236946106,
        "val_loss": 2.690558123588562,
        "lr": 0.02,
        "tokens_per_sec": 70063.07769055446,
        "mfu": 21.58141697192639,
        "total_flops": 1.0744816975571059e+19
    },
    {
        "step": 8750,
        "train_loss": 2.694303020834923,
        "val_loss": 2.6988609194755555,
        "lr": 0.02,
        "tokens_per_sec": 70084.14993777053,
        "mfu": 21.58790782229574,
        "total_flops": 1.0802890789080793e+19
    },
    {
        "step": 8800,
        "train_loss": 2.6549243479967117,
        "val_loss": 2.688143104314804,
        "lr": 0.02,
        "tokens_per_sec": 69908.60717930882,
        "mfu": 21.53383566914973,
        "total_flops": 1.0860964602590527e+19
    },
    {
        "step": 8850,
        "train_loss": 2.6796169131994247,
        "val_loss": 2.703415608406067,
        "lr": 0.02,
        "tokens_per_sec": 70085.21784901444,
        "mfu": 21.58823676927614,
        "total_flops": 1.0919038416100262e+19
    },
    {
        "step": 8900,
        "train_loss": 2.7315694838762283,
        "val_loss": 2.706169080734253,
        "lr": 0.02,
        "tokens_per_sec": 70079.59185720404,
        "mfu": 21.586503804080444,
        "total_flops": 1.0977112229609996e+19
    },
    {
        "step": 8950,
        "train_loss": 2.6746401339769363,
        "val_loss": 2.696428966522217,
        "lr": 0.02,
        "tokens_per_sec": 70065.1631482729,
        "mfu": 21.5820593521084,
        "total_flops": 1.103518604311973e+19
    },
    {
        "step": 9000,
        "train_loss": 2.6321981251239777,
        "val_loss": 2.696945106983185,
        "lr": 0.02,
        "tokens_per_sec": 70080.09558887687,
        "mfu": 21.586658967736277,
        "total_flops": 1.1093259856629465e+19
    },
    {
        "step": 9050,
        "train_loss": 2.574547991156578,
        "val_loss": 2.6979831516742707,
        "lr": 0.02,
        "tokens_per_sec": 70080.95175949985,
        "mfu": 21.586922692594257,
        "total_flops": 1.11513336701392e+19
    },
    {
        "step": 9100,
        "train_loss": 2.6053851395845413,
        "val_loss": 2.729407620429993,
        "lr": 0.02,
        "tokens_per_sec": 70049.16029463499,
        "mfu": 21.577130018877764,
        "total_flops": 1.1209407483648934e+19
    },
    {
        "step": 9150,
        "train_loss": 2.6026515066623688,
        "val_loss": 2.7150147020816804,
        "lr": 0.02,
        "tokens_per_sec": 70077.26122935086,
        "mfu": 21.58578590453672,
        "total_flops": 1.1267481297158668e+19
    },
    {
        "step": 9200,
        "train_loss": 2.638631984591484,
        "val_loss": 2.724787563085556,
        "lr": 0.02,
        "tokens_per_sec": 70069.194224259,
        "mfu": 21.583301037951628,
        "total_flops": 1.1325555110668403e+19
    },
    {
        "step": 9250,
        "train_loss": 2.687884122133255,
        "val_loss": 2.7205813467502593,
        "lr": 0.02,
        "tokens_per_sec": 70071.53235369503,
        "mfu": 21.584021248195835,
        "total_flops": 1.1383628924178137e+19
    },
    {
        "step": 9300,
        "train_loss": 2.6440293043851852,
        "val_loss": 2.7422130703926086,
        "lr": 0.02,
        "tokens_per_sec": 70093.24296655692,
        "mfu": 21.590708733306865,
        "total_flops": 1.1441702737687871e+19
    },
    {
        "step": 9350,
        "train_loss": 2.6162674874067307,
        "val_loss": 2.7284474194049837,
        "lr": 0.02,
        "tokens_per_sec": 70091.7371465895,
        "mfu": 21.59024489800769,
        "total_flops": 1.1499776551197606e+19
    },
    {
        "step": 9400,
        "train_loss": 2.61313958466053,
        "val_loss": 2.727823382616043,
        "lr": 0.02,
        "tokens_per_sec": 69939.90379685092,
        "mfu": 21.543475915842432,
        "total_flops": 1.155785036470734e+19
    },
    {
        "step": 9450,
        "train_loss": 2.645725265145302,
        "val_loss": 2.740615874528885,
        "lr": 0.02,
        "tokens_per_sec": 70059.97998144061,
        "mfu": 21.580462789577464,
        "total_flops": 1.1615924178217075e+19
    },
    {
        "step": 9500,
        "train_loss": 2.6479314118623734,
        "val_loss": 2.734837234020233,
        "lr": 0.02,
        "tokens_per_sec": 70060.40698137914,
        "mfu": 21.58059431768077,
        "total_flops": 1.167399799172681e+19
    },
    {
        "step": 9550,
        "train_loss": 2.748686507344246,
        "val_loss": 2.728809928894043,
        "lr": 0.02,
        "tokens_per_sec": 70073.24083636962,
        "mfu": 21.58454750936227,
        "total_flops": 1.1732071805236543e+19
    },
    {
        "step": 9600,
        "train_loss": 2.582173064351082,
        "val_loss": 2.719840705394745,
        "lr": 0.02,
        "tokens_per_sec": 70062.49574008441,
        "mfu": 21.581237714660436,
        "total_flops": 1.1790145618746278e+19
    },
    {
        "step": 9650,
        "train_loss": 2.7906376272439957,
        "val_loss": 2.7412230372428894,
        "lr": 0.02,
        "tokens_per_sec": 70085.55469118859,
        "mfu": 21.588340526228496,
        "total_flops": 1.1848219432256012e+19
    },
    {
        "step": 9700,
        "train_loss": 2.62669138610363,
        "val_loss": 2.728373169898987,
        "lr": 0.02,
        "tokens_per_sec": 70065.22197239265,
        "mfu": 21.58207747160726,
        "total_flops": 1.1906293245765747e+19
    },
    {
        "step": 9750,
        "train_loss": 2.624654397368431,
        "val_loss": 2.7269852578639986,
        "lr": 0.02,
        "tokens_per_sec": 69933.18341549518,
        "mfu": 21.5414058475978,
        "total_flops": 1.1964367059275481e+19
    },
    {
        "step": 9800,
        "train_loss": 2.648192882537842,
        "val_loss": 2.7176962196826935,
        "lr": 0.02,
        "tokens_per_sec": 70090.91467002199,
        "mfu": 21.589991551875347,
        "total_flops": 1.2022440872785215e+19
    },
    {
        "step": 9850,
        "train_loss": 2.6563764810562134,
        "val_loss": 2.724771249294281,
        "lr": 0.02,
        "tokens_per_sec": 70081.3885072608,
        "mfu": 21.587057223303603,
        "total_flops": 1.208051468629495e+19
    },
    {
        "step": 9900,
        "train_loss": 2.681455746293068,
        "val_loss": 2.7229500114917755,
        "lr": 0.02,
        "tokens_per_sec": 70072.09994073665,
        "mfu": 21.584196081118066,
        "total_flops": 1.2138588499804684e+19
    },
    {
        "step": 9950,
        "train_loss": 2.62647445499897,
        "val_loss": 2.7153716802597048,
        "lr": 0.02,
        "tokens_per_sec": 70062.32050948143,
        "mfu": 21.58118373866004,
        "total_flops": 1.2196662313314419e+19
    },
    {
        "step": 10000,
        "train_loss": 2.5326335802674294,
        "val_loss": 2.717075729370117,
        "lr": 0.02,
        "tokens_per_sec": 70096.4264025015,
        "mfu": 21.591689321953382,
        "total_flops": 1.2254736126824153e+19
    },
    {
        "step": 10050,
        "train_loss": 2.5265747159719467,
        "val_loss": 2.550719881057739,
        "lr": 0.02,
        "tokens_per_sec": 70016.48820081342,
        "mfu": 21.406339952207,
        "total_flops": 1.2312809940333887e+19
    },
    {
        "step": 10100,
        "train_loss": 2.5934030413627625,
        "val_loss": 2.584617280960083,
        "lr": 0.02,
        "tokens_per_sec": 70021.87329482104,
        "mfu": 21.407986352304516,
        "total_flops": 1.2370883753843622e+19
    },
    {
        "step": 10150,
        "train_loss": 2.5912967920303345,
        "val_loss": 2.610349267721176,
        "lr": 0.02,
        "tokens_per_sec": 70013.94999834869,
        "mfu": 21.405563940352884,
        "total_flops": 1.2428957567353356e+19
    },
    {
        "step": 10200,
        "train_loss": 2.6515150517225266,
        "val_loss": 2.622386109828949,
        "lr": 0.02,
        "tokens_per_sec": 70030.94537464414,
        "mfu": 21.410759985055275,
        "total_flops": 1.248703138086309e+19
    },
    {
        "step": 10050,
        "train_loss": 2.526685908436775,
        "val_loss": 2.552409863471985,
        "lr": 0.02,
        "tokens_per_sec": 70125.69793352022,
        "mfu": 21.60070578450605,
        "total_flops": 1.2545105194372825e+19
    },
    {
        "step": 10100,
        "train_loss": 2.593015134334564,
        "val_loss": 2.583539479970932,
        "lr": 0.02,
        "tokens_per_sec": 70113.93309309517,
        "mfu": 21.5970818796593,
        "total_flops": 1.260317900788256e+19
    },
    {
        "step": 10150,
        "train_loss": 2.5912905409932137,
        "val_loss": 2.61044899225235,
        "lr": 0.02,
        "tokens_per_sec": 70132.29410189865,
        "mfu": 21.60273759162735,
        "total_flops": 1.2661252821392294e+19
    },
    {
        "step": 10200,
        "train_loss": 2.6520476937294006,
        "val_loss": 2.6223703742027284,
        "lr": 0.02,
        "tokens_per_sec": 70178.88626107713,
        "mfu": 21.617089299374108,
        "total_flops": 1.2719326634902028e+19
    },
    {
        "step": 10050,
        "train_loss": 2.52651284635067,
        "val_loss": 2.5529006838798525,
        "lr": 0.02,
        "tokens_per_sec": 70204.14387890541,
        "mfu": 21.487435818820614,
        "total_flops": 1.2777400448411763e+19
    },
    {
        "step": 10100,
        "train_loss": 2.5928536653518677,
        "val_loss": 2.582450878620148,
        "lr": 0.02,
        "tokens_per_sec": 70192.73068313688,
        "mfu": 21.483942573293874,
        "total_flops": 1.2835474261921497e+19
    },
    {
        "step": 10150,
        "train_loss": 2.5910468697547913,
        "val_loss": 2.6105341851711272,
        "lr": 0.02,
        "tokens_per_sec": 70218.74469285099,
        "mfu": 21.49190470107206,
        "total_flops": 1.2893548075431231e+19
    },
    {
        "step": 10200,
        "train_loss": 2.6514677554368973,
        "val_loss": 2.624534994363785,
        "lr": 0.02,
        "tokens_per_sec": 70219.55436424627,
        "mfu": 21.492152517813057,
        "total_flops": 1.2951621888940966e+19
    },
    {
        "step": 10250,
        "train_loss": 2.564076505601406,
        "val_loss": 2.6290538609027863,
        "lr": 0.02,
        "tokens_per_sec": 70220.83740988419,
        "mfu": 21.492545220569248,
        "total_flops": 1.30096957024507e+19
    },
    {
        "step": 10300,
        "train_loss": 2.652680352330208,
        "val_loss": 2.6442084670066834,
        "lr": 0.02,
        "tokens_per_sec": 70235.22701111587,
        "mfu": 21.496949456784385,
        "total_flops": 1.3067769515960435e+19
    },
    {
        "step": 10350,
        "train_loss": 2.5286182314157486,
        "val_loss": 2.6446537137031556,
        "lr": 0.02,
        "tokens_per_sec": 70221.15829073807,
        "mfu": 21.492643432816735,
        "total_flops": 1.312584332947017e+19
    },
    {
        "step": 10400,
        "train_loss": 2.7530941367149353,
        "val_loss": 2.656357008218765,
        "lr": 0.02,
        "tokens_per_sec": 70236.16616565398,
        "mfu": 21.497236904529586,
        "total_flops": 1.3183917142979903e+19
    },
    {
        "step": 10450,
        "train_loss": 2.6332227289676666,
        "val_loss": 2.673243999481201,
        "lr": 0.02,
        "tokens_per_sec": 70229.65653406357,
        "mfu": 21.495244496627787,
        "total_flops": 1.3241990956489638e+19
    },
    {
        "step": 10500,
        "train_loss": 2.6284239292144775,
        "val_loss": 2.662519484758377,
        "lr": 0.02,
        "tokens_per_sec": 70214.50167879055,
        "mfu": 21.49060603852503,
        "total_flops": 1.3300064769999372e+19
    },
    {
        "step": 10550,
        "train_loss": 2.6753184646368027,
        "val_loss": 2.6621902704238893,
        "lr": 0.02,
        "tokens_per_sec": 70230.3363657566,
        "mfu": 21.495452573232164,
        "total_flops": 1.3358138583509107e+19
    },
    {
        "step": 10600,
        "train_loss": 2.775514140725136,
        "val_loss": 2.6512930035591125,
        "lr": 0.02,
        "tokens_per_sec": 70222.59029373217,
        "mfu": 21.49308172706445,
        "total_flops": 1.3416212397018841e+19
    },
    {
        "step": 10650,
        "train_loss": 2.621285066008568,
        "val_loss": 2.647852545976639,
        "lr": 0.02,
        "tokens_per_sec": 70225.17930426326,
        "mfu": 21.49387414749076,
        "total_flops": 1.3474286210528575e+19
    },
    {
        "step": 10700,
        "train_loss": 2.6071013510227203,
        "val_loss": 2.6399790406227113,
        "lr": 0.02,
        "tokens_per_sec": 70208.71694363162,
        "mfu": 21.488835500226454,
        "total_flops": 1.353236002403831e+19
    },
    {
        "step": 10750,
        "train_loss": 2.705596625804901,
        "val_loss": 2.649714803695679,
        "lr": 0.02,
        "tokens_per_sec": 70220.28075246631,
        "mfu": 21.492374844009134,
        "total_flops": 1.3590433837548044e+19
    },
    {
        "step": 10800,
        "train_loss": 2.4201852083206177,
        "val_loss": 2.6591944634914397,
        "lr": 0.02,
        "tokens_per_sec": 70213.37512246182,
        "mfu": 21.49026123257096,
        "total_flops": 1.3648507651057779e+19
    },
    {
        "step": 10850,
        "train_loss": 2.64433017373085,
        "val_loss": 2.6790621519088744,
        "lr": 0.02,
        "tokens_per_sec": 70210.31600380773,
        "mfu": 21.48932492579318,
        "total_flops": 1.3706581464567513e+19
    },
    {
        "step": 10900,
        "train_loss": 2.6901479735970497,
        "val_loss": 2.6743451356887817,
        "lr": 0.02,
        "tokens_per_sec": 70049.41735203927,
        "mfu": 21.44007855282732,
        "total_flops": 1.3764655278077247e+19
    },
    {
        "step": 10950,
        "train_loss": 2.6701857894659042,
        "val_loss": 2.683942812681198,
        "lr": 0.02,
        "tokens_per_sec": 70224.3843041066,
        "mfu": 21.49363082118695,
        "total_flops": 1.3822729091586982e+19
    },
    {
        "step": 11000,
        "train_loss": 2.5939954668283463,
        "val_loss": 2.6858055651187898,
        "lr": 0.02,
        "tokens_per_sec": 70231.74048079467,
        "mfu": 21.495882331791933,
        "total_flops": 1.3880802905096716e+19
    },
    {
        "step": 11050,
        "train_loss": 2.549482077360153,
        "val_loss": 2.6854387283325196,
        "lr": 0.02,
        "tokens_per_sec": 70214.96890201059,
        "mfu": 21.490749041892048,
        "total_flops": 1.393887671860645e+19
    },
    {
        "step": 11100,
        "train_loss": 2.711370125412941,
        "val_loss": 2.6654779374599458,
        "lr": 0.02,
        "tokens_per_sec": 70197.87995457259,
        "mfu": 21.485518614726402,
        "total_flops": 1.3996950532116185e+19
    },
    {
        "step": 11150,
        "train_loss": 2.707639902830124,
        "val_loss": 2.6756514489650725,
        "lr": 0.02,
        "tokens_per_sec": 70224.52323160897,
        "mfu": 21.493673342833475,
        "total_flops": 1.405502434562592e+19
    },
    {
        "step": 11200,
        "train_loss": 2.520912617444992,
        "val_loss": 2.6752108156681063,
        "lr": 0.02,
        "tokens_per_sec": 70210.97573402476,
        "mfu": 21.489526849923475,
        "total_flops": 1.4113098159135654e+19
    },
    {
        "step": 11250,
        "train_loss": 2.674424484372139,
        "val_loss": 2.6870215952396395,
        "lr": 0.02,
        "tokens_per_sec": 70065.63273939754,
        "mfu": 21.445041608793634,
        "total_flops": 1.4171171972645388e+19
    },
    {
        "step": 11300,
        "train_loss": 2.635969787836075,
        "val_loss": 2.6746863961219787,
        "lr": 0.02,
        "tokens_per_sec": 70204.44947845214,
        "mfu": 21.48752935390678,
        "total_flops": 1.4229245786155123e+19
    },
    {
        "step": 11350,
        "train_loss": 2.6615608781576157,
        "val_loss": 2.6862066984176636,
        "lr": 0.02,
        "tokens_per_sec": 70219.71524689811,
        "mfu": 21.49220175928891,
        "total_flops": 1.4287319599664857e+19
    },
    {
        "step": 11400,
        "train_loss": 2.712399512529373,
        "val_loss": 2.690833550691605,
        "lr": 0.02,
        "tokens_per_sec": 70220.12457604909,
        "mfu": 21.492327042974093,
        "total_flops": 1.4345393413174591e+19
    },
    {
        "step": 11450,
        "train_loss": 2.6577775329351425,
        "val_loss": 2.6866107404232027,
        "lr": 0.02,
        "tokens_per_sec": 70229.6213204413,
        "mfu": 21.49523371876759,
        "total_flops": 1.4403467226684326e+19
    },
    {
        "step": 11500,
        "train_loss": 2.614283174276352,
        "val_loss": 2.688479536771774,
        "lr": 0.02,
        "tokens_per_sec": 70236.05882282139,
        "mfu": 21.497204050027012,
        "total_flops": 1.446154104019406e+19
    },
    {
        "step": 11550,
        "train_loss": 2.5547793954610825,
        "val_loss": 2.6836730897426606,
        "lr": 0.02,
        "tokens_per_sec": 70199.13173122169,
        "mfu": 21.48590174695936,
        "total_flops": 1.4519614853703795e+19
    },
    {
        "step": 11600,
        "train_loss": 2.5856354534626007,
        "val_loss": 2.7118352591991424,
        "lr": 0.02,
        "tokens_per_sec": 70029.10581562246,
        "mfu": 21.433861785397028,
        "total_flops": 1.457768866721353e+19
    },
    {
        "step": 11650,
        "train_loss": 2.584961473941803,
        "val_loss": 2.697824990749359,
        "lr": 0.02,
        "tokens_per_sec": 70228.01487665919,
        "mfu": 21.49474203329494,
        "total_flops": 1.4635762480723263e+19
    },
    {
        "step": 11700,
        "train_loss": 2.6195385307073593,
        "val_loss": 2.7136584401130674,
        "lr": 0.02,
        "tokens_per_sec": 70223.3484761831,
        "mfu": 21.493313784545016,
        "total_flops": 1.4693836294232998e+19
    },
    {
        "step": 11750,
        "train_loss": 2.670626640319824,
        "val_loss": 2.7112324714660643,
        "lr": 0.02,
        "tokens_per_sec": 70213.6927964773,
        "mfu": 21.49035846329897,
        "total_flops": 1.4751910107742732e+19
    },
    {
        "step": 11800,
        "train_loss": 2.627764016389847,
        "val_loss": 2.73016876578331,
        "lr": 0.02,
        "tokens_per_sec": 70190.65073107202,
        "mfu": 21.483305960780275,
        "total_flops": 1.4809983921252467e+19
    },
    {
        "step": 11850,
        "train_loss": 2.5967312157154083,
        "val_loss": 2.7091954708099366,
        "lr": 0.02,
        "tokens_per_sec": 70217.17753509365,
        "mfu": 21.49142503990296,
        "total_flops": 1.4868057734762201e+19
    },
    {
        "step": 11900,
        "train_loss": 2.596388280391693,
        "val_loss": 2.7094963908195497,
        "lr": 0.02,
        "tokens_per_sec": 70215.31170073652,
        "mfu": 21.49085396255934,
        "total_flops": 1.4926131548271935e+19
    },
    {
        "step": 11950,
        "train_loss": 2.624119371175766,
        "val_loss": 2.728128719329834,
        "lr": 0.02,
        "tokens_per_sec": 70048.5275888958,
        "mfu": 21.43980622234392,
        "total_flops": 1.498420536178167e+19
    },
    {
        "step": 12000,
        "train_loss": 2.626932516694069,
        "val_loss": 2.712033325433731,
        "lr": 0.02,
        "tokens_per_sec": 70215.11474239366,
        "mfu": 21.49079367936924,
        "total_flops": 1.5042279175291404e+19
    },
    {
        "step": 12050,
        "train_loss": 2.731254890561104,
        "val_loss": 2.712426573038101,
        "lr": 0.02,
        "tokens_per_sec": 70177.50172730487,
        "mfu": 21.47928143517655,
        "total_flops": 1.5100352988801139e+19
    },
    {
        "step": 12100,
        "train_loss": 2.562843546271324,
        "val_loss": 2.712849426269531,
        "lr": 0.02,
        "tokens_per_sec": 70220.87609033482,
        "mfu": 21.492557059524252,
        "total_flops": 1.5158426802310873e+19
    },
    {
        "step": 12150,
        "train_loss": 2.764897644519806,
        "val_loss": 2.728255307674408,
        "lr": 0.02,
        "tokens_per_sec": 70222.98788337511,
        "mfu": 21.49320341762947,
        "total_flops": 1.5216500615820607e+19
    },
    {
        "step": 12200,
        "train_loss": 2.6027358323335648,
        "val_loss": 2.718504363298416,
        "lr": 0.02,
        "tokens_per_sec": 70226.1347859551,
        "mfu": 21.494166592500346,
        "total_flops": 1.5274574429330342e+19
    },
    {
        "step": 12250,
        "train_loss": 2.600238487124443,
        "val_loss": 2.7240344643592835,
        "lr": 0.02,
        "tokens_per_sec": 70217.72225994278,
        "mfu": 21.49159176425266,
        "total_flops": 1.5332648242840076e+19
    },
    {
        "step": 12300,
        "train_loss": 2.624945491552353,
        "val_loss": 2.7019182324409483,
        "lr": 0.02,
        "tokens_per_sec": 70037.50231473647,
        "mfu": 21.43643170827973,
        "total_flops": 1.539072205634981e+19
    },
    {
        "step": 12350,
        "train_loss": 2.6347887068986893,
        "val_loss": 2.713118499517441,
        "lr": 0.02,
        "tokens_per_sec": 70236.29818544973,
        "mfu": 21.497277311929082,
        "total_flops": 1.5448795869859545e+19
    },
    {
        "step": 12400,
        "train_loss": 2.6599233150482178,
        "val_loss": 2.7061276376247405,
        "lr": 0.02,
        "tokens_per_sec": 70235.88967720557,
        "mfu": 21.497152279499474,
        "total_flops": 1.550686968336928e+19
    },
    {
        "step": 12450,
        "train_loss": 2.60282726585865,
        "val_loss": 2.705427312850952,
        "lr": 0.02,
        "tokens_per_sec": 70221.31604141547,
        "mfu": 21.49269171568679,
        "total_flops": 1.5564943496879014e+19
    },
    {
        "step": 12500,
        "train_loss": 2.509654685854912,
        "val_loss": 2.7021617352962495,
        "lr": 0.02,
        "tokens_per_sec": 70214.04645600512,
        "mfu": 21.490466708140172,
        "total_flops": 1.5623017310388748e+19
    },
    {
        "step": 12550,
        "train_loss": 2.6215831637382507,
        "val_loss": 2.7008169412612917,
        "lr": 0.02,
        "tokens_per_sec": 70214.42803116795,
        "mfu": 21.490583497141053,
        "total_flops": 1.5681091123898483e+19
    },
    {
        "step": 12600,
        "train_loss": 2.5994905531406403,
        "val_loss": 2.7037415862083436,
        "lr": 0.02,
        "tokens_per_sec": 70192.67590175563,
        "mfu": 21.483925806314765,
        "total_flops": 1.5739164937408217e+19
    },
    {
        "step": 12650,
        "train_loss": 2.525320991873741,
        "val_loss": 2.7214488089084625,
        "lr": 0.02,
        "tokens_per_sec": 70028.52955854105,
        "mfu": 21.43368540995296,
        "total_flops": 1.5797238750917951e+19
    },
    {
        "step": 12700,
        "train_loss": 2.614622578024864,
        "val_loss": 2.7287656903266906,
        "lr": 0.02,
        "tokens_per_sec": 70190.07763727287,
        "mfu": 21.483130553524422,
        "total_flops": 1.5855312564427686e+19
    },
    {
        "step": 12750,
        "train_loss": 2.609872132539749,
        "val_loss": 2.728152310848236,
        "lr": 0.02,
        "tokens_per_sec": 70161.95478187368,
        "mfu": 21.474522969740267,
        "total_flops": 1.591338637793742e+19
    },
    {
        "step": 12800,
        "train_loss": 2.667870581150055,
        "val_loss": 2.7394967794418337,
        "lr": 0.02,
        "tokens_per_sec": 70205.6370498768,
        "mfu": 21.48789283479776,
        "total_flops": 1.5971460191447155e+19
    },
    {
        "step": 12550,
        "train_loss": 2.511006385087967,
        "val_loss": 2.526371055841446,
        "lr": 0.02,
        "tokens_per_sec": 70175.22683880641,
        "mfu": 21.56199713951752,
        "total_flops": 1.602953400495689e+19
    },
    {
        "step": 12600,
        "train_loss": 2.5791891515254974,
        "val_loss": 2.5669545888900758,
        "lr": 0.02,
        "tokens_per_sec": 70163.2790416696,
        "mfu": 21.558326066700335,
        "total_flops": 1.6087607818466623e+19
    },
    {
        "step": 12650,
        "train_loss": 2.576032876968384,
        "val_loss": 2.592360574007034,
        "lr": 0.02,
        "tokens_per_sec": 70180.9795146999,
        "mfu": 21.563764703182752,
        "total_flops": 1.6145681631976358e+19
    },
    {
        "step": 12700,
        "train_loss": 2.639482229948044,
        "val_loss": 2.603729647397995,
        "lr": 0.02,
        "tokens_per_sec": 70206.94939833201,
        "mfu": 21.57174419369264,
        "total_flops": 1.6203755445486092e+19
    },
    {
        "step": 12750,
        "train_loss": 2.5492171943187714,
        "val_loss": 2.6102789878845214,
        "lr": 0.02,
        "tokens_per_sec": 70194.73188656349,
        "mfu": 21.567990248523213,
        "total_flops": 1.6261829258995827e+19
    },
    {
        "step": 12800,
        "train_loss": 2.636518955230713,
        "val_loss": 2.6257937788963317,
        "lr": 0.02,
        "tokens_per_sec": 70190.43946045496,
        "mfu": 21.566671360310906,
        "total_flops": 1.6319903072505561e+19
    },
    {
        "step": 12850,
        "train_loss": 2.5141112208366394,
        "val_loss": 2.627405750751495,
        "lr": 0.02,
        "tokens_per_sec": 70171.50622025452,
        "mfu": 21.56085394454421,
        "total_flops": 1.6377976886015295e+19
    },
    {
        "step": 12900,
        "train_loss": 2.7366262525320053,
        "val_loss": 2.6409005224704742,
        "lr": 0.02,
        "tokens_per_sec": 70196.86765263397,
        "mfu": 21.568646482695538,
        "total_flops": 1.643605069952503e+19
    },
    {
        "step": 12950,
        "train_loss": 2.619333431124687,
        "val_loss": 2.658438378572464,
        "lr": 0.02,
        "tokens_per_sec": 70251.94520442004,
        "mfu": 21.58556957746217,
        "total_flops": 1.6494124513034764e+19
    },
    {
        "step": 13000,
        "train_loss": 2.611935794353485,
        "val_loss": 2.658729982376099,
        "lr": 0.02,
        "tokens_per_sec": 70170.87432532028,
        "mfu": 21.56065978889444,
        "total_flops": 1.6552198326544499e+19
    },
    {
        "step": 13050,
        "train_loss": 2.6581060141324997,
        "val_loss": 2.649619275331497,
        "lr": 0.02,
        "tokens_per_sec": 70227.76581436433,
        "mfu": 21.57814023290994,
        "total_flops": 1.6610272140054233e+19
    },
    {
        "step": 13100,
        "train_loss": 2.7615827918052673,
        "val_loss": 2.641291284561157,
        "lr": 0.02,
        "tokens_per_sec": 70210.33651511092,
        "mfu": 21.57278491711582,
        "total_flops": 1.6668345953563967e+19
    },
    {
        "step": 13150,
        "train_loss": 2.6068419814109802,
        "val_loss": 2.628552460670471,
        "lr": 0.02,
        "tokens_per_sec": 70227.09287280244,
        "mfu": 21.577933465298543,
        "total_flops": 1.6726419767073702e+19
    },
    {
        "step": 13200,
        "train_loss": 2.5915939286351204,
        "val_loss": 2.6240718185901644,
        "lr": 0.02,
        "tokens_per_sec": 70242.12482435642,
        "mfu": 21.58255217350953,
        "total_flops": 1.6784493580583436e+19
    },
    {
        "step": 13250,
        "train_loss": 2.692144051194191,
        "val_loss": 2.6368056356906893,
        "lr": 0.02,
        "tokens_per_sec": 70234.45645879045,
        "mfu": 21.58019599621098,
        "total_flops": 1.684256739409317e+19
    },
    {
        "step": 13300,
        "train_loss": 2.404242806136608,
        "val_loss": 2.6440458834171294,
        "lr": 0.02,
        "tokens_per_sec": 70212.24254943595,
        "mfu": 21.573370564053,
        "total_flops": 1.6900641207602905e+19
    },
    {
        "step": 13350,
        "train_loss": 2.6278859823942184,
        "val_loss": 2.6582672238349914,
        "lr": 0.02,
        "tokens_per_sec": 70219.35244915294,
        "mfu": 21.575555147477463,
        "total_flops": 1.695871502111264e+19
    },
    {
        "step": 13400,
        "train_loss": 2.6749037951231003,
        "val_loss": 2.660851800441742,
        "lr": 0.02,
        "tokens_per_sec": 70055.26580612546,
        "mfu": 21.52513798622313,
        "total_flops": 1.7016788834622374e+19
    },
    {
        "step": 13450,
        "train_loss": 2.6571804583072662,
        "val_loss": 2.6723348915576937,
        "lr": 0.02,
        "tokens_per_sec": 70243.49485641379,
        "mfu": 21.582973128718834,
        "total_flops": 1.7074862648132108e+19
    },
    {
        "step": 13500,
        "train_loss": 2.5777985006570816,
        "val_loss": 2.6738951981067656,
        "lr": 0.02,
        "tokens_per_sec": 70221.8123944745,
        "mfu": 21.576310988767563,
        "total_flops": 1.7132936461641843e+19
    },
    {
        "step": 13550,
        "train_loss": 2.5361034870147705,
        "val_loss": 2.6723001420497896,
        "lr": 0.02,
        "tokens_per_sec": 70233.72170186242,
        "mfu": 21.579970235248112,
        "total_flops": 1.7191010275151577e+19
    },
    {
        "step": 13600,
        "train_loss": 2.6962577551603317,
        "val_loss": 2.6532412350177763,
        "lr": 0.02,
        "tokens_per_sec": 70226.71687890886,
        "mfu": 21.57781793764551,
        "total_flops": 1.7249084088661311e+19
    },
    {
        "step": 13650,
        "train_loss": 2.6913505494594574,
        "val_loss": 2.66121444106102,
        "lr": 0.02,
        "tokens_per_sec": 70210.21893955192,
        "mfu": 21.572748790921707,
        "total_flops": 1.7307157902171046e+19
    },
    {
        "step": 13700,
        "train_loss": 2.5043933764100075,
        "val_loss": 2.6647586822509766,
        "lr": 0.02,
        "tokens_per_sec": 70221.3220958266,
        "mfu": 21.57616033990585,
        "total_flops": 1.736523171568078e+19
    },
    {
        "step": 13750,
        "train_loss": 2.6589005440473557,
        "val_loss": 2.674451744556427,
        "lr": 0.02,
        "tokens_per_sec": 70083.35522385615,
        "mfu": 21.533768723479614,
        "total_flops": 1.7423305529190515e+19
    },
    {
        "step": 13800,
        "train_loss": 2.62132728099823,
        "val_loss": 2.6628175556659697,
        "lr": 0.02,
        "tokens_per_sec": 70216.07364959198,
        "mfu": 21.574547705536208,
        "total_flops": 1.748137934270025e+19
    },
    {
        "step": 13850,
        "train_loss": 2.6479734033346176,
        "val_loss": 2.6767729818820953,
        "lr": 0.02,
        "tokens_per_sec": 70236.02270545306,
        "mfu": 21.5806772401995,
        "total_flops": 1.7539453156209983e+19
    },
    {
        "step": 13900,
        "train_loss": 2.7008413672447205,
        "val_loss": 2.6886323153972627,
        "lr": 0.02,
        "tokens_per_sec": 70175.82813137904,
        "mfu": 21.562181892304434,
        "total_flops": 1.7597526969719718e+19
    },
    {
        "step": 13950,
        "train_loss": 2.6451959162950516,
        "val_loss": 2.679285502433777,
        "lr": 0.02,
        "tokens_per_sec": 70229.14493070339,
        "mfu": 21.578563979350065,
        "total_flops": 1.7655600783229452e+19
    },
    {
        "step": 14000,
        "train_loss": 2.6014012545347214,
        "val_loss": 2.680087924003601,
        "lr": 0.02,
        "tokens_per_sec": 70238.65353790967,
        "mfu": 21.581485588165858,
        "total_flops": 1.7713674596739187e+19
    },
    {
        "step": 14050,
        "train_loss": 2.5424724519252777,
        "val_loss": 2.6780451416969298,
        "lr": 0.02,
        "tokens_per_sec": 70229.17812525907,
        "mfu": 21.578574178688875,
        "total_flops": 1.7771748410248921e+19
    },
    {
        "step": 14100,
        "train_loss": 2.5748010873794556,
        "val_loss": 2.6970475554466247,
        "lr": 0.02,
        "tokens_per_sec": 70071.97021212461,
        "mfu": 21.53027057176073,
        "total_flops": 1.7829822223758655e+19
    },
    {
        "step": 14150,
        "train_loss": 2.5738344490528107,
        "val_loss": 2.6904390811920167,
        "lr": 0.02,
        "tokens_per_sec": 70275.71666961232,
        "mfu": 21.592873583271164,
        "total_flops": 1.788789603726839e+19
    },
    {
        "step": 14200,
        "train_loss": 2.607429787516594,
        "val_loss": 2.699114978313446,
        "lr": 0.02,
        "tokens_per_sec": 70223.35666132403,
        "mfu": 21.576785479252198,
        "total_flops": 1.7945969850778124e+19
    },
    {
        "step": 14250,
        "train_loss": 2.658610910177231,
        "val_loss": 2.7006686329841614,
        "lr": 0.02,
        "tokens_per_sec": 70218.85175854548,
        "mfu": 21.575401305588635,
        "total_flops": 1.8004043664287859e+19
    },
    {
        "step": 14300,
        "train_loss": 2.613561823964119,
        "val_loss": 2.7155104994773867,
        "lr": 0.02,
        "tokens_per_sec": 70206.51545496765,
        "mfu": 21.57161086052077,
        "total_flops": 1.8062117477797593e+19
    },
    {
        "step": 14350,
        "train_loss": 2.5862353146076202,
        "val_loss": 2.706381583213806,
        "lr": 0.02,
        "tokens_per_sec": 70232.6663078057,
        "mfu": 21.579645955517833,
        "total_flops": 1.8120191291307327e+19
    },
    {
        "step": 14400,
        "train_loss": 2.584561437368393,
        "val_loss": 2.7018906712532043,
        "lr": 0.02,
        "tokens_per_sec": 70251.8311925962,
        "mfu": 21.585534546259137,
        "total_flops": 1.8178265104817062e+19
    },
    {
        "step": 14450,
        "train_loss": 2.610737219452858,
        "val_loss": 2.7197303116321563,
        "lr": 0.02,
        "tokens_per_sec": 70059.37408795145,
        "mfu": 21.526400294376174,
        "total_flops": 1.8236338918326796e+19
    },
    {
        "step": 14500,
        "train_loss": 2.6162658035755157,
        "val_loss": 2.71315957903862,
        "lr": 0.02,
        "tokens_per_sec": 70209.70044612157,
        "mfu": 21.57258947894844,
        "total_flops": 1.829441273183653e+19
    },
    {
        "step": 14550,
        "train_loss": 2.719397410750389,
        "val_loss": 2.7064169228076933,
        "lr": 0.02,
        "tokens_per_sec": 70227.90610092366,
        "mfu": 21.578183337272076,
        "total_flops": 1.8352486545346265e+19
    },
    {
        "step": 14600,
        "train_loss": 2.550754353404045,
        "val_loss": 2.704353654384613,
        "lr": 0.02,
        "tokens_per_sec": 70209.50901122653,
        "mfu": 21.57253065878005,
        "total_flops": 1.8410560358856e+19
    },
    {
        "step": 14650,
        "train_loss": 2.751055210828781,
        "val_loss": 2.7144021570682524,
        "lr": 0.02,
        "tokens_per_sec": 70246.63136750608,
        "mfu": 21.583936851192515,
        "total_flops": 1.8468634172365734e+19
    },
    {
        "step": 14700,
        "train_loss": 2.588581830263138,
        "val_loss": 2.703622704744339,
        "lr": 0.02,
        "tokens_per_sec": 70220.90636202156,
        "mfu": 21.576032601792008,
        "total_flops": 1.852670798587547e+19
    },
    {
        "step": 14750,
        "train_loss": 2.5866953879594803,
        "val_loss": 2.7090446412563325,
        "lr": 0.02,
        "tokens_per_sec": 70219.54752534849,
        "mfu": 21.575615086469607,
        "total_flops": 1.8584781799385203e+19
    },
    {
        "step": 14800,
        "train_loss": 2.6120127886533737,
        "val_loss": 2.6936957955360414,
        "lr": 0.02,
        "tokens_per_sec": 70056.30594351621,
        "mfu": 21.525457578199592,
        "total_flops": 1.8642855612894937e+19
    },
    {
        "step": 14850,
        "train_loss": 2.6211347430944443,
        "val_loss": 2.7043174862861634,
        "lr": 0.02,
        "tokens_per_sec": 70201.50397715726,
        "mfu": 21.570071036923753,
        "total_flops": 1.870092942640467e+19
    },
    {
        "step": 14900,
        "train_loss": 2.646672412753105,
        "val_loss": 2.7002520680427553,
        "lr": 0.02,
        "tokens_per_sec": 70214.55380391362,
        "mfu": 21.57408071868564,
        "total_flops": 1.8759003239914406e+19
    },
    {
        "step": 14950,
        "train_loss": 2.5893217772245407,
        "val_loss": 2.68537123799324,
        "lr": 0.02,
        "tokens_per_sec": 70209.82900398185,
        "mfu": 21.572628979557706,
        "total_flops": 1.881707705342414e+19
    },
    {
        "step": 15000,
        "train_loss": 2.496798686683178,
        "val_loss": 2.6873112499713896,
        "lr": 0.02,
        "tokens_per_sec": 70225.07861072318,
        "mfu": 21.57731456436801,
        "total_flops": 1.8875150866933875e+19
    },
    {
        "step": 15050,
        "train_loss": 2.6120809465646744,
        "val_loss": 2.6986561715602875,
        "lr": 0.02,
        "tokens_per_sec": 70235.34377313984,
        "mfu": 21.580468631873526,
        "total_flops": 1.893322468044361e+19
    },
    {
        "step": 15100,
        "train_loss": 2.589638665318489,
        "val_loss": 2.6991723120212554,
        "lr": 0.02,
        "tokens_per_sec": 70226.08421351104,
        "mfu": 21.577623545263574,
        "total_flops": 1.8991298493953343e+19
    },
    {
        "step": 15150,
        "train_loss": 2.5153046399354935,
        "val_loss": 2.7059680104255674,
        "lr": 0.02,
        "tokens_per_sec": 70237.30029581553,
        "mfu": 21.58106979183035,
        "total_flops": 1.9049372307463078e+19
    },
    {
        "step": 15200,
        "train_loss": 2.603958636522293,
        "val_loss": 2.7175380647182465,
        "lr": 0.02,
        "tokens_per_sec": 70217.51508637612,
        "mfu": 21.57499060051805,
        "total_flops": 1.9107446120972812e+19
    },
    {
        "step": 15250,
        "train_loss": 2.599534645676613,
        "val_loss": 2.717556869983673,
        "lr": 0.02,
        "tokens_per_sec": 70212.6102057161,
        "mfu": 21.57348352989605,
        "total_flops": 1.9165519934482547e+19
    },
    {
        "step": 15300,
        "train_loss": 2.6571564823389053,
        "val_loss": 2.720191490650177,
        "lr": 0.02,
        "tokens_per_sec": 70215.26484315922,
        "mfu": 21.574299192167956,
        "total_flops": 1.922359374799228e+19
    },
    {
        "step": 15050,
        "train_loss": 2.5011045336723328,
        "val_loss": 2.5259799718856812,
        "lr": 0.02,
        "tokens_per_sec": 70822.64640515842,
        "mfu": 21.658787127552376,
        "total_flops": 1.9281667561502015e+19
    },
    {
        "step": 15100,
        "train_loss": 2.5692661106586456,
        "val_loss": 2.5606980443000795,
        "lr": 0.02,
        "tokens_per_sec": 70767.62368058978,
        "mfu": 21.64196022910816,
        "total_flops": 1.933974137501175e+19
    },
    {
        "step": 15150,
        "train_loss": 2.5663330778479576,
        "val_loss": 2.5890700042247774,
        "lr": 0.02,
        "tokens_per_sec": 70799.76122967034,
        "mfu": 21.65178844606514,
        "total_flops": 1.9397815188521484e+19
    },
    {
        "step": 15200,
        "train_loss": 2.6242035180330276,
        "val_loss": 2.595632380247116,
        "lr": 0.02,
        "tokens_per_sec": 70832.7004053005,
        "mfu": 21.66186181425092,
        "total_flops": 1.945588900203122e+19
    },
    {
        "step": 15250,
        "train_loss": 2.5373122468590736,
        "val_loss": 2.5982221364974976,
        "lr": 0.02,
        "tokens_per_sec": 70710.97738859533,
        "mfu": 21.62463681573479,
        "total_flops": 1.9513962815540953e+19
    },
    {
        "step": 15300,
        "train_loss": 2.626233994960785,
        "val_loss": 2.6194027781486513,
        "lr": 0.02,
        "tokens_per_sec": 70690.91638907796,
        "mfu": 21.618501815983056,
        "total_flops": 1.9572036629050687e+19
    },
    {
        "step": 15350,
        "train_loss": 2.5037445425987244,
        "val_loss": 2.6230907142162323,
        "lr": 0.02,
        "tokens_per_sec": 70841.31925088949,
        "mfu": 21.664497605927345,
        "total_flops": 1.963011044256042e+19
    },
    {
        "step": 15400,
        "train_loss": 2.725143328309059,
        "val_loss": 2.6347573161125184,
        "lr": 0.02,
        "tokens_per_sec": 70836.69318627186,
        "mfu": 21.663082875556803,
        "total_flops": 1.9688184256070156e+19
    },
    {
        "step": 15450,
        "train_loss": 2.607233941555023,
        "val_loss": 2.6485621273517608,
        "lr": 0.02,
        "tokens_per_sec": 70812.53403285159,
        "mfu": 21.655694589638795,
        "total_flops": 1.974625806957989e+19
    },
    {
        "step": 15500,
        "train_loss": 2.6106958985328674,
        "val_loss": 2.6626220107078553,
        "lr": 0.02,
        "tokens_per_sec": 70740.52877982834,
        "mfu": 21.63367414100469,
        "total_flops": 1.9804331883089625e+19
    },
    {
        "step": 15550,
        "train_loss": 2.654520571231842,
        "val_loss": 2.6427935302257537,
        "lr": 0.02,
        "tokens_per_sec": 70855.78450661922,
        "mfu": 21.66892133068911,
        "total_flops": 1.986240569659936e+19
    },
    {
        "step": 15600,
        "train_loss": 2.7503251135349274,
        "val_loss": 2.63273109793663,
        "lr": 0.02,
        "tokens_per_sec": 70792.46802091923,
        "mfu": 21.649558057004086,
        "total_flops": 1.9920479510109094e+19
    },
    {
        "step": 15650,
        "train_loss": 2.598275765776634,
        "val_loss": 2.621151161193848,
        "lr": 0.02,
        "tokens_per_sec": 70701.00678300665,
        "mfu": 21.621587632529426,
        "total_flops": 1.997855332361883e+19
    },
    {
        "step": 15700,
        "train_loss": 2.5822859704494476,
        "val_loss": 2.617991364002228,
        "lr": 0.02,
        "tokens_per_sec": 70797.39009105547,
        "mfu": 21.651063310969004,
        "total_flops": 2.0036627137128563e+19
    },
    {
        "step": 15750,
        "train_loss": 2.6830928325653076,
        "val_loss": 2.6261918783187865,
        "lr": 0.02,
        "tokens_per_sec": 70786.01949477864,
        "mfu": 21.647585986458083,
        "total_flops": 2.0094700950638297e+19
    },
    {
        "step": 15800,
        "train_loss": 2.395069792866707,
        "val_loss": 2.6370294749736787,
        "lr": 0.02,
        "tokens_per_sec": 70823.31358734316,
        "mfu": 21.658991163374928,
        "total_flops": 2.015277476414803e+19
    },
    {
        "step": 15850,
        "train_loss": 2.6195893734693527,
        "val_loss": 2.6514434933662416,
        "lr": 0.02,
        "tokens_per_sec": 70822.91954916564,
        "mfu": 21.658870659702163,
        "total_flops": 2.0210848577657766e+19
    },
    {
        "step": 15900,
        "train_loss": 2.6659241691231728,
        "val_loss": 2.6493006229400633,
        "lr": 0.02,
        "tokens_per_sec": 70844.27349820061,
        "mfu": 21.66540106572279,
        "total_flops": 2.02689223911675e+19
    },
    {
        "step": 15950,
        "train_loss": 2.6470499634742737,
        "val_loss": 2.6604777455329893,
        "lr": 0.02,
        "tokens_per_sec": 70789.01379554643,
        "mfu": 21.648501695291586,
        "total_flops": 2.0326996204677235e+19
    },
    {
        "step": 16000,
        "train_loss": 2.567369759082794,
        "val_loss": 2.66320680975914,
        "lr": 0.02,
        "tokens_per_sec": 70693.97673794771,
        "mfu": 21.619437723465627,
        "total_flops": 2.038507001818697e+19
    },
    {
        "step": 16050,
        "train_loss": 2.5259591192007065,
        "val_loss": 2.6549350917339325,
        "lr": 0.01943255903154212,
        "tokens_per_sec": 70815.6263577521,
        "mfu": 21.656640275943236,
        "total_flops": 2.0443143831696703e+19
    },
    {
        "step": 16100,
        "train_loss": 2.6835711896419525,
        "val_loss": 2.635953629016876,
        "lr": 0.018881217525718468,
        "tokens_per_sec": 70834.84756150097,
        "mfu": 21.66251845166051,
        "total_flops": 2.0501217645206438e+19
    },
    {
        "step": 16150,
        "train_loss": 2.676758661866188,
        "val_loss": 2.644348645210266,
        "lr": 0.01834551870779559,
        "tokens_per_sec": 70833.7125334854,
        "mfu": 21.662171340511456,
        "total_flops": 2.0559291458716172e+19
    },
    {
        "step": 16200,
        "train_loss": 2.491854965686798,
        "val_loss": 2.6453607082366943,
        "lr": 0.01782501876267491,
        "tokens_per_sec": 70804.74951601207,
        "mfu": 21.653313950088084,
        "total_flops": 2.0617365272225907e+19
    },
    {
        "step": 16250,
        "train_loss": 2.638686791062355,
        "val_loss": 2.6507443487644196,
        "lr": 0.01731928646720131,
        "tokens_per_sec": 70825.65635173608,
        "mfu": 21.65970762114447,
        "total_flops": 2.067543908573564e+19
    },
    {
        "step": 16300,
        "train_loss": 2.600520685315132,
        "val_loss": 2.6338987708091737,
        "lr": 0.016827902832903904,
        "tokens_per_sec": 70849.17663872243,
        "mfu": 21.66690053068504,
        "total_flops": 2.0733512899245375e+19
    },
    {
        "step": 16350,
        "train_loss": 2.6237353086471558,
        "val_loss": 2.6439998149871826,
        "lr": 0.016350460758873,
        "tokens_per_sec": 70703.86261251083,
        "mfu": 21.622460994461562,
        "total_flops": 2.079158671275511e+19
    },
    {
        "step": 16400,
        "train_loss": 2.673539698123932,
        "val_loss": 2.6453349232673644,
        "lr": 0.01588656469448563,
        "tokens_per_sec": 70845.07186851281,
        "mfu": 21.665645221138018,
        "total_flops": 2.0849660526264844e+19
    },
    {
        "step": 16450,
        "train_loss": 2.6117686182260513,
        "val_loss": 2.6378572285175323,
        "lr": 0.01543583031170025,
        "tokens_per_sec": 70741.21808301542,
        "mfu": 21.6338849418114,
        "total_flops": 2.090773433977458e+19
    },
    {
        "step": 16500,
        "train_loss": 2.569175586104393,
        "val_loss": 2.630873453617096,
        "lr": 0.014997884186649118,
        "tokens_per_sec": 70848.69488819782,
        "mfu": 21.666753203063287,
        "total_flops": 2.0965808153284313e+19
    },
    {
        "step": 16550,
        "train_loss": 2.5066262930631638,
        "val_loss": 2.6248888432979585,
        "lr": 0.014572363490264556,
        "tokens_per_sec": 70831.78663993345,
        "mfu": 21.661582369037077,
        "total_flops": 2.1023881966794047e+19
    },
    {
        "step": 16600,
        "train_loss": 2.533449575304985,
        "val_loss": 2.643479061126709,
        "lr": 0.014158915687682759,
        "tokens_per_sec": 70832.01285455696,
        "mfu": 21.661651549371683,
        "total_flops": 2.108195578030378e+19
    },
    {
        "step": 16650,
        "train_loss": 2.5322001576423645,
        "val_loss": 2.6342837035655977,
        "lr": 0.013757198246176152,
        "tokens_per_sec": 70853.31213328421,
        "mfu": 21.668165236269022,
        "total_flops": 2.1140029593813516e+19
    },
    {
        "step": 16700,
        "train_loss": 2.5647076219320297,
        "val_loss": 2.636631351709366,
        "lr": 0.013366878351372293,
        "tokens_per_sec": 70662.51164198358,
        "mfu": 21.60981515427305,
        "total_flops": 2.119810340732325e+19
    },
    {
        "step": 16750,
        "train_loss": 2.6134786158800125,
        "val_loss": 2.632091587781906,
        "lr": 0.012987632631524226,
        "tokens_per_sec": 70829.18487637353,
        "mfu": 21.660786704853933,
        "total_flops": 2.1256177220832985e+19
    },
    {
        "step": 16800,
        "train_loss": 2.563320219516754,
        "val_loss": 2.6496681392192842,
        "lr": 0.012619146889603866,
        "tokens_per_sec": 70828.32515462447,
        "mfu": 21.66052378711085,
        "total_flops": 2.131425103434272e+19
    },
    {
        "step": 16850,
        "train_loss": 2.5337288677692413,
        "val_loss": 2.62899107336998,
        "lr": 0.012261115842996415,
        "tokens_per_sec": 70843.56255750875,
        "mfu": 21.66518364779382,
        "total_flops": 2.1372324847852454e+19
    },
    {
        "step": 16900,
        "train_loss": 2.531308576464653,
        "val_loss": 2.624918353557587,
        "lr": 0.01191324287058021,
        "tokens_per_sec": 70843.99254368903,
        "mfu": 21.66531514498602,
        "total_flops": 2.143039866136219e+19
    },
    {
        "step": 16950,
        "train_loss": 2.552768364548683,
        "val_loss": 2.6276935577392577,
        "lr": 0.011575239766982413,
        "tokens_per_sec": 70791.12024610583,
        "mfu": 21.649145884213866,
        "total_flops": 2.1488472474871923e+19
    },
    {
        "step": 17000,
        "train_loss": 2.5594132989645004,
        "val_loss": 2.6281732857227325,
        "lr": 0.011246826503806982,
        "tokens_per_sec": 70846.84612722936,
        "mfu": 21.66618782006367,
        "total_flops": 2.1546546288381657e+19
    },
    {
        "step": 17050,
        "train_loss": 2.6567023247480392,
        "val_loss": 2.620693105459213,
        "lr": 0.010927730997637084,
        "tokens_per_sec": 70635.0011758644,
        "mfu": 21.601401979113696,
        "total_flops": 2.160462010189139e+19
    },
    {
        "step": 17100,
        "train_loss": 2.491407111287117,
        "val_loss": 2.6200718581676483,
        "lr": 0.010617688884619766,
        "tokens_per_sec": 70835.64195443952,
        "mfu": 21.66276139072626,
        "total_flops": 2.1662693915401126e+19
    },
    {
        "step": 17150,
        "train_loss": 2.6877047419548035,
        "val_loss": 2.6259263932704924,
        "lr": 0.010316443301446114,
        "tokens_per_sec": 70749.92382525704,
        "mfu": 21.636547307983363,
        "total_flops": 2.172076772891086e+19
    },
    {
        "step": 17200,
        "train_loss": 2.525592103600502,
        "val_loss": 2.611518979072571,
        "lr": 0.010023744672545448,
        "tokens_per_sec": 70787.86815875485,
        "mfu": 21.648151339795795,
        "total_flops": 2.1778841542420595e+19
    },
    {
        "step": 17250,
        "train_loss": 2.5193743258714676,
        "val_loss": 2.610617792606354,
        "lr": 0.009739350503317262,
        "tokens_per_sec": 70782.25900458822,
        "mfu": 21.64643596368057,
        "total_flops": 2.183691535593033e+19
    },
    {
        "step": 17300,
        "train_loss": 2.5447549670934677,
        "val_loss": 2.6041156351566315,
        "lr": 0.00946302517922961,
        "tokens_per_sec": 70798.21395966616,
        "mfu": 21.65131526420382,
        "total_flops": 2.1894989169440063e+19
    },
    {
        "step": 17050,
        "train_loss": 2.4430361688137054,
        "val_loss": 2.492651104927063,
        "lr": 0.010927730997637084,
        "tokens_per_sec": 70194.53280299473,
        "mfu": 21.56194795535554,
        "total_flops": 2.1953062982949798e+19
    },
    {
        "step": 17100,
        "train_loss": 2.5078289210796356,
        "val_loss": 2.5014576375484467,
        "lr": 0.010617688884619766,
        "tokens_per_sec": 70187.43364078536,
        "mfu": 21.559767276035185,
        "total_flops": 2.2011136796459532e+19
    },
    {
        "step": 17150,
        "train_loss": 2.500446632504463,
        "val_loss": 2.515454649925232,
        "lr": 0.010316443301446114,
        "tokens_per_sec": 70188.95186454445,
        "mfu": 21.560233635171304,
        "total_flops": 2.2069210609969267e+19
    },
    {
        "step": 17200,
        "train_loss": 2.5545513927936554,
        "val_loss": 2.526023209095001,
        "lr": 0.010023744672545448,
        "tokens_per_sec": 70195.58066519728,
        "mfu": 21.56226983156688,
        "total_flops": 2.2127284423479e+19
    },
    {
        "step": 17250,
        "train_loss": 2.4661522805690765,
        "val_loss": 2.52562854886055,
        "lr": 0.009739350503317262,
        "tokens_per_sec": 70194.09453183571,
        "mfu": 21.561813329772264,
        "total_flops": 2.2185358236988735e+19
    },
    {
        "step": 17300,
        "train_loss": 2.5579015016555786,
        "val_loss": 2.5291117131710052,
        "lr": 0.00946302517922961,
        "tokens_per_sec": 70178.53306763705,
        "mfu": 21.557033249789363,
        "total_flops": 2.224343205049847e+19
    },
    {
        "step": 17350,
        "train_loss": 2.43189400434494,
        "val_loss": 2.528818500041962,
        "lr": 0.009194539770617445,
        "tokens_per_sec": 70201.79005590732,
        "mfu": 21.564177196057784,
        "total_flops": 2.2301505864008204e+19
    },
    {
        "step": 17400,
        "train_loss": 2.6497219800949097,
        "val_loss": 2.5407229542732237,
        "lr": 0.008933671843019263,
        "tokens_per_sec": 70196.11978921283,
        "mfu": 21.562435436543513,
        "total_flops": 2.235957967751794e+19
    },
    {
        "step": 17450,
        "train_loss": 2.535208210349083,
        "val_loss": 2.543413257598877,
        "lr": 0.008680205272894878,
        "tokens_per_sec": 70208.10410382063,
        "mfu": 21.566116708539145,
        "total_flops": 2.2417653491027673e+19
    },
    {
        "step": 17050,
        "train_loss": 2.4430273175239563,
        "val_loss": 2.492583030462265,
        "lr": 0.010927730997637084,
        "tokens_per_sec": 69976.98224120555,
        "mfu": 21.590922027044734,
        "total_flops": 2.2475727304537407e+19
    },
    {
        "step": 17100,
        "train_loss": 2.5079168379306793,
        "val_loss": 2.5017378509044645,
        "lr": 0.010617688884619766,
        "tokens_per_sec": 70199.67471947223,
        "mfu": 21.65963227690506,
        "total_flops": 2.253380111804714e+19
    },
    {
        "step": 17150,
        "train_loss": 2.5002063512802124,
        "val_loss": 2.5166682302951813,
        "lr": 0.010316443301446114,
        "tokens_per_sec": 70221.68480180511,
        "mfu": 21.666423338140316,
        "total_flops": 2.2591874931556876e+19
    },
    {
        "step": 17200,
        "train_loss": 2.5549302101135254,
        "val_loss": 2.526432579755783,
        "lr": 0.010023744672545448,
        "tokens_per_sec": 70243.03028256173,
        "mfu": 21.6730093410785,
        "total_flops": 2.264994874506661e+19
    },
    {
        "step": 17250,
        "train_loss": 2.466187208890915,
        "val_loss": 2.5247345089912416,
        "lr": 0.009739350503317262,
        "tokens_per_sec": 70228.35040146303,
        "mfu": 21.668479963588688,
        "total_flops": 2.2708022558576345e+19
    },
    {
        "step": 17300,
        "train_loss": 2.557755470275879,
        "val_loss": 2.528937244415283,
        "lr": 0.00946302517922961,
        "tokens_per_sec": 70228.95406261715,
        "mfu": 21.668666219132895,
        "total_flops": 2.276609637208608e+19
    },
    {
        "step": 17350,
        "train_loss": 2.432028129696846,
        "val_loss": 2.527354818582535,
        "lr": 0.009194539770617445,
        "tokens_per_sec": 70061.32081891438,
        "mfu": 21.616944121694466,
        "total_flops": 2.2824170185595814e+19
    },
    {
        "step": 17400,
        "train_loss": 2.649830251932144,
        "val_loss": 2.5389151513576507,
        "lr": 0.008933671843019263,
        "tokens_per_sec": 70234.34250372445,
        "mfu": 21.670328785995153,
        "total_flops": 2.288224399910555e+19
    },
    {
        "step": 17450,
        "train_loss": 2.534702032804489,
        "val_loss": 2.542128974199295,
        "lr": 0.008680205272894878,
        "tokens_per_sec": 70238.1502163951,
        "mfu": 21.671503629847237,
        "total_flops": 2.2940317812615283e+19
    },
    {
        "step": 17500,
        "train_loss": 2.5225761979818344,
        "val_loss": 2.539433038234711,
        "lr": 0.008433930068571646,
        "tokens_per_sec": 70230.80548197155,
        "mfu": 21.669237461985045,
        "total_flops": 2.2998391626125017e+19
    },
    {
        "step": 17550,
        "train_loss": 2.5620259642601013,
        "val_loss": 2.5314638674259187,
        "lr": 0.008194642196270831,
        "tokens_per_sec": 70189.97693235113,
        "mfu": 21.6566400906338,
        "total_flops": 2.305646543963475e+19
    },
    {
        "step": 17600,
        "train_loss": 2.6607564091682434,
        "val_loss": 2.5253191769123076,
        "lr": 0.007962143411069945,
        "tokens_per_sec": 70225.33539103418,
        "mfu": 21.66754970262294,
        "total_flops": 2.3114539253144486e+19
    },
    {
        "step": 17650,
        "train_loss": 2.5130698829889297,
        "val_loss": 2.5219079494476317,
        "lr": 0.007736241092661044,
        "tokens_per_sec": 70207.26667798325,
        "mfu": 21.66197472407832,
        "total_flops": 2.317261306665422e+19
    },
    {
        "step": 17700,
        "train_loss": 2.4957679137587547,
        "val_loss": 2.5156410336494446,
        "lr": 0.007516748085768884,
        "tokens_per_sec": 70217.80555572028,
        "mfu": 21.66522642313971,
        "total_flops": 2.3230686880163955e+19
    },
    {
        "step": 17750,
        "train_loss": 2.5936799198389053,
        "val_loss": 2.5133773267269133,
        "lr": 0.007303482545096754,
        "tokens_per_sec": 70207.28292869608,
        "mfu": 21.66197973812526,
        "total_flops": 2.328876069367369e+19
    },
    {
        "step": 17800,
        "train_loss": 2.3071534037590027,
        "val_loss": 2.523169732093811,
        "lr": 0.00709626778467151,
        "tokens_per_sec": 70210.6295030122,
        "mfu": 21.663012300873792,
        "total_flops": 2.3346834507183423e+19
    },
    {
        "step": 17850,
        "train_loss": 2.52487476170063,
        "val_loss": 2.5232641220092775,
        "lr": 0.0068949321314629875,
        "tokens_per_sec": 70216.21063847265,
        "mfu": 21.66473432226839,
        "total_flops": 2.3404908320693158e+19
    },
    {
        "step": 17900,
        "train_loss": 2.57292353361845,
        "val_loss": 2.525147634744644,
        "lr": 0.006699308783156554,
        "tokens_per_sec": 70208.71739194557,
        "mfu": 21.662422332006543,
        "total_flops": 2.3462982134202892e+19
    },
    {
        "step": 17950,
        "train_loss": 2.5538694113492966,
        "val_loss": 2.5261887848377227,
        "lr": 0.006509235669960918,
        "tokens_per_sec": 70191.6308148483,
        "mfu": 21.6571503848319,
        "total_flops": 2.3521055947712627e+19
    },
    {
        "step": 18000,
        "train_loss": 2.475142151117325,
        "val_loss": 2.5296940565109254,
        "lr": 0.006324555320336759,
        "tokens_per_sec": 70216.04248525678,
        "mfu": 21.66468243973708,
        "total_flops": 2.357912976122236e+19
    },
    {
        "step": 18050,
        "train_loss": 2.4305569678545,
        "val_loss": 2.5247761785984038,
        "lr": 0.006145114730534894,
        "tokens_per_sec": 70213.43430780503,
        "mfu": 21.663877704319948,
        "total_flops": 2.3637203574732095e+19
    },
    {
        "step": 18100,
        "train_loss": 2.5882591605186462,
        "val_loss": 2.519233852624893,
        "lr": 0.005970765237835919,
        "tokens_per_sec": 70215.29241962059,
        "mfu": 21.664451012085483,
        "total_flops": 2.369527738824183e+19
    },
    {
        "step": 18150,
        "train_loss": 2.579355038702488,
        "val_loss": 2.520945113897324,
        "lr": 0.005801362397386308,
        "tokens_per_sec": 70217.91418806078,
        "mfu": 21.665259940909674,
        "total_flops": 2.3753351201751564e+19
    },
    {
        "step": 18200,
        "train_loss": 2.3963413536548615,
        "val_loss": 2.521712827682495,
        "lr": 0.005636765862528908,
        "tokens_per_sec": 70216.60131755349,
        "mfu": 21.66485486364217,
        "total_flops": 2.38114250152613e+19
    },
    {
        "step": 18250,
        "train_loss": 2.548183634877205,
        "val_loss": 2.524004542827606,
        "lr": 0.0054768392685287225,
        "tokens_per_sec": 70199.54698313973,
        "mfu": 21.659592864728282,
        "total_flops": 2.3869498828771033e+19
    },
    {
        "step": 18300,
        "train_loss": 2.514558032155037,
        "val_loss": 2.5144589722156523,
        "lr": 0.005321450119597621,
        "tokens_per_sec": 70043.88400575175,
        "mfu": 21.61156411156346,
        "total_flops": 2.3927572642280767e+19
    },
    {
        "step": 18350,
        "train_loss": 2.5371487140655518,
        "val_loss": 2.517710816860199,
        "lr": 0.005170469679124381,
        "tokens_per_sec": 70222.98205292481,
        "mfu": 21.66682359615199,
        "total_flops": 2.39856464557905e+19
    },
    {
        "step": 18400,
        "train_loss": 2.5916066020727158,
        "val_loss": 2.5215661764144897,
        "lr": 0.005023772863019161,
        "tokens_per_sec": 70194.03168204919,
        "mfu": 21.657891156080836,
        "total_flops": 2.4043720269300236e+19
    },
    {
        "step": 18450,
        "train_loss": 2.526241347193718,
        "val_loss": 2.5169094502925873,
        "lr": 0.0048812381360839605,
        "tokens_per_sec": 70216.15335418667,
        "mfu": 21.664716647591487,
        "total_flops": 2.410179408280997e+19
    },
    {
        "step": 18500,
        "train_loss": 2.487909287214279,
        "val_loss": 2.511305093765259,
        "lr": 0.004742747411323311,
        "tokens_per_sec": 70188.60697085253,
        "mfu": 21.656217398329147,
        "total_flops": 2.4159867896319705e+19
    },
    {
        "step": 18550,
        "train_loss": 2.426807537674904,
        "val_loss": 2.5122386038303377,
        "lr": 0.004608185952111692,
        "tokens_per_sec": 70229.14605214057,
        "mfu": 21.668725456194814,
        "total_flops": 2.421794170982944e+19
    },
    {
        "step": 18600,
        "train_loss": 2.4519720375537872,
        "val_loss": 2.5156042873859406,
        "lr": 0.004477442277136679,
        "tokens_per_sec": 70199.08175790055,
        "mfu": 21.659449322644264,
        "total_flops": 2.4276015523339174e+19
    },
    {
        "step": 18650,
        "train_loss": 2.456761196255684,
        "val_loss": 2.5095840215682985,
        "lr": 0.004350408068039046,
        "tokens_per_sec": 70222.81487638665,
        "mfu": 21.666772014967943,
        "total_flops": 2.433408933684891e+19
    },
    {
        "step": 18700,
        "train_loss": 2.487348422408104,
        "val_loss": 2.514208322763443,
        "lr": 0.004226978079673293,
        "tokens_per_sec": 70193.76919298085,
        "mfu": 21.65781016686373,
        "total_flops": 2.4392163150358643e+19
    },
    {
        "step": 18750,
        "train_loss": 2.5389831364154816,
        "val_loss": 2.5142862021923067,
        "lr": 0.004107050052914292,
        "tokens_per_sec": 70220.9965045322,
        "mfu": 21.66621096869718,
        "total_flops": 2.4450236963868377e+19
    },
    {
        "step": 18800,
        "train_loss": 2.487064689397812,
        "val_loss": 2.52103568315506,
        "lr": 0.0039905246299377604,
        "tokens_per_sec": 70206.9877272651,
        "mfu": 21.6618886557311,
        "total_flops": 2.450831077737811e+19
    },
    {
        "step": 18850,
        "train_loss": 2.458393931388855,
        "val_loss": 2.5108425080776215,
        "lr": 0.0038773052719044145,
        "tokens_per_sec": 70196.25076219505,
        "mfu": 21.658575838170098,
        "total_flops": 2.4566384590887846e+19
    },
    {
        "step": 18900,
        "train_loss": 2.461804822087288,
        "val_loss": 2.5080023407936096,
        "lr": 0.003767298178979601,
        "tokens_per_sec": 70043.49959678273,
        "mfu": 21.61144550479005,
        "total_flops": 2.462445840439758e+19
    },
    {
        "step": 18950,
        "train_loss": 2.4762733578681946,
        "val_loss": 2.5128548741340637,
        "lr": 0.003660412212622112,
        "tokens_per_sec": 70186.46487495826,
        "mfu": 21.65555646920722,
        "total_flops": 2.4682532217907315e+19
    },
    {
        "step": 19000,
        "train_loss": 2.492058739066124,
        "val_loss": 2.5074475705623627,
        "lr": 0.003556558820077846,
        "tokens_per_sec": 70216.60468066345,
        "mfu": 21.664855901306883,
        "total_flops": 2.474060603141705e+19
    },
    {
        "step": 19050,
        "train_loss": 2.6086084991693497,
        "val_loss": 2.509049689769745,
        "lr": 0.003455651961015727,
        "tokens_per_sec": 70218.33986415529,
        "mfu": 21.66539128037404,
        "total_flops": 2.4798679844926783e+19
    },
    {
        "step": 19100,
        "train_loss": 2.4477206766605377,
        "val_loss": 2.511517381668091,
        "lr": 0.0033576080362451204,
        "tokens_per_sec": 70222.40125522732,
        "mfu": 21.666644394971854,
        "total_flops": 2.4856753658436518e+19
    },
    {
        "step": 19150,
        "train_loss": 2.6432832330465317,
        "val_loss": 2.511579215526581,
        "lr": 0.003262345818455677,
        "tokens_per_sec": 70208.37241605691,
        "mfu": 21.66231589204193,
        "total_flops": 2.4914827471946252e+19
    },
    {
        "step": 19200,
        "train_loss": 2.485611543059349,
        "val_loss": 2.5106746435165403,
        "lr": 0.003169786384922227,
        "tokens_per_sec": 70229.11240904075,
        "mfu": 21.668715075845142,
        "total_flops": 2.4972901285455987e+19
    },
    {
        "step": 19250,
        "train_loss": 2.477419838309288,
        "val_loss": 2.507012498378754,
        "lr": 0.0030798530521189845,
        "tokens_per_sec": 70049.52457141867,
        "mfu": 21.613304469744147,
        "total_flops": 2.503097509896572e+19
    },
    {
        "step": 19300,
        "train_loss": 2.505843862891197,
        "val_loss": 2.4998787224292753,
        "lr": 0.0029924713121888677,
        "tokens_per_sec": 70222.45843758582,
        "mfu": 21.66666203819973,
        "total_flops": 2.5089048912475455e+19
    },
    {
        "step": 19350,
        "train_loss": 2.514888495206833,
        "val_loss": 2.5030120730400087,
        "lr": 0.0029075687712153235,
        "tokens_per_sec": 70215.38904950574,
        "mfu": 21.66448082657946,
        "total_flops": 2.514712272598519e+19
    },
    {
        "step": 19400,
        "train_loss": 2.5361353158950806,
        "val_loss": 2.502032619714737,
        "lr": 0.0028250750892455092,
        "tokens_per_sec": 70220.36315738855,
        "mfu": 21.666015553742763,
        "total_flops": 2.5205196539494924e+19
    },
    {
        "step": 19450,
        "train_loss": 2.4763139337301254,
        "val_loss": 2.5012336313724517,
        "lr": 0.002744921922015124,
        "tokens_per_sec": 70211.37520972393,
        "mfu": 21.663242383608893,
        "total_flops": 2.526327035300466e+19
    },
    {
        "step": 19500,
        "train_loss": 2.384517587721348,
        "val_loss": 2.497239035367966,
        "lr": 0.002667042864326648,
        "tokens_per_sec": 70220.23478517876,
        "mfu": 21.66597594537037,
        "total_flops": 2.5321344166514393e+19
    },
    {
        "step": 19550,
        "train_loss": 2.4997721165418625,
        "val_loss": 2.4959007024765016,
        "lr": 0.0025913733950340394,
        "tokens_per_sec": 70220.8249648787,
        "mfu": 21.666158041303564,
        "total_flops": 2.5379417980024127e+19
    },
    {
        "step": 19600,
        "train_loss": 2.4810939878225327,
        "val_loss": 2.4974619328975676,
        "lr": 0.0025178508235883345,
        "tokens_per_sec": 70220.9263189256,
        "mfu": 21.66618931340553,
        "total_flops": 2.543749179353386e+19
    },
    {
        "step": 19650,
        "train_loss": 2.4052472189068794,
        "val_loss": 2.494679808616638,
        "lr": 0.0024464142380998632,
        "tokens_per_sec": 70213.12111983016,
        "mfu": 21.663781072299983,
        "total_flops": 2.5495565607043596e+19
    },
    {
        "step": 19700,
        "train_loss": 2.4900813549757004,
        "val_loss": 2.499013751745224,
        "lr": 0.0023770044548740367,
        "tokens_per_sec": 70217.72730476891,
        "mfu": 21.66520227934077,
        "total_flops": 2.555363942055333e+19
    },
    {
        "step": 19750,
        "train_loss": 2.484506592154503,
        "val_loss": 2.4978590846061706,
        "lr": 0.0023095639693789167,
        "tokens_per_sec": 70216.77720863638,
        "mfu": 21.664909133639735,
        "total_flops": 2.5611713234063065e+19
    },
    {
        "step": 19800,
        "train_loss": 2.538615956902504,
        "val_loss": 2.4995242774486544,
        "lr": 0.0022440369086039274,
        "tokens_per_sec": 70221.13945488365,
        "mfu": 21.66625507505606,
        "total_flops": 2.56697870475728e+19
    },
    {
        "step": 19550,
        "train_loss": 2.369577407836914,
        "val_loss": 2.434698057174683,
        "lr": 0.0025913733950340394,
        "tokens_per_sec": 70228.78181122785,
        "mfu": 21.61442648762866,
        "total_flops": 2.5727860861082534e+19
    },
    {
        "step": 19600,
        "train_loss": 2.436405763030052,
        "val_loss": 2.435771381855011,
        "lr": 0.0025178508235883345,
        "tokens_per_sec": 70236.42684073243,
        "mfu": 21.616779410802906,
        "total_flops": 2.578593467459227e+19
    },
    {
        "step": 19650,
        "train_loss": 2.4230239391326904,
        "val_loss": 2.4384620606899263,
        "lr": 0.0024464142380998632,
        "tokens_per_sec": 70220.75051917222,
        "mfu": 21.61195468380037,
        "total_flops": 2.5844008488102003e+19
    },
    {
        "step": 19700,
        "train_loss": 2.4815607368946075,
        "val_loss": 2.44344682097435,
        "lr": 0.0023770044548740367,
        "tokens_per_sec": 70243.49205167516,
        "mfu": 21.61895388227461,
        "total_flops": 2.5902082301611737e+19
    },
    {
        "step": 19750,
        "train_loss": 2.3950591534376144,
        "val_loss": 2.4454896986484527,
        "lr": 0.0023095639693789167,
        "tokens_per_sec": 70258.77042879947,
        "mfu": 21.623656133270384,
        "total_flops": 2.596015611512147e+19
    },
    {
        "step": 19800,
        "train_loss": 2.4920027405023575,
        "val_loss": 2.448630851507187,
        "lr": 0.0022440369086039274,
        "tokens_per_sec": 70099.8157121793,
        "mfu": 21.57473438140968,
        "total_flops": 2.6018229928631206e+19
    },
    {
        "step": 19850,
        "train_loss": 2.3662567362189293,
        "val_loss": 2.4463677644729613,
        "lr": 0.0021803689847702556,
        "tokens_per_sec": 70249.89910754852,
        "mfu": 21.620925792289356,
        "total_flops": 2.607630374214094e+19
    },
    {
        "step": 19900,
        "train_loss": 2.584068328142166,
        "val_loss": 2.4525881469249726,
        "lr": 0.0021185074503545782,
        "tokens_per_sec": 70253.34300150532,
        "mfu": 21.621985725137975,
        "total_flops": 2.6134377555650675e+19
    },
    {
        "step": 19950,
        "train_loss": 2.47366926074028,
        "val_loss": 2.4520198345184325,
        "lr": 0.0020584010543888563,
        "tokens_per_sec": 70260.01483742267,
        "mfu": 21.624039126937838,
        "total_flops": 2.619245136916041e+19
    },
    {
        "step": 19999,
        "train_loss": 2.5081333369016647,
        "val_loss": 2.45241938829422,
        "lr": 0.0020011516239787216,
        "tokens_per_sec": 70258.21878164218,
        "mfu": 21.62348635192688,
        "total_flops": 2.624936370639995e+19
    }
]