{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.018465515649524512,
  "eval_steps": 10000,
  "global_step": 50,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00036931031299049027,
      "grad_norm": 0.05093964371235935,
      "learning_rate": 0.0,
      "loss": 0.0176,
      "reward/mean": 0.4305254817008972,
      "reward/std": 0.023368891328573227,
      "rewards/correct_answer_reward_func/mean": 0.8723958134651184,
      "rewards/correct_answer_reward_func/std": 0.3338659703731537,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.939539909362793,
      "rewards/correct_extract_func/std": 0.2306855320930481,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.4062052965164185,
      "rewards/format_reward_func/std": 0.023711344227194786,
      "step": 1
    },
    {
      "epoch": 0.0007386206259809805,
      "grad_norm": 0.05093885614710434,
      "learning_rate": 1e-07,
      "loss": 0.0176,
      "step": 2
    },
    {
      "epoch": 0.0011079309389714707,
      "grad_norm": 0.049709599363636135,
      "learning_rate": 2e-07,
      "loss": 0.0177,
      "reward/mean": 0.43362969160079956,
      "reward/std": 0.024930372834205627,
      "rewards/correct_answer_reward_func/mean": 0.8841145634651184,
      "rewards/correct_answer_reward_func/std": 0.3202960789203644,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.9216580390930176,
      "rewards/correct_extract_func/std": 0.25809445977211,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.4074559211730957,
      "rewards/format_reward_func/std": 0.018833689391613007,
      "step": 3
    },
    {
      "epoch": 0.001477241251961961,
      "grad_norm": 0.04919887971444478,
      "learning_rate": 3e-07,
      "loss": 0.0177,
      "step": 4
    },
    {
      "epoch": 0.0018465515649524512,
      "grad_norm": 0.04609056285217934,
      "learning_rate": 4e-07,
      "loss": 0.017,
      "reward/mean": 0.43184012174606323,
      "reward/std": 0.016295205801725388,
      "rewards/correct_answer_reward_func/mean": 0.87890625,
      "rewards/correct_answer_reward_func/std": 0.32644879817962646,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.9188368320465088,
      "rewards/correct_extract_func/std": 0.2631855309009552,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.4060311317443848,
      "rewards/format_reward_func/std": 0.019542310386896133,
      "step": 5
    },
    {
      "epoch": 0.0022158618779429414,
      "grad_norm": 0.04790138249587581,
      "learning_rate": 5e-07,
      "loss": 0.017,
      "step": 6
    },
    {
      "epoch": 0.002585172190933432,
      "grad_norm": 0.07345664511629879,
      "learning_rate": 6e-07,
      "loss": 0.0171,
      "reward/mean": 0.4144955277442932,
      "reward/std": 0.025130389258265495,
      "rewards/correct_answer_reward_func/mean": 0.8255208134651184,
      "rewards/correct_answer_reward_func/std": 0.37976834177970886,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.880946159362793,
      "rewards/correct_extract_func/std": 0.31111887097358704,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.4041085243225098,
      "rewards/format_reward_func/std": 0.03701591119170189,
      "step": 7
    },
    {
      "epoch": 0.002954482503923922,
      "grad_norm": 0.07610320387658168,
      "learning_rate": 7e-07,
      "loss": 0.0171,
      "step": 8
    },
    {
      "epoch": 0.0033237928169144123,
      "grad_norm": 0.05112137950522487,
      "learning_rate": 8e-07,
      "loss": 0.0181,
      "reward/mean": 0.4387373626232147,
      "reward/std": 0.019346633926033974,
      "rewards/correct_answer_reward_func/mean": 0.9036458134651184,
      "rewards/correct_answer_reward_func/std": 0.2952686548233032,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.9055989384651184,
      "rewards/correct_extract_func/std": 0.28282052278518677,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.4047561883926392,
      "rewards/format_reward_func/std": 0.06315362453460693,
      "step": 9
    },
    {
      "epoch": 0.0036931031299049025,
      "grad_norm": 0.05094809364589051,
      "learning_rate": 9e-07,
      "loss": 0.0181,
      "step": 10
    },
    {
      "epoch": 0.004062413442895393,
      "grad_norm": 0.05275996751985643,
      "learning_rate": 1e-06,
      "loss": 0.0175,
      "reward/mean": 0.43490076065063477,
      "reward/std": 0.02377907559275627,
      "rewards/correct_answer_reward_func/mean": 0.8893229365348816,
      "rewards/correct_answer_reward_func/std": 0.3139362931251526,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.9134114384651184,
      "rewards/correct_extract_func/std": 0.2700866460800171,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.407015323638916,
      "rewards/format_reward_func/std": 0.01986781507730484,
      "step": 11
    },
    {
      "epoch": 0.004431723755885883,
      "grad_norm": 0.051170250158850315,
      "learning_rate": 1e-06,
      "loss": 0.0175,
      "step": 12
    },
    {
      "epoch": 0.004801034068876373,
      "grad_norm": 0.05767247415587884,
      "learning_rate": 1e-06,
      "loss": 0.0181,
      "reward/mean": 0.4389788508415222,
      "reward/std": 0.02013307623565197,
      "rewards/correct_answer_reward_func/mean": 0.9049479365348816,
      "rewards/correct_answer_reward_func/std": 0.29347798228263855,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.8903212547302246,
      "rewards/correct_extract_func/std": 0.2998242974281311,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.4078478813171387,
      "rewards/format_reward_func/std": 0.014290675520896912,
      "step": 13
    },
    {
      "epoch": 0.005170344381866864,
      "grad_norm": 0.05451251011427531,
      "learning_rate": 1e-06,
      "loss": 0.0181,
      "step": 14
    },
    {
      "epoch": 0.005539654694857354,
      "grad_norm": 0.0548131395951059,
      "learning_rate": 1e-06,
      "loss": 0.0181,
      "reward/mean": 0.4339887797832489,
      "reward/std": 0.018782436847686768,
      "rewards/correct_answer_reward_func/mean": 0.88671875,
      "rewards/correct_answer_reward_func/std": 0.3171428442001343,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.9032118320465088,
      "rewards/correct_extract_func/std": 0.2824605405330658,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.4087677001953125,
      "rewards/format_reward_func/std": 0.012980460189282894,
      "step": 15
    },
    {
      "epoch": 0.005908965007847844,
      "grad_norm": 0.05240983246508732,
      "learning_rate": 1e-06,
      "loss": 0.0181,
      "step": 16
    },
    {
      "epoch": 0.006278275320838334,
      "grad_norm": 0.05134459409849994,
      "learning_rate": 1e-06,
      "loss": 0.0182,
      "reward/mean": 0.43516525626182556,
      "reward/std": 0.02198929898440838,
      "rewards/correct_answer_reward_func/mean": 0.89453125,
      "rewards/correct_answer_reward_func/std": 0.3073566257953644,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.8657768368721008,
      "rewards/correct_extract_func/std": 0.3262862265110016,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.4083256721496582,
      "rewards/format_reward_func/std": 0.02241017296910286,
      "step": 17
    },
    {
      "epoch": 0.006647585633828825,
      "grad_norm": 0.050341338341445184,
      "learning_rate": 1e-06,
      "loss": 0.0182,
      "step": 18
    },
    {
      "epoch": 0.007016895946819315,
      "grad_norm": 0.0432942729059209,
      "learning_rate": 1e-06,
      "loss": 0.0176,
      "reward/mean": 0.43305787444114685,
      "reward/std": 0.017742186784744263,
      "rewards/correct_answer_reward_func/mean": 0.8854166865348816,
      "rewards/correct_answer_reward_func/std": 0.3187260329723358,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.8930990099906921,
      "rewards/correct_extract_func/std": 0.29494285583496094,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.4063993692398071,
      "rewards/format_reward_func/std": 0.03480615094304085,
      "step": 19
    },
    {
      "epoch": 0.007386206259809805,
      "grad_norm": 0.043736628776102855,
      "learning_rate": 1e-06,
      "loss": 0.0176,
      "step": 20
    },
    {
      "epoch": 0.0077555165728002955,
      "grad_norm": 0.05359119220833686,
      "learning_rate": 1e-06,
      "loss": 0.0171,
      "reward/mean": 0.4271976351737976,
      "reward/std": 0.02278582751750946,
      "rewards/correct_answer_reward_func/mean": 0.8619791865348816,
      "rewards/correct_answer_reward_func/std": 0.34514662623405457,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.9271919131278992,
      "rewards/correct_extract_func/std": 0.2506465017795563,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.4078807830810547,
      "rewards/format_reward_func/std": 0.011555412784218788,
      "step": 21
    },
    {
      "epoch": 0.008124826885790786,
      "grad_norm": 0.053384876112853016,
      "learning_rate": 1e-06,
      "loss": 0.0171,
      "step": 22
    },
    {
      "epoch": 0.008494137198781277,
      "grad_norm": 0.05457105190222447,
      "learning_rate": 1e-06,
      "loss": 0.0176,
      "reward/mean": 0.4344092011451721,
      "reward/std": 0.018806444481015205,
      "rewards/correct_answer_reward_func/mean": 0.8893229365348816,
      "rewards/correct_answer_reward_func/std": 0.3139362931251526,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.8963108062744141,
      "rewards/correct_extract_func/std": 0.29719239473342896,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.4072299003601074,
      "rewards/format_reward_func/std": 0.013067901134490967,
      "step": 23
    },
    {
      "epoch": 0.008863447511771766,
      "grad_norm": 0.051790764460388904,
      "learning_rate": 1e-06,
      "loss": 0.0176,
      "step": 24
    },
    {
      "epoch": 0.009232757824762256,
      "grad_norm": 0.06455557806308003,
      "learning_rate": 1e-06,
      "loss": 0.0177,
      "reward/mean": 0.44281578063964844,
      "reward/std": 0.016280503943562508,
      "rewards/correct_answer_reward_func/mean": 0.9153645634651184,
      "rewards/correct_answer_reward_func/std": 0.27851977944374084,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.9203993678092957,
      "rewards/correct_extract_func/std": 0.25632622838020325,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.4059442281723022,
      "rewards/format_reward_func/std": 0.02205752208828926,
      "step": 25
    },
    {
      "epoch": 0.009602068137752747,
      "grad_norm": 0.054460571323261056,
      "learning_rate": 1e-06,
      "loss": 0.0177,
      "step": 26
    },
    {
      "epoch": 0.009971378450743237,
      "grad_norm": 0.045474497731843734,
      "learning_rate": 1e-06,
      "loss": 0.0175,
      "reward/mean": 0.4445436894893646,
      "reward/std": 0.014738515019416809,
      "rewards/correct_answer_reward_func/mean": 0.9192708134651184,
      "rewards/correct_answer_reward_func/std": 0.27259624004364014,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.9342448115348816,
      "rewards/correct_extract_func/std": 0.23349910974502563,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.4073508977890015,
      "rewards/format_reward_func/std": 0.014469039626419544,
      "step": 27
    },
    {
      "epoch": 0.010340688763733728,
      "grad_norm": 0.04518446989067636,
      "learning_rate": 1e-06,
      "loss": 0.0175,
      "step": 28
    },
    {
      "epoch": 0.010709999076724217,
      "grad_norm": 0.05758722247738054,
      "learning_rate": 1e-06,
      "loss": 0.0183,
      "reward/mean": 0.44419676065444946,
      "reward/std": 0.02353046089410782,
      "rewards/correct_answer_reward_func/mean": 0.9192708134651184,
      "rewards/correct_answer_reward_func/std": 0.27259624004364014,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.923828125,
      "rewards/correct_extract_func/std": 0.25748127698898315,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.4070063829421997,
      "rewards/format_reward_func/std": 0.013799347914755344,
      "step": 29
    },
    {
      "epoch": 0.011079309389714707,
      "grad_norm": 0.04951275155135316,
      "learning_rate": 1e-06,
      "loss": 0.0183,
      "step": 30
    },
    {
      "epoch": 0.011448619702705198,
      "grad_norm": 0.047494845238651454,
      "learning_rate": 1e-06,
      "loss": 0.0173,
      "reward/mean": 0.44647669792175293,
      "reward/std": 0.014447808265686035,
      "rewards/correct_answer_reward_func/mean": 0.92578125,
      "rewards/correct_answer_reward_func/std": 0.2622973620891571,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.9365885257720947,
      "rewards/correct_extract_func/std": 0.24006153643131256,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.4064464569091797,
      "rewards/format_reward_func/std": 0.02209184132516384,
      "step": 31
    },
    {
      "epoch": 0.011817930015695689,
      "grad_norm": 0.046822948788372606,
      "learning_rate": 1e-06,
      "loss": 0.0173,
      "step": 32
    },
    {
      "epoch": 0.01218724032868618,
      "grad_norm": 0.04380397393536513,
      "learning_rate": 1e-06,
      "loss": 0.0174,
      "reward/mean": 0.4473347067832947,
      "reward/std": 0.01410503126680851,
      "rewards/correct_answer_reward_func/mean": 0.9309895634651184,
      "rewards/correct_answer_reward_func/std": 0.25363701581954956,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.911241352558136,
      "rewards/correct_extract_func/std": 0.28002622723579407,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.4070053100585938,
      "rewards/format_reward_func/std": 0.007169181946665049,
      "step": 33
    },
    {
      "epoch": 0.012556550641676668,
      "grad_norm": 0.04264955092023057,
      "learning_rate": 1e-06,
      "loss": 0.0174,
      "step": 34
    },
    {
      "epoch": 0.012925860954667159,
      "grad_norm": 0.04313995996563885,
      "learning_rate": 1e-06,
      "loss": 0.0172,
      "reward/mean": 0.4411402642726898,
      "reward/std": 0.00797030795365572,
      "rewards/correct_answer_reward_func/mean": 0.9088541865348816,
      "rewards/correct_answer_reward_func/std": 0.28800395131111145,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.9279513359069824,
      "rewards/correct_extract_func/std": 0.25393322110176086,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.4064545631408691,
      "rewards/format_reward_func/std": 0.017624543979763985,
      "step": 35
    },
    {
      "epoch": 0.01329517126765765,
      "grad_norm": 0.04127535963471486,
      "learning_rate": 1e-06,
      "loss": 0.0172,
      "step": 36
    },
    {
      "epoch": 0.01366448158064814,
      "grad_norm": 0.060380213829128886,
      "learning_rate": 1e-06,
      "loss": 0.0176,
      "reward/mean": 0.4418516159057617,
      "reward/std": 0.016873031854629517,
      "rewards/correct_answer_reward_func/mean": 0.9075520634651184,
      "rewards/correct_answer_reward_func/std": 0.2898460030555725,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.961718738079071,
      "rewards/correct_extract_func/std": 0.18086452782154083,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.4073443412780762,
      "rewards/format_reward_func/std": 0.013318442739546299,
      "step": 37
    },
    {
      "epoch": 0.01403379189363863,
      "grad_norm": 0.05602980229868504,
      "learning_rate": 1e-06,
      "loss": 0.0176,
      "step": 38
    },
    {
      "epoch": 0.01440310220662912,
      "grad_norm": 0.05184766134610364,
      "learning_rate": 1e-06,
      "loss": 0.0177,
      "reward/mean": 0.43869584798812866,
      "reward/std": 0.019008934497833252,
      "rewards/correct_answer_reward_func/mean": 0.9036458134651184,
      "rewards/correct_answer_reward_func/std": 0.2952686548233032,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.9003472328186035,
      "rewards/correct_extract_func/std": 0.2904185354709625,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.405916690826416,
      "rewards/format_reward_func/std": 0.0255013108253479,
      "step": 39
    },
    {
      "epoch": 0.01477241251961961,
      "grad_norm": 0.05148310080801445,
      "learning_rate": 1e-06,
      "loss": 0.0176,
      "step": 40
    },
    {
      "epoch": 0.0151417228326101,
      "grad_norm": 0.05581834264976948,
      "learning_rate": 1e-06,
      "loss": 0.0175,
      "reward/mean": 0.4319329261779785,
      "reward/std": 0.020871102809906006,
      "rewards/correct_answer_reward_func/mean": 0.8802083134651184,
      "rewards/correct_answer_reward_func/std": 0.3249293863773346,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.907118022441864,
      "rewards/correct_extract_func/std": 0.2817213237285614,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.406569004058838,
      "rewards/format_reward_func/std": 0.02022281102836132,
      "step": 41
    },
    {
      "epoch": 0.015511033145600591,
      "grad_norm": 0.05268407384500521,
      "learning_rate": 1e-06,
      "loss": 0.0175,
      "step": 42
    },
    {
      "epoch": 0.01588034345859108,
      "grad_norm": 0.09367675201948025,
      "learning_rate": 1e-06,
      "loss": 0.0176,
      "reward/mean": 0.4355073869228363,
      "reward/std": 0.01918705925345421,
      "rewards/correct_answer_reward_func/mean": 0.8919270634651184,
      "rewards/correct_answer_reward_func/std": 0.3106748163700104,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.9130207896232605,
      "rewards/correct_extract_func/std": 0.27445390820503235,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.405385971069336,
      "rewards/format_reward_func/std": 0.026785731315612793,
      "step": 43
    },
    {
      "epoch": 0.016249653771581572,
      "grad_norm": 0.05227366508331771,
      "learning_rate": 1e-06,
      "loss": 0.0176,
      "step": 44
    },
    {
      "epoch": 0.01661896408457206,
      "grad_norm": 0.04497808527453425,
      "learning_rate": 1e-06,
      "loss": 0.0179,
      "reward/mean": 0.4444352984428406,
      "reward/std": 0.01481956522911787,
      "rewards/correct_answer_reward_func/mean": 0.9192708134651184,
      "rewards/correct_answer_reward_func/std": 0.27259624004364014,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.9329426884651184,
      "rewards/correct_extract_func/std": 0.24013008177280426,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.406657338142395,
      "rewards/format_reward_func/std": 0.015218171291053295,
      "step": 45
    },
    {
      "epoch": 0.016988274397562553,
      "grad_norm": 0.055837167119088496,
      "learning_rate": 1e-06,
      "loss": 0.0179,
      "step": 46
    },
    {
      "epoch": 0.017357584710553042,
      "grad_norm": 0.05873478813480533,
      "learning_rate": 1e-06,
      "loss": 0.0178,
      "reward/mean": 0.44062528014183044,
      "reward/std": 0.01832752674818039,
      "rewards/correct_answer_reward_func/mean": 0.9088541865348816,
      "rewards/correct_answer_reward_func/std": 0.28800395131111145,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.9090712070465088,
      "rewards/correct_extract_func/std": 0.27737653255462646,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.4069687128067017,
      "rewards/format_reward_func/std": 0.02851445972919464,
      "step": 47
    },
    {
      "epoch": 0.01772689502354353,
      "grad_norm": 0.05518986438955003,
      "learning_rate": 1e-06,
      "loss": 0.0178,
      "step": 48
    },
    {
      "epoch": 0.018096205336534023,
      "grad_norm": 0.04474697485013119,
      "learning_rate": 1e-06,
      "loss": 0.0182,
      "reward/mean": 0.44659337401390076,
      "reward/std": 0.013036997988820076,
      "rewards/correct_answer_reward_func/mean": 0.9296875,
      "rewards/correct_answer_reward_func/std": 0.2558395564556122,
      "rewards/correct_crop_func/mean": 0.0,
      "rewards/correct_crop_func/std": 0.0,
      "rewards/correct_extract_func/mean": 0.9007161259651184,
      "rewards/correct_extract_func/std": 0.2947409451007843,
      "rewards/correct_find_color/mean": 0.0,
      "rewards/correct_find_color/std": 0.0,
      "rewards/format_reward_func/mean": 1.406656265258789,
      "rewards/format_reward_func/std": 0.00936658214777708,
      "step": 49
    },
    {
      "epoch": 0.018465515649524512,
      "grad_norm": 0.043438923657574534,
      "learning_rate": 1e-06,
      "loss": 0.0181,
      "step": 50
    }
  ],
  "logging_steps": 1,
  "max_steps": 2708,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}