File size: 24,871 Bytes
5244798 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 |
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.018465515649524512,
"eval_steps": 10000,
"global_step": 50,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.00036931031299049027,
"grad_norm": 0.05093964371235935,
"learning_rate": 0.0,
"loss": 0.0176,
"reward/mean": 0.4305254817008972,
"reward/std": 0.023368891328573227,
"rewards/correct_answer_reward_func/mean": 0.8723958134651184,
"rewards/correct_answer_reward_func/std": 0.3338659703731537,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.939539909362793,
"rewards/correct_extract_func/std": 0.2306855320930481,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.4062052965164185,
"rewards/format_reward_func/std": 0.023711344227194786,
"step": 1
},
{
"epoch": 0.0007386206259809805,
"grad_norm": 0.05093885614710434,
"learning_rate": 1e-07,
"loss": 0.0176,
"step": 2
},
{
"epoch": 0.0011079309389714707,
"grad_norm": 0.049709599363636135,
"learning_rate": 2e-07,
"loss": 0.0177,
"reward/mean": 0.43362969160079956,
"reward/std": 0.024930372834205627,
"rewards/correct_answer_reward_func/mean": 0.8841145634651184,
"rewards/correct_answer_reward_func/std": 0.3202960789203644,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.9216580390930176,
"rewards/correct_extract_func/std": 0.25809445977211,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.4074559211730957,
"rewards/format_reward_func/std": 0.018833689391613007,
"step": 3
},
{
"epoch": 0.001477241251961961,
"grad_norm": 0.04919887971444478,
"learning_rate": 3e-07,
"loss": 0.0177,
"step": 4
},
{
"epoch": 0.0018465515649524512,
"grad_norm": 0.04609056285217934,
"learning_rate": 4e-07,
"loss": 0.017,
"reward/mean": 0.43184012174606323,
"reward/std": 0.016295205801725388,
"rewards/correct_answer_reward_func/mean": 0.87890625,
"rewards/correct_answer_reward_func/std": 0.32644879817962646,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.9188368320465088,
"rewards/correct_extract_func/std": 0.2631855309009552,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.4060311317443848,
"rewards/format_reward_func/std": 0.019542310386896133,
"step": 5
},
{
"epoch": 0.0022158618779429414,
"grad_norm": 0.04790138249587581,
"learning_rate": 5e-07,
"loss": 0.017,
"step": 6
},
{
"epoch": 0.002585172190933432,
"grad_norm": 0.07345664511629879,
"learning_rate": 6e-07,
"loss": 0.0171,
"reward/mean": 0.4144955277442932,
"reward/std": 0.025130389258265495,
"rewards/correct_answer_reward_func/mean": 0.8255208134651184,
"rewards/correct_answer_reward_func/std": 0.37976834177970886,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.880946159362793,
"rewards/correct_extract_func/std": 0.31111887097358704,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.4041085243225098,
"rewards/format_reward_func/std": 0.03701591119170189,
"step": 7
},
{
"epoch": 0.002954482503923922,
"grad_norm": 0.07610320387658168,
"learning_rate": 7e-07,
"loss": 0.0171,
"step": 8
},
{
"epoch": 0.0033237928169144123,
"grad_norm": 0.05112137950522487,
"learning_rate": 8e-07,
"loss": 0.0181,
"reward/mean": 0.4387373626232147,
"reward/std": 0.019346633926033974,
"rewards/correct_answer_reward_func/mean": 0.9036458134651184,
"rewards/correct_answer_reward_func/std": 0.2952686548233032,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.9055989384651184,
"rewards/correct_extract_func/std": 0.28282052278518677,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.4047561883926392,
"rewards/format_reward_func/std": 0.06315362453460693,
"step": 9
},
{
"epoch": 0.0036931031299049025,
"grad_norm": 0.05094809364589051,
"learning_rate": 9e-07,
"loss": 0.0181,
"step": 10
},
{
"epoch": 0.004062413442895393,
"grad_norm": 0.05275996751985643,
"learning_rate": 1e-06,
"loss": 0.0175,
"reward/mean": 0.43490076065063477,
"reward/std": 0.02377907559275627,
"rewards/correct_answer_reward_func/mean": 0.8893229365348816,
"rewards/correct_answer_reward_func/std": 0.3139362931251526,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.9134114384651184,
"rewards/correct_extract_func/std": 0.2700866460800171,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.407015323638916,
"rewards/format_reward_func/std": 0.01986781507730484,
"step": 11
},
{
"epoch": 0.004431723755885883,
"grad_norm": 0.051170250158850315,
"learning_rate": 1e-06,
"loss": 0.0175,
"step": 12
},
{
"epoch": 0.004801034068876373,
"grad_norm": 0.05767247415587884,
"learning_rate": 1e-06,
"loss": 0.0181,
"reward/mean": 0.4389788508415222,
"reward/std": 0.02013307623565197,
"rewards/correct_answer_reward_func/mean": 0.9049479365348816,
"rewards/correct_answer_reward_func/std": 0.29347798228263855,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.8903212547302246,
"rewards/correct_extract_func/std": 0.2998242974281311,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.4078478813171387,
"rewards/format_reward_func/std": 0.014290675520896912,
"step": 13
},
{
"epoch": 0.005170344381866864,
"grad_norm": 0.05451251011427531,
"learning_rate": 1e-06,
"loss": 0.0181,
"step": 14
},
{
"epoch": 0.005539654694857354,
"grad_norm": 0.0548131395951059,
"learning_rate": 1e-06,
"loss": 0.0181,
"reward/mean": 0.4339887797832489,
"reward/std": 0.018782436847686768,
"rewards/correct_answer_reward_func/mean": 0.88671875,
"rewards/correct_answer_reward_func/std": 0.3171428442001343,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.9032118320465088,
"rewards/correct_extract_func/std": 0.2824605405330658,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.4087677001953125,
"rewards/format_reward_func/std": 0.012980460189282894,
"step": 15
},
{
"epoch": 0.005908965007847844,
"grad_norm": 0.05240983246508732,
"learning_rate": 1e-06,
"loss": 0.0181,
"step": 16
},
{
"epoch": 0.006278275320838334,
"grad_norm": 0.05134459409849994,
"learning_rate": 1e-06,
"loss": 0.0182,
"reward/mean": 0.43516525626182556,
"reward/std": 0.02198929898440838,
"rewards/correct_answer_reward_func/mean": 0.89453125,
"rewards/correct_answer_reward_func/std": 0.3073566257953644,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.8657768368721008,
"rewards/correct_extract_func/std": 0.3262862265110016,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.4083256721496582,
"rewards/format_reward_func/std": 0.02241017296910286,
"step": 17
},
{
"epoch": 0.006647585633828825,
"grad_norm": 0.050341338341445184,
"learning_rate": 1e-06,
"loss": 0.0182,
"step": 18
},
{
"epoch": 0.007016895946819315,
"grad_norm": 0.0432942729059209,
"learning_rate": 1e-06,
"loss": 0.0176,
"reward/mean": 0.43305787444114685,
"reward/std": 0.017742186784744263,
"rewards/correct_answer_reward_func/mean": 0.8854166865348816,
"rewards/correct_answer_reward_func/std": 0.3187260329723358,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.8930990099906921,
"rewards/correct_extract_func/std": 0.29494285583496094,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.4063993692398071,
"rewards/format_reward_func/std": 0.03480615094304085,
"step": 19
},
{
"epoch": 0.007386206259809805,
"grad_norm": 0.043736628776102855,
"learning_rate": 1e-06,
"loss": 0.0176,
"step": 20
},
{
"epoch": 0.0077555165728002955,
"grad_norm": 0.05359119220833686,
"learning_rate": 1e-06,
"loss": 0.0171,
"reward/mean": 0.4271976351737976,
"reward/std": 0.02278582751750946,
"rewards/correct_answer_reward_func/mean": 0.8619791865348816,
"rewards/correct_answer_reward_func/std": 0.34514662623405457,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.9271919131278992,
"rewards/correct_extract_func/std": 0.2506465017795563,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.4078807830810547,
"rewards/format_reward_func/std": 0.011555412784218788,
"step": 21
},
{
"epoch": 0.008124826885790786,
"grad_norm": 0.053384876112853016,
"learning_rate": 1e-06,
"loss": 0.0171,
"step": 22
},
{
"epoch": 0.008494137198781277,
"grad_norm": 0.05457105190222447,
"learning_rate": 1e-06,
"loss": 0.0176,
"reward/mean": 0.4344092011451721,
"reward/std": 0.018806444481015205,
"rewards/correct_answer_reward_func/mean": 0.8893229365348816,
"rewards/correct_answer_reward_func/std": 0.3139362931251526,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.8963108062744141,
"rewards/correct_extract_func/std": 0.29719239473342896,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.4072299003601074,
"rewards/format_reward_func/std": 0.013067901134490967,
"step": 23
},
{
"epoch": 0.008863447511771766,
"grad_norm": 0.051790764460388904,
"learning_rate": 1e-06,
"loss": 0.0176,
"step": 24
},
{
"epoch": 0.009232757824762256,
"grad_norm": 0.06455557806308003,
"learning_rate": 1e-06,
"loss": 0.0177,
"reward/mean": 0.44281578063964844,
"reward/std": 0.016280503943562508,
"rewards/correct_answer_reward_func/mean": 0.9153645634651184,
"rewards/correct_answer_reward_func/std": 0.27851977944374084,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.9203993678092957,
"rewards/correct_extract_func/std": 0.25632622838020325,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.4059442281723022,
"rewards/format_reward_func/std": 0.02205752208828926,
"step": 25
},
{
"epoch": 0.009602068137752747,
"grad_norm": 0.054460571323261056,
"learning_rate": 1e-06,
"loss": 0.0177,
"step": 26
},
{
"epoch": 0.009971378450743237,
"grad_norm": 0.045474497731843734,
"learning_rate": 1e-06,
"loss": 0.0175,
"reward/mean": 0.4445436894893646,
"reward/std": 0.014738515019416809,
"rewards/correct_answer_reward_func/mean": 0.9192708134651184,
"rewards/correct_answer_reward_func/std": 0.27259624004364014,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.9342448115348816,
"rewards/correct_extract_func/std": 0.23349910974502563,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.4073508977890015,
"rewards/format_reward_func/std": 0.014469039626419544,
"step": 27
},
{
"epoch": 0.010340688763733728,
"grad_norm": 0.04518446989067636,
"learning_rate": 1e-06,
"loss": 0.0175,
"step": 28
},
{
"epoch": 0.010709999076724217,
"grad_norm": 0.05758722247738054,
"learning_rate": 1e-06,
"loss": 0.0183,
"reward/mean": 0.44419676065444946,
"reward/std": 0.02353046089410782,
"rewards/correct_answer_reward_func/mean": 0.9192708134651184,
"rewards/correct_answer_reward_func/std": 0.27259624004364014,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.923828125,
"rewards/correct_extract_func/std": 0.25748127698898315,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.4070063829421997,
"rewards/format_reward_func/std": 0.013799347914755344,
"step": 29
},
{
"epoch": 0.011079309389714707,
"grad_norm": 0.04951275155135316,
"learning_rate": 1e-06,
"loss": 0.0183,
"step": 30
},
{
"epoch": 0.011448619702705198,
"grad_norm": 0.047494845238651454,
"learning_rate": 1e-06,
"loss": 0.0173,
"reward/mean": 0.44647669792175293,
"reward/std": 0.014447808265686035,
"rewards/correct_answer_reward_func/mean": 0.92578125,
"rewards/correct_answer_reward_func/std": 0.2622973620891571,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.9365885257720947,
"rewards/correct_extract_func/std": 0.24006153643131256,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.4064464569091797,
"rewards/format_reward_func/std": 0.02209184132516384,
"step": 31
},
{
"epoch": 0.011817930015695689,
"grad_norm": 0.046822948788372606,
"learning_rate": 1e-06,
"loss": 0.0173,
"step": 32
},
{
"epoch": 0.01218724032868618,
"grad_norm": 0.04380397393536513,
"learning_rate": 1e-06,
"loss": 0.0174,
"reward/mean": 0.4473347067832947,
"reward/std": 0.01410503126680851,
"rewards/correct_answer_reward_func/mean": 0.9309895634651184,
"rewards/correct_answer_reward_func/std": 0.25363701581954956,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.911241352558136,
"rewards/correct_extract_func/std": 0.28002622723579407,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.4070053100585938,
"rewards/format_reward_func/std": 0.007169181946665049,
"step": 33
},
{
"epoch": 0.012556550641676668,
"grad_norm": 0.04264955092023057,
"learning_rate": 1e-06,
"loss": 0.0174,
"step": 34
},
{
"epoch": 0.012925860954667159,
"grad_norm": 0.04313995996563885,
"learning_rate": 1e-06,
"loss": 0.0172,
"reward/mean": 0.4411402642726898,
"reward/std": 0.00797030795365572,
"rewards/correct_answer_reward_func/mean": 0.9088541865348816,
"rewards/correct_answer_reward_func/std": 0.28800395131111145,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.9279513359069824,
"rewards/correct_extract_func/std": 0.25393322110176086,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.4064545631408691,
"rewards/format_reward_func/std": 0.017624543979763985,
"step": 35
},
{
"epoch": 0.01329517126765765,
"grad_norm": 0.04127535963471486,
"learning_rate": 1e-06,
"loss": 0.0172,
"step": 36
},
{
"epoch": 0.01366448158064814,
"grad_norm": 0.060380213829128886,
"learning_rate": 1e-06,
"loss": 0.0176,
"reward/mean": 0.4418516159057617,
"reward/std": 0.016873031854629517,
"rewards/correct_answer_reward_func/mean": 0.9075520634651184,
"rewards/correct_answer_reward_func/std": 0.2898460030555725,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.961718738079071,
"rewards/correct_extract_func/std": 0.18086452782154083,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.4073443412780762,
"rewards/format_reward_func/std": 0.013318442739546299,
"step": 37
},
{
"epoch": 0.01403379189363863,
"grad_norm": 0.05602980229868504,
"learning_rate": 1e-06,
"loss": 0.0176,
"step": 38
},
{
"epoch": 0.01440310220662912,
"grad_norm": 0.05184766134610364,
"learning_rate": 1e-06,
"loss": 0.0177,
"reward/mean": 0.43869584798812866,
"reward/std": 0.019008934497833252,
"rewards/correct_answer_reward_func/mean": 0.9036458134651184,
"rewards/correct_answer_reward_func/std": 0.2952686548233032,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.9003472328186035,
"rewards/correct_extract_func/std": 0.2904185354709625,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.405916690826416,
"rewards/format_reward_func/std": 0.0255013108253479,
"step": 39
},
{
"epoch": 0.01477241251961961,
"grad_norm": 0.05148310080801445,
"learning_rate": 1e-06,
"loss": 0.0176,
"step": 40
},
{
"epoch": 0.0151417228326101,
"grad_norm": 0.05581834264976948,
"learning_rate": 1e-06,
"loss": 0.0175,
"reward/mean": 0.4319329261779785,
"reward/std": 0.020871102809906006,
"rewards/correct_answer_reward_func/mean": 0.8802083134651184,
"rewards/correct_answer_reward_func/std": 0.3249293863773346,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.907118022441864,
"rewards/correct_extract_func/std": 0.2817213237285614,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.406569004058838,
"rewards/format_reward_func/std": 0.02022281102836132,
"step": 41
},
{
"epoch": 0.015511033145600591,
"grad_norm": 0.05268407384500521,
"learning_rate": 1e-06,
"loss": 0.0175,
"step": 42
},
{
"epoch": 0.01588034345859108,
"grad_norm": 0.09367675201948025,
"learning_rate": 1e-06,
"loss": 0.0176,
"reward/mean": 0.4355073869228363,
"reward/std": 0.01918705925345421,
"rewards/correct_answer_reward_func/mean": 0.8919270634651184,
"rewards/correct_answer_reward_func/std": 0.3106748163700104,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.9130207896232605,
"rewards/correct_extract_func/std": 0.27445390820503235,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.405385971069336,
"rewards/format_reward_func/std": 0.026785731315612793,
"step": 43
},
{
"epoch": 0.016249653771581572,
"grad_norm": 0.05227366508331771,
"learning_rate": 1e-06,
"loss": 0.0176,
"step": 44
},
{
"epoch": 0.01661896408457206,
"grad_norm": 0.04497808527453425,
"learning_rate": 1e-06,
"loss": 0.0179,
"reward/mean": 0.4444352984428406,
"reward/std": 0.01481956522911787,
"rewards/correct_answer_reward_func/mean": 0.9192708134651184,
"rewards/correct_answer_reward_func/std": 0.27259624004364014,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.9329426884651184,
"rewards/correct_extract_func/std": 0.24013008177280426,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.406657338142395,
"rewards/format_reward_func/std": 0.015218171291053295,
"step": 45
},
{
"epoch": 0.016988274397562553,
"grad_norm": 0.055837167119088496,
"learning_rate": 1e-06,
"loss": 0.0179,
"step": 46
},
{
"epoch": 0.017357584710553042,
"grad_norm": 0.05873478813480533,
"learning_rate": 1e-06,
"loss": 0.0178,
"reward/mean": 0.44062528014183044,
"reward/std": 0.01832752674818039,
"rewards/correct_answer_reward_func/mean": 0.9088541865348816,
"rewards/correct_answer_reward_func/std": 0.28800395131111145,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.9090712070465088,
"rewards/correct_extract_func/std": 0.27737653255462646,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.4069687128067017,
"rewards/format_reward_func/std": 0.02851445972919464,
"step": 47
},
{
"epoch": 0.01772689502354353,
"grad_norm": 0.05518986438955003,
"learning_rate": 1e-06,
"loss": 0.0178,
"step": 48
},
{
"epoch": 0.018096205336534023,
"grad_norm": 0.04474697485013119,
"learning_rate": 1e-06,
"loss": 0.0182,
"reward/mean": 0.44659337401390076,
"reward/std": 0.013036997988820076,
"rewards/correct_answer_reward_func/mean": 0.9296875,
"rewards/correct_answer_reward_func/std": 0.2558395564556122,
"rewards/correct_crop_func/mean": 0.0,
"rewards/correct_crop_func/std": 0.0,
"rewards/correct_extract_func/mean": 0.9007161259651184,
"rewards/correct_extract_func/std": 0.2947409451007843,
"rewards/correct_find_color/mean": 0.0,
"rewards/correct_find_color/std": 0.0,
"rewards/format_reward_func/mean": 1.406656265258789,
"rewards/format_reward_func/std": 0.00936658214777708,
"step": 49
},
{
"epoch": 0.018465515649524512,
"grad_norm": 0.043438923657574534,
"learning_rate": 1e-06,
"loss": 0.0181,
"step": 50
}
],
"logging_steps": 1,
"max_steps": 2708,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 50,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 0.0,
"train_batch_size": 4,
"trial_name": null,
"trial_params": null
}
|