| layer,module,loss,samples,damp,time | |
| 0,self_attn.k_proj,0.0034220812,0.01000,6.767 | |
| 0,self_attn.v_proj,0.0035320274,0.01000,6.425 | |
| 0,self_attn.q_proj,0.0862545222,0.01000,6.546 | |
| 0,self_attn.o_proj,29.2909488678,0.01000,6.506 | |
| 0,mlp.gate_up_proj,18.1310367584,0.01000,6.896 | |
| 0,mlp.down_proj,1179175.1250000000,0.01000,75.366 | |
| 1,self_attn.k_proj,3.9879090786,0.01000,6.587 | |
| 1,self_attn.v_proj,2.0488798618,0.01000,6.673 | |
| 1,self_attn.q_proj,10.5135631561,0.01000,6.629 | |
| 1,self_attn.o_proj,163785.4375000000,0.01000,6.500 | |
| 1,mlp.gate_up_proj,22.1514358521,0.01000,6.976 | |
| 1,mlp.down_proj,39.5454521179,0.01000,75.250 | |
| 2,self_attn.k_proj,0.0629259050,0.01000,6.475 | |
| 2,self_attn.v_proj,0.0769291520,0.01000,6.480 | |
| 2,self_attn.q_proj,0.8123433590,0.01000,6.548 | |
| 2,self_attn.o_proj,3.3731050491,0.01000,6.510 | |
| 2,mlp.gate_up_proj,41.1817398071,0.01000,6.920 | |
| 2,mlp.down_proj,85.3515930176,0.01000,75.117 | |
| 3,self_attn.k_proj,0.1022189707,0.01000,6.480 | |
| 3,self_attn.v_proj,0.1054534614,0.01000,6.507 | |
| 3,self_attn.q_proj,1.0348511934,0.01000,6.633 | |
| 3,self_attn.o_proj,7.2946729660,0.01000,6.609 | |
| 3,mlp.gate_up_proj,41.1565551758,0.01000,6.881 | |
| 3,mlp.down_proj,45.4280395508,0.01000,75.909 | |
| 4,self_attn.k_proj,0.1060990393,0.01000,7.273 | |
| 4,self_attn.v_proj,0.0885577649,0.01000,6.664 | |
| 4,self_attn.q_proj,1.3326759338,0.01000,6.569 | |
| 4,self_attn.o_proj,3.4864258766,0.01000,6.730 | |
| 4,mlp.gate_up_proj,55.4066696167,0.01000,7.007 | |
| 4,mlp.down_proj,45.0761260986,0.01000,75.557 | |
| 5,self_attn.k_proj,0.1823573858,0.01000,6.595 | |
| 5,self_attn.v_proj,0.1505894065,0.01000,6.533 | |
| 5,self_attn.q_proj,2.1970920563,0.01000,6.688 | |
| 5,self_attn.o_proj,3.0355772972,0.01000,6.611 | |
| 5,mlp.gate_up_proj,105.7146148682,0.01000,7.043 | |
| 5,mlp.down_proj,61.0149154663,0.01000,75.492 | |
| 6,self_attn.k_proj,0.2422387600,0.01000,6.583 | |
| 6,self_attn.v_proj,0.2099206001,0.01000,6.540 | |
| 6,self_attn.q_proj,2.8301854134,0.01000,6.693 | |
| 6,self_attn.o_proj,1.1215524673,0.01000,6.605 | |
| 6,mlp.gate_up_proj,114.2460632324,0.01000,7.027 | |
| 6,mlp.down_proj,51.1028366089,0.01000,75.182 | |
| 7,self_attn.k_proj,0.2277371436,0.01000,6.599 | |
| 7,self_attn.v_proj,0.2103682905,0.01000,6.608 | |
| 7,self_attn.q_proj,2.8089818954,0.01000,6.703 | |
| 7,self_attn.o_proj,1.5157353878,0.01000,6.629 | |
| 7,mlp.gate_up_proj,131.0383911133,0.01000,7.001 | |
| 7,mlp.down_proj,55.7333755493,0.01000,75.559 | |
| 8,self_attn.k_proj,0.3196110725,0.01000,6.598 | |
| 8,self_attn.v_proj,0.2536574900,0.01000,6.502 | |
| 8,self_attn.q_proj,4.4795093536,0.01000,6.690 | |
| 8,self_attn.o_proj,2.0901699066,0.01000,6.547 | |
| 8,mlp.gate_up_proj,139.3776550293,0.01000,7.079 | |
| 8,mlp.down_proj,51.3879013062,0.01000,75.541 | |
| 9,self_attn.k_proj,0.3646098077,0.01000,6.527 | |
| 9,self_attn.v_proj,0.2796668410,0.01000,6.619 | |
| 9,self_attn.q_proj,4.5950908661,0.01000,6.586 | |
| 9,self_attn.o_proj,2.3562345505,0.01000,6.731 | |
| 9,mlp.gate_up_proj,135.8614044189,0.01000,6.995 | |
| 9,mlp.down_proj,56.3207511902,0.01000,75.391 | |
| 10,self_attn.k_proj,0.3041293621,0.01000,6.439 | |
| 10,self_attn.v_proj,0.2991818786,0.01000,6.440 | |
| 10,self_attn.q_proj,4.1732721329,0.01000,6.458 | |
| 10,self_attn.o_proj,1.6644737720,0.01000,6.544 | |
| 10,mlp.gate_up_proj,156.3773193359,0.01000,6.916 | |
| 10,mlp.down_proj,52.2181396484,0.01000,75.599 | |
| 11,self_attn.k_proj,0.3680439591,0.01000,6.628 | |
| 11,self_attn.v_proj,0.3080384135,0.01000,6.460 | |
| 11,self_attn.q_proj,5.2566905022,0.01000,6.501 | |
| 11,self_attn.o_proj,4.2568435669,0.01000,6.518 | |
| 11,mlp.gate_up_proj,129.8168334961,0.01000,6.974 | |
| 11,mlp.down_proj,47.0486602783,0.01000,75.117 | |
| 12,self_attn.k_proj,0.4511710405,0.01000,6.555 | |
| 12,self_attn.v_proj,0.3034255803,0.01000,6.496 | |
| 12,self_attn.q_proj,5.9686613083,0.01000,6.702 | |
| 12,self_attn.o_proj,3.1173052788,0.01000,6.641 | |
| 12,mlp.gate_up_proj,95.1479339600,0.01000,6.988 | |
| 12,mlp.down_proj,27.3630828857,0.01000,75.304 | |
| 13,self_attn.k_proj,0.3819158375,0.01000,6.692 | |
| 13,self_attn.v_proj,0.3499495983,0.01000,6.568 | |
| 13,self_attn.q_proj,6.1208691597,0.01000,6.705 | |
| 13,self_attn.o_proj,2.9879298210,0.01000,6.517 | |
| 13,mlp.gate_up_proj,80.1323242188,0.01000,7.087 | |
| 13,mlp.down_proj,20.9591407776,0.01000,75.740 | |
| 14,self_attn.k_proj,0.4632751942,0.01000,6.429 | |
| 14,self_attn.v_proj,0.3840453625,0.01000,6.409 | |
| 14,self_attn.q_proj,7.6184635162,0.01000,6.458 | |
| 14,self_attn.o_proj,3.1108970642,0.01000,6.469 | |
| 14,mlp.gate_up_proj,60.0308189392,0.01000,6.835 | |
| 14,mlp.down_proj,13.5274686813,0.01000,74.902 | |
| 15,self_attn.k_proj,0.2583310604,0.01000,6.375 | |
| 15,self_attn.v_proj,0.2461199760,0.01000,6.420 | |
| 15,self_attn.q_proj,4.2768793106,0.01000,6.448 | |
| 15,self_attn.o_proj,3.0479519367,0.01000,6.518 | |
| 15,mlp.gate_up_proj,87.5587921143,0.01000,6.872 | |
| 15,mlp.down_proj,23.6175918579,0.01000,74.897 | |
| 16,self_attn.k_proj,0.4602186680,0.01000,6.364 | |
| 16,self_attn.v_proj,0.4188678861,0.01000,6.378 | |
| 16,self_attn.q_proj,7.7819638252,0.01000,6.432 | |
| 16,self_attn.o_proj,2.5749483109,0.01000,6.459 | |
| 16,mlp.gate_up_proj,98.1501388550,0.01000,6.860 | |
| 16,mlp.down_proj,22.9874629974,0.01000,74.876 | |
| 17,self_attn.k_proj,0.3833177090,0.01000,6.416 | |
| 17,self_attn.v_proj,0.3623127043,0.01000,6.378 | |
| 17,self_attn.q_proj,6.0406737328,0.01000,6.451 | |
| 17,self_attn.o_proj,1.9766663313,0.01000,6.713 | |
| 17,mlp.gate_up_proj,73.3650360107,0.01000,7.046 | |
| 17,mlp.down_proj,13.8105087280,0.01000,75.158 | |
| 18,self_attn.k_proj,0.4845902920,0.01000,6.451 | |
| 18,self_attn.v_proj,0.4320200682,0.01000,6.501 | |
| 18,self_attn.q_proj,7.9340400696,0.01000,6.459 | |
| 18,self_attn.o_proj,1.3660988808,0.01000,6.630 | |
| 18,mlp.gate_up_proj,96.6038513184,0.01000,7.058 | |
| 18,mlp.down_proj,19.9576816559,0.01000,75.274 | |
| 19,self_attn.k_proj,0.3721196353,0.01000,6.595 | |
| 19,self_attn.v_proj,0.3313113451,0.01000,6.441 | |
| 19,self_attn.q_proj,6.1215629578,0.01000,6.555 | |
| 19,self_attn.o_proj,1.7872924805,0.01000,6.582 | |
| 19,mlp.gate_up_proj,51.1472091675,0.01000,6.974 | |
| 19,mlp.down_proj,6.5193996429,0.01000,75.480 | |
| 20,self_attn.k_proj,0.4237810969,0.01000,6.532 | |
| 20,self_attn.v_proj,0.3924658298,0.01000,6.478 | |
| 20,self_attn.q_proj,6.9226331711,0.01000,6.666 | |
| 20,self_attn.o_proj,1.5658830404,0.01000,6.589 | |
| 20,mlp.gate_up_proj,73.4598083496,0.01000,7.015 | |
| 20,mlp.down_proj,11.1347942352,0.01000,75.374 | |
| 21,self_attn.k_proj,0.2859062254,0.01000,6.493 | |
| 21,self_attn.v_proj,0.3240700364,0.01000,6.455 | |
| 21,self_attn.q_proj,3.7225883007,0.01000,6.436 | |
| 21,self_attn.o_proj,1.9925444126,0.01000,6.538 | |
| 21,mlp.gate_up_proj,96.5281448364,0.01000,6.886 | |
| 21,mlp.down_proj,14.1366004944,0.01000,75.145 | |
| 22,self_attn.k_proj,0.4420604408,0.01000,6.476 | |
| 22,self_attn.v_proj,0.3830204010,0.01000,6.543 | |
| 22,self_attn.q_proj,6.6557235718,0.01000,6.498 | |
| 22,self_attn.o_proj,1.0463850498,0.01000,6.646 | |
| 22,mlp.gate_up_proj,88.4368133545,0.01000,6.930 | |
| 22,mlp.down_proj,11.8488044739,0.01000,75.619 | |
| 23,self_attn.k_proj,0.4063930511,0.01000,6.522 | |
| 23,self_attn.v_proj,0.3719247580,0.01000,6.646 | |
| 23,self_attn.q_proj,6.2333779335,0.01000,6.559 | |
| 23,self_attn.o_proj,0.3829472363,0.01000,6.720 | |
| 23,mlp.gate_up_proj,99.4154510498,0.01000,7.035 | |
| 23,mlp.down_proj,12.5388355255,0.01000,75.489 | |
| 24,self_attn.k_proj,0.3868191838,0.01000,6.663 | |
| 24,self_attn.v_proj,0.5107171535,0.01000,6.520 | |
| 24,self_attn.q_proj,4.2099189758,0.01000,6.654 | |
| 24,self_attn.o_proj,0.9716567993,0.01000,6.558 | |
| 24,mlp.gate_up_proj,89.0367507935,0.01000,7.075 | |
| 24,mlp.down_proj,10.0514163971,0.01000,75.565 | |
| 25,self_attn.k_proj,0.4824813306,0.01000,6.420 | |
| 25,self_attn.v_proj,0.4273293316,0.01000,6.399 | |
| 25,self_attn.q_proj,7.0728235245,0.01000,6.456 | |
| 25,self_attn.o_proj,1.3294534683,0.01000,6.498 | |
| 25,mlp.gate_up_proj,76.7609100342,0.01000,7.009 | |
| 25,mlp.down_proj,8.5694046021,0.01000,75.546 | |
| 26,self_attn.k_proj,0.4900133014,0.01000,6.668 | |
| 26,self_attn.v_proj,0.4261931777,0.01000,6.544 | |
| 26,self_attn.q_proj,7.3141384125,0.01000,6.640 | |
| 26,self_attn.o_proj,1.1036771536,0.01000,6.605 | |
| 26,mlp.gate_up_proj,77.5419311523,0.01000,7.158 | |
| 26,mlp.down_proj,8.2873983383,0.01000,75.544 | |
| 27,self_attn.k_proj,0.5073686838,0.01000,6.523 | |
| 27,self_attn.v_proj,0.4295948148,0.01000,6.647 | |
| 27,self_attn.q_proj,7.7233805656,0.01000,6.576 | |
| 27,self_attn.o_proj,1.0247614384,0.01000,6.601 | |
| 27,mlp.gate_up_proj,61.1593742371,0.01000,7.001 | |
| 27,mlp.down_proj,5.8742828369,0.01000,75.407 | |
| 28,self_attn.k_proj,0.6075166464,0.01000,6.489 | |
| 28,self_attn.v_proj,0.5274893641,0.01000,6.471 | |
| 28,self_attn.q_proj,8.9545993805,0.01000,6.555 | |
| 28,self_attn.o_proj,1.2463241816,0.01000,6.499 | |
| 28,mlp.gate_up_proj,71.1345520020,0.01000,6.929 | |
| 28,mlp.down_proj,7.2490425110,0.01000,75.490 | |
| 29,self_attn.k_proj,0.5533894300,0.01000,6.711 | |
| 29,self_attn.v_proj,0.5130259395,0.01000,6.537 | |
| 29,self_attn.q_proj,8.6943969727,0.01000,6.690 | |
| 29,self_attn.o_proj,1.4709702730,0.01000,6.579 | |
| 29,mlp.gate_up_proj,59.8854446411,0.01000,7.061 | |
| 29,mlp.down_proj,6.1821279526,0.01000,75.573 | |
| 30,self_attn.k_proj,0.6920185685,0.01000,6.656 | |
| 30,self_attn.v_proj,0.6657848954,0.01000,6.506 | |
| 30,self_attn.q_proj,11.2160139084,0.01000,6.509 | |
| 30,self_attn.o_proj,0.5437450409,0.01000,6.707 | |
| 30,mlp.gate_up_proj,55.0674514771,0.01000,6.987 | |
| 30,mlp.down_proj,4.8734674454,0.01000,75.601 | |
| 31,self_attn.k_proj,0.6317060590,0.01000,6.696 | |
| 31,self_attn.v_proj,0.6550325751,0.01000,6.509 | |
| 31,self_attn.q_proj,10.4116210938,0.01000,6.702 | |
| 31,self_attn.o_proj,0.7293068767,0.01000,6.596 | |
| 31,mlp.gate_up_proj,52.0203399658,0.01000,7.068 | |
| 31,mlp.down_proj,4.2404346466,0.01000,74.905 | |
| 32,self_attn.k_proj,0.6688711643,0.01000,6.663 | |
| 32,self_attn.v_proj,0.6679843664,0.01000,6.394 | |
| 32,self_attn.q_proj,11.3544321060,0.01000,6.452 | |
| 32,self_attn.o_proj,0.9018350244,0.01000,6.528 | |
| 32,mlp.gate_up_proj,48.7312011719,0.01000,6.889 | |
| 32,mlp.down_proj,3.7399752140,0.01000,75.713 | |
| 33,self_attn.k_proj,0.4323378503,0.01000,6.549 | |
| 33,self_attn.v_proj,0.4390351176,0.01000,6.575 | |
| 33,self_attn.q_proj,7.4047403336,0.01000,6.706 | |
| 33,self_attn.o_proj,0.8117501736,0.01000,6.822 | |
| 33,mlp.gate_up_proj,42.2779235840,0.01000,7.044 | |
| 33,mlp.down_proj,2.8923954964,0.01000,75.605 | |
| 34,self_attn.k_proj,0.4507418871,0.01000,6.655 | |
| 34,self_attn.v_proj,0.4136047363,0.01000,6.573 | |
| 34,self_attn.q_proj,7.2712001801,0.01000,6.648 | |
| 34,self_attn.o_proj,2.4997839928,0.01000,6.725 | |
| 34,mlp.gate_up_proj,30.3803138733,0.01000,6.997 | |
| 34,mlp.down_proj,1.9257822037,0.01000,75.542 | |
| 35,self_attn.k_proj,0.4657361507,0.01000,6.642 | |
| 35,self_attn.v_proj,0.4144870043,0.01000,6.483 | |
| 35,self_attn.q_proj,7.8259754181,0.01000,6.708 | |
| 35,self_attn.o_proj,2.0068597794,0.01000,6.583 | |
| 35,mlp.gate_up_proj,25.9850692749,0.01000,7.064 | |
| 35,mlp.down_proj,1.5614370108,0.01000,75.605 | |
| 36,self_attn.k_proj,0.4997970164,0.01000,6.569 | |
| 36,self_attn.v_proj,0.4702108502,0.01000,6.582 | |
| 36,self_attn.q_proj,8.9834442139,0.01000,6.620 | |
| 36,self_attn.o_proj,1.9465453625,0.01000,6.737 | |
| 36,mlp.gate_up_proj,26.3544750214,0.01000,6.993 | |
| 36,mlp.down_proj,1.5984722376,0.01000,75.274 | |
| 37,self_attn.k_proj,0.4336863756,0.01000,6.687 | |
| 37,self_attn.v_proj,0.3917506933,0.01000,6.518 | |
| 37,self_attn.q_proj,7.5984482765,0.01000,6.536 | |
| 37,self_attn.o_proj,2.3057777882,0.01000,6.584 | |
| 37,mlp.gate_up_proj,22.1024780273,0.01000,7.061 | |
| 37,mlp.down_proj,1.1779212952,0.01000,75.614 | |
| 38,self_attn.k_proj,0.6065304875,0.01000,6.566 | |
| 38,self_attn.v_proj,0.5703102946,0.01000,6.628 | |
| 38,self_attn.q_proj,10.4096822739,0.01000,6.557 | |
| 38,self_attn.o_proj,3.2613675594,0.01000,6.648 | |
| 38,mlp.gate_up_proj,22.2864685059,0.01000,7.068 | |
| 38,mlp.down_proj,1.2594432831,0.01000,75.332 | |
| 39,self_attn.k_proj,0.5490660667,0.01000,6.608 | |
| 39,self_attn.v_proj,0.4986594915,0.01000,6.493 | |
| 39,self_attn.q_proj,9.4383707047,0.01000,6.603 | |
| 39,self_attn.o_proj,2.1767606735,0.01000,6.674 | |
| 39,mlp.gate_up_proj,25.0301704407,0.01000,7.024 | |
| 39,mlp.down_proj,1.4127217531,0.01000,75.416 | |
| 40,self_attn.k_proj,0.6052602530,0.01000,6.461 | |
| 40,self_attn.v_proj,0.5636539459,0.01000,6.580 | |
| 40,self_attn.q_proj,10.6230754852,0.01000,6.603 | |
| 40,self_attn.o_proj,2.5278801918,0.01000,6.564 | |
| 40,mlp.gate_up_proj,19.9239673615,0.01000,7.010 | |
| 40,mlp.down_proj,0.8810606003,0.01000,75.392 | |
| 41,self_attn.k_proj,0.4617938399,0.01000,6.545 | |
| 41,self_attn.v_proj,0.4820065796,0.01000,6.609 | |
| 41,self_attn.q_proj,9.3880996704,0.01000,6.668 | |
| 41,self_attn.o_proj,1.2565708160,0.01000,6.628 | |
| 41,mlp.gate_up_proj,19.1968193054,0.01000,7.061 | |
| 41,mlp.down_proj,0.8156688213,0.01000,75.408 | |
| 42,self_attn.k_proj,0.5735518932,0.01000,6.569 | |
| 42,self_attn.v_proj,0.5783580542,0.01000,6.563 | |
| 42,self_attn.q_proj,10.8112087250,0.01000,6.491 | |
| 42,self_attn.o_proj,2.5109295845,0.01000,6.577 | |
| 42,mlp.gate_up_proj,18.8163661957,0.01000,6.961 | |
| 42,mlp.down_proj,0.8203445077,0.01000,75.475 | |
| 43,self_attn.k_proj,0.5429349542,0.01000,6.466 | |
| 43,self_attn.v_proj,0.5050852895,0.01000,6.462 | |
| 43,self_attn.q_proj,9.8786878586,0.01000,6.534 | |
| 43,self_attn.o_proj,2.5050044060,0.01000,6.702 | |
| 43,mlp.gate_up_proj,17.5275611877,0.01000,6.988 | |
| 43,mlp.down_proj,0.7691048384,0.01000,75.310 | |
| 44,self_attn.k_proj,0.5224992633,0.01000,6.539 | |
| 44,self_attn.v_proj,0.5577907562,0.01000,6.490 | |
| 44,self_attn.q_proj,10.7379722595,0.01000,6.662 | |
| 44,self_attn.o_proj,2.0141401291,0.01000,6.555 | |
| 44,mlp.gate_up_proj,16.3467655182,0.01000,7.020 | |
| 44,mlp.down_proj,0.7087786198,0.01000,75.238 | |
| 45,self_attn.k_proj,0.5915645957,0.01000,6.452 | |
| 45,self_attn.v_proj,0.5714409351,0.01000,6.459 | |
| 45,self_attn.q_proj,11.4608058929,0.01000,6.472 | |
| 45,self_attn.o_proj,2.1459579468,0.01000,6.508 | |
| 45,mlp.gate_up_proj,15.0211362839,0.01000,6.929 | |
| 45,mlp.down_proj,0.6236560941,0.01000,75.862 | |
| 46,self_attn.k_proj,0.5475620031,0.01000,6.601 | |
| 46,self_attn.v_proj,0.5805529952,0.01000,6.483 | |
| 46,self_attn.q_proj,10.6689815521,0.01000,6.702 | |
| 46,self_attn.o_proj,2.2360239029,0.01000,6.629 | |
| 46,mlp.gate_up_proj,15.2782344818,0.01000,6.918 | |
| 46,mlp.down_proj,0.7137852311,0.01000,75.631 | |
| 47,self_attn.k_proj,0.5087909698,0.01000,6.604 | |
| 47,self_attn.v_proj,0.5462162495,0.01000,6.657 | |
| 47,self_attn.q_proj,9.5933427811,0.01000,6.567 | |
| 47,self_attn.o_proj,1.9245133400,0.01000,6.666 | |
| 47,mlp.gate_up_proj,15.8856372833,0.01000,6.920 | |
| 47,mlp.down_proj,0.7172508836,0.01000,75.482 | |
| 48,self_attn.k_proj,0.5035958886,0.01000,6.503 | |
| 48,self_attn.v_proj,0.5128620863,0.01000,6.560 | |
| 48,self_attn.q_proj,9.6695089340,0.01000,6.609 | |
| 48,self_attn.o_proj,1.6898596287,0.01000,6.636 | |
| 48,mlp.gate_up_proj,15.1412868500,0.01000,6.932 | |
| 48,mlp.down_proj,0.7731516361,0.01000,75.301 | |
| 49,self_attn.k_proj,0.5340253115,0.01000,6.467 | |
| 49,self_attn.v_proj,0.5859125853,0.01000,6.607 | |
| 49,self_attn.q_proj,10.0161008835,0.01000,6.482 | |
| 49,self_attn.o_proj,1.3577640057,0.01000,6.515 | |
| 49,mlp.gate_up_proj,24.1497077942,0.01000,6.863 | |
| 49,mlp.down_proj,1.5255846977,0.01000,75.378 | |
| 50,self_attn.k_proj,0.5374884605,0.01000,6.433 | |
| 50,self_attn.v_proj,0.6325332522,0.01000,6.444 | |
| 50,self_attn.q_proj,9.6636142731,0.01000,6.445 | |
| 50,self_attn.o_proj,1.6960844994,0.01000,6.452 | |
| 50,mlp.gate_up_proj,29.5091991425,0.01000,6.848 | |
| 50,mlp.down_proj,2.0916008949,0.01000,74.970 | |
| 51,self_attn.k_proj,0.5167733431,0.01000,6.449 | |
| 51,self_attn.v_proj,0.5042170286,0.01000,6.381 | |
| 51,self_attn.q_proj,8.7160396576,0.01000,6.449 | |
| 51,self_attn.o_proj,0.8490020037,0.01000,6.491 | |
| 51,mlp.gate_up_proj,28.9341659546,0.01000,6.849 | |
| 51,mlp.down_proj,2.0998482704,0.01000,75.405 | |
| 52,self_attn.k_proj,0.5553915501,0.01000,6.448 | |
| 52,self_attn.v_proj,0.5283194780,0.01000,6.401 | |
| 52,self_attn.q_proj,9.6551036835,0.01000,6.484 | |
| 52,self_attn.o_proj,0.9687384367,0.01000,6.508 | |
| 52,mlp.gate_up_proj,27.8285713196,0.01000,6.869 | |
| 52,mlp.down_proj,1.9678364992,0.01000,74.950 | |
| 53,self_attn.k_proj,0.4702475965,0.01000,6.412 | |
| 53,self_attn.v_proj,0.5510104299,0.01000,6.360 | |
| 53,self_attn.q_proj,10.5117092133,0.01000,6.423 | |
| 53,self_attn.o_proj,0.3903149962,0.01000,6.478 | |
| 53,mlp.gate_up_proj,28.6689548492,0.01000,6.849 | |
| 53,mlp.down_proj,1.9850850105,0.01000,74.937 | |
| 54,self_attn.k_proj,0.5034571886,0.01000,6.401 | |
| 54,self_attn.v_proj,0.6066601276,0.01000,6.391 | |
| 54,self_attn.q_proj,8.8369770050,0.01000,6.451 | |
| 54,self_attn.o_proj,0.2747907937,0.01000,6.442 | |
| 54,mlp.gate_up_proj,30.5453453064,0.01000,6.876 | |
| 54,mlp.down_proj,2.1974987984,0.01000,75.293 | |
| 55,self_attn.k_proj,0.4956079721,0.01000,6.543 | |
| 55,self_attn.v_proj,0.5328890681,0.01000,6.491 | |
| 55,self_attn.q_proj,7.7310781479,0.01000,6.493 | |
| 55,self_attn.o_proj,0.2597360611,0.01000,6.560 | |
| 55,mlp.gate_up_proj,29.4537467957,0.01000,6.890 | |
| 55,mlp.down_proj,2.1116538048,0.01000,75.241 | |
| 56,self_attn.k_proj,0.4813837409,0.01000,6.499 | |
| 56,self_attn.v_proj,0.6212204695,0.01000,6.439 | |
| 56,self_attn.q_proj,8.6397199631,0.01000,6.696 | |
| 56,self_attn.o_proj,0.5443946123,0.01000,6.710 | |
| 56,mlp.gate_up_proj,32.8826293945,0.01000,6.958 | |
| 56,mlp.down_proj,2.6923239231,0.01000,75.272 | |
| 57,self_attn.k_proj,0.5049524307,0.01000,6.446 | |
| 57,self_attn.v_proj,0.4810618162,0.01000,6.623 | |
| 57,self_attn.q_proj,9.2072334290,0.01000,6.645 | |
| 57,self_attn.o_proj,1.6438405514,0.01000,6.615 | |
| 57,mlp.gate_up_proj,38.7384567261,0.01000,6.954 | |
| 57,mlp.down_proj,3.8744773865,0.01000,75.520 | |
| 58,self_attn.k_proj,0.4986934066,0.01000,6.480 | |
| 58,self_attn.v_proj,0.5062972903,0.01000,6.385 | |
| 58,self_attn.q_proj,9.2236156464,0.01000,6.457 | |
| 58,self_attn.o_proj,0.5090876818,0.01000,6.535 | |
| 58,mlp.gate_up_proj,53.9915847778,0.01000,6.858 | |
| 58,mlp.down_proj,8.1189861298,0.01000,74.888 | |
| 59,self_attn.k_proj,0.5079017878,0.01000,6.383 | |
| 59,self_attn.v_proj,0.4565492272,0.01000,6.357 | |
| 59,self_attn.q_proj,8.4953298569,0.01000,6.499 | |
| 59,self_attn.o_proj,0.8651695251,0.01000,6.539 | |
| 59,mlp.gate_up_proj,58.7294464111,0.01000,6.925 | |
| 59,mlp.down_proj,10.9756174088,0.01000,75.270 | |
| 60,self_attn.k_proj,0.4724925160,0.01000,6.495 | |
| 60,self_attn.v_proj,0.4282045662,0.01000,6.574 | |
| 60,self_attn.q_proj,8.5029144287,0.01000,6.593 | |
| 60,self_attn.o_proj,1.3532534838,0.01000,6.523 | |
| 60,mlp.gate_up_proj,66.6003723145,0.01000,6.898 | |
| 60,mlp.down_proj,14.2183198929,0.01000,75.566 | |