| layer,module,loss,samples,damp,time | |
| 0,self_attn.k_proj,0.0000000017,0.01000,2.788 | |
| 0,self_attn.v_proj,0.0000000014,0.01000,1.527 | |
| 0,self_attn.q_proj,0.0000000088,0.01000,1.565 | |
| 0,self_attn.o_proj,0.0000000606,0.01000,2.580 | |
| 0,mlp.gate_proj,0.0000001939,0.01000,1.655 | |
| 0,mlp.up_proj,0.0000001738,0.01000,1.661 | |
| 0,mlp.down_proj,0.0000003078,0.01000,11.545 | |
| 1,self_attn.k_proj,0.0000000026,0.01000,1.520 | |
| 1,self_attn.v_proj,0.0000000024,0.01000,1.537 | |
| 1,self_attn.q_proj,0.0000000154,0.01000,1.572 | |
| 1,self_attn.o_proj,0.0000000438,0.01000,2.613 | |
| 1,mlp.gate_proj,0.0000136234,0.01000,1.663 | |
| 1,mlp.up_proj,0.0000043194,0.01000,1.668 | |
| 1,mlp.down_proj,0.0000015933,0.01000,11.733 | |
| 2,self_attn.k_proj,0.0000000047,0.01000,1.518 | |
| 2,self_attn.v_proj,0.0000000047,0.01000,1.533 | |
| 2,self_attn.q_proj,0.0000000251,0.01000,1.570 | |
| 2,self_attn.o_proj,0.0000000731,0.01000,2.610 | |
| 2,mlp.gate_proj,0.0000210778,0.01000,1.647 | |
| 2,mlp.up_proj,0.0000090475,0.01000,1.658 | |
| 2,mlp.down_proj,0.0000236344,0.01000,11.642 | |
| 3,self_attn.k_proj,0.0000000093,0.01000,1.582 | |
| 3,self_attn.v_proj,0.0000000092,0.01000,1.528 | |
| 3,self_attn.q_proj,0.0000000510,0.01000,1.573 | |
| 3,self_attn.o_proj,0.0000000874,0.01000,2.583 | |
| 3,mlp.gate_proj,0.0000342387,0.01000,1.657 | |
| 3,mlp.up_proj,0.0000152574,0.01000,1.662 | |
| 3,mlp.down_proj,0.0000022079,0.01000,11.685 | |
| 4,self_attn.k_proj,0.0000000162,0.01000,1.518 | |
| 4,self_attn.v_proj,0.0000000155,0.01000,1.521 | |
| 4,self_attn.q_proj,0.0000000928,0.01000,1.557 | |
| 4,self_attn.o_proj,0.0000001252,0.01000,2.585 | |
| 4,mlp.gate_proj,0.0000526053,0.01000,1.647 | |
| 4,mlp.up_proj,0.0000299418,0.01000,1.654 | |
| 4,mlp.down_proj,0.0000022912,0.01000,11.655 | |
| 5,self_attn.k_proj,0.0000000200,0.01000,1.522 | |
| 5,self_attn.v_proj,0.0000000170,0.01000,1.552 | |
| 5,self_attn.q_proj,0.0000001186,0.01000,1.559 | |
| 5,self_attn.o_proj,0.0000001177,0.01000,2.598 | |
| 5,mlp.gate_proj,0.0000628946,0.01000,1.648 | |
| 5,mlp.up_proj,0.0000280260,0.01000,1.662 | |
| 5,mlp.down_proj,0.0000032536,0.01000,11.667 | |
| 6,self_attn.k_proj,0.0000000270,0.01000,1.528 | |
| 6,self_attn.v_proj,0.0000000273,0.01000,1.533 | |
| 6,self_attn.q_proj,0.0000001575,0.01000,1.566 | |
| 6,self_attn.o_proj,0.0000001395,0.01000,2.590 | |
| 6,mlp.gate_proj,0.0001220081,0.01000,1.651 | |
| 6,mlp.up_proj,0.0000689582,0.01000,1.668 | |
| 6,mlp.down_proj,0.0001097991,0.01000,11.715 | |
| 7,self_attn.k_proj,0.0000001808,0.01000,1.532 | |
| 7,self_attn.v_proj,0.0000001897,0.01000,1.570 | |
| 7,self_attn.q_proj,0.0000010704,0.01000,1.575 | |
| 7,self_attn.o_proj,0.0000004539,0.01000,2.633 | |
| 7,mlp.gate_proj,0.0001435714,0.01000,1.664 | |
| 7,mlp.up_proj,0.0000800578,0.01000,1.677 | |
| 7,mlp.down_proj,0.0000048121,0.01000,11.737 | |
| 8,self_attn.k_proj,0.0000001726,0.01000,1.539 | |
| 8,self_attn.v_proj,0.0000001859,0.01000,1.584 | |
| 8,self_attn.q_proj,0.0000009734,0.01000,1.573 | |
| 8,self_attn.o_proj,0.0000004123,0.01000,2.612 | |
| 8,mlp.gate_proj,0.0000358017,0.01000,1.665 | |
| 8,mlp.up_proj,0.0000214317,0.01000,1.677 | |
| 8,mlp.down_proj,0.0000034534,0.01000,11.681 | |
| 9,self_attn.k_proj,0.0000000908,0.01000,1.526 | |
| 9,self_attn.v_proj,0.0000000840,0.01000,1.534 | |
| 9,self_attn.q_proj,0.0000005153,0.01000,1.570 | |
| 9,self_attn.o_proj,0.0000002444,0.01000,2.612 | |
| 9,mlp.gate_proj,0.0000200863,0.01000,1.661 | |
| 9,mlp.up_proj,0.0000190404,0.01000,1.660 | |
| 9,mlp.down_proj,0.0000045632,0.01000,11.628 | |
| 10,self_attn.k_proj,0.0000001602,0.01000,1.533 | |
| 10,self_attn.v_proj,0.0000001714,0.01000,1.570 | |
| 10,self_attn.q_proj,0.0000009465,0.01000,1.567 | |
| 10,self_attn.o_proj,0.0000005223,0.01000,2.591 | |
| 10,mlp.gate_proj,0.0000228654,0.01000,1.663 | |
| 10,mlp.up_proj,0.0000218438,0.01000,1.672 | |
| 10,mlp.down_proj,0.0000046504,0.01000,11.629 | |
| 11,self_attn.k_proj,0.0000002364,0.01000,1.522 | |
| 11,self_attn.v_proj,0.0000002512,0.01000,1.594 | |
| 11,self_attn.q_proj,0.0000013518,0.01000,1.563 | |
| 11,self_attn.o_proj,0.0000009071,0.01000,2.641 | |
| 11,mlp.gate_proj,0.0000269802,0.01000,1.653 | |
| 11,mlp.up_proj,0.0000257264,0.01000,1.655 | |
| 11,mlp.down_proj,0.0000057269,0.01000,11.567 | |
| 12,self_attn.k_proj,0.0000001623,0.01000,1.522 | |
| 12,self_attn.v_proj,0.0000001594,0.01000,1.521 | |
| 12,self_attn.q_proj,0.0000009575,0.01000,1.580 | |
| 12,self_attn.o_proj,0.0000004861,0.01000,2.590 | |
| 12,mlp.gate_proj,0.0000302366,0.01000,1.656 | |
| 12,mlp.up_proj,0.0000287353,0.01000,1.685 | |
| 12,mlp.down_proj,0.0000063500,0.01000,11.638 | |
| 13,self_attn.k_proj,0.0000003274,0.01000,1.529 | |
| 13,self_attn.v_proj,0.0000003563,0.01000,1.534 | |
| 13,self_attn.q_proj,0.0000018892,0.01000,1.599 | |
| 13,self_attn.o_proj,0.0000008960,0.01000,2.588 | |
| 13,mlp.gate_proj,0.0000316925,0.01000,1.657 | |
| 13,mlp.up_proj,0.0000293564,0.01000,1.670 | |
| 13,mlp.down_proj,0.0000062898,0.01000,11.654 | |
| 14,self_attn.k_proj,0.0000001693,0.01000,1.533 | |
| 14,self_attn.v_proj,0.0000001780,0.01000,1.531 | |
| 14,self_attn.q_proj,0.0000008925,0.01000,1.567 | |
| 14,self_attn.o_proj,0.0000007708,0.01000,2.592 | |
| 14,mlp.gate_proj,0.0000299584,0.01000,1.663 | |
| 14,mlp.up_proj,0.0000280440,0.01000,1.676 | |
| 14,mlp.down_proj,0.0000060165,0.01000,11.654 | |
| 15,self_attn.k_proj,0.0000001523,0.01000,1.533 | |
| 15,self_attn.v_proj,0.0000001424,0.01000,1.538 | |
| 15,self_attn.q_proj,0.0000009217,0.01000,1.575 | |
| 15,self_attn.o_proj,0.0000006862,0.01000,2.599 | |
| 15,mlp.gate_proj,0.0000272009,0.01000,1.657 | |
| 15,mlp.up_proj,0.0000260037,0.01000,1.663 | |
| 15,mlp.down_proj,0.0000053479,0.01000,11.652 | |
| 16,self_attn.k_proj,0.0000001507,0.01000,1.536 | |
| 16,self_attn.v_proj,0.0000001643,0.01000,1.531 | |
| 16,self_attn.q_proj,0.0000008906,0.01000,1.608 | |
| 16,self_attn.o_proj,0.0000007135,0.01000,2.596 | |
| 16,mlp.gate_proj,0.0000237589,0.01000,1.666 | |
| 16,mlp.up_proj,0.0000228453,0.01000,1.665 | |
| 16,mlp.down_proj,0.0000047357,0.01000,11.687 | |
| 17,self_attn.k_proj,0.0000001584,0.01000,1.581 | |
| 17,self_attn.v_proj,0.0000001557,0.01000,1.534 | |
| 17,self_attn.q_proj,0.0000009061,0.01000,1.578 | |
| 17,self_attn.o_proj,0.0000007178,0.01000,2.591 | |
| 17,mlp.gate_proj,0.0000247747,0.01000,1.657 | |
| 17,mlp.up_proj,0.0000236729,0.01000,1.661 | |
| 17,mlp.down_proj,0.0000050207,0.01000,11.625 | |
| 18,self_attn.k_proj,0.0000002016,0.01000,1.523 | |
| 18,self_attn.v_proj,0.0000002049,0.01000,1.550 | |
| 18,self_attn.q_proj,0.0000012114,0.01000,1.563 | |
| 18,self_attn.o_proj,0.0000007100,0.01000,2.585 | |
| 18,mlp.gate_proj,0.0000261823,0.01000,1.654 | |
| 18,mlp.up_proj,0.0000250506,0.01000,1.662 | |
| 18,mlp.down_proj,0.0000055806,0.01000,11.619 | |
| 19,self_attn.k_proj,0.0000002369,0.01000,1.552 | |
| 19,self_attn.v_proj,0.0000002376,0.01000,1.522 | |
| 19,self_attn.q_proj,0.0000014459,0.01000,1.566 | |
| 19,self_attn.o_proj,0.0000009579,0.01000,2.576 | |
| 19,mlp.gate_proj,0.0000289118,0.01000,1.651 | |
| 19,mlp.up_proj,0.0000277034,0.01000,1.656 | |
| 19,mlp.down_proj,0.0000064796,0.01000,11.633 | |
| 20,self_attn.k_proj,0.0000003935,0.01000,1.540 | |
| 20,self_attn.v_proj,0.0000004184,0.01000,1.538 | |
| 20,self_attn.q_proj,0.0000023191,0.01000,1.571 | |
| 20,self_attn.o_proj,0.0000010780,0.01000,2.599 | |
| 20,mlp.gate_proj,0.0000314793,0.01000,1.662 | |
| 20,mlp.up_proj,0.0000305096,0.01000,1.663 | |
| 20,mlp.down_proj,0.0000073572,0.01000,11.677 | |
| 21,self_attn.k_proj,0.0000004463,0.01000,1.617 | |
| 21,self_attn.v_proj,0.0000004503,0.01000,1.524 | |
| 21,self_attn.q_proj,0.0000027145,0.01000,1.570 | |
| 21,self_attn.o_proj,0.0000020061,0.01000,2.590 | |
| 21,mlp.gate_proj,0.0000336272,0.01000,1.653 | |
| 21,mlp.up_proj,0.0000325441,0.01000,1.652 | |
| 21,mlp.down_proj,0.0000083934,0.01000,11.613 | |
| 22,self_attn.k_proj,0.0000004100,0.01000,1.522 | |
| 22,self_attn.v_proj,0.0000004306,0.01000,1.607 | |
| 22,self_attn.q_proj,0.0000024698,0.01000,1.556 | |
| 22,self_attn.o_proj,0.0000023926,0.01000,2.592 | |
| 22,mlp.gate_proj,0.0000375279,0.01000,1.650 | |
| 22,mlp.up_proj,0.0000362391,0.01000,1.654 | |
| 22,mlp.down_proj,0.0000102213,0.01000,11.669 | |
| 23,self_attn.k_proj,0.0000005715,0.01000,1.539 | |
| 23,self_attn.v_proj,0.0000006219,0.01000,1.533 | |
| 23,self_attn.q_proj,0.0000032670,0.01000,1.569 | |
| 23,self_attn.o_proj,0.0000016286,0.01000,2.600 | |
| 23,mlp.gate_proj,0.0000413675,0.01000,1.666 | |
| 23,mlp.up_proj,0.0000401351,0.01000,1.666 | |
| 23,mlp.down_proj,0.0000121474,0.01000,11.711 | |
| 24,self_attn.k_proj,0.0000010734,0.01000,1.545 | |
| 24,self_attn.v_proj,0.0000011345,0.01000,1.520 | |
| 24,self_attn.q_proj,0.0000066250,0.01000,1.565 | |
| 24,self_attn.o_proj,0.0000034682,0.01000,2.611 | |
| 24,mlp.gate_proj,0.0000466318,0.01000,1.658 | |
| 24,mlp.up_proj,0.0000448090,0.01000,1.656 | |
| 24,mlp.down_proj,0.0000140472,0.01000,11.592 | |
| 25,self_attn.k_proj,0.0000009336,0.01000,1.526 | |
| 25,self_attn.v_proj,0.0000009881,0.01000,1.597 | |
| 25,self_attn.q_proj,0.0000055595,0.01000,1.558 | |
| 25,self_attn.o_proj,0.0000031547,0.01000,2.599 | |
| 25,mlp.gate_proj,0.0000515109,0.01000,1.653 | |
| 25,mlp.up_proj,0.0000498247,0.01000,1.659 | |
| 25,mlp.down_proj,0.0000172977,0.01000,11.626 | |
| 26,self_attn.k_proj,0.0000008480,0.01000,1.572 | |
| 26,self_attn.v_proj,0.0000009399,0.01000,1.576 | |
| 26,self_attn.q_proj,0.0000049706,0.01000,1.579 | |
| 26,self_attn.o_proj,0.0000029387,0.01000,2.628 | |
| 26,mlp.gate_proj,0.0000552996,0.01000,1.656 | |
| 26,mlp.up_proj,0.0000531638,0.01000,1.663 | |
| 26,mlp.down_proj,0.0000214012,0.01000,11.649 | |
| 27,self_attn.k_proj,0.0000011905,0.01000,1.538 | |
| 27,self_attn.v_proj,0.0000013019,0.01000,1.533 | |
| 27,self_attn.q_proj,0.0000067391,0.01000,1.571 | |
| 27,self_attn.o_proj,0.0000030339,0.01000,2.600 | |
| 27,mlp.gate_proj,0.0000633302,0.01000,1.659 | |
| 27,mlp.up_proj,0.0000603007,0.01000,1.670 | |
| 27,mlp.down_proj,0.0000258225,0.01000,11.653 | |
| 28,self_attn.k_proj,0.0000015645,0.01000,1.546 | |
| 28,self_attn.v_proj,0.0000017532,0.01000,1.535 | |
| 28,self_attn.q_proj,0.0000090750,0.01000,1.569 | |
| 28,self_attn.o_proj,0.0000032175,0.01000,2.594 | |
| 28,mlp.gate_proj,0.0000725752,0.01000,1.664 | |
| 28,mlp.up_proj,0.0000684919,0.01000,1.666 | |
| 28,mlp.down_proj,0.0000273187,0.01000,11.650 | |
| 29,self_attn.k_proj,0.0000023108,0.01000,1.532 | |
| 29,self_attn.v_proj,0.0000024692,0.01000,1.530 | |
| 29,self_attn.q_proj,0.0000127017,0.01000,1.568 | |
| 29,self_attn.o_proj,0.0000030833,0.01000,2.593 | |
| 29,mlp.gate_proj,0.0000773708,0.01000,1.659 | |
| 29,mlp.up_proj,0.0000713036,0.01000,1.658 | |
| 29,mlp.down_proj,0.0000279486,0.01000,11.651 | |
| 30,self_attn.k_proj,0.0000047851,0.01000,1.558 | |
| 30,self_attn.v_proj,0.0000055002,0.01000,1.536 | |
| 30,self_attn.q_proj,0.0000250751,0.01000,1.582 | |
| 30,self_attn.o_proj,0.0000043227,0.01000,2.588 | |
| 30,mlp.gate_proj,0.0001179844,0.01000,1.655 | |
| 30,mlp.up_proj,0.0000896506,0.01000,1.662 | |
| 30,mlp.down_proj,0.0000228687,0.01000,11.639 | |
| 31,self_attn.k_proj,0.0000040168,0.01000,1.518 | |
| 31,self_attn.v_proj,0.0000045436,0.01000,1.521 | |
| 31,self_attn.q_proj,0.0000209386,0.01000,1.572 | |
| 31,self_attn.o_proj,0.0000033066,0.01000,2.579 | |
| 31,mlp.gate_proj,0.0002208151,0.01000,1.657 | |
| 31,mlp.up_proj,0.0001648732,0.01000,1.657 | |
| 31,mlp.down_proj,0.0000206442,0.01000,11.569 | |
| 32,self_attn.k_proj,0.0000012243,0.01000,1.529 | |
| 32,self_attn.v_proj,0.0000014233,0.01000,1.531 | |
| 32,self_attn.q_proj,0.0000067717,0.01000,1.571 | |
| 32,self_attn.o_proj,0.0000030547,0.01000,2.586 | |
| 32,mlp.gate_proj,0.0001175058,0.01000,1.663 | |
| 32,mlp.up_proj,0.0000903383,0.01000,1.662 | |
| 32,mlp.down_proj,0.0000251651,0.01000,11.671 | |
| 33,self_attn.k_proj,0.0000009662,0.01000,1.592 | |
| 33,self_attn.v_proj,0.0000008725,0.01000,1.535 | |
| 33,self_attn.q_proj,0.0000053462,0.01000,1.579 | |
| 33,self_attn.o_proj,0.0000023472,0.01000,2.606 | |
| 33,mlp.gate_proj,0.0000844701,0.01000,1.672 | |
| 33,mlp.up_proj,0.0000789202,0.01000,1.665 | |
| 33,mlp.down_proj,0.0000279038,0.01000,11.713 | |
| 34,self_attn.k_proj,0.0000014015,0.01000,1.545 | |
| 34,self_attn.v_proj,0.0000014559,0.01000,1.536 | |
| 34,self_attn.q_proj,0.0000080948,0.01000,1.583 | |
| 34,self_attn.o_proj,0.0000035278,0.01000,2.592 | |
| 34,mlp.gate_proj,0.0000785616,0.01000,1.662 | |
| 34,mlp.up_proj,0.0000756801,0.01000,1.669 | |
| 34,mlp.down_proj,0.0000235830,0.01000,11.738 | |
| 35,self_attn.k_proj,0.0000016930,0.01000,1.624 | |
| 35,self_attn.v_proj,0.0000018099,0.01000,1.534 | |
| 35,self_attn.q_proj,0.0000101715,0.01000,1.576 | |
| 35,self_attn.o_proj,0.0000055023,0.01000,2.602 | |
| 35,mlp.gate_proj,0.0000872563,0.01000,1.662 | |
| 35,mlp.up_proj,0.0000841638,0.01000,1.668 | |
| 35,mlp.down_proj,0.0000270447,0.01000,11.702 | |
| 36,self_attn.k_proj,0.0000010704,0.01000,1.533 | |
| 36,self_attn.v_proj,0.0000010415,0.01000,1.534 | |
| 36,self_attn.q_proj,0.0000064894,0.01000,1.590 | |
| 36,self_attn.o_proj,0.0000042677,0.01000,2.603 | |
| 36,mlp.gate_proj,0.0000936115,0.01000,1.661 | |
| 36,mlp.up_proj,0.0000906560,0.01000,1.674 | |
| 36,mlp.down_proj,0.0000306681,0.01000,11.688 | |
| 37,self_attn.k_proj,0.0000021818,0.01000,1.536 | |
| 37,self_attn.v_proj,0.0000022700,0.01000,1.534 | |
| 37,self_attn.q_proj,0.0000132923,0.01000,1.591 | |
| 37,self_attn.o_proj,0.0000076662,0.01000,2.604 | |
| 37,mlp.gate_proj,0.0001003652,0.01000,1.661 | |
| 37,mlp.up_proj,0.0000937617,0.01000,1.670 | |
| 37,mlp.down_proj,0.0000311588,0.01000,11.725 | |
| 38,self_attn.k_proj,0.0000014607,0.01000,1.533 | |
| 38,self_attn.v_proj,0.0000014135,0.01000,1.544 | |
| 38,self_attn.q_proj,0.0000085849,0.01000,1.574 | |
| 38,self_attn.o_proj,0.0000062944,0.01000,2.626 | |
| 38,mlp.gate_proj,0.0000888707,0.01000,1.665 | |
| 38,mlp.up_proj,0.0000865433,0.01000,1.669 | |
| 38,mlp.down_proj,0.0000298793,0.01000,11.702 | |
| 39,self_attn.k_proj,0.0000013231,0.01000,1.530 | |
| 39,self_attn.v_proj,0.0000013062,0.01000,1.552 | |
| 39,self_attn.q_proj,0.0000080722,0.01000,1.573 | |
| 39,self_attn.o_proj,0.0000057884,0.01000,2.635 | |
| 39,mlp.gate_proj,0.0000803082,0.01000,1.663 | |
| 39,mlp.up_proj,0.0000832085,0.01000,1.669 | |
| 39,mlp.down_proj,0.0000285743,0.01000,11.683 | |
| 40,self_attn.k_proj,0.0000015940,0.01000,1.529 | |
| 40,self_attn.v_proj,0.0000016831,0.01000,1.570 | |
| 40,self_attn.q_proj,0.0000097793,0.01000,1.568 | |
| 40,self_attn.o_proj,0.0000074035,0.01000,2.596 | |
| 40,mlp.gate_proj,0.0000683258,0.01000,1.660 | |
| 40,mlp.up_proj,0.0000740553,0.01000,1.670 | |
| 40,mlp.down_proj,0.0000274739,0.01000,11.688 | |
| 41,self_attn.k_proj,0.0000015246,0.01000,1.532 | |
| 41,self_attn.v_proj,0.0000015665,0.01000,1.591 | |
| 41,self_attn.q_proj,0.0000097473,0.01000,1.575 | |
| 41,self_attn.o_proj,0.0000076067,0.01000,2.597 | |
| 41,mlp.gate_proj,0.0000696800,0.01000,1.664 | |
| 41,mlp.up_proj,0.0000769974,0.01000,1.667 | |
| 41,mlp.down_proj,0.0000275727,0.01000,11.741 | |
| 42,self_attn.k_proj,0.0000020490,0.01000,1.537 | |
| 42,self_attn.v_proj,0.0000022060,0.01000,1.615 | |
| 42,self_attn.q_proj,0.0000133186,0.01000,1.569 | |
| 42,self_attn.o_proj,0.0000084157,0.01000,2.609 | |
| 42,mlp.gate_proj,0.0000717687,0.01000,1.658 | |
| 42,mlp.up_proj,0.0000811034,0.01000,1.670 | |
| 42,mlp.down_proj,0.0000293940,0.01000,11.735 | |
| 43,self_attn.k_proj,0.0000030497,0.01000,1.527 | |
| 43,self_attn.v_proj,0.0000032869,0.01000,1.533 | |
| 43,self_attn.q_proj,0.0000183930,0.01000,1.579 | |
| 43,self_attn.o_proj,0.0000093715,0.01000,2.575 | |
| 43,mlp.gate_proj,0.0000801787,0.01000,1.657 | |
| 43,mlp.up_proj,0.0000884538,0.01000,1.661 | |
| 43,mlp.down_proj,0.0004439881,0.01000,11.732 | |
| 44,self_attn.k_proj,0.0000045039,0.01000,1.538 | |
| 44,self_attn.v_proj,0.0000052618,0.01000,1.535 | |
| 44,self_attn.q_proj,0.0000302576,0.01000,1.568 | |
| 44,self_attn.o_proj,0.0000131572,0.01000,2.605 | |
| 44,mlp.gate_proj,0.0000831303,0.01000,1.664 | |
| 44,mlp.up_proj,0.0000927039,0.01000,1.661 | |
| 44,mlp.down_proj,0.0000374299,0.01000,11.632 | |
| 45,self_attn.k_proj,0.0000047013,0.01000,1.542 | |
| 45,self_attn.v_proj,0.0000046386,0.01000,1.535 | |
| 45,self_attn.q_proj,0.0000280581,0.01000,1.570 | |
| 45,self_attn.o_proj,0.0000166424,0.01000,2.573 | |
| 45,mlp.gate_proj,0.0000867418,0.01000,1.654 | |
| 45,mlp.up_proj,0.0000949675,0.01000,1.658 | |
| 45,mlp.down_proj,0.0000394787,0.01000,11.647 | |
| 46,self_attn.k_proj,0.0000043364,0.01000,1.579 | |
| 46,self_attn.v_proj,0.0000051131,0.01000,1.532 | |
| 46,self_attn.q_proj,0.0000281403,0.01000,1.569 | |
| 46,self_attn.o_proj,0.0000154446,0.01000,2.593 | |
| 46,mlp.gate_proj,0.0000926777,0.01000,1.658 | |
| 46,mlp.up_proj,0.0001016089,0.01000,1.661 | |
| 46,mlp.down_proj,0.0000422449,0.01000,11.659 | |
| 47,self_attn.k_proj,0.0000063028,0.01000,1.530 | |
| 47,self_attn.v_proj,0.0000078766,0.01000,1.530 | |
| 47,self_attn.q_proj,0.0000422536,0.01000,1.616 | |
| 47,self_attn.o_proj,0.0000119769,0.01000,2.606 | |
| 47,mlp.gate_proj,0.0000917994,0.01000,1.660 | |
| 47,mlp.up_proj,0.0001012222,0.01000,1.656 | |
| 47,mlp.down_proj,0.0000483529,0.01000,11.608 | |
| 48,self_attn.k_proj,0.0000072610,0.01000,1.553 | |
| 48,self_attn.v_proj,0.0000086316,0.01000,1.554 | |
| 48,self_attn.q_proj,0.0000501277,0.01000,1.583 | |
| 48,self_attn.o_proj,0.0000204037,0.01000,2.618 | |
| 48,mlp.gate_proj,0.0000983936,0.01000,1.651 | |
| 48,mlp.up_proj,0.0001062408,0.01000,1.656 | |
| 48,mlp.down_proj,0.0000497970,0.01000,11.574 | |
| 49,self_attn.k_proj,0.0000072908,0.01000,1.526 | |
| 49,self_attn.v_proj,0.0000082672,0.01000,1.533 | |
| 49,self_attn.q_proj,0.0000482482,0.01000,1.568 | |
| 49,self_attn.o_proj,0.0000180286,0.01000,2.595 | |
| 49,mlp.gate_proj,0.0001090345,0.01000,1.660 | |
| 49,mlp.up_proj,0.0001160579,0.01000,1.677 | |
| 49,mlp.down_proj,0.0000671233,0.01000,11.615 | |
| 50,self_attn.k_proj,0.0000078595,0.01000,1.577 | |
| 50,self_attn.v_proj,0.0000095407,0.01000,1.578 | |
| 50,self_attn.q_proj,0.0000537864,0.01000,1.600 | |
| 50,self_attn.o_proj,0.0000179798,0.01000,2.585 | |
| 50,mlp.gate_proj,0.0001245018,0.01000,1.657 | |
| 50,mlp.up_proj,0.0001288223,0.01000,1.654 | |
| 50,mlp.down_proj,0.0000991518,0.01000,11.557 | |
| 51,self_attn.k_proj,0.0000120663,0.01000,1.560 | |
| 51,self_attn.v_proj,0.0000141722,0.01000,1.560 | |
| 51,self_attn.q_proj,0.0000793110,0.01000,1.579 | |
| 51,self_attn.o_proj,0.0000290850,0.01000,2.578 | |
| 51,mlp.gate_proj,0.0001522964,0.01000,1.646 | |
| 51,mlp.up_proj,0.0001562608,0.01000,1.655 | |
| 51,mlp.down_proj,0.0001451201,0.01000,11.523 | |
| 52,self_attn.k_proj,0.0000177440,0.01000,1.519 | |
| 52,self_attn.v_proj,0.0000227425,0.01000,1.522 | |
| 52,self_attn.q_proj,0.0001201704,0.01000,1.571 | |
| 52,self_attn.o_proj,0.0000339277,0.01000,2.598 | |
| 52,mlp.gate_proj,0.0001896271,0.01000,1.655 | |
| 52,mlp.up_proj,0.0001955561,0.01000,1.652 | |
| 52,mlp.down_proj,0.0001829167,0.01000,11.537 | |
| 53,self_attn.k_proj,0.0000267924,0.01000,1.593 | |
| 53,self_attn.v_proj,0.0000310515,0.01000,1.596 | |
| 53,self_attn.q_proj,0.0001772364,0.01000,1.591 | |
| 53,self_attn.o_proj,0.0000346997,0.01000,2.570 | |
| 53,mlp.gate_proj,0.0002096771,0.01000,1.650 | |
| 53,mlp.up_proj,0.0002178263,0.01000,1.652 | |
| 53,mlp.down_proj,0.0002640449,0.01000,11.576 | |
| 54,self_attn.k_proj,0.0000413160,0.01000,1.530 | |
| 54,self_attn.v_proj,0.0000514963,0.01000,1.528 | |
| 54,self_attn.q_proj,0.0002652229,0.01000,1.569 | |
| 54,self_attn.o_proj,0.0000610877,0.01000,2.583 | |
| 54,mlp.gate_proj,0.0002725404,0.01000,1.656 | |
| 54,mlp.up_proj,0.0002823621,0.01000,1.658 | |
| 54,mlp.down_proj,0.0003176455,0.01000,11.565 | |
| 55,self_attn.k_proj,0.0000418148,0.01000,1.530 | |
| 55,self_attn.v_proj,0.0000457386,0.01000,1.595 | |
| 55,self_attn.q_proj,0.0002671333,0.01000,1.562 | |
| 55,self_attn.o_proj,0.0000556373,0.01000,2.599 | |
| 55,mlp.gate_proj,0.0002941125,0.01000,1.656 | |
| 55,mlp.up_proj,0.0003099154,0.01000,1.658 | |
| 55,mlp.down_proj,0.0004200006,0.01000,11.616 | |
| 56,self_attn.k_proj,0.0000757911,0.01000,1.527 | |
| 56,self_attn.v_proj,0.0001022021,0.01000,1.525 | |
| 56,self_attn.q_proj,0.0004798477,0.01000,1.559 | |
| 56,self_attn.o_proj,0.0000605940,0.01000,2.582 | |
| 56,mlp.gate_proj,0.0003321549,0.01000,1.654 | |
| 56,mlp.up_proj,0.0003545168,0.01000,1.653 | |
| 56,mlp.down_proj,0.0005057008,0.01000,11.506 | |
| 57,self_attn.k_proj,0.0000909598,0.01000,1.528 | |
| 57,self_attn.v_proj,0.0001345350,0.01000,1.547 | |
| 57,self_attn.q_proj,0.0005793813,0.01000,1.565 | |
| 57,self_attn.o_proj,0.0000712917,0.01000,2.644 | |
| 57,mlp.gate_proj,0.0003527863,0.01000,1.659 | |
| 57,mlp.up_proj,0.0003838713,0.01000,1.660 | |
| 57,mlp.down_proj,0.0006151612,0.01000,11.686 | |
| 58,self_attn.k_proj,0.0001611774,0.01000,1.523 | |
| 58,self_attn.v_proj,0.0002164320,0.01000,1.522 | |
| 58,self_attn.q_proj,0.0010283339,0.01000,1.558 | |
| 58,self_attn.o_proj,0.0000739698,0.01000,2.650 | |
| 58,mlp.gate_proj,0.0003952580,0.01000,1.647 | |
| 58,mlp.up_proj,0.0004374086,0.01000,1.655 | |
| 58,mlp.down_proj,0.0007225038,0.01000,11.617 | |
| 59,self_attn.k_proj,0.0002089985,0.01000,1.526 | |
| 59,self_attn.v_proj,0.0003063982,0.01000,1.525 | |
| 59,self_attn.q_proj,0.0013635720,0.01000,1.560 | |
| 59,self_attn.o_proj,0.0000968474,0.01000,2.592 | |
| 59,mlp.gate_proj,0.0004280806,0.01000,1.655 | |
| 59,mlp.up_proj,0.0004791701,0.01000,1.672 | |
| 59,mlp.down_proj,0.0008960226,0.01000,11.654 | |
| 60,self_attn.k_proj,0.0001992090,0.01000,1.557 | |
| 60,self_attn.v_proj,0.0002532928,0.01000,1.567 | |
| 60,self_attn.q_proj,0.0013149603,0.01000,1.593 | |
| 60,self_attn.o_proj,0.0001869728,0.01000,2.601 | |
| 60,mlp.gate_proj,0.0004562739,0.01000,1.669 | |
| 60,mlp.up_proj,0.0005242452,0.01000,1.677 | |
| 60,mlp.down_proj,0.0011869921,0.01000,11.614 | |
| 61,self_attn.k_proj,0.0002611662,0.01000,1.520 | |
| 61,self_attn.v_proj,0.0004292642,0.01000,1.524 | |
| 61,self_attn.q_proj,0.0018249277,0.01000,1.563 | |
| 61,self_attn.o_proj,0.0002311784,0.01000,2.574 | |
| 61,mlp.gate_proj,0.0004747803,0.01000,1.651 | |
| 61,mlp.up_proj,0.0005518923,0.01000,1.657 | |
| 61,mlp.down_proj,0.0016891136,0.01000,11.544 | |
| 62,self_attn.k_proj,0.0002829886,0.01000,1.530 | |
| 62,self_attn.v_proj,0.0004230730,0.01000,1.528 | |
| 62,self_attn.q_proj,0.0018683732,0.01000,1.563 | |
| 62,self_attn.o_proj,0.0004166500,0.01000,2.573 | |
| 62,mlp.gate_proj,0.0006017254,0.01000,1.648 | |
| 62,mlp.up_proj,0.0006672592,0.01000,1.655 | |
| 62,mlp.down_proj,0.0026876772,0.01000,11.545 | |
| 63,self_attn.k_proj,0.0001214323,0.01000,1.594 | |
| 63,self_attn.v_proj,0.0001669539,0.01000,1.570 | |
| 63,self_attn.q_proj,0.0007979369,0.01000,1.578 | |
| 63,self_attn.o_proj,0.0003110567,0.01000,2.592 | |
| 63,mlp.gate_proj,0.0006992443,0.01000,1.655 | |
| 63,mlp.up_proj,0.0007560652,0.01000,1.659 | |
| 63,mlp.down_proj,0.0074282673,0.01000,11.665 | |