quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000000017,0.01000,2.788
0,self_attn.v_proj,0.0000000014,0.01000,1.527
0,self_attn.q_proj,0.0000000088,0.01000,1.565
0,self_attn.o_proj,0.0000000606,0.01000,2.580
0,mlp.gate_proj,0.0000001939,0.01000,1.655
0,mlp.up_proj,0.0000001738,0.01000,1.661
0,mlp.down_proj,0.0000003078,0.01000,11.545
1,self_attn.k_proj,0.0000000026,0.01000,1.520
1,self_attn.v_proj,0.0000000024,0.01000,1.537
1,self_attn.q_proj,0.0000000154,0.01000,1.572
1,self_attn.o_proj,0.0000000438,0.01000,2.613
1,mlp.gate_proj,0.0000136234,0.01000,1.663
1,mlp.up_proj,0.0000043194,0.01000,1.668
1,mlp.down_proj,0.0000015933,0.01000,11.733
2,self_attn.k_proj,0.0000000047,0.01000,1.518
2,self_attn.v_proj,0.0000000047,0.01000,1.533
2,self_attn.q_proj,0.0000000251,0.01000,1.570
2,self_attn.o_proj,0.0000000731,0.01000,2.610
2,mlp.gate_proj,0.0000210778,0.01000,1.647
2,mlp.up_proj,0.0000090475,0.01000,1.658
2,mlp.down_proj,0.0000236344,0.01000,11.642
3,self_attn.k_proj,0.0000000093,0.01000,1.582
3,self_attn.v_proj,0.0000000092,0.01000,1.528
3,self_attn.q_proj,0.0000000510,0.01000,1.573
3,self_attn.o_proj,0.0000000874,0.01000,2.583
3,mlp.gate_proj,0.0000342387,0.01000,1.657
3,mlp.up_proj,0.0000152574,0.01000,1.662
3,mlp.down_proj,0.0000022079,0.01000,11.685
4,self_attn.k_proj,0.0000000162,0.01000,1.518
4,self_attn.v_proj,0.0000000155,0.01000,1.521
4,self_attn.q_proj,0.0000000928,0.01000,1.557
4,self_attn.o_proj,0.0000001252,0.01000,2.585
4,mlp.gate_proj,0.0000526053,0.01000,1.647
4,mlp.up_proj,0.0000299418,0.01000,1.654
4,mlp.down_proj,0.0000022912,0.01000,11.655
5,self_attn.k_proj,0.0000000200,0.01000,1.522
5,self_attn.v_proj,0.0000000170,0.01000,1.552
5,self_attn.q_proj,0.0000001186,0.01000,1.559
5,self_attn.o_proj,0.0000001177,0.01000,2.598
5,mlp.gate_proj,0.0000628946,0.01000,1.648
5,mlp.up_proj,0.0000280260,0.01000,1.662
5,mlp.down_proj,0.0000032536,0.01000,11.667
6,self_attn.k_proj,0.0000000270,0.01000,1.528
6,self_attn.v_proj,0.0000000273,0.01000,1.533
6,self_attn.q_proj,0.0000001575,0.01000,1.566
6,self_attn.o_proj,0.0000001395,0.01000,2.590
6,mlp.gate_proj,0.0001220081,0.01000,1.651
6,mlp.up_proj,0.0000689582,0.01000,1.668
6,mlp.down_proj,0.0001097991,0.01000,11.715
7,self_attn.k_proj,0.0000001808,0.01000,1.532
7,self_attn.v_proj,0.0000001897,0.01000,1.570
7,self_attn.q_proj,0.0000010704,0.01000,1.575
7,self_attn.o_proj,0.0000004539,0.01000,2.633
7,mlp.gate_proj,0.0001435714,0.01000,1.664
7,mlp.up_proj,0.0000800578,0.01000,1.677
7,mlp.down_proj,0.0000048121,0.01000,11.737
8,self_attn.k_proj,0.0000001726,0.01000,1.539
8,self_attn.v_proj,0.0000001859,0.01000,1.584
8,self_attn.q_proj,0.0000009734,0.01000,1.573
8,self_attn.o_proj,0.0000004123,0.01000,2.612
8,mlp.gate_proj,0.0000358017,0.01000,1.665
8,mlp.up_proj,0.0000214317,0.01000,1.677
8,mlp.down_proj,0.0000034534,0.01000,11.681
9,self_attn.k_proj,0.0000000908,0.01000,1.526
9,self_attn.v_proj,0.0000000840,0.01000,1.534
9,self_attn.q_proj,0.0000005153,0.01000,1.570
9,self_attn.o_proj,0.0000002444,0.01000,2.612
9,mlp.gate_proj,0.0000200863,0.01000,1.661
9,mlp.up_proj,0.0000190404,0.01000,1.660
9,mlp.down_proj,0.0000045632,0.01000,11.628
10,self_attn.k_proj,0.0000001602,0.01000,1.533
10,self_attn.v_proj,0.0000001714,0.01000,1.570
10,self_attn.q_proj,0.0000009465,0.01000,1.567
10,self_attn.o_proj,0.0000005223,0.01000,2.591
10,mlp.gate_proj,0.0000228654,0.01000,1.663
10,mlp.up_proj,0.0000218438,0.01000,1.672
10,mlp.down_proj,0.0000046504,0.01000,11.629
11,self_attn.k_proj,0.0000002364,0.01000,1.522
11,self_attn.v_proj,0.0000002512,0.01000,1.594
11,self_attn.q_proj,0.0000013518,0.01000,1.563
11,self_attn.o_proj,0.0000009071,0.01000,2.641
11,mlp.gate_proj,0.0000269802,0.01000,1.653
11,mlp.up_proj,0.0000257264,0.01000,1.655
11,mlp.down_proj,0.0000057269,0.01000,11.567
12,self_attn.k_proj,0.0000001623,0.01000,1.522
12,self_attn.v_proj,0.0000001594,0.01000,1.521
12,self_attn.q_proj,0.0000009575,0.01000,1.580
12,self_attn.o_proj,0.0000004861,0.01000,2.590
12,mlp.gate_proj,0.0000302366,0.01000,1.656
12,mlp.up_proj,0.0000287353,0.01000,1.685
12,mlp.down_proj,0.0000063500,0.01000,11.638
13,self_attn.k_proj,0.0000003274,0.01000,1.529
13,self_attn.v_proj,0.0000003563,0.01000,1.534
13,self_attn.q_proj,0.0000018892,0.01000,1.599
13,self_attn.o_proj,0.0000008960,0.01000,2.588
13,mlp.gate_proj,0.0000316925,0.01000,1.657
13,mlp.up_proj,0.0000293564,0.01000,1.670
13,mlp.down_proj,0.0000062898,0.01000,11.654
14,self_attn.k_proj,0.0000001693,0.01000,1.533
14,self_attn.v_proj,0.0000001780,0.01000,1.531
14,self_attn.q_proj,0.0000008925,0.01000,1.567
14,self_attn.o_proj,0.0000007708,0.01000,2.592
14,mlp.gate_proj,0.0000299584,0.01000,1.663
14,mlp.up_proj,0.0000280440,0.01000,1.676
14,mlp.down_proj,0.0000060165,0.01000,11.654
15,self_attn.k_proj,0.0000001523,0.01000,1.533
15,self_attn.v_proj,0.0000001424,0.01000,1.538
15,self_attn.q_proj,0.0000009217,0.01000,1.575
15,self_attn.o_proj,0.0000006862,0.01000,2.599
15,mlp.gate_proj,0.0000272009,0.01000,1.657
15,mlp.up_proj,0.0000260037,0.01000,1.663
15,mlp.down_proj,0.0000053479,0.01000,11.652
16,self_attn.k_proj,0.0000001507,0.01000,1.536
16,self_attn.v_proj,0.0000001643,0.01000,1.531
16,self_attn.q_proj,0.0000008906,0.01000,1.608
16,self_attn.o_proj,0.0000007135,0.01000,2.596
16,mlp.gate_proj,0.0000237589,0.01000,1.666
16,mlp.up_proj,0.0000228453,0.01000,1.665
16,mlp.down_proj,0.0000047357,0.01000,11.687
17,self_attn.k_proj,0.0000001584,0.01000,1.581
17,self_attn.v_proj,0.0000001557,0.01000,1.534
17,self_attn.q_proj,0.0000009061,0.01000,1.578
17,self_attn.o_proj,0.0000007178,0.01000,2.591
17,mlp.gate_proj,0.0000247747,0.01000,1.657
17,mlp.up_proj,0.0000236729,0.01000,1.661
17,mlp.down_proj,0.0000050207,0.01000,11.625
18,self_attn.k_proj,0.0000002016,0.01000,1.523
18,self_attn.v_proj,0.0000002049,0.01000,1.550
18,self_attn.q_proj,0.0000012114,0.01000,1.563
18,self_attn.o_proj,0.0000007100,0.01000,2.585
18,mlp.gate_proj,0.0000261823,0.01000,1.654
18,mlp.up_proj,0.0000250506,0.01000,1.662
18,mlp.down_proj,0.0000055806,0.01000,11.619
19,self_attn.k_proj,0.0000002369,0.01000,1.552
19,self_attn.v_proj,0.0000002376,0.01000,1.522
19,self_attn.q_proj,0.0000014459,0.01000,1.566
19,self_attn.o_proj,0.0000009579,0.01000,2.576
19,mlp.gate_proj,0.0000289118,0.01000,1.651
19,mlp.up_proj,0.0000277034,0.01000,1.656
19,mlp.down_proj,0.0000064796,0.01000,11.633
20,self_attn.k_proj,0.0000003935,0.01000,1.540
20,self_attn.v_proj,0.0000004184,0.01000,1.538
20,self_attn.q_proj,0.0000023191,0.01000,1.571
20,self_attn.o_proj,0.0000010780,0.01000,2.599
20,mlp.gate_proj,0.0000314793,0.01000,1.662
20,mlp.up_proj,0.0000305096,0.01000,1.663
20,mlp.down_proj,0.0000073572,0.01000,11.677
21,self_attn.k_proj,0.0000004463,0.01000,1.617
21,self_attn.v_proj,0.0000004503,0.01000,1.524
21,self_attn.q_proj,0.0000027145,0.01000,1.570
21,self_attn.o_proj,0.0000020061,0.01000,2.590
21,mlp.gate_proj,0.0000336272,0.01000,1.653
21,mlp.up_proj,0.0000325441,0.01000,1.652
21,mlp.down_proj,0.0000083934,0.01000,11.613
22,self_attn.k_proj,0.0000004100,0.01000,1.522
22,self_attn.v_proj,0.0000004306,0.01000,1.607
22,self_attn.q_proj,0.0000024698,0.01000,1.556
22,self_attn.o_proj,0.0000023926,0.01000,2.592
22,mlp.gate_proj,0.0000375279,0.01000,1.650
22,mlp.up_proj,0.0000362391,0.01000,1.654
22,mlp.down_proj,0.0000102213,0.01000,11.669
23,self_attn.k_proj,0.0000005715,0.01000,1.539
23,self_attn.v_proj,0.0000006219,0.01000,1.533
23,self_attn.q_proj,0.0000032670,0.01000,1.569
23,self_attn.o_proj,0.0000016286,0.01000,2.600
23,mlp.gate_proj,0.0000413675,0.01000,1.666
23,mlp.up_proj,0.0000401351,0.01000,1.666
23,mlp.down_proj,0.0000121474,0.01000,11.711
24,self_attn.k_proj,0.0000010734,0.01000,1.545
24,self_attn.v_proj,0.0000011345,0.01000,1.520
24,self_attn.q_proj,0.0000066250,0.01000,1.565
24,self_attn.o_proj,0.0000034682,0.01000,2.611
24,mlp.gate_proj,0.0000466318,0.01000,1.658
24,mlp.up_proj,0.0000448090,0.01000,1.656
24,mlp.down_proj,0.0000140472,0.01000,11.592
25,self_attn.k_proj,0.0000009336,0.01000,1.526
25,self_attn.v_proj,0.0000009881,0.01000,1.597
25,self_attn.q_proj,0.0000055595,0.01000,1.558
25,self_attn.o_proj,0.0000031547,0.01000,2.599
25,mlp.gate_proj,0.0000515109,0.01000,1.653
25,mlp.up_proj,0.0000498247,0.01000,1.659
25,mlp.down_proj,0.0000172977,0.01000,11.626
26,self_attn.k_proj,0.0000008480,0.01000,1.572
26,self_attn.v_proj,0.0000009399,0.01000,1.576
26,self_attn.q_proj,0.0000049706,0.01000,1.579
26,self_attn.o_proj,0.0000029387,0.01000,2.628
26,mlp.gate_proj,0.0000552996,0.01000,1.656
26,mlp.up_proj,0.0000531638,0.01000,1.663
26,mlp.down_proj,0.0000214012,0.01000,11.649
27,self_attn.k_proj,0.0000011905,0.01000,1.538
27,self_attn.v_proj,0.0000013019,0.01000,1.533
27,self_attn.q_proj,0.0000067391,0.01000,1.571
27,self_attn.o_proj,0.0000030339,0.01000,2.600
27,mlp.gate_proj,0.0000633302,0.01000,1.659
27,mlp.up_proj,0.0000603007,0.01000,1.670
27,mlp.down_proj,0.0000258225,0.01000,11.653
28,self_attn.k_proj,0.0000015645,0.01000,1.546
28,self_attn.v_proj,0.0000017532,0.01000,1.535
28,self_attn.q_proj,0.0000090750,0.01000,1.569
28,self_attn.o_proj,0.0000032175,0.01000,2.594
28,mlp.gate_proj,0.0000725752,0.01000,1.664
28,mlp.up_proj,0.0000684919,0.01000,1.666
28,mlp.down_proj,0.0000273187,0.01000,11.650
29,self_attn.k_proj,0.0000023108,0.01000,1.532
29,self_attn.v_proj,0.0000024692,0.01000,1.530
29,self_attn.q_proj,0.0000127017,0.01000,1.568
29,self_attn.o_proj,0.0000030833,0.01000,2.593
29,mlp.gate_proj,0.0000773708,0.01000,1.659
29,mlp.up_proj,0.0000713036,0.01000,1.658
29,mlp.down_proj,0.0000279486,0.01000,11.651
30,self_attn.k_proj,0.0000047851,0.01000,1.558
30,self_attn.v_proj,0.0000055002,0.01000,1.536
30,self_attn.q_proj,0.0000250751,0.01000,1.582
30,self_attn.o_proj,0.0000043227,0.01000,2.588
30,mlp.gate_proj,0.0001179844,0.01000,1.655
30,mlp.up_proj,0.0000896506,0.01000,1.662
30,mlp.down_proj,0.0000228687,0.01000,11.639
31,self_attn.k_proj,0.0000040168,0.01000,1.518
31,self_attn.v_proj,0.0000045436,0.01000,1.521
31,self_attn.q_proj,0.0000209386,0.01000,1.572
31,self_attn.o_proj,0.0000033066,0.01000,2.579
31,mlp.gate_proj,0.0002208151,0.01000,1.657
31,mlp.up_proj,0.0001648732,0.01000,1.657
31,mlp.down_proj,0.0000206442,0.01000,11.569
32,self_attn.k_proj,0.0000012243,0.01000,1.529
32,self_attn.v_proj,0.0000014233,0.01000,1.531
32,self_attn.q_proj,0.0000067717,0.01000,1.571
32,self_attn.o_proj,0.0000030547,0.01000,2.586
32,mlp.gate_proj,0.0001175058,0.01000,1.663
32,mlp.up_proj,0.0000903383,0.01000,1.662
32,mlp.down_proj,0.0000251651,0.01000,11.671
33,self_attn.k_proj,0.0000009662,0.01000,1.592
33,self_attn.v_proj,0.0000008725,0.01000,1.535
33,self_attn.q_proj,0.0000053462,0.01000,1.579
33,self_attn.o_proj,0.0000023472,0.01000,2.606
33,mlp.gate_proj,0.0000844701,0.01000,1.672
33,mlp.up_proj,0.0000789202,0.01000,1.665
33,mlp.down_proj,0.0000279038,0.01000,11.713
34,self_attn.k_proj,0.0000014015,0.01000,1.545
34,self_attn.v_proj,0.0000014559,0.01000,1.536
34,self_attn.q_proj,0.0000080948,0.01000,1.583
34,self_attn.o_proj,0.0000035278,0.01000,2.592
34,mlp.gate_proj,0.0000785616,0.01000,1.662
34,mlp.up_proj,0.0000756801,0.01000,1.669
34,mlp.down_proj,0.0000235830,0.01000,11.738
35,self_attn.k_proj,0.0000016930,0.01000,1.624
35,self_attn.v_proj,0.0000018099,0.01000,1.534
35,self_attn.q_proj,0.0000101715,0.01000,1.576
35,self_attn.o_proj,0.0000055023,0.01000,2.602
35,mlp.gate_proj,0.0000872563,0.01000,1.662
35,mlp.up_proj,0.0000841638,0.01000,1.668
35,mlp.down_proj,0.0000270447,0.01000,11.702
36,self_attn.k_proj,0.0000010704,0.01000,1.533
36,self_attn.v_proj,0.0000010415,0.01000,1.534
36,self_attn.q_proj,0.0000064894,0.01000,1.590
36,self_attn.o_proj,0.0000042677,0.01000,2.603
36,mlp.gate_proj,0.0000936115,0.01000,1.661
36,mlp.up_proj,0.0000906560,0.01000,1.674
36,mlp.down_proj,0.0000306681,0.01000,11.688
37,self_attn.k_proj,0.0000021818,0.01000,1.536
37,self_attn.v_proj,0.0000022700,0.01000,1.534
37,self_attn.q_proj,0.0000132923,0.01000,1.591
37,self_attn.o_proj,0.0000076662,0.01000,2.604
37,mlp.gate_proj,0.0001003652,0.01000,1.661
37,mlp.up_proj,0.0000937617,0.01000,1.670
37,mlp.down_proj,0.0000311588,0.01000,11.725
38,self_attn.k_proj,0.0000014607,0.01000,1.533
38,self_attn.v_proj,0.0000014135,0.01000,1.544
38,self_attn.q_proj,0.0000085849,0.01000,1.574
38,self_attn.o_proj,0.0000062944,0.01000,2.626
38,mlp.gate_proj,0.0000888707,0.01000,1.665
38,mlp.up_proj,0.0000865433,0.01000,1.669
38,mlp.down_proj,0.0000298793,0.01000,11.702
39,self_attn.k_proj,0.0000013231,0.01000,1.530
39,self_attn.v_proj,0.0000013062,0.01000,1.552
39,self_attn.q_proj,0.0000080722,0.01000,1.573
39,self_attn.o_proj,0.0000057884,0.01000,2.635
39,mlp.gate_proj,0.0000803082,0.01000,1.663
39,mlp.up_proj,0.0000832085,0.01000,1.669
39,mlp.down_proj,0.0000285743,0.01000,11.683
40,self_attn.k_proj,0.0000015940,0.01000,1.529
40,self_attn.v_proj,0.0000016831,0.01000,1.570
40,self_attn.q_proj,0.0000097793,0.01000,1.568
40,self_attn.o_proj,0.0000074035,0.01000,2.596
40,mlp.gate_proj,0.0000683258,0.01000,1.660
40,mlp.up_proj,0.0000740553,0.01000,1.670
40,mlp.down_proj,0.0000274739,0.01000,11.688
41,self_attn.k_proj,0.0000015246,0.01000,1.532
41,self_attn.v_proj,0.0000015665,0.01000,1.591
41,self_attn.q_proj,0.0000097473,0.01000,1.575
41,self_attn.o_proj,0.0000076067,0.01000,2.597
41,mlp.gate_proj,0.0000696800,0.01000,1.664
41,mlp.up_proj,0.0000769974,0.01000,1.667
41,mlp.down_proj,0.0000275727,0.01000,11.741
42,self_attn.k_proj,0.0000020490,0.01000,1.537
42,self_attn.v_proj,0.0000022060,0.01000,1.615
42,self_attn.q_proj,0.0000133186,0.01000,1.569
42,self_attn.o_proj,0.0000084157,0.01000,2.609
42,mlp.gate_proj,0.0000717687,0.01000,1.658
42,mlp.up_proj,0.0000811034,0.01000,1.670
42,mlp.down_proj,0.0000293940,0.01000,11.735
43,self_attn.k_proj,0.0000030497,0.01000,1.527
43,self_attn.v_proj,0.0000032869,0.01000,1.533
43,self_attn.q_proj,0.0000183930,0.01000,1.579
43,self_attn.o_proj,0.0000093715,0.01000,2.575
43,mlp.gate_proj,0.0000801787,0.01000,1.657
43,mlp.up_proj,0.0000884538,0.01000,1.661
43,mlp.down_proj,0.0004439881,0.01000,11.732
44,self_attn.k_proj,0.0000045039,0.01000,1.538
44,self_attn.v_proj,0.0000052618,0.01000,1.535
44,self_attn.q_proj,0.0000302576,0.01000,1.568
44,self_attn.o_proj,0.0000131572,0.01000,2.605
44,mlp.gate_proj,0.0000831303,0.01000,1.664
44,mlp.up_proj,0.0000927039,0.01000,1.661
44,mlp.down_proj,0.0000374299,0.01000,11.632
45,self_attn.k_proj,0.0000047013,0.01000,1.542
45,self_attn.v_proj,0.0000046386,0.01000,1.535
45,self_attn.q_proj,0.0000280581,0.01000,1.570
45,self_attn.o_proj,0.0000166424,0.01000,2.573
45,mlp.gate_proj,0.0000867418,0.01000,1.654
45,mlp.up_proj,0.0000949675,0.01000,1.658
45,mlp.down_proj,0.0000394787,0.01000,11.647
46,self_attn.k_proj,0.0000043364,0.01000,1.579
46,self_attn.v_proj,0.0000051131,0.01000,1.532
46,self_attn.q_proj,0.0000281403,0.01000,1.569
46,self_attn.o_proj,0.0000154446,0.01000,2.593
46,mlp.gate_proj,0.0000926777,0.01000,1.658
46,mlp.up_proj,0.0001016089,0.01000,1.661
46,mlp.down_proj,0.0000422449,0.01000,11.659
47,self_attn.k_proj,0.0000063028,0.01000,1.530
47,self_attn.v_proj,0.0000078766,0.01000,1.530
47,self_attn.q_proj,0.0000422536,0.01000,1.616
47,self_attn.o_proj,0.0000119769,0.01000,2.606
47,mlp.gate_proj,0.0000917994,0.01000,1.660
47,mlp.up_proj,0.0001012222,0.01000,1.656
47,mlp.down_proj,0.0000483529,0.01000,11.608
48,self_attn.k_proj,0.0000072610,0.01000,1.553
48,self_attn.v_proj,0.0000086316,0.01000,1.554
48,self_attn.q_proj,0.0000501277,0.01000,1.583
48,self_attn.o_proj,0.0000204037,0.01000,2.618
48,mlp.gate_proj,0.0000983936,0.01000,1.651
48,mlp.up_proj,0.0001062408,0.01000,1.656
48,mlp.down_proj,0.0000497970,0.01000,11.574
49,self_attn.k_proj,0.0000072908,0.01000,1.526
49,self_attn.v_proj,0.0000082672,0.01000,1.533
49,self_attn.q_proj,0.0000482482,0.01000,1.568
49,self_attn.o_proj,0.0000180286,0.01000,2.595
49,mlp.gate_proj,0.0001090345,0.01000,1.660
49,mlp.up_proj,0.0001160579,0.01000,1.677
49,mlp.down_proj,0.0000671233,0.01000,11.615
50,self_attn.k_proj,0.0000078595,0.01000,1.577
50,self_attn.v_proj,0.0000095407,0.01000,1.578
50,self_attn.q_proj,0.0000537864,0.01000,1.600
50,self_attn.o_proj,0.0000179798,0.01000,2.585
50,mlp.gate_proj,0.0001245018,0.01000,1.657
50,mlp.up_proj,0.0001288223,0.01000,1.654
50,mlp.down_proj,0.0000991518,0.01000,11.557
51,self_attn.k_proj,0.0000120663,0.01000,1.560
51,self_attn.v_proj,0.0000141722,0.01000,1.560
51,self_attn.q_proj,0.0000793110,0.01000,1.579
51,self_attn.o_proj,0.0000290850,0.01000,2.578
51,mlp.gate_proj,0.0001522964,0.01000,1.646
51,mlp.up_proj,0.0001562608,0.01000,1.655
51,mlp.down_proj,0.0001451201,0.01000,11.523
52,self_attn.k_proj,0.0000177440,0.01000,1.519
52,self_attn.v_proj,0.0000227425,0.01000,1.522
52,self_attn.q_proj,0.0001201704,0.01000,1.571
52,self_attn.o_proj,0.0000339277,0.01000,2.598
52,mlp.gate_proj,0.0001896271,0.01000,1.655
52,mlp.up_proj,0.0001955561,0.01000,1.652
52,mlp.down_proj,0.0001829167,0.01000,11.537
53,self_attn.k_proj,0.0000267924,0.01000,1.593
53,self_attn.v_proj,0.0000310515,0.01000,1.596
53,self_attn.q_proj,0.0001772364,0.01000,1.591
53,self_attn.o_proj,0.0000346997,0.01000,2.570
53,mlp.gate_proj,0.0002096771,0.01000,1.650
53,mlp.up_proj,0.0002178263,0.01000,1.652
53,mlp.down_proj,0.0002640449,0.01000,11.576
54,self_attn.k_proj,0.0000413160,0.01000,1.530
54,self_attn.v_proj,0.0000514963,0.01000,1.528
54,self_attn.q_proj,0.0002652229,0.01000,1.569
54,self_attn.o_proj,0.0000610877,0.01000,2.583
54,mlp.gate_proj,0.0002725404,0.01000,1.656
54,mlp.up_proj,0.0002823621,0.01000,1.658
54,mlp.down_proj,0.0003176455,0.01000,11.565
55,self_attn.k_proj,0.0000418148,0.01000,1.530
55,self_attn.v_proj,0.0000457386,0.01000,1.595
55,self_attn.q_proj,0.0002671333,0.01000,1.562
55,self_attn.o_proj,0.0000556373,0.01000,2.599
55,mlp.gate_proj,0.0002941125,0.01000,1.656
55,mlp.up_proj,0.0003099154,0.01000,1.658
55,mlp.down_proj,0.0004200006,0.01000,11.616
56,self_attn.k_proj,0.0000757911,0.01000,1.527
56,self_attn.v_proj,0.0001022021,0.01000,1.525
56,self_attn.q_proj,0.0004798477,0.01000,1.559
56,self_attn.o_proj,0.0000605940,0.01000,2.582
56,mlp.gate_proj,0.0003321549,0.01000,1.654
56,mlp.up_proj,0.0003545168,0.01000,1.653
56,mlp.down_proj,0.0005057008,0.01000,11.506
57,self_attn.k_proj,0.0000909598,0.01000,1.528
57,self_attn.v_proj,0.0001345350,0.01000,1.547
57,self_attn.q_proj,0.0005793813,0.01000,1.565
57,self_attn.o_proj,0.0000712917,0.01000,2.644
57,mlp.gate_proj,0.0003527863,0.01000,1.659
57,mlp.up_proj,0.0003838713,0.01000,1.660
57,mlp.down_proj,0.0006151612,0.01000,11.686
58,self_attn.k_proj,0.0001611774,0.01000,1.523
58,self_attn.v_proj,0.0002164320,0.01000,1.522
58,self_attn.q_proj,0.0010283339,0.01000,1.558
58,self_attn.o_proj,0.0000739698,0.01000,2.650
58,mlp.gate_proj,0.0003952580,0.01000,1.647
58,mlp.up_proj,0.0004374086,0.01000,1.655
58,mlp.down_proj,0.0007225038,0.01000,11.617
59,self_attn.k_proj,0.0002089985,0.01000,1.526
59,self_attn.v_proj,0.0003063982,0.01000,1.525
59,self_attn.q_proj,0.0013635720,0.01000,1.560
59,self_attn.o_proj,0.0000968474,0.01000,2.592
59,mlp.gate_proj,0.0004280806,0.01000,1.655
59,mlp.up_proj,0.0004791701,0.01000,1.672
59,mlp.down_proj,0.0008960226,0.01000,11.654
60,self_attn.k_proj,0.0001992090,0.01000,1.557
60,self_attn.v_proj,0.0002532928,0.01000,1.567
60,self_attn.q_proj,0.0013149603,0.01000,1.593
60,self_attn.o_proj,0.0001869728,0.01000,2.601
60,mlp.gate_proj,0.0004562739,0.01000,1.669
60,mlp.up_proj,0.0005242452,0.01000,1.677
60,mlp.down_proj,0.0011869921,0.01000,11.614
61,self_attn.k_proj,0.0002611662,0.01000,1.520
61,self_attn.v_proj,0.0004292642,0.01000,1.524
61,self_attn.q_proj,0.0018249277,0.01000,1.563
61,self_attn.o_proj,0.0002311784,0.01000,2.574
61,mlp.gate_proj,0.0004747803,0.01000,1.651
61,mlp.up_proj,0.0005518923,0.01000,1.657
61,mlp.down_proj,0.0016891136,0.01000,11.544
62,self_attn.k_proj,0.0002829886,0.01000,1.530
62,self_attn.v_proj,0.0004230730,0.01000,1.528
62,self_attn.q_proj,0.0018683732,0.01000,1.563
62,self_attn.o_proj,0.0004166500,0.01000,2.573
62,mlp.gate_proj,0.0006017254,0.01000,1.648
62,mlp.up_proj,0.0006672592,0.01000,1.655
62,mlp.down_proj,0.0026876772,0.01000,11.545
63,self_attn.k_proj,0.0001214323,0.01000,1.594
63,self_attn.v_proj,0.0001669539,0.01000,1.570
63,self_attn.q_proj,0.0007979369,0.01000,1.578
63,self_attn.o_proj,0.0003110567,0.01000,2.592
63,mlp.gate_proj,0.0006992443,0.01000,1.655
63,mlp.up_proj,0.0007560652,0.01000,1.659
63,mlp.down_proj,0.0074282673,0.01000,11.665