quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000000001,0.05000,1.288
0,self_attn.v_proj,0.0000000000,0.05000,1.053
0,self_attn.q_proj,0.0000000003,0.05000,1.088
0,self_attn.o_proj,0.0000000014,0.05000,1.801
0,mlp.gate_proj,0.0000000090,0.05000,1.144
0,mlp.up_proj,0.0000000074,0.05000,1.133
0,mlp.down_proj,0.0000000082,0.05000,8.089
1,self_attn.k_proj,0.0000000001,0.05000,1.073
1,self_attn.v_proj,0.0000000001,0.05000,1.084
1,self_attn.q_proj,0.0000000005,0.05000,1.123
1,self_attn.o_proj,0.0000000008,0.05000,1.855
1,mlp.gate_proj,0.0000005945,0.05000,1.435
1,mlp.up_proj,0.0000001761,0.05000,1.165
1,mlp.down_proj,0.0000000279,0.05000,8.165
2,self_attn.k_proj,0.0000000002,0.05000,1.052
2,self_attn.v_proj,0.0000000002,0.05000,1.046
2,self_attn.q_proj,0.0000000008,0.05000,1.086
2,self_attn.o_proj,0.0000000016,0.05000,1.787
2,mlp.gate_proj,0.0000008469,0.05000,1.145
2,mlp.up_proj,0.0000003394,0.05000,1.128
2,mlp.down_proj,0.0000000263,0.05000,8.158
3,self_attn.k_proj,0.0000000003,0.05000,1.070
3,self_attn.v_proj,0.0000000003,0.05000,1.049
3,self_attn.q_proj,0.0000000015,0.05000,1.089
3,self_attn.o_proj,0.0000000016,0.05000,1.795
3,mlp.gate_proj,0.0000012168,0.05000,1.168
3,mlp.up_proj,0.0000005215,0.05000,1.139
3,mlp.down_proj,0.0000000505,0.05000,8.101
4,self_attn.k_proj,0.0000000004,0.05000,1.052
4,self_attn.v_proj,0.0000000005,0.05000,1.053
4,self_attn.q_proj,0.0000000025,0.05000,1.091
4,self_attn.o_proj,0.0000000024,0.05000,1.798
4,mlp.gate_proj,0.0000015904,0.05000,1.136
4,mlp.up_proj,0.0000008837,0.05000,1.127
4,mlp.down_proj,0.0000000557,0.05000,8.367
5,self_attn.k_proj,0.0000000005,0.05000,1.099
5,self_attn.v_proj,0.0000000005,0.05000,1.061
5,self_attn.q_proj,0.0000000030,0.05000,1.092
5,self_attn.o_proj,0.0000000023,0.05000,1.848
5,mlp.gate_proj,0.0000019053,0.05000,1.147
5,mlp.up_proj,0.0000008292,0.05000,1.132
5,mlp.down_proj,0.0000000781,0.05000,8.128
6,self_attn.k_proj,0.0000000007,0.05000,1.072
6,self_attn.v_proj,0.0000000007,0.05000,1.055
6,self_attn.q_proj,0.0000000038,0.05000,1.083
6,self_attn.o_proj,0.0000000026,0.05000,1.811
6,mlp.gate_proj,0.0000031318,0.05000,1.155
6,mlp.up_proj,0.0000018174,0.05000,1.158
6,mlp.down_proj,0.0000243964,0.05000,8.068
7,self_attn.k_proj,0.0000000041,0.05000,1.060
7,self_attn.v_proj,0.0000000042,0.05000,1.061
7,self_attn.q_proj,0.0000000240,0.05000,1.075
7,self_attn.o_proj,0.0000000087,0.05000,1.790
7,mlp.gate_proj,0.0000034499,0.05000,1.139
7,mlp.up_proj,0.0000019170,0.05000,1.124
7,mlp.down_proj,0.0000001050,0.05000,8.000
8,self_attn.k_proj,0.0000000038,0.05000,1.070
8,self_attn.v_proj,0.0000000041,0.05000,1.065
8,self_attn.q_proj,0.0000000214,0.05000,1.090
8,self_attn.o_proj,0.0000000089,0.05000,1.820
8,mlp.gate_proj,0.0000008976,0.05000,1.173
8,mlp.up_proj,0.0000004695,0.05000,1.145
8,mlp.down_proj,0.0000000659,0.05000,8.079
9,self_attn.k_proj,0.0000000021,0.05000,1.084
9,self_attn.v_proj,0.0000000022,0.05000,1.074
9,self_attn.q_proj,0.0000000116,0.05000,1.093
9,self_attn.o_proj,0.0000000056,0.05000,1.818
9,mlp.gate_proj,0.0000003811,0.05000,1.142
9,mlp.up_proj,0.0000003539,0.05000,1.135
9,mlp.down_proj,0.0000000760,0.05000,8.198
10,self_attn.k_proj,0.0000000034,0.05000,1.053
10,self_attn.v_proj,0.0000000038,0.05000,1.054
10,self_attn.q_proj,0.0000000200,0.05000,1.080
10,self_attn.o_proj,0.0000000107,0.05000,1.774
10,mlp.gate_proj,0.0000003843,0.05000,1.141
10,mlp.up_proj,0.0000003651,0.05000,1.144
10,mlp.down_proj,0.0000000641,0.05000,8.012
11,self_attn.k_proj,0.0000000047,0.05000,1.054
11,self_attn.v_proj,0.0000000049,0.05000,1.072
11,self_attn.q_proj,0.0000000264,0.05000,1.081
11,self_attn.o_proj,0.0000000160,0.05000,1.781
11,mlp.gate_proj,0.0000004357,0.05000,1.151
11,mlp.up_proj,0.0000004132,0.05000,1.129
11,mlp.down_proj,0.0000000755,0.05000,8.050
12,self_attn.k_proj,0.0000000032,0.05000,1.073
12,self_attn.v_proj,0.0000000035,0.05000,1.062
12,self_attn.q_proj,0.0000000187,0.05000,1.090
12,self_attn.o_proj,0.0000000083,0.05000,1.791
12,mlp.gate_proj,0.0000004875,0.05000,1.458
12,mlp.up_proj,0.0000004569,0.05000,1.157
12,mlp.down_proj,0.0000000847,0.05000,8.083
13,self_attn.k_proj,0.0000000061,0.05000,1.079
13,self_attn.v_proj,0.0000000066,0.05000,1.063
13,self_attn.q_proj,0.0000000353,0.05000,1.086
13,self_attn.o_proj,0.0000000130,0.05000,1.788
13,mlp.gate_proj,0.0000005081,0.05000,1.136
13,mlp.up_proj,0.0000004603,0.05000,1.134
13,mlp.down_proj,0.0000000843,0.05000,8.092
14,self_attn.k_proj,0.0000000032,0.05000,1.061
14,self_attn.v_proj,0.0000000034,0.05000,1.075
14,self_attn.q_proj,0.0000000166,0.05000,1.115
14,self_attn.o_proj,0.0000000120,0.05000,1.804
14,mlp.gate_proj,0.0000004667,0.05000,1.197
14,mlp.up_proj,0.0000004306,0.05000,1.134
14,mlp.down_proj,0.0000000771,0.05000,8.094
15,self_attn.k_proj,0.0000000030,0.05000,1.053
15,self_attn.v_proj,0.0000000032,0.05000,1.053
15,self_attn.q_proj,0.0000000177,0.05000,1.083
15,self_attn.o_proj,0.0000000121,0.05000,1.799
15,mlp.gate_proj,0.0000004142,0.05000,1.163
15,mlp.up_proj,0.0000003936,0.05000,1.131
15,mlp.down_proj,0.0000000687,0.05000,8.023
16,self_attn.k_proj,0.0000000029,0.05000,1.057
16,self_attn.v_proj,0.0000000032,0.05000,1.058
16,self_attn.q_proj,0.0000000168,0.05000,1.081
16,self_attn.o_proj,0.0000000119,0.05000,1.794
16,mlp.gate_proj,0.0000003634,0.05000,1.129
16,mlp.up_proj,0.0000003448,0.05000,1.121
16,mlp.down_proj,0.0000000619,0.05000,8.011
17,self_attn.k_proj,0.0000000030,0.05000,1.059
17,self_attn.v_proj,0.0000000030,0.05000,1.051
17,self_attn.q_proj,0.0000000170,0.05000,1.091
17,self_attn.o_proj,0.0000000118,0.05000,1.783
17,mlp.gate_proj,0.0000003754,0.05000,1.191
17,mlp.up_proj,0.0000003556,0.05000,1.147
17,mlp.down_proj,0.0000000640,0.05000,8.066
18,self_attn.k_proj,0.0000000039,0.05000,1.065
18,self_attn.v_proj,0.0000000040,0.05000,1.046
18,self_attn.q_proj,0.0000000226,0.05000,1.081
18,self_attn.o_proj,0.0000000114,0.05000,1.777
18,mlp.gate_proj,0.0000003997,0.05000,1.128
18,mlp.up_proj,0.0000003759,0.05000,1.122
18,mlp.down_proj,0.0000000713,0.05000,8.026
19,self_attn.k_proj,0.0000000044,0.05000,1.074
19,self_attn.v_proj,0.0000000045,0.05000,1.050
19,self_attn.q_proj,0.0000000264,0.05000,1.075
19,self_attn.o_proj,0.0000000157,0.05000,1.778
19,mlp.gate_proj,0.0000004350,0.05000,1.172
19,mlp.up_proj,0.0000004132,0.05000,1.132
19,mlp.down_proj,0.0000000835,0.05000,8.047
20,self_attn.k_proj,0.0000000074,0.05000,1.055
20,self_attn.v_proj,0.0000000080,0.05000,1.055
20,self_attn.q_proj,0.0000000429,0.05000,1.091
20,self_attn.o_proj,0.0000000161,0.05000,2.024
20,mlp.gate_proj,0.0000004741,0.05000,1.158
20,mlp.up_proj,0.0000004521,0.05000,1.155
20,mlp.down_proj,0.0000000936,0.05000,8.202
21,self_attn.k_proj,0.0000000083,0.05000,1.073
21,self_attn.v_proj,0.0000000087,0.05000,1.119
21,self_attn.q_proj,0.0000000484,0.05000,1.131
21,self_attn.o_proj,0.0000000298,0.05000,1.824
21,mlp.gate_proj,0.0000004994,0.05000,1.154
21,mlp.up_proj,0.0000004764,0.05000,1.157
21,mlp.down_proj,0.0000001065,0.05000,8.209
22,self_attn.k_proj,0.0000000072,0.05000,1.063
22,self_attn.v_proj,0.0000000079,0.05000,1.095
22,self_attn.q_proj,0.0000000437,0.05000,1.077
22,self_attn.o_proj,0.0000000361,0.05000,1.771
22,mlp.gate_proj,0.0000005477,0.05000,1.312
22,mlp.up_proj,0.0000005222,0.05000,1.132
22,mlp.down_proj,0.0000001284,0.05000,8.103
23,self_attn.k_proj,0.0000000101,0.05000,1.071
23,self_attn.v_proj,0.0000000115,0.05000,1.052
23,self_attn.q_proj,0.0000000579,0.05000,1.072
23,self_attn.o_proj,0.0000000244,0.05000,1.775
23,mlp.gate_proj,0.0000006019,0.05000,1.155
23,mlp.up_proj,0.0000005727,0.05000,1.127
23,mlp.down_proj,0.0000001546,0.05000,8.118
24,self_attn.k_proj,0.0000000180,0.05000,1.061
24,self_attn.v_proj,0.0000000202,0.05000,1.060
24,self_attn.q_proj,0.0000001111,0.05000,1.088
24,self_attn.o_proj,0.0000000532,0.05000,1.775
24,mlp.gate_proj,0.0000006775,0.05000,1.128
24,mlp.up_proj,0.0000006410,0.05000,1.127
24,mlp.down_proj,0.0000001807,0.05000,8.006
25,self_attn.k_proj,0.0000000156,0.05000,1.049
25,self_attn.v_proj,0.0000000172,0.05000,1.058
25,self_attn.q_proj,0.0000000929,0.05000,1.085
25,self_attn.o_proj,0.0000000478,0.05000,1.796
25,mlp.gate_proj,0.0000007617,0.05000,1.158
25,mlp.up_proj,0.0000007163,0.05000,1.131
25,mlp.down_proj,0.0000002311,0.05000,8.343
26,self_attn.k_proj,0.0000000142,0.05000,1.068
26,self_attn.v_proj,0.0000000165,0.05000,1.068
26,self_attn.q_proj,0.0000000837,0.05000,1.081
26,self_attn.o_proj,0.0000000437,0.05000,1.788
26,mlp.gate_proj,0.0000008507,0.05000,1.128
26,mlp.up_proj,0.0000007863,0.05000,1.129
26,mlp.down_proj,0.0000002909,0.05000,8.068
27,self_attn.k_proj,0.0000000211,0.05000,1.059
27,self_attn.v_proj,0.0000000250,0.05000,1.060
27,self_attn.q_proj,0.0000001197,0.05000,1.084
27,self_attn.o_proj,0.0000000480,0.05000,1.805
27,mlp.gate_proj,0.0000009910,0.05000,1.141
27,mlp.up_proj,0.0000008987,0.05000,1.136
27,mlp.down_proj,0.0000003665,0.05000,8.014
28,self_attn.k_proj,0.0000000269,0.05000,1.047
28,self_attn.v_proj,0.0000000321,0.05000,1.052
28,self_attn.q_proj,0.0000001592,0.05000,1.249
28,self_attn.o_proj,0.0000000531,0.05000,1.784
28,mlp.gate_proj,0.0000011194,0.05000,1.135
28,mlp.up_proj,0.0000010198,0.05000,1.148
28,mlp.down_proj,0.0000004061,0.05000,8.040
29,self_attn.k_proj,0.0000000400,0.05000,1.061
29,self_attn.v_proj,0.0000000427,0.05000,1.059
29,self_attn.q_proj,0.0000002190,0.05000,1.081
29,self_attn.o_proj,0.0000000459,0.05000,1.799
29,mlp.gate_proj,0.0000012452,0.05000,1.166
29,mlp.up_proj,0.0000010774,0.05000,1.134
29,mlp.down_proj,0.0000004184,0.05000,8.122
30,self_attn.k_proj,0.0000000822,0.05000,1.069
30,self_attn.v_proj,0.0000001094,0.05000,1.054
30,self_attn.q_proj,0.0000004353,0.05000,1.083
30,self_attn.o_proj,0.0000000581,0.05000,1.783
30,mlp.gate_proj,0.0000020782,0.05000,1.159
30,mlp.up_proj,0.0000013648,0.05000,1.141
30,mlp.down_proj,0.0000003798,0.05000,8.176
31,self_attn.k_proj,0.0000000687,0.05000,1.058
31,self_attn.v_proj,0.0000000767,0.05000,1.055
31,self_attn.q_proj,0.0000003481,0.05000,1.088
31,self_attn.o_proj,0.0000000595,0.05000,1.818
31,mlp.gate_proj,0.0000035998,0.05000,1.136
31,mlp.up_proj,0.0000025057,0.05000,1.147
31,mlp.down_proj,0.0000003782,0.05000,8.108
32,self_attn.k_proj,0.0000000198,0.05000,1.061
32,self_attn.v_proj,0.0000000252,0.05000,1.060
32,self_attn.q_proj,0.0000001136,0.05000,1.090
32,self_attn.o_proj,0.0000000463,0.05000,1.815
32,mlp.gate_proj,0.0000018849,0.05000,1.139
32,mlp.up_proj,0.0000013548,0.05000,1.146
32,mlp.down_proj,0.0000003645,0.05000,8.137
33,self_attn.k_proj,0.0000000168,0.05000,1.083
33,self_attn.v_proj,0.0000000173,0.05000,1.083
33,self_attn.q_proj,0.0000000920,0.05000,1.117
33,self_attn.o_proj,0.0000000350,0.05000,1.823
33,mlp.gate_proj,0.0000012446,0.05000,1.182
33,mlp.up_proj,0.0000011373,0.05000,1.167
33,mlp.down_proj,0.0000003680,0.05000,8.073
34,self_attn.k_proj,0.0000000227,0.05000,1.079
34,self_attn.v_proj,0.0000000258,0.05000,1.066
34,self_attn.q_proj,0.0000001392,0.05000,1.339
34,self_attn.o_proj,0.0000000530,0.05000,1.833
34,mlp.gate_proj,0.0000011180,0.05000,1.150
34,mlp.up_proj,0.0000010661,0.05000,1.144
34,mlp.down_proj,0.0000002927,0.05000,8.110
35,self_attn.k_proj,0.0000000270,0.05000,1.073
35,self_attn.v_proj,0.0000000309,0.05000,1.071
35,self_attn.q_proj,0.0000001656,0.05000,1.108
35,self_attn.o_proj,0.0000000654,0.05000,1.803
35,mlp.gate_proj,0.0000012108,0.05000,1.183
35,mlp.up_proj,0.0000011538,0.05000,1.154
35,mlp.down_proj,0.0000003264,0.05000,8.186
36,self_attn.k_proj,0.0000000170,0.05000,1.107
36,self_attn.v_proj,0.0000000196,0.05000,1.085
36,self_attn.q_proj,0.0000001047,0.05000,1.127
36,self_attn.o_proj,0.0000000497,0.05000,1.968
36,mlp.gate_proj,0.0000012861,0.05000,1.163
36,mlp.up_proj,0.0000012257,0.05000,1.146
36,mlp.down_proj,0.0000003653,0.05000,8.104
37,self_attn.k_proj,0.0000000348,0.05000,1.096
37,self_attn.v_proj,0.0000000401,0.05000,1.058
37,self_attn.q_proj,0.0000002120,0.05000,1.085
37,self_attn.o_proj,0.0000000902,0.05000,1.806
37,mlp.gate_proj,0.0000013586,0.05000,1.141
37,mlp.up_proj,0.0000012513,0.05000,1.139
37,mlp.down_proj,0.0000003713,0.05000,8.122
38,self_attn.k_proj,0.0000000232,0.05000,1.067
38,self_attn.v_proj,0.0000000266,0.05000,1.054
38,self_attn.q_proj,0.0000001376,0.05000,1.368
38,self_attn.o_proj,0.0000000780,0.05000,1.994
38,mlp.gate_proj,0.0000011868,0.05000,1.142
38,mlp.up_proj,0.0000011394,0.05000,1.129
38,mlp.down_proj,0.0000003501,0.05000,8.108
39,self_attn.k_proj,0.0000000213,0.05000,1.048
39,self_attn.v_proj,0.0000000227,0.05000,1.054
39,self_attn.q_proj,0.0000001309,0.05000,1.081
39,self_attn.o_proj,0.0000000804,0.05000,1.784
39,mlp.gate_proj,0.0000010609,0.05000,1.133
39,mlp.up_proj,0.0000010860,0.05000,1.147
39,mlp.down_proj,0.0000003394,0.05000,8.063
40,self_attn.k_proj,0.0000000258,0.05000,1.055
40,self_attn.v_proj,0.0000000295,0.05000,1.056
40,self_attn.q_proj,0.0000001592,0.05000,1.088
40,self_attn.o_proj,0.0000001073,0.05000,1.806
40,mlp.gate_proj,0.0000009110,0.05000,1.163
40,mlp.up_proj,0.0000009841,0.05000,1.139
40,mlp.down_proj,0.0000003317,0.05000,8.082
41,self_attn.k_proj,0.0000000254,0.05000,1.062
41,self_attn.v_proj,0.0000000279,0.05000,1.070
41,self_attn.q_proj,0.0000001642,0.05000,1.136
41,self_attn.o_proj,0.0000001032,0.05000,1.798
41,mlp.gate_proj,0.0000009360,0.05000,1.158
41,mlp.up_proj,0.0000010260,0.05000,1.135
41,mlp.down_proj,0.0000003328,0.05000,8.076
42,self_attn.k_proj,0.0000000344,0.05000,1.057
42,self_attn.v_proj,0.0000000398,0.05000,1.059
42,self_attn.q_proj,0.0000002262,0.05000,1.087
42,self_attn.o_proj,0.0000001137,0.05000,1.780
42,mlp.gate_proj,0.0000009660,0.05000,1.144
42,mlp.up_proj,0.0000010853,0.05000,1.130
42,mlp.down_proj,0.0000003526,0.05000,8.144
43,self_attn.k_proj,0.0000000497,0.05000,1.067
43,self_attn.v_proj,0.0000000559,0.05000,1.063
43,self_attn.q_proj,0.0000003056,0.05000,1.101
43,self_attn.o_proj,0.0000001351,0.05000,2.057
43,mlp.gate_proj,0.0000010626,0.05000,1.137
43,mlp.up_proj,0.0000011683,0.05000,1.138
43,mlp.down_proj,0.0000011667,0.05000,8.109
44,self_attn.k_proj,0.0000000747,0.05000,1.065
44,self_attn.v_proj,0.0000000937,0.05000,1.070
44,self_attn.q_proj,0.0000005108,0.05000,1.206
44,self_attn.o_proj,0.0000001612,0.05000,1.801
44,mlp.gate_proj,0.0000010736,0.05000,1.145
44,mlp.up_proj,0.0000011866,0.05000,1.166
44,mlp.down_proj,0.0000004237,0.05000,8.079
45,self_attn.k_proj,0.0000000790,0.05000,1.053
45,self_attn.v_proj,0.0000000818,0.05000,1.091
45,self_attn.q_proj,0.0000004566,0.05000,1.117
45,self_attn.o_proj,0.0000002097,0.05000,1.864
45,mlp.gate_proj,0.0000010832,0.05000,1.182
45,mlp.up_proj,0.0000011737,0.05000,1.157
45,mlp.down_proj,0.0000004474,0.05000,8.165
46,self_attn.k_proj,0.0000000693,0.05000,1.068
46,self_attn.v_proj,0.0000000873,0.05000,1.060
46,self_attn.q_proj,0.0000004537,0.05000,1.107
46,self_attn.o_proj,0.0000002005,0.05000,1.827
46,mlp.gate_proj,0.0000011403,0.05000,1.475
46,mlp.up_proj,0.0000012355,0.05000,1.181
46,mlp.down_proj,0.0000004723,0.05000,8.160
47,self_attn.k_proj,0.0000000973,0.05000,1.089
47,self_attn.v_proj,0.0000001358,0.05000,1.088
47,self_attn.q_proj,0.0000006704,0.05000,1.097
47,self_attn.o_proj,0.0000001611,0.05000,1.844
47,mlp.gate_proj,0.0000011614,0.05000,1.446
47,mlp.up_proj,0.0000012489,0.05000,1.232
47,mlp.down_proj,0.0000005587,0.05000,8.508
48,self_attn.k_proj,0.0000001117,0.05000,1.152
48,self_attn.v_proj,0.0000001522,0.05000,1.167
48,self_attn.q_proj,0.0000007989,0.05000,1.222
48,self_attn.o_proj,0.0000002700,0.05000,1.998
48,mlp.gate_proj,0.0000012734,0.05000,1.235
48,mlp.up_proj,0.0000013358,0.05000,1.236
48,mlp.down_proj,0.0000005997,0.05000,8.494
49,self_attn.k_proj,0.0000001183,0.05000,1.080
49,self_attn.v_proj,0.0000001463,0.05000,1.069
49,self_attn.q_proj,0.0000007858,0.05000,1.091
49,self_attn.o_proj,0.0000002491,0.05000,1.848
49,mlp.gate_proj,0.0000014685,0.05000,1.146
49,mlp.up_proj,0.0000015074,0.05000,1.138
49,mlp.down_proj,0.0000008521,0.05000,8.053
50,self_attn.k_proj,0.0000001243,0.05000,1.061
50,self_attn.v_proj,0.0000001691,0.05000,1.067
50,self_attn.q_proj,0.0000008871,0.05000,1.110
50,self_attn.o_proj,0.0000002494,0.05000,1.809
50,mlp.gate_proj,0.0000017845,0.05000,1.141
50,mlp.up_proj,0.0000017845,0.05000,1.153
50,mlp.down_proj,0.0000013748,0.05000,8.080
51,self_attn.k_proj,0.0000002210,0.05000,1.077
51,self_attn.v_proj,0.0000002929,0.05000,1.073
51,self_attn.q_proj,0.0000015005,0.05000,1.088
51,self_attn.o_proj,0.0000004835,0.05000,1.842
51,mlp.gate_proj,0.0000022806,0.05000,1.143
51,mlp.up_proj,0.0000022662,0.05000,1.133
51,mlp.down_proj,0.0000021119,0.05000,8.091
52,self_attn.k_proj,0.0000002995,0.05000,1.066
52,self_attn.v_proj,0.0000004575,0.05000,1.079
52,self_attn.q_proj,0.0000023181,0.05000,1.087
52,self_attn.o_proj,0.0000005232,0.05000,1.791
52,mlp.gate_proj,0.0000028979,0.05000,1.169
52,mlp.up_proj,0.0000029187,0.05000,1.141
52,mlp.down_proj,0.0000028068,0.05000,8.117
53,self_attn.k_proj,0.0000004835,0.05000,1.067
53,self_attn.v_proj,0.0000006293,0.05000,1.066
53,self_attn.q_proj,0.0000033281,0.05000,1.095
53,self_attn.o_proj,0.0000004941,0.05000,1.805
53,mlp.gate_proj,0.0000033495,0.05000,1.158
53,mlp.up_proj,0.0000034203,0.05000,1.147
53,mlp.down_proj,0.0000042661,0.05000,8.111
54,self_attn.k_proj,0.0000007604,0.05000,1.082
54,self_attn.v_proj,0.0000011072,0.05000,1.071
54,self_attn.q_proj,0.0000052773,0.05000,1.094
54,self_attn.o_proj,0.0000010223,0.05000,1.880
54,mlp.gate_proj,0.0000045094,0.05000,1.157
54,mlp.up_proj,0.0000045872,0.05000,1.152
54,mlp.down_proj,0.0000055971,0.05000,8.075
55,self_attn.k_proj,0.0000008375,0.05000,1.059
55,self_attn.v_proj,0.0000010303,0.05000,1.076
55,self_attn.q_proj,0.0000056554,0.05000,1.103
55,self_attn.o_proj,0.0000009534,0.05000,1.793
55,mlp.gate_proj,0.0000050994,0.05000,1.144
55,mlp.up_proj,0.0000052824,0.05000,1.142
55,mlp.down_proj,0.0000075244,0.05000,8.080
56,self_attn.k_proj,0.0000014614,0.05000,1.091
56,self_attn.v_proj,0.0000022171,0.05000,1.072
56,self_attn.q_proj,0.0000102127,0.05000,1.181
56,self_attn.o_proj,0.0000010268,0.05000,1.821
56,mlp.gate_proj,0.0000059043,0.05000,1.177
56,mlp.up_proj,0.0000062138,0.05000,1.150
56,mlp.down_proj,0.0000095164,0.05000,8.104
57,self_attn.k_proj,0.0000018241,0.05000,1.081
57,self_attn.v_proj,0.0000028335,0.05000,1.081
57,self_attn.q_proj,0.0000133045,0.05000,1.121
57,self_attn.o_proj,0.0000012992,0.05000,1.819
57,mlp.gate_proj,0.0000064606,0.05000,1.169
57,mlp.up_proj,0.0000069776,0.05000,1.161
57,mlp.down_proj,0.0000126919,0.05000,8.196
58,self_attn.k_proj,0.0000029728,0.05000,1.091
58,self_attn.v_proj,0.0000046122,0.05000,1.089
58,self_attn.q_proj,0.0000212859,0.05000,1.110
58,self_attn.o_proj,0.0000014744,0.05000,1.833
58,mlp.gate_proj,0.0000073618,0.05000,1.163
58,mlp.up_proj,0.0000080955,0.05000,1.154
58,mlp.down_proj,0.0000166249,0.05000,8.277
59,self_attn.k_proj,0.0000036624,0.05000,1.078
59,self_attn.v_proj,0.0000059932,0.05000,1.058
59,self_attn.q_proj,0.0000267212,0.05000,1.213
59,self_attn.o_proj,0.0000014935,0.05000,1.820
59,mlp.gate_proj,0.0000081891,0.05000,1.167
59,mlp.up_proj,0.0000090891,0.05000,1.152
59,mlp.down_proj,0.0000255458,0.05000,9.124
60,self_attn.k_proj,0.0000040584,0.05000,1.071
60,self_attn.v_proj,0.0000062538,0.05000,1.065
60,self_attn.q_proj,0.0000271068,0.05000,1.128
60,self_attn.o_proj,0.0000041404,0.05000,1.871
60,mlp.gate_proj,0.0000088629,0.05000,1.359
60,mlp.up_proj,0.0000101049,0.05000,1.145
60,mlp.down_proj,0.0000384820,0.05000,8.277
61,self_attn.k_proj,0.0000054317,0.05000,1.064
61,self_attn.v_proj,0.0000094258,0.05000,1.071
61,self_attn.q_proj,0.0000391906,0.05000,1.465
61,self_attn.o_proj,0.0000042686,0.05000,1.841
61,mlp.gate_proj,0.0000094184,0.05000,1.224
61,mlp.up_proj,0.0000108588,0.05000,1.187
61,mlp.down_proj,0.0000550679,0.05000,8.119
62,self_attn.k_proj,0.0000056649,0.05000,1.081
62,self_attn.v_proj,0.0000101746,0.05000,1.068
62,self_attn.q_proj,0.0000392652,0.05000,1.092
62,self_attn.o_proj,0.0000079702,0.05000,1.833
62,mlp.gate_proj,0.0000116558,0.05000,1.144
62,mlp.up_proj,0.0000129260,0.05000,1.141
62,mlp.down_proj,0.0000882188,0.05000,8.091
63,self_attn.k_proj,0.0000026408,0.05000,1.064
63,self_attn.v_proj,0.0000040543,0.05000,1.087
63,self_attn.q_proj,0.0000181348,0.05000,1.091
63,self_attn.o_proj,0.0000071743,0.05000,1.828
63,mlp.gate_proj,0.0000143294,0.05000,1.148
63,mlp.up_proj,0.0000155459,0.05000,1.141
63,mlp.down_proj,0.0003312480,0.05000,8.298