quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,13.6294784546,605.30756,5.540
0,self_attn.v_proj,0.0593941013,605.30756,5.142
0,self_attn.q_proj,157.1803283691,605.30756,7.996
0,self_attn.o_proj,0.0397497887,0.47635,9.437
0,mlp.gate_proj,890.1560058594,1462.71399,25.367
0,mlp.up_proj,447.1669514974,1462.71399,30.830
0,mlp.down_proj,9.7131913503,7.69736,75.129
1,self_attn.k_proj,55.9226175944,442.29816,5.188
1,self_attn.v_proj,2.5177942912,442.29816,5.111
1,self_attn.q_proj,203.8958536784,442.29816,9.935
1,self_attn.o_proj,8.2487831116,150.97090,9.100
1,mlp.gate_proj,1590.2045898438,1133.41455,27.094
1,mlp.up_proj,801.0877278646,1133.41455,35.035
1,mlp.down_proj,7.3508618673,5.83138,84.990
2,self_attn.k_proj,87.0443725586,1056.47473,4.303
2,self_attn.v_proj,6.6566747030,1056.47473,4.548
2,self_attn.q_proj,395.9968668620,1056.47473,10.522
2,self_attn.o_proj,2.5991245906,10.64848,7.522
2,mlp.gate_proj,2042.9488932292,1195.52600,26.076
2,mlp.up_proj,1048.3621419271,1195.52600,33.747
2,mlp.down_proj,1312.2178548177,4760.32471,156.162
3,self_attn.k_proj,77.2405090332,990.21216,5.008
3,self_attn.v_proj,18.3168106079,990.21216,4.276
3,self_attn.q_proj,378.6944173177,990.21216,7.728
3,self_attn.o_proj,5.8858553569,49.03431,9.194
3,mlp.gate_proj,2371.3829752604,1158.04968,26.045
3,mlp.up_proj,1394.1834309896,1158.04968,34.357
3,mlp.down_proj,871.7003580729,2827.41553,117.447
4,self_attn.k_proj,67.2893168132,952.60614,4.925
4,self_attn.v_proj,30.1960449219,952.60614,5.645
4,self_attn.q_proj,363.8845214844,952.60614,8.904
4,self_attn.o_proj,6.2175553640,15.03408,10.165
4,mlp.gate_proj,2374.8307291667,1006.35736,25.839
4,mlp.up_proj,1383.4635416667,1006.35736,33.502
4,mlp.down_proj,19.3202476501,12.27280,98.435
5,self_attn.k_proj,93.2561645508,816.20465,5.153
5,self_attn.v_proj,34.1669718424,816.20465,6.024
5,self_attn.q_proj,454.1962890625,816.20465,9.394
5,self_attn.o_proj,6.5742734273,26.67174,9.096
5,mlp.gate_proj,3746.5504557292,930.19141,25.428
5,mlp.up_proj,1632.7145182292,930.19141,33.412
5,mlp.down_proj,24.5360412598,29.75147,97.224
6,self_attn.k_proj,61.9318389893,923.27863,4.630
6,self_attn.v_proj,20.0416208903,923.27863,3.967
6,self_attn.q_proj,358.1446940104,923.27863,8.877
6,self_attn.o_proj,5.9309406281,33.73212,9.581
6,mlp.gate_proj,2318.1250000000,1190.69312,25.888
6,mlp.up_proj,1741.2809244792,1190.69312,35.493
6,mlp.down_proj,21.2185401917,19.22627,94.275
7,self_attn.k_proj,72.7023824056,1116.11365,4.691
7,self_attn.v_proj,30.6320037842,1116.11365,5.059
7,self_attn.q_proj,389.1239420573,1116.11365,8.003
7,self_attn.o_proj,8.3826980591,28.69539,11.004
7,mlp.gate_proj,2247.6565755208,1140.49548,26.098
7,mlp.up_proj,1951.6266276042,1140.49548,37.386
7,mlp.down_proj,22.1270675659,14.99066,86.959
8,self_attn.k_proj,85.8061218262,1018.94623,5.397
8,self_attn.v_proj,28.8810068766,1018.94623,5.698
8,self_attn.q_proj,1564.2822265625,1018.94623,7.483
8,self_attn.o_proj,12.9232457479,29.53937,8.102
8,mlp.gate_proj,2300.9586588542,1060.96912,27.350
8,mlp.up_proj,1910.5530598958,1060.96912,38.651
8,mlp.down_proj,16.0145187378,12.30956,85.434
9,self_attn.k_proj,237.0528971354,969.32983,4.468
9,self_attn.v_proj,58.2208048503,969.32983,5.599
9,self_attn.q_proj,734.7415364583,969.32983,9.142
9,self_attn.o_proj,8.3034648895,45.79228,11.177
9,mlp.gate_proj,2231.6967773438,1003.12390,27.630
9,mlp.up_proj,2487.6049804688,1003.12390,39.319
9,mlp.down_proj,15.8297729492,8.70068,96.616
10,self_attn.k_proj,104.2002156576,926.95062,5.397
10,self_attn.v_proj,107.8991699219,926.95062,4.747
10,self_attn.q_proj,682.7618001302,926.95062,8.931
10,self_attn.o_proj,12.0142873128,50.35853,8.762
10,mlp.gate_proj,2639.0266927083,1051.56311,27.400
10,mlp.up_proj,2503.0823567708,1051.56311,39.298
10,mlp.down_proj,14.0178667704,14.42505,89.843
11,self_attn.k_proj,231.1263020833,934.36938,5.108
11,self_attn.v_proj,67.8643188477,934.36938,5.310
11,self_attn.q_proj,909.9117838542,934.36938,9.004
11,self_attn.o_proj,9.9704589844,61.24993,9.079
11,mlp.gate_proj,2271.5257161458,1017.91833,31.507
11,mlp.up_proj,3008.4290364583,1017.91833,41.184
11,mlp.down_proj,17.7088826497,8.19535,103.007
12,self_attn.k_proj,115.5236816406,995.07947,4.272
12,self_attn.v_proj,132.0898742676,995.07947,6.886
12,self_attn.q_proj,769.4633789062,995.07947,9.626
12,self_attn.o_proj,10.4315388997,31.66696,10.267
12,mlp.gate_proj,2505.3906250000,1110.15466,30.753
12,mlp.up_proj,2742.0341796875,1110.15466,39.504
12,mlp.down_proj,15.2585194906,14.90878,92.752
13,self_attn.k_proj,176.4259440104,1088.85889,4.977
13,self_attn.v_proj,93.5887044271,1088.85889,5.134
13,self_attn.q_proj,1085.7306315104,1088.85889,11.256
13,self_attn.o_proj,9.4796975454,41.00184,11.165
13,mlp.gate_proj,2282.0263671875,1187.87073,28.772
13,mlp.up_proj,2481.6005859375,1187.87073,41.142
13,mlp.down_proj,20.0558713277,16.08819,94.825
14,self_attn.k_proj,116.5531616211,1114.20764,4.826
14,self_attn.v_proj,86.3167928060,1114.20764,5.255
14,self_attn.q_proj,941.1445312500,1114.20764,9.584
14,self_attn.o_proj,24.7816441854,55.38456,10.449
14,mlp.gate_proj,2092.9990234375,1262.28064,26.551
14,mlp.up_proj,2056.2060546875,1262.28064,37.744
14,mlp.down_proj,25.7261505127,26.69924,90.999
15,self_attn.k_proj,139.1018981934,1153.68311,5.429
15,self_attn.v_proj,79.7861022949,1153.68311,5.691
15,self_attn.q_proj,836.4055989583,1153.68311,9.833
15,self_attn.o_proj,12.8856709798,50.51323,10.526
15,mlp.gate_proj,2218.1608072917,1279.81482,27.225
15,mlp.up_proj,2204.1611328125,1279.81482,31.898
15,mlp.down_proj,42.3582916260,44.55193,84.342
16,self_attn.k_proj,245.3200276693,1384.79602,5.580
16,self_attn.v_proj,47.8493194580,1384.79602,3.957
16,self_attn.q_proj,1299.0154622396,1384.79602,10.560
16,self_attn.o_proj,9.6014226278,20.25651,9.861
16,mlp.gate_proj,2797.5843098958,1337.23083,27.117
16,mlp.up_proj,2085.0297851562,1337.23083,31.113
16,mlp.down_proj,62.3565826416,48.95044,87.688
17,self_attn.k_proj,97.5990091960,1351.28711,5.412
17,self_attn.v_proj,67.4315694173,1351.28711,5.643
17,self_attn.q_proj,684.9749348958,1351.28711,8.743
17,self_attn.o_proj,37.4314753215,367.50916,9.770
17,mlp.gate_proj,4554.3723958333,1617.45947,26.211
17,mlp.up_proj,2929.2919921875,1617.45947,32.329
17,mlp.down_proj,65.9468078613,76.05813,103.378
18,self_attn.k_proj,112.8488566081,1662.32361,4.357
18,self_attn.v_proj,116.6432393392,1662.32361,5.624
18,self_attn.q_proj,701.7857259115,1662.32361,8.790
18,self_attn.o_proj,17.4409243266,75.69903,9.602
18,mlp.gate_proj,4205.5540364583,1721.79260,26.148
18,mlp.up_proj,3236.3281250000,1721.79260,30.677
18,mlp.down_proj,65.6810506185,56.74680,94.329
19,self_attn.k_proj,96.5452880859,1723.78723,4.000
19,self_attn.v_proj,88.7289326986,1723.78723,4.382
19,self_attn.q_proj,667.5008138021,1723.78723,7.848
19,self_attn.o_proj,20.7163060506,102.27396,9.993
19,mlp.gate_proj,4838.9674479167,1710.58948,27.312
19,mlp.up_proj,3917.8339843750,1710.58948,31.722
19,mlp.down_proj,152.3315022786,165.63925,93.959
20,self_attn.k_proj,126.2777099609,1647.77136,4.257
20,self_attn.v_proj,179.2138264974,1647.77136,4.101
20,self_attn.q_proj,782.6456705729,1647.77136,9.434
20,self_attn.o_proj,118.5550740560,1024.22034,9.781
20,mlp.gate_proj,5164.3636067708,1835.57153,26.448
20,mlp.up_proj,4517.5175781250,1835.57153,27.997
20,mlp.down_proj,284.3208007812,369.92227,88.879
21,self_attn.k_proj,110.6768595378,1752.93469,4.578
21,self_attn.v_proj,772.3488769531,1752.93469,5.362
21,self_attn.q_proj,740.8355305990,1752.93469,8.532
21,self_attn.o_proj,240.7297363281,1923.49170,11.185
21,mlp.gate_proj,10588.8710937500,2117.36060,23.510
21,mlp.up_proj,6085.0781250000,2117.36060,27.459
21,mlp.down_proj,751.7847493490,1350.53333,86.471
22,self_attn.k_proj,170.1837158203,2146.93823,4.568
22,self_attn.v_proj,763.1953125000,2146.93823,4.651
22,self_attn.q_proj,936.7376302083,2146.93823,7.255
22,self_attn.o_proj,34.7368698120,169.29544,9.543
22,mlp.gate_proj,5529.0826822917,2239.34619,27.010
22,mlp.up_proj,5456.7252604167,2239.34619,31.153
22,mlp.down_proj,877.9711914062,1597.97424,94.481
23,self_attn.k_proj,206.4596354167,2032.07556,5.227
23,self_attn.v_proj,649.5153808594,2032.07556,4.418
23,self_attn.q_proj,1010.6800944010,2032.07556,8.517
23,self_attn.o_proj,123.7481180827,609.02002,8.939
23,mlp.gate_proj,8399.9153645833,2461.04858,25.634
23,mlp.up_proj,7469.1373697917,2461.04858,26.189
23,mlp.down_proj,6214.3098958333,17589.48047,94.444