| layer,module,loss,samples,damp,time | |
| 0,self_attn.k_proj,0.0000000001,0.05000,1.288 | |
| 0,self_attn.v_proj,0.0000000000,0.05000,1.053 | |
| 0,self_attn.q_proj,0.0000000003,0.05000,1.088 | |
| 0,self_attn.o_proj,0.0000000014,0.05000,1.801 | |
| 0,mlp.gate_proj,0.0000000090,0.05000,1.144 | |
| 0,mlp.up_proj,0.0000000074,0.05000,1.133 | |
| 0,mlp.down_proj,0.0000000082,0.05000,8.089 | |
| 1,self_attn.k_proj,0.0000000001,0.05000,1.073 | |
| 1,self_attn.v_proj,0.0000000001,0.05000,1.084 | |
| 1,self_attn.q_proj,0.0000000005,0.05000,1.123 | |
| 1,self_attn.o_proj,0.0000000008,0.05000,1.855 | |
| 1,mlp.gate_proj,0.0000005945,0.05000,1.435 | |
| 1,mlp.up_proj,0.0000001761,0.05000,1.165 | |
| 1,mlp.down_proj,0.0000000279,0.05000,8.165 | |
| 2,self_attn.k_proj,0.0000000002,0.05000,1.052 | |
| 2,self_attn.v_proj,0.0000000002,0.05000,1.046 | |
| 2,self_attn.q_proj,0.0000000008,0.05000,1.086 | |
| 2,self_attn.o_proj,0.0000000016,0.05000,1.787 | |
| 2,mlp.gate_proj,0.0000008469,0.05000,1.145 | |
| 2,mlp.up_proj,0.0000003394,0.05000,1.128 | |
| 2,mlp.down_proj,0.0000000263,0.05000,8.158 | |
| 3,self_attn.k_proj,0.0000000003,0.05000,1.070 | |
| 3,self_attn.v_proj,0.0000000003,0.05000,1.049 | |
| 3,self_attn.q_proj,0.0000000015,0.05000,1.089 | |
| 3,self_attn.o_proj,0.0000000016,0.05000,1.795 | |
| 3,mlp.gate_proj,0.0000012168,0.05000,1.168 | |
| 3,mlp.up_proj,0.0000005215,0.05000,1.139 | |
| 3,mlp.down_proj,0.0000000505,0.05000,8.101 | |
| 4,self_attn.k_proj,0.0000000004,0.05000,1.052 | |
| 4,self_attn.v_proj,0.0000000005,0.05000,1.053 | |
| 4,self_attn.q_proj,0.0000000025,0.05000,1.091 | |
| 4,self_attn.o_proj,0.0000000024,0.05000,1.798 | |
| 4,mlp.gate_proj,0.0000015904,0.05000,1.136 | |
| 4,mlp.up_proj,0.0000008837,0.05000,1.127 | |
| 4,mlp.down_proj,0.0000000557,0.05000,8.367 | |
| 5,self_attn.k_proj,0.0000000005,0.05000,1.099 | |
| 5,self_attn.v_proj,0.0000000005,0.05000,1.061 | |
| 5,self_attn.q_proj,0.0000000030,0.05000,1.092 | |
| 5,self_attn.o_proj,0.0000000023,0.05000,1.848 | |
| 5,mlp.gate_proj,0.0000019053,0.05000,1.147 | |
| 5,mlp.up_proj,0.0000008292,0.05000,1.132 | |
| 5,mlp.down_proj,0.0000000781,0.05000,8.128 | |
| 6,self_attn.k_proj,0.0000000007,0.05000,1.072 | |
| 6,self_attn.v_proj,0.0000000007,0.05000,1.055 | |
| 6,self_attn.q_proj,0.0000000038,0.05000,1.083 | |
| 6,self_attn.o_proj,0.0000000026,0.05000,1.811 | |
| 6,mlp.gate_proj,0.0000031318,0.05000,1.155 | |
| 6,mlp.up_proj,0.0000018174,0.05000,1.158 | |
| 6,mlp.down_proj,0.0000243964,0.05000,8.068 | |
| 7,self_attn.k_proj,0.0000000041,0.05000,1.060 | |
| 7,self_attn.v_proj,0.0000000042,0.05000,1.061 | |
| 7,self_attn.q_proj,0.0000000240,0.05000,1.075 | |
| 7,self_attn.o_proj,0.0000000087,0.05000,1.790 | |
| 7,mlp.gate_proj,0.0000034499,0.05000,1.139 | |
| 7,mlp.up_proj,0.0000019170,0.05000,1.124 | |
| 7,mlp.down_proj,0.0000001050,0.05000,8.000 | |
| 8,self_attn.k_proj,0.0000000038,0.05000,1.070 | |
| 8,self_attn.v_proj,0.0000000041,0.05000,1.065 | |
| 8,self_attn.q_proj,0.0000000214,0.05000,1.090 | |
| 8,self_attn.o_proj,0.0000000089,0.05000,1.820 | |
| 8,mlp.gate_proj,0.0000008976,0.05000,1.173 | |
| 8,mlp.up_proj,0.0000004695,0.05000,1.145 | |
| 8,mlp.down_proj,0.0000000659,0.05000,8.079 | |
| 9,self_attn.k_proj,0.0000000021,0.05000,1.084 | |
| 9,self_attn.v_proj,0.0000000022,0.05000,1.074 | |
| 9,self_attn.q_proj,0.0000000116,0.05000,1.093 | |
| 9,self_attn.o_proj,0.0000000056,0.05000,1.818 | |
| 9,mlp.gate_proj,0.0000003811,0.05000,1.142 | |
| 9,mlp.up_proj,0.0000003539,0.05000,1.135 | |
| 9,mlp.down_proj,0.0000000760,0.05000,8.198 | |
| 10,self_attn.k_proj,0.0000000034,0.05000,1.053 | |
| 10,self_attn.v_proj,0.0000000038,0.05000,1.054 | |
| 10,self_attn.q_proj,0.0000000200,0.05000,1.080 | |
| 10,self_attn.o_proj,0.0000000107,0.05000,1.774 | |
| 10,mlp.gate_proj,0.0000003843,0.05000,1.141 | |
| 10,mlp.up_proj,0.0000003651,0.05000,1.144 | |
| 10,mlp.down_proj,0.0000000641,0.05000,8.012 | |
| 11,self_attn.k_proj,0.0000000047,0.05000,1.054 | |
| 11,self_attn.v_proj,0.0000000049,0.05000,1.072 | |
| 11,self_attn.q_proj,0.0000000264,0.05000,1.081 | |
| 11,self_attn.o_proj,0.0000000160,0.05000,1.781 | |
| 11,mlp.gate_proj,0.0000004357,0.05000,1.151 | |
| 11,mlp.up_proj,0.0000004132,0.05000,1.129 | |
| 11,mlp.down_proj,0.0000000755,0.05000,8.050 | |
| 12,self_attn.k_proj,0.0000000032,0.05000,1.073 | |
| 12,self_attn.v_proj,0.0000000035,0.05000,1.062 | |
| 12,self_attn.q_proj,0.0000000187,0.05000,1.090 | |
| 12,self_attn.o_proj,0.0000000083,0.05000,1.791 | |
| 12,mlp.gate_proj,0.0000004875,0.05000,1.458 | |
| 12,mlp.up_proj,0.0000004569,0.05000,1.157 | |
| 12,mlp.down_proj,0.0000000847,0.05000,8.083 | |
| 13,self_attn.k_proj,0.0000000061,0.05000,1.079 | |
| 13,self_attn.v_proj,0.0000000066,0.05000,1.063 | |
| 13,self_attn.q_proj,0.0000000353,0.05000,1.086 | |
| 13,self_attn.o_proj,0.0000000130,0.05000,1.788 | |
| 13,mlp.gate_proj,0.0000005081,0.05000,1.136 | |
| 13,mlp.up_proj,0.0000004603,0.05000,1.134 | |
| 13,mlp.down_proj,0.0000000843,0.05000,8.092 | |
| 14,self_attn.k_proj,0.0000000032,0.05000,1.061 | |
| 14,self_attn.v_proj,0.0000000034,0.05000,1.075 | |
| 14,self_attn.q_proj,0.0000000166,0.05000,1.115 | |
| 14,self_attn.o_proj,0.0000000120,0.05000,1.804 | |
| 14,mlp.gate_proj,0.0000004667,0.05000,1.197 | |
| 14,mlp.up_proj,0.0000004306,0.05000,1.134 | |
| 14,mlp.down_proj,0.0000000771,0.05000,8.094 | |
| 15,self_attn.k_proj,0.0000000030,0.05000,1.053 | |
| 15,self_attn.v_proj,0.0000000032,0.05000,1.053 | |
| 15,self_attn.q_proj,0.0000000177,0.05000,1.083 | |
| 15,self_attn.o_proj,0.0000000121,0.05000,1.799 | |
| 15,mlp.gate_proj,0.0000004142,0.05000,1.163 | |
| 15,mlp.up_proj,0.0000003936,0.05000,1.131 | |
| 15,mlp.down_proj,0.0000000687,0.05000,8.023 | |
| 16,self_attn.k_proj,0.0000000029,0.05000,1.057 | |
| 16,self_attn.v_proj,0.0000000032,0.05000,1.058 | |
| 16,self_attn.q_proj,0.0000000168,0.05000,1.081 | |
| 16,self_attn.o_proj,0.0000000119,0.05000,1.794 | |
| 16,mlp.gate_proj,0.0000003634,0.05000,1.129 | |
| 16,mlp.up_proj,0.0000003448,0.05000,1.121 | |
| 16,mlp.down_proj,0.0000000619,0.05000,8.011 | |
| 17,self_attn.k_proj,0.0000000030,0.05000,1.059 | |
| 17,self_attn.v_proj,0.0000000030,0.05000,1.051 | |
| 17,self_attn.q_proj,0.0000000170,0.05000,1.091 | |
| 17,self_attn.o_proj,0.0000000118,0.05000,1.783 | |
| 17,mlp.gate_proj,0.0000003754,0.05000,1.191 | |
| 17,mlp.up_proj,0.0000003556,0.05000,1.147 | |
| 17,mlp.down_proj,0.0000000640,0.05000,8.066 | |
| 18,self_attn.k_proj,0.0000000039,0.05000,1.065 | |
| 18,self_attn.v_proj,0.0000000040,0.05000,1.046 | |
| 18,self_attn.q_proj,0.0000000226,0.05000,1.081 | |
| 18,self_attn.o_proj,0.0000000114,0.05000,1.777 | |
| 18,mlp.gate_proj,0.0000003997,0.05000,1.128 | |
| 18,mlp.up_proj,0.0000003759,0.05000,1.122 | |
| 18,mlp.down_proj,0.0000000713,0.05000,8.026 | |
| 19,self_attn.k_proj,0.0000000044,0.05000,1.074 | |
| 19,self_attn.v_proj,0.0000000045,0.05000,1.050 | |
| 19,self_attn.q_proj,0.0000000264,0.05000,1.075 | |
| 19,self_attn.o_proj,0.0000000157,0.05000,1.778 | |
| 19,mlp.gate_proj,0.0000004350,0.05000,1.172 | |
| 19,mlp.up_proj,0.0000004132,0.05000,1.132 | |
| 19,mlp.down_proj,0.0000000835,0.05000,8.047 | |
| 20,self_attn.k_proj,0.0000000074,0.05000,1.055 | |
| 20,self_attn.v_proj,0.0000000080,0.05000,1.055 | |
| 20,self_attn.q_proj,0.0000000429,0.05000,1.091 | |
| 20,self_attn.o_proj,0.0000000161,0.05000,2.024 | |
| 20,mlp.gate_proj,0.0000004741,0.05000,1.158 | |
| 20,mlp.up_proj,0.0000004521,0.05000,1.155 | |
| 20,mlp.down_proj,0.0000000936,0.05000,8.202 | |
| 21,self_attn.k_proj,0.0000000083,0.05000,1.073 | |
| 21,self_attn.v_proj,0.0000000087,0.05000,1.119 | |
| 21,self_attn.q_proj,0.0000000484,0.05000,1.131 | |
| 21,self_attn.o_proj,0.0000000298,0.05000,1.824 | |
| 21,mlp.gate_proj,0.0000004994,0.05000,1.154 | |
| 21,mlp.up_proj,0.0000004764,0.05000,1.157 | |
| 21,mlp.down_proj,0.0000001065,0.05000,8.209 | |
| 22,self_attn.k_proj,0.0000000072,0.05000,1.063 | |
| 22,self_attn.v_proj,0.0000000079,0.05000,1.095 | |
| 22,self_attn.q_proj,0.0000000437,0.05000,1.077 | |
| 22,self_attn.o_proj,0.0000000361,0.05000,1.771 | |
| 22,mlp.gate_proj,0.0000005477,0.05000,1.312 | |
| 22,mlp.up_proj,0.0000005222,0.05000,1.132 | |
| 22,mlp.down_proj,0.0000001284,0.05000,8.103 | |
| 23,self_attn.k_proj,0.0000000101,0.05000,1.071 | |
| 23,self_attn.v_proj,0.0000000115,0.05000,1.052 | |
| 23,self_attn.q_proj,0.0000000579,0.05000,1.072 | |
| 23,self_attn.o_proj,0.0000000244,0.05000,1.775 | |
| 23,mlp.gate_proj,0.0000006019,0.05000,1.155 | |
| 23,mlp.up_proj,0.0000005727,0.05000,1.127 | |
| 23,mlp.down_proj,0.0000001546,0.05000,8.118 | |
| 24,self_attn.k_proj,0.0000000180,0.05000,1.061 | |
| 24,self_attn.v_proj,0.0000000202,0.05000,1.060 | |
| 24,self_attn.q_proj,0.0000001111,0.05000,1.088 | |
| 24,self_attn.o_proj,0.0000000532,0.05000,1.775 | |
| 24,mlp.gate_proj,0.0000006775,0.05000,1.128 | |
| 24,mlp.up_proj,0.0000006410,0.05000,1.127 | |
| 24,mlp.down_proj,0.0000001807,0.05000,8.006 | |
| 25,self_attn.k_proj,0.0000000156,0.05000,1.049 | |
| 25,self_attn.v_proj,0.0000000172,0.05000,1.058 | |
| 25,self_attn.q_proj,0.0000000929,0.05000,1.085 | |
| 25,self_attn.o_proj,0.0000000478,0.05000,1.796 | |
| 25,mlp.gate_proj,0.0000007617,0.05000,1.158 | |
| 25,mlp.up_proj,0.0000007163,0.05000,1.131 | |
| 25,mlp.down_proj,0.0000002311,0.05000,8.343 | |
| 26,self_attn.k_proj,0.0000000142,0.05000,1.068 | |
| 26,self_attn.v_proj,0.0000000165,0.05000,1.068 | |
| 26,self_attn.q_proj,0.0000000837,0.05000,1.081 | |
| 26,self_attn.o_proj,0.0000000437,0.05000,1.788 | |
| 26,mlp.gate_proj,0.0000008507,0.05000,1.128 | |
| 26,mlp.up_proj,0.0000007863,0.05000,1.129 | |
| 26,mlp.down_proj,0.0000002909,0.05000,8.068 | |
| 27,self_attn.k_proj,0.0000000211,0.05000,1.059 | |
| 27,self_attn.v_proj,0.0000000250,0.05000,1.060 | |
| 27,self_attn.q_proj,0.0000001197,0.05000,1.084 | |
| 27,self_attn.o_proj,0.0000000480,0.05000,1.805 | |
| 27,mlp.gate_proj,0.0000009910,0.05000,1.141 | |
| 27,mlp.up_proj,0.0000008987,0.05000,1.136 | |
| 27,mlp.down_proj,0.0000003665,0.05000,8.014 | |
| 28,self_attn.k_proj,0.0000000269,0.05000,1.047 | |
| 28,self_attn.v_proj,0.0000000321,0.05000,1.052 | |
| 28,self_attn.q_proj,0.0000001592,0.05000,1.249 | |
| 28,self_attn.o_proj,0.0000000531,0.05000,1.784 | |
| 28,mlp.gate_proj,0.0000011194,0.05000,1.135 | |
| 28,mlp.up_proj,0.0000010198,0.05000,1.148 | |
| 28,mlp.down_proj,0.0000004061,0.05000,8.040 | |
| 29,self_attn.k_proj,0.0000000400,0.05000,1.061 | |
| 29,self_attn.v_proj,0.0000000427,0.05000,1.059 | |
| 29,self_attn.q_proj,0.0000002190,0.05000,1.081 | |
| 29,self_attn.o_proj,0.0000000459,0.05000,1.799 | |
| 29,mlp.gate_proj,0.0000012452,0.05000,1.166 | |
| 29,mlp.up_proj,0.0000010774,0.05000,1.134 | |
| 29,mlp.down_proj,0.0000004184,0.05000,8.122 | |
| 30,self_attn.k_proj,0.0000000822,0.05000,1.069 | |
| 30,self_attn.v_proj,0.0000001094,0.05000,1.054 | |
| 30,self_attn.q_proj,0.0000004353,0.05000,1.083 | |
| 30,self_attn.o_proj,0.0000000581,0.05000,1.783 | |
| 30,mlp.gate_proj,0.0000020782,0.05000,1.159 | |
| 30,mlp.up_proj,0.0000013648,0.05000,1.141 | |
| 30,mlp.down_proj,0.0000003798,0.05000,8.176 | |
| 31,self_attn.k_proj,0.0000000687,0.05000,1.058 | |
| 31,self_attn.v_proj,0.0000000767,0.05000,1.055 | |
| 31,self_attn.q_proj,0.0000003481,0.05000,1.088 | |
| 31,self_attn.o_proj,0.0000000595,0.05000,1.818 | |
| 31,mlp.gate_proj,0.0000035998,0.05000,1.136 | |
| 31,mlp.up_proj,0.0000025057,0.05000,1.147 | |
| 31,mlp.down_proj,0.0000003782,0.05000,8.108 | |
| 32,self_attn.k_proj,0.0000000198,0.05000,1.061 | |
| 32,self_attn.v_proj,0.0000000252,0.05000,1.060 | |
| 32,self_attn.q_proj,0.0000001136,0.05000,1.090 | |
| 32,self_attn.o_proj,0.0000000463,0.05000,1.815 | |
| 32,mlp.gate_proj,0.0000018849,0.05000,1.139 | |
| 32,mlp.up_proj,0.0000013548,0.05000,1.146 | |
| 32,mlp.down_proj,0.0000003645,0.05000,8.137 | |
| 33,self_attn.k_proj,0.0000000168,0.05000,1.083 | |
| 33,self_attn.v_proj,0.0000000173,0.05000,1.083 | |
| 33,self_attn.q_proj,0.0000000920,0.05000,1.117 | |
| 33,self_attn.o_proj,0.0000000350,0.05000,1.823 | |
| 33,mlp.gate_proj,0.0000012446,0.05000,1.182 | |
| 33,mlp.up_proj,0.0000011373,0.05000,1.167 | |
| 33,mlp.down_proj,0.0000003680,0.05000,8.073 | |
| 34,self_attn.k_proj,0.0000000227,0.05000,1.079 | |
| 34,self_attn.v_proj,0.0000000258,0.05000,1.066 | |
| 34,self_attn.q_proj,0.0000001392,0.05000,1.339 | |
| 34,self_attn.o_proj,0.0000000530,0.05000,1.833 | |
| 34,mlp.gate_proj,0.0000011180,0.05000,1.150 | |
| 34,mlp.up_proj,0.0000010661,0.05000,1.144 | |
| 34,mlp.down_proj,0.0000002927,0.05000,8.110 | |
| 35,self_attn.k_proj,0.0000000270,0.05000,1.073 | |
| 35,self_attn.v_proj,0.0000000309,0.05000,1.071 | |
| 35,self_attn.q_proj,0.0000001656,0.05000,1.108 | |
| 35,self_attn.o_proj,0.0000000654,0.05000,1.803 | |
| 35,mlp.gate_proj,0.0000012108,0.05000,1.183 | |
| 35,mlp.up_proj,0.0000011538,0.05000,1.154 | |
| 35,mlp.down_proj,0.0000003264,0.05000,8.186 | |
| 36,self_attn.k_proj,0.0000000170,0.05000,1.107 | |
| 36,self_attn.v_proj,0.0000000196,0.05000,1.085 | |
| 36,self_attn.q_proj,0.0000001047,0.05000,1.127 | |
| 36,self_attn.o_proj,0.0000000497,0.05000,1.968 | |
| 36,mlp.gate_proj,0.0000012861,0.05000,1.163 | |
| 36,mlp.up_proj,0.0000012257,0.05000,1.146 | |
| 36,mlp.down_proj,0.0000003653,0.05000,8.104 | |
| 37,self_attn.k_proj,0.0000000348,0.05000,1.096 | |
| 37,self_attn.v_proj,0.0000000401,0.05000,1.058 | |
| 37,self_attn.q_proj,0.0000002120,0.05000,1.085 | |
| 37,self_attn.o_proj,0.0000000902,0.05000,1.806 | |
| 37,mlp.gate_proj,0.0000013586,0.05000,1.141 | |
| 37,mlp.up_proj,0.0000012513,0.05000,1.139 | |
| 37,mlp.down_proj,0.0000003713,0.05000,8.122 | |
| 38,self_attn.k_proj,0.0000000232,0.05000,1.067 | |
| 38,self_attn.v_proj,0.0000000266,0.05000,1.054 | |
| 38,self_attn.q_proj,0.0000001376,0.05000,1.368 | |
| 38,self_attn.o_proj,0.0000000780,0.05000,1.994 | |
| 38,mlp.gate_proj,0.0000011868,0.05000,1.142 | |
| 38,mlp.up_proj,0.0000011394,0.05000,1.129 | |
| 38,mlp.down_proj,0.0000003501,0.05000,8.108 | |
| 39,self_attn.k_proj,0.0000000213,0.05000,1.048 | |
| 39,self_attn.v_proj,0.0000000227,0.05000,1.054 | |
| 39,self_attn.q_proj,0.0000001309,0.05000,1.081 | |
| 39,self_attn.o_proj,0.0000000804,0.05000,1.784 | |
| 39,mlp.gate_proj,0.0000010609,0.05000,1.133 | |
| 39,mlp.up_proj,0.0000010860,0.05000,1.147 | |
| 39,mlp.down_proj,0.0000003394,0.05000,8.063 | |
| 40,self_attn.k_proj,0.0000000258,0.05000,1.055 | |
| 40,self_attn.v_proj,0.0000000295,0.05000,1.056 | |
| 40,self_attn.q_proj,0.0000001592,0.05000,1.088 | |
| 40,self_attn.o_proj,0.0000001073,0.05000,1.806 | |
| 40,mlp.gate_proj,0.0000009110,0.05000,1.163 | |
| 40,mlp.up_proj,0.0000009841,0.05000,1.139 | |
| 40,mlp.down_proj,0.0000003317,0.05000,8.082 | |
| 41,self_attn.k_proj,0.0000000254,0.05000,1.062 | |
| 41,self_attn.v_proj,0.0000000279,0.05000,1.070 | |
| 41,self_attn.q_proj,0.0000001642,0.05000,1.136 | |
| 41,self_attn.o_proj,0.0000001032,0.05000,1.798 | |
| 41,mlp.gate_proj,0.0000009360,0.05000,1.158 | |
| 41,mlp.up_proj,0.0000010260,0.05000,1.135 | |
| 41,mlp.down_proj,0.0000003328,0.05000,8.076 | |
| 42,self_attn.k_proj,0.0000000344,0.05000,1.057 | |
| 42,self_attn.v_proj,0.0000000398,0.05000,1.059 | |
| 42,self_attn.q_proj,0.0000002262,0.05000,1.087 | |
| 42,self_attn.o_proj,0.0000001137,0.05000,1.780 | |
| 42,mlp.gate_proj,0.0000009660,0.05000,1.144 | |
| 42,mlp.up_proj,0.0000010853,0.05000,1.130 | |
| 42,mlp.down_proj,0.0000003526,0.05000,8.144 | |
| 43,self_attn.k_proj,0.0000000497,0.05000,1.067 | |
| 43,self_attn.v_proj,0.0000000559,0.05000,1.063 | |
| 43,self_attn.q_proj,0.0000003056,0.05000,1.101 | |
| 43,self_attn.o_proj,0.0000001351,0.05000,2.057 | |
| 43,mlp.gate_proj,0.0000010626,0.05000,1.137 | |
| 43,mlp.up_proj,0.0000011683,0.05000,1.138 | |
| 43,mlp.down_proj,0.0000011667,0.05000,8.109 | |
| 44,self_attn.k_proj,0.0000000747,0.05000,1.065 | |
| 44,self_attn.v_proj,0.0000000937,0.05000,1.070 | |
| 44,self_attn.q_proj,0.0000005108,0.05000,1.206 | |
| 44,self_attn.o_proj,0.0000001612,0.05000,1.801 | |
| 44,mlp.gate_proj,0.0000010736,0.05000,1.145 | |
| 44,mlp.up_proj,0.0000011866,0.05000,1.166 | |
| 44,mlp.down_proj,0.0000004237,0.05000,8.079 | |
| 45,self_attn.k_proj,0.0000000790,0.05000,1.053 | |
| 45,self_attn.v_proj,0.0000000818,0.05000,1.091 | |
| 45,self_attn.q_proj,0.0000004566,0.05000,1.117 | |
| 45,self_attn.o_proj,0.0000002097,0.05000,1.864 | |
| 45,mlp.gate_proj,0.0000010832,0.05000,1.182 | |
| 45,mlp.up_proj,0.0000011737,0.05000,1.157 | |
| 45,mlp.down_proj,0.0000004474,0.05000,8.165 | |
| 46,self_attn.k_proj,0.0000000693,0.05000,1.068 | |
| 46,self_attn.v_proj,0.0000000873,0.05000,1.060 | |
| 46,self_attn.q_proj,0.0000004537,0.05000,1.107 | |
| 46,self_attn.o_proj,0.0000002005,0.05000,1.827 | |
| 46,mlp.gate_proj,0.0000011403,0.05000,1.475 | |
| 46,mlp.up_proj,0.0000012355,0.05000,1.181 | |
| 46,mlp.down_proj,0.0000004723,0.05000,8.160 | |
| 47,self_attn.k_proj,0.0000000973,0.05000,1.089 | |
| 47,self_attn.v_proj,0.0000001358,0.05000,1.088 | |
| 47,self_attn.q_proj,0.0000006704,0.05000,1.097 | |
| 47,self_attn.o_proj,0.0000001611,0.05000,1.844 | |
| 47,mlp.gate_proj,0.0000011614,0.05000,1.446 | |
| 47,mlp.up_proj,0.0000012489,0.05000,1.232 | |
| 47,mlp.down_proj,0.0000005587,0.05000,8.508 | |
| 48,self_attn.k_proj,0.0000001117,0.05000,1.152 | |
| 48,self_attn.v_proj,0.0000001522,0.05000,1.167 | |
| 48,self_attn.q_proj,0.0000007989,0.05000,1.222 | |
| 48,self_attn.o_proj,0.0000002700,0.05000,1.998 | |
| 48,mlp.gate_proj,0.0000012734,0.05000,1.235 | |
| 48,mlp.up_proj,0.0000013358,0.05000,1.236 | |
| 48,mlp.down_proj,0.0000005997,0.05000,8.494 | |
| 49,self_attn.k_proj,0.0000001183,0.05000,1.080 | |
| 49,self_attn.v_proj,0.0000001463,0.05000,1.069 | |
| 49,self_attn.q_proj,0.0000007858,0.05000,1.091 | |
| 49,self_attn.o_proj,0.0000002491,0.05000,1.848 | |
| 49,mlp.gate_proj,0.0000014685,0.05000,1.146 | |
| 49,mlp.up_proj,0.0000015074,0.05000,1.138 | |
| 49,mlp.down_proj,0.0000008521,0.05000,8.053 | |
| 50,self_attn.k_proj,0.0000001243,0.05000,1.061 | |
| 50,self_attn.v_proj,0.0000001691,0.05000,1.067 | |
| 50,self_attn.q_proj,0.0000008871,0.05000,1.110 | |
| 50,self_attn.o_proj,0.0000002494,0.05000,1.809 | |
| 50,mlp.gate_proj,0.0000017845,0.05000,1.141 | |
| 50,mlp.up_proj,0.0000017845,0.05000,1.153 | |
| 50,mlp.down_proj,0.0000013748,0.05000,8.080 | |
| 51,self_attn.k_proj,0.0000002210,0.05000,1.077 | |
| 51,self_attn.v_proj,0.0000002929,0.05000,1.073 | |
| 51,self_attn.q_proj,0.0000015005,0.05000,1.088 | |
| 51,self_attn.o_proj,0.0000004835,0.05000,1.842 | |
| 51,mlp.gate_proj,0.0000022806,0.05000,1.143 | |
| 51,mlp.up_proj,0.0000022662,0.05000,1.133 | |
| 51,mlp.down_proj,0.0000021119,0.05000,8.091 | |
| 52,self_attn.k_proj,0.0000002995,0.05000,1.066 | |
| 52,self_attn.v_proj,0.0000004575,0.05000,1.079 | |
| 52,self_attn.q_proj,0.0000023181,0.05000,1.087 | |
| 52,self_attn.o_proj,0.0000005232,0.05000,1.791 | |
| 52,mlp.gate_proj,0.0000028979,0.05000,1.169 | |
| 52,mlp.up_proj,0.0000029187,0.05000,1.141 | |
| 52,mlp.down_proj,0.0000028068,0.05000,8.117 | |
| 53,self_attn.k_proj,0.0000004835,0.05000,1.067 | |
| 53,self_attn.v_proj,0.0000006293,0.05000,1.066 | |
| 53,self_attn.q_proj,0.0000033281,0.05000,1.095 | |
| 53,self_attn.o_proj,0.0000004941,0.05000,1.805 | |
| 53,mlp.gate_proj,0.0000033495,0.05000,1.158 | |
| 53,mlp.up_proj,0.0000034203,0.05000,1.147 | |
| 53,mlp.down_proj,0.0000042661,0.05000,8.111 | |
| 54,self_attn.k_proj,0.0000007604,0.05000,1.082 | |
| 54,self_attn.v_proj,0.0000011072,0.05000,1.071 | |
| 54,self_attn.q_proj,0.0000052773,0.05000,1.094 | |
| 54,self_attn.o_proj,0.0000010223,0.05000,1.880 | |
| 54,mlp.gate_proj,0.0000045094,0.05000,1.157 | |
| 54,mlp.up_proj,0.0000045872,0.05000,1.152 | |
| 54,mlp.down_proj,0.0000055971,0.05000,8.075 | |
| 55,self_attn.k_proj,0.0000008375,0.05000,1.059 | |
| 55,self_attn.v_proj,0.0000010303,0.05000,1.076 | |
| 55,self_attn.q_proj,0.0000056554,0.05000,1.103 | |
| 55,self_attn.o_proj,0.0000009534,0.05000,1.793 | |
| 55,mlp.gate_proj,0.0000050994,0.05000,1.144 | |
| 55,mlp.up_proj,0.0000052824,0.05000,1.142 | |
| 55,mlp.down_proj,0.0000075244,0.05000,8.080 | |
| 56,self_attn.k_proj,0.0000014614,0.05000,1.091 | |
| 56,self_attn.v_proj,0.0000022171,0.05000,1.072 | |
| 56,self_attn.q_proj,0.0000102127,0.05000,1.181 | |
| 56,self_attn.o_proj,0.0000010268,0.05000,1.821 | |
| 56,mlp.gate_proj,0.0000059043,0.05000,1.177 | |
| 56,mlp.up_proj,0.0000062138,0.05000,1.150 | |
| 56,mlp.down_proj,0.0000095164,0.05000,8.104 | |
| 57,self_attn.k_proj,0.0000018241,0.05000,1.081 | |
| 57,self_attn.v_proj,0.0000028335,0.05000,1.081 | |
| 57,self_attn.q_proj,0.0000133045,0.05000,1.121 | |
| 57,self_attn.o_proj,0.0000012992,0.05000,1.819 | |
| 57,mlp.gate_proj,0.0000064606,0.05000,1.169 | |
| 57,mlp.up_proj,0.0000069776,0.05000,1.161 | |
| 57,mlp.down_proj,0.0000126919,0.05000,8.196 | |
| 58,self_attn.k_proj,0.0000029728,0.05000,1.091 | |
| 58,self_attn.v_proj,0.0000046122,0.05000,1.089 | |
| 58,self_attn.q_proj,0.0000212859,0.05000,1.110 | |
| 58,self_attn.o_proj,0.0000014744,0.05000,1.833 | |
| 58,mlp.gate_proj,0.0000073618,0.05000,1.163 | |
| 58,mlp.up_proj,0.0000080955,0.05000,1.154 | |
| 58,mlp.down_proj,0.0000166249,0.05000,8.277 | |
| 59,self_attn.k_proj,0.0000036624,0.05000,1.078 | |
| 59,self_attn.v_proj,0.0000059932,0.05000,1.058 | |
| 59,self_attn.q_proj,0.0000267212,0.05000,1.213 | |
| 59,self_attn.o_proj,0.0000014935,0.05000,1.820 | |
| 59,mlp.gate_proj,0.0000081891,0.05000,1.167 | |
| 59,mlp.up_proj,0.0000090891,0.05000,1.152 | |
| 59,mlp.down_proj,0.0000255458,0.05000,9.124 | |
| 60,self_attn.k_proj,0.0000040584,0.05000,1.071 | |
| 60,self_attn.v_proj,0.0000062538,0.05000,1.065 | |
| 60,self_attn.q_proj,0.0000271068,0.05000,1.128 | |
| 60,self_attn.o_proj,0.0000041404,0.05000,1.871 | |
| 60,mlp.gate_proj,0.0000088629,0.05000,1.359 | |
| 60,mlp.up_proj,0.0000101049,0.05000,1.145 | |
| 60,mlp.down_proj,0.0000384820,0.05000,8.277 | |
| 61,self_attn.k_proj,0.0000054317,0.05000,1.064 | |
| 61,self_attn.v_proj,0.0000094258,0.05000,1.071 | |
| 61,self_attn.q_proj,0.0000391906,0.05000,1.465 | |
| 61,self_attn.o_proj,0.0000042686,0.05000,1.841 | |
| 61,mlp.gate_proj,0.0000094184,0.05000,1.224 | |
| 61,mlp.up_proj,0.0000108588,0.05000,1.187 | |
| 61,mlp.down_proj,0.0000550679,0.05000,8.119 | |
| 62,self_attn.k_proj,0.0000056649,0.05000,1.081 | |
| 62,self_attn.v_proj,0.0000101746,0.05000,1.068 | |
| 62,self_attn.q_proj,0.0000392652,0.05000,1.092 | |
| 62,self_attn.o_proj,0.0000079702,0.05000,1.833 | |
| 62,mlp.gate_proj,0.0000116558,0.05000,1.144 | |
| 62,mlp.up_proj,0.0000129260,0.05000,1.141 | |
| 62,mlp.down_proj,0.0000882188,0.05000,8.091 | |
| 63,self_attn.k_proj,0.0000026408,0.05000,1.064 | |
| 63,self_attn.v_proj,0.0000040543,0.05000,1.087 | |
| 63,self_attn.q_proj,0.0000181348,0.05000,1.091 | |
| 63,self_attn.o_proj,0.0000071743,0.05000,1.828 | |
| 63,mlp.gate_proj,0.0000143294,0.05000,1.148 | |
| 63,mlp.up_proj,0.0000155459,0.05000,1.141 | |
| 63,mlp.down_proj,0.0003312480,0.05000,8.298 | |