update layers
Browse files- config.json +5 -1
config.json
CHANGED
|
@@ -89,7 +89,11 @@
|
|
| 89 |
"desc_act": false,
|
| 90 |
"group_size": 128,
|
| 91 |
"modules_in_block_to_quantize": [
|
| 92 |
-
[
|
|
|
|
|
|
|
|
|
|
|
|
|
| 93 |
"linear_attn.in_proj_qkvz",
|
| 94 |
"linear_attn.in_proj_ba",
|
| 95 |
"linear_attn.out_proj",
|
|
|
|
| 89 |
"desc_act": false,
|
| 90 |
"group_size": 128,
|
| 91 |
"modules_in_block_to_quantize": [
|
| 92 |
+
[
|
| 93 |
+
"self_attn.q_proj",
|
| 94 |
+
"self_attn.k_proj",
|
| 95 |
+
"self_attn.v_proj",
|
| 96 |
+
"self_attn.o_proj",
|
| 97 |
"linear_attn.in_proj_qkvz",
|
| 98 |
"linear_attn.in_proj_ba",
|
| 99 |
"linear_attn.out_proj",
|