Update config.json

config.json

@@ -32,7 +32,7 @@
       "model.layers.0.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -56,7 +56,7 @@
       "model.layers.0.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -80,7 +80,7 @@
       "model.layers.0.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -104,7 +104,7 @@
       "model.layers.0.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -128,7 +128,7 @@
       "model.layers.0.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -152,7 +152,7 @@
       "model.layers.0.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -176,7 +176,7 @@
       "model.layers.0.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -200,7 +200,7 @@
       "model.layers.1.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -224,7 +224,7 @@
       "model.layers.1.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -248,7 +248,7 @@
       "model.layers.1.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -272,7 +272,7 @@
       "model.layers.1.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -296,7 +296,7 @@
       "model.layers.1.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -320,7 +320,7 @@
       "model.layers.1.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -344,7 +344,7 @@
       "model.layers.1.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -368,7 +368,7 @@
       "model.layers.10.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -392,7 +392,7 @@
       "model.layers.10.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -416,7 +416,7 @@
       "model.layers.10.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -440,7 +440,7 @@
       "model.layers.10.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -464,7 +464,7 @@
       "model.layers.10.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -488,7 +488,7 @@
       "model.layers.10.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -512,7 +512,7 @@
       "model.layers.10.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -536,7 +536,7 @@
       "model.layers.11.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -560,7 +560,7 @@
       "model.layers.11.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -584,7 +584,7 @@
       "model.layers.11.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -608,7 +608,7 @@
       "model.layers.11.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -632,7 +632,7 @@
       "model.layers.11.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -656,7 +656,7 @@
       "model.layers.11.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -680,7 +680,7 @@
       "model.layers.11.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -704,7 +704,7 @@
       "model.layers.12.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -728,7 +728,7 @@
       "model.layers.12.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -752,7 +752,7 @@
       "model.layers.12.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -776,7 +776,7 @@
       "model.layers.12.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -800,7 +800,7 @@
       "model.layers.12.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -824,7 +824,7 @@
       "model.layers.12.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -848,7 +848,7 @@
       "model.layers.12.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -872,7 +872,7 @@
       "model.layers.13.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -896,7 +896,7 @@
       "model.layers.13.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -920,7 +920,7 @@
       "model.layers.13.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -944,7 +944,7 @@
       "model.layers.13.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -968,7 +968,7 @@
       "model.layers.13.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -992,7 +992,7 @@
       "model.layers.13.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1016,7 +1016,7 @@
       "model.layers.13.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1040,7 +1040,7 @@
       "model.layers.14.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -1064,7 +1064,7 @@
       "model.layers.14.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1088,7 +1088,7 @@
       "model.layers.14.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1112,7 +1112,7 @@
       "model.layers.14.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1136,7 +1136,7 @@
       "model.layers.14.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1160,7 +1160,7 @@
       "model.layers.14.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1184,7 +1184,7 @@
       "model.layers.14.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1208,7 +1208,7 @@
       "model.layers.15.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -1232,7 +1232,7 @@
       "model.layers.15.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1256,7 +1256,7 @@
       "model.layers.15.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1280,7 +1280,7 @@
       "model.layers.15.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1304,7 +1304,7 @@
       "model.layers.15.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1328,7 +1328,7 @@
       "model.layers.15.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1352,7 +1352,7 @@
       "model.layers.15.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1376,7 +1376,7 @@
       "model.layers.16.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -1400,7 +1400,7 @@
       "model.layers.16.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1424,7 +1424,7 @@
       "model.layers.16.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1448,7 +1448,7 @@
       "model.layers.16.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1472,7 +1472,7 @@
       "model.layers.16.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1496,7 +1496,7 @@
       "model.layers.16.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1520,7 +1520,7 @@
       "model.layers.16.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1544,7 +1544,7 @@
       "model.layers.17.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -1568,7 +1568,7 @@
       "model.layers.17.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1592,7 +1592,7 @@
       "model.layers.17.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1616,7 +1616,7 @@
       "model.layers.17.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1640,7 +1640,7 @@
       "model.layers.17.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1664,7 +1664,7 @@
       "model.layers.17.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1688,7 +1688,7 @@
       "model.layers.17.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1712,7 +1712,7 @@
       "model.layers.18.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -1736,7 +1736,7 @@
       "model.layers.18.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1760,7 +1760,7 @@
       "model.layers.18.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1784,7 +1784,7 @@
       "model.layers.18.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1808,7 +1808,7 @@
       "model.layers.18.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1832,7 +1832,7 @@
       "model.layers.18.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1856,7 +1856,7 @@
       "model.layers.18.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1880,7 +1880,7 @@
       "model.layers.19.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -1904,7 +1904,7 @@
       "model.layers.19.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1928,7 +1928,7 @@
       "model.layers.19.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1952,7 +1952,7 @@
       "model.layers.19.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -1976,7 +1976,7 @@
       "model.layers.19.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2000,7 +2000,7 @@
       "model.layers.19.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2024,7 +2024,7 @@
       "model.layers.19.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2048,7 +2048,7 @@
       "model.layers.2.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -2072,7 +2072,7 @@
       "model.layers.2.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2096,7 +2096,7 @@
       "model.layers.2.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2120,7 +2120,7 @@
       "model.layers.2.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2144,7 +2144,7 @@
       "model.layers.2.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2168,7 +2168,7 @@
       "model.layers.2.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2192,7 +2192,7 @@
       "model.layers.2.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2216,7 +2216,7 @@
       "model.layers.20.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -2240,7 +2240,7 @@
       "model.layers.20.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2264,7 +2264,7 @@
       "model.layers.20.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2288,7 +2288,7 @@
       "model.layers.20.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2312,7 +2312,7 @@
       "model.layers.20.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2336,7 +2336,7 @@
       "model.layers.20.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2360,7 +2360,7 @@
       "model.layers.20.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2384,7 +2384,7 @@
       "model.layers.21.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -2408,7 +2408,7 @@
       "model.layers.21.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2432,7 +2432,7 @@
       "model.layers.21.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2456,7 +2456,7 @@
       "model.layers.21.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2480,7 +2480,7 @@
       "model.layers.21.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2504,7 +2504,7 @@
       "model.layers.21.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2528,7 +2528,7 @@
       "model.layers.21.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2552,7 +2552,7 @@
       "model.layers.22.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -2576,7 +2576,7 @@
       "model.layers.22.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2600,7 +2600,7 @@
       "model.layers.22.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2624,7 +2624,7 @@
       "model.layers.22.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2648,7 +2648,7 @@
       "model.layers.22.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2672,7 +2672,7 @@
       "model.layers.22.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2696,7 +2696,7 @@
       "model.layers.22.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2720,7 +2720,7 @@
       "model.layers.23.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -2744,7 +2744,7 @@
       "model.layers.23.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2768,7 +2768,7 @@
       "model.layers.23.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2792,7 +2792,7 @@
       "model.layers.23.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2816,7 +2816,7 @@
       "model.layers.23.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2840,7 +2840,7 @@
       "model.layers.23.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2864,7 +2864,7 @@
       "model.layers.23.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2888,7 +2888,7 @@
       "model.layers.24.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -2912,7 +2912,7 @@
       "model.layers.24.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2936,7 +2936,7 @@
       "model.layers.24.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2960,7 +2960,7 @@
       "model.layers.24.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -2984,7 +2984,7 @@
       "model.layers.24.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3008,7 +3008,7 @@
       "model.layers.24.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3032,7 +3032,7 @@
       "model.layers.24.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3056,7 +3056,7 @@
       "model.layers.25.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -3080,7 +3080,7 @@
       "model.layers.25.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3104,7 +3104,7 @@
       "model.layers.25.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3128,7 +3128,7 @@
       "model.layers.25.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3152,7 +3152,7 @@
       "model.layers.25.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3176,7 +3176,7 @@
       "model.layers.25.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3200,7 +3200,7 @@
       "model.layers.25.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3224,7 +3224,7 @@
       "model.layers.26.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -3248,7 +3248,7 @@
       "model.layers.26.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3272,7 +3272,7 @@
       "model.layers.26.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3296,7 +3296,7 @@
       "model.layers.26.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3320,7 +3320,7 @@
       "model.layers.26.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3344,7 +3344,7 @@
       "model.layers.26.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3368,7 +3368,7 @@
       "model.layers.26.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3392,7 +3392,7 @@
       "model.layers.27.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -3416,7 +3416,7 @@
       "model.layers.27.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3440,7 +3440,7 @@
       "model.layers.27.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3464,7 +3464,7 @@
       "model.layers.27.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3488,7 +3488,7 @@
       "model.layers.27.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3512,7 +3512,7 @@
       "model.layers.27.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3536,7 +3536,7 @@
       "model.layers.27.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3560,7 +3560,7 @@
       "model.layers.3.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -3584,7 +3584,7 @@
       "model.layers.3.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3608,7 +3608,7 @@
       "model.layers.3.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3632,7 +3632,7 @@
       "model.layers.3.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3656,7 +3656,7 @@
       "model.layers.3.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3680,7 +3680,7 @@
       "model.layers.3.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3704,7 +3704,7 @@
       "model.layers.3.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3728,7 +3728,7 @@
       "model.layers.4.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -3752,7 +3752,7 @@
       "model.layers.4.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3776,7 +3776,7 @@
       "model.layers.4.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3800,7 +3800,7 @@
       "model.layers.4.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3824,7 +3824,7 @@
       "model.layers.4.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3848,7 +3848,7 @@
       "model.layers.4.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3872,7 +3872,7 @@
       "model.layers.4.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3896,7 +3896,7 @@
       "model.layers.5.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -3920,7 +3920,7 @@
       "model.layers.5.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3944,7 +3944,7 @@
       "model.layers.5.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3968,7 +3968,7 @@
       "model.layers.5.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -3992,7 +3992,7 @@
       "model.layers.5.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4016,7 +4016,7 @@
       "model.layers.5.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4040,7 +4040,7 @@
       "model.layers.5.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4064,7 +4064,7 @@
       "model.layers.6.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -4088,7 +4088,7 @@
       "model.layers.6.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4112,7 +4112,7 @@
       "model.layers.6.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4136,7 +4136,7 @@
       "model.layers.6.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4160,7 +4160,7 @@
       "model.layers.6.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4184,7 +4184,7 @@
       "model.layers.6.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4208,7 +4208,7 @@
       "model.layers.6.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4232,7 +4232,7 @@
       "model.layers.7.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -4256,7 +4256,7 @@
       "model.layers.7.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4280,7 +4280,7 @@
       "model.layers.7.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4304,7 +4304,7 @@
       "model.layers.7.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4328,7 +4328,7 @@
       "model.layers.7.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4352,7 +4352,7 @@
       "model.layers.7.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4376,7 +4376,7 @@
       "model.layers.7.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4400,7 +4400,7 @@
       "model.layers.8.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -4424,7 +4424,7 @@
       "model.layers.8.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4448,7 +4448,7 @@
       "model.layers.8.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4472,7 +4472,7 @@
       "model.layers.8.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4496,7 +4496,7 @@
       "model.layers.8.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4520,7 +4520,7 @@
       "model.layers.8.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4544,7 +4544,7 @@
       "model.layers.8.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4568,7 +4568,7 @@
       "model.layers.9.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 18944,
         "in_features": 18944,
@@ -4592,7 +4592,7 @@
       "model.layers.9.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4616,7 +4616,7 @@
       "model.layers.9.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4640,7 +4640,7 @@
       "model.layers.9.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4664,7 +4664,7 @@
       "model.layers.9.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4688,7 +4688,7 @@
       "model.layers.9.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,
@@ -4712,7 +4712,7 @@
       "model.layers.9.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 3584,
         "in_features": 3584,