Upload folder using huggingface_hub

config.json

@@ -40,7 +40,7 @@
     "extra_config": {
       "model.layers.0.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -159,7 +159,7 @@
       },
       "model.layers.1.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -278,7 +278,7 @@
       },
       "model.layers.10.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -397,7 +397,7 @@
       },
       "model.layers.11.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -516,7 +516,7 @@
       },
       "model.layers.12.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -635,7 +635,7 @@
       },
       "model.layers.13.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -754,7 +754,7 @@
       },
       "model.layers.14.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -873,7 +873,7 @@
       },
       "model.layers.15.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -992,7 +992,7 @@
       },
       "model.layers.16.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -1111,7 +1111,7 @@
       },
       "model.layers.17.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -1230,7 +1230,7 @@
       },
       "model.layers.18.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -1349,7 +1349,7 @@
       },
       "model.layers.19.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -1468,7 +1468,7 @@
       },
       "model.layers.2.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -1587,7 +1587,7 @@
       },
       "model.layers.20.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -1706,7 +1706,7 @@
       },
       "model.layers.21.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -1825,7 +1825,7 @@
       },
       "model.layers.22.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -1944,7 +1944,7 @@
       },
       "model.layers.23.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -2063,7 +2063,7 @@
       },
       "model.layers.24.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -2182,7 +2182,7 @@
       },
       "model.layers.25.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -2301,7 +2301,7 @@
       },
       "model.layers.26.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -2420,7 +2420,7 @@
       },
       "model.layers.27.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -2539,7 +2539,7 @@
       },
       "model.layers.3.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -2658,7 +2658,7 @@
       },
       "model.layers.4.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -2777,7 +2777,7 @@
       },
       "model.layers.5.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -2896,7 +2896,7 @@
       },
       "model.layers.6.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -3015,7 +3015,7 @@
       },
       "model.layers.7.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -3134,7 +3134,7 @@
       },
       "model.layers.8.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true
@@ -3253,7 +3253,7 @@
       },
       "model.layers.9.mlp.router.classifier": {
         "act_bits": 16,
-        "bits": 8,
+        "bits": 16,
         "data_type": "int",
         "group_size": 128,
         "sym": true

model-00003-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43d02bed6dafc4e1334cd2c60cf7f569717f7cd95b0062508c5ff0bc351257cc
-size 4994837976
+oid sha256:dedc7cc247bfef2604688a1f817b76a682d77808369de8bab2938cf04364654e
+size 4999445736

model-00005-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d49176fc6b3671651f67f94850370834813a212ed700a91e74c3de37537b6dd
-size 4994837976
+oid sha256:458569aa745d82c9eae7d984a09fbcc291caa854325e55619ff72bf257c60a8e
+size 4999445736

model-00007-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:36466d48d5edc97cf3a76142cdc5d01030769842eef2d7ba64917698deec6cf8
-size 4994838296
+oid sha256:96a545be84b9f1decd636a7f8a32c6a1f59eaa8c9493d1965e6e378d0f7963e5
+size 4999446056

model-00009-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d981cf843ec2d7fae26ad08d860800ca3c22812113183eb9a221444a51fb9278
-size 4994838616
+oid sha256:61164ac03a9044caed24b3f1e1a97e061f1823b0c7e1f11e32f8e2e03b309e21
+size 4999446384

model-00011-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c6c717aef80208f00a380123622a02ace04a7a7da82b0b2c97c0c0bf59665c9
-size 4984081616
+oid sha256:e323febb7264e73adece23d2e2010b4b29756dd1349459ae79a18512c20ea0f8
+size 4988689384

model-00014-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e01b088d9549be6c444e0f692ecec71dd4c89b8ba9184baef36b0dcafaf42bbd
-size 4994838320
+oid sha256:014d65d3759dde7c6cb63849792513034e8d1f388429939a6ddf19ded11ed12f
+size 4999446088

model-00016-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b02b4c1ebd5b7427934142ec19988a8f71587dd7a0d7d3f3a3a5c25c9c0e28b
-size 4994838048
+oid sha256:b64f6c1cfb5cfd8fc0246c22a8c24b7a9c8179a12836102c76d183a6c1dca0b4
+size 4999445816

model-00018-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21b21568b9b92054203df88b5bae4da191ca5c3fccf267f4b5e0f6c497152add
-size 4994837984
+oid sha256:5c8f7c80573cac968f511a278ed3974eb62a4e825f210b95f525812b04c7513f
+size 4999445744

model-00020-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66eca59142fa91e054960f63f53f1766ee52f261c58dacdfc5bb01943dfc7e04
-size 4994837984
+oid sha256:44e7c239cf28b5abc3927372ec97ece605e1483270461f532d74f78922c78f4a
+size 4999445744

model-00022-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c28a516a40d9590937fc3089ade4ceeee8a7537197b24f1680bb0a80fbaad01
-size 4994838880
+oid sha256:1d9e4f1fc277bc5c16e807510eefb6d387efbfe7ca32fe52326723de67a763b0
+size 4999446648

model-00024-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3ed027e8b89b7211f234bb47e922dc73defb3ae6d8667e6aa763d818600c653
-size 4994840656
+oid sha256:e2a9b63cf5906e1074387a4d54f99f4f29f31debbc4997fbc3569dea906eeb07
+size 4999448416

model-00026-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:53e201e958133f95c45041443ce76a1eca26ba4a0a58aef47416181b72f68e67
-size 4938320624
+oid sha256:801ba1f6ea68f631111e892766db3962e4b1308345e2f3b2065b7868a3df57a9
+size 4942928384

model-00029-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cda3b5139bedf8f1f0be069b682b4a339bc280544335d9a29afa1de1e6284bed
-size 4994840368
+oid sha256:b142a7a6f72b2982886c282ff1dba662de2a7f7a43acc9e9d41a3a65618a07f0
+size 4999448136

model-00031-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4ed47b1db1ae5ddbd50a54e5ca93a2f6e15ce07dc4efcf3b50d84f9254d0c73
-size 4994840096
+oid sha256:40c208573805fa73c4f08272f5c40bcde198e7c1790e8d16279e158e8ee6fe6e
+size 4999447864

model-00033-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40e97cf44ba6d1027dfb3213402380a6c5d4ef451934233a11161d33d7976c69
-size 4994840032
+oid sha256:03640c2d908660045dddaf193587accdf89d264da037617c085b2f8ea271bebe
+size 4999447792

model-00035-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ea7ba424a4846c69bfd08bcec57f9061370ce6977dd6d44d02096ccf48d956d
-size 4994840032
+oid sha256:9bf8787c73a75db7f12ea04ea556c62e79cde235ff2554f233eb64f17a1c6eff
+size 4999447792

model-00037-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cdc005d94768c7f8ca78ee526967aa804f86b49e84ff91153c8e9517f7d34453
-size 4994840328
+oid sha256:b414f11d43d7dd7375ba73a3725c7fdd100ff355f830ff3a9575e01210532229
+size 4999448096

model-00039-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:993f0113cf108afd6c56ee3ddefd906155f4338c2b2091ccb346158e71025842
-size 4994840656
+oid sha256:74b41a6733cb5ea91712444c332140a56991242b8875ec4384616b9b16dc2208
+size 4999448416

model-00041-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9bdb5d4e9a80cba58b4fbd232505b8cf659864c6f7406e756b8e5e6eb047987
-size 4938320624
+oid sha256:aeb052399b4e15ff0e7f18d1cb1b8020e4b2de0cabe550c99a9706a15f737b40
+size 4942928384

model-00044-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4bdf3f368b90b16998fa8a3e0ace222411bf42b91b9f0afc9351bdbc66aac70
-size 4994840368
+oid sha256:c2254af31b5909d75ffafb56598cd532e856a9bbf5c2ed002a1c42f25f6677a1
+size 4999448136

model-00046-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:107f2fbaa9d60a185e2a5c64677da647957c757df8a6b93e508c3d4d8f31ad4b
-size 4994840096
+oid sha256:37eabf9a7037fd2c2ffd3a70eb4ce5b0f4f85a9203148ed61fd99dd07288acd5
+size 4999447864

model-00048-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d54454f233919dec55278bf15671968aeebf40ccf0820564e5a9373e26d7b1f6
-size 4994840032
+oid sha256:2f2557997e77f70df97ecaf17b4eba26d8f79f0796fae1979a5f01de33e71b0f
+size 4999447792

model-00050-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8eb9d5743a197cc9272419e8c0d815e126edd246b49ef587a97bc229488ac304
-size 4994840032
+oid sha256:97ee5c182390e75fb8736c516dd064e031ca391be9aee2a3e5194458e6949e8c
+size 4999447792

model-00052-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c78c0a9e71cc759eebd11a9b575565499dd384a2c91242864e0254535b831f77
-size 4994840328
+oid sha256:941662f827317e364b30eea0b5d0056c1a8485fcf410c437e300ae4beedcf527
+size 4999448096

model-00054-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0601777c0dc6e3e86a732173d95508ffd113b4fce94174fa9b9c90142031f9ab
-size 4994840656
+oid sha256:1c98b13d488bf63e2f18c6a74380edf8e3ea2ba7069d790c6e7e1e68c1843c97
+size 4999448416

model-00056-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77958c4d4008ef133217ce283486720d1e225270139616cb3b0bda744dc67ab8
-size 4938320624
+oid sha256:f234f8078fda6d34c033d698fd16e3135c2314343c636c655433f8b16889b872
+size 4942928384

model-00059-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:784e3152e28322fa1df0427da54f0e02e1ebf753487b957ba8d50c65050531a6
-size 4994840368
+oid sha256:0bff1fa67b62fd1ad55b3b14b9593d63cc82f0c5c957f504b44cc0981947b13e
+size 4999448136

model-00061-of-00061.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cef6c1244848727dab395b62706d513d4aebac102e20fb31a7cd09e7dd88167e
-size 3173233120
+oid sha256:fa45e514a5a410aea388eccb4e3db5635f5cdd658015f9ef80a7b0ce43db138f
+size 3177840888

model.safetensors.index.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd11a4516d45204e651cbb7593c2153dcf7de411f75bc89fa7634f0e3131b1cc
-size 11899961
+oid sha256:90806d9ddadc141bb5e0c218e12847f692be28410ce9a8d9c76ab18d88e529d9
+size 11895025

quantization_config.json

@@ -9,7 +9,7 @@
   "packing_format": "auto_round:auto_gptq",
   "extra_config": {
     "model.layers.0.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -128,7 +128,7 @@
       "act_bits": 16
     },
     "model.layers.1.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -247,7 +247,7 @@
       "act_bits": 16
     },
     "model.layers.2.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -366,7 +366,7 @@
       "act_bits": 16
     },
     "model.layers.3.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -485,7 +485,7 @@
       "act_bits": 16
     },
     "model.layers.4.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -604,7 +604,7 @@
       "act_bits": 16
     },
     "model.layers.5.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -723,7 +723,7 @@
       "act_bits": 16
     },
     "model.layers.6.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -842,7 +842,7 @@
       "act_bits": 16
     },
     "model.layers.7.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -961,7 +961,7 @@
       "act_bits": 16
     },
     "model.layers.8.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -1080,7 +1080,7 @@
       "act_bits": 16
     },
     "model.layers.9.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -1199,7 +1199,7 @@
       "act_bits": 16
     },
     "model.layers.10.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -1318,7 +1318,7 @@
       "act_bits": 16
     },
     "model.layers.11.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -1437,7 +1437,7 @@
       "act_bits": 16
     },
     "model.layers.12.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -1556,7 +1556,7 @@
       "act_bits": 16
     },
     "model.layers.13.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -1675,7 +1675,7 @@
       "act_bits": 16
     },
     "model.layers.14.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -1794,7 +1794,7 @@
       "act_bits": 16
     },
     "model.layers.15.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -1913,7 +1913,7 @@
       "act_bits": 16
     },
     "model.layers.16.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -2032,7 +2032,7 @@
       "act_bits": 16
     },
     "model.layers.17.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -2151,7 +2151,7 @@
       "act_bits": 16
     },
     "model.layers.18.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -2270,7 +2270,7 @@
       "act_bits": 16
     },
     "model.layers.19.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -2389,7 +2389,7 @@
       "act_bits": 16
     },
     "model.layers.20.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -2508,7 +2508,7 @@
       "act_bits": 16
     },
     "model.layers.21.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -2627,7 +2627,7 @@
       "act_bits": 16
     },
     "model.layers.22.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -2746,7 +2746,7 @@
       "act_bits": 16
     },
     "model.layers.23.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -2865,7 +2865,7 @@
       "act_bits": 16
     },
     "model.layers.24.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -2984,7 +2984,7 @@
       "act_bits": 16
     },
     "model.layers.25.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -3103,7 +3103,7 @@
       "act_bits": 16
     },
     "model.layers.26.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",
@@ -3222,7 +3222,7 @@
       "act_bits": 16
     },
     "model.layers.27.mlp.router.classifier": {
-      "bits": 8,
+      "bits": 16,
       "group_size": 128,
       "sym": true,
       "data_type": "int",