Update config.json

config.json

@@ -9,26 +9,22 @@
   "compression_config": {
     "config_groups": {
       "group_0": {
-        "input_activations": null,
-        "output_activations": null,
-        "targets": [
-          "Linear"
-        ],
-        "weights": {
+        "input_activations": {
           "block_structure": null,
           "dynamic": false,
           "group_size": null,
-          "num_bits": 4,
+          "num_bits": 8,
           "observer": "minmax",
           "observer_kwargs": {},
-          "strategy": "channel",
+          "strategy": "tensor",
           "symmetric": true,
           "type": "int"
-        }
-      },
-      "kv_cache": {
-        "input_activations": null,
-        "output_activations": {
+        },
+        "output_activations": null,
+        "targets": [
+          "Linear"
+        ],
+        "weights": {
           "block_structure": null,
           "dynamic": false,
           "group_size": null,
@@ -37,18 +33,15 @@
           "observer_kwargs": {},
           "strategy": "tensor",
           "symmetric": true,
-          "type": "float"
-        },
-        "targets": [
-          "re:.*k_proj",
-          "re:.*v_proj"
-        ],
-        "weights": null
+          "type": "int"
+        }
       }
     },
     "format": "pack-quantized",
     "global_compression_ratio": null,
-    "ignore": [],
+    "ignore": [
+      "lm_head"
+    ],
     "kv_cache_scheme": {
       "block_structure": null,
       "dynamic": false,