OPEA
/

gemma-3-12b-it-int4-AutoRound

4-bit precision

Model card Files Files and versions

cicdatopea commited on Jun 5

Commit

6b5243d

·

verified ·

1 Parent(s): 7194b65

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -18,7 +18,7 @@
     "autoround_version": "0.5.1",
     "batch_size": 1,
     "bits": 4,
-    "block_name_to_quantize": "model.language_model.layers",
     "damp_percent": 0.01,
     "data_type": "int",
     "desc_act": false,

     "autoround_version": "0.5.1",
     "batch_size": 1,
     "bits": 4,
+    "block_name_to_quantize": "model.language_model.layers,language_model.model.layers",
     "damp_percent": 0.01,
     "data_type": "int",
     "desc_act": false,