OPEA
/

Meta-Llama-3.1-70B-Instruct-int4-asym-inc

4-bit precision

Model card Files Files and versions

cicdatopea commited on Apr 30

Commit

bd4329a

·

verified ·

1 Parent(s): 7499b2c

Update config.json

Files changed (1) hide show

config.json +0 -1

config.json CHANGED Viewed

@@ -39,7 +39,6 @@
     "lr": 0.001,
     "minmax_lr": 0.001,
     "nsamples": 512,
-    "quant_block_list": null,
     "quant_method": "auto-round",
     "scale_dtype": "torch.float16",
     "seqlen": 2048,

     "lr": 0.001,
     "minmax_lr": 0.001,
     "nsamples": 512,
     "quant_method": "auto-round",
     "scale_dtype": "torch.float16",
     "seqlen": 2048,