{ "quant_method": "sym_int", "bits": 4, "block_size": 64, "relative_scale": "absmax", "num_centroids": 16, "centroids": [ -0.951428234577179, -0.7483630180358887, -0.5929520130157471, -0.4640853703022003, -0.35056832432746887, -0.24479959905147552, -0.14542582631111145, -0.0495682917535305, 0.045153696089982986, 0.14082005620002747, 0.2396107017993927, 0.34485894441604614, 0.459008127450943, 0.5892490744590759, 0.7453599572181702, 0.9498718976974487 ] }