Add files using upload-large-folder tool

config.json

@@ -24,6 +24,14 @@
     "num_hidden_layers": 48,
     "num_key_value_heads": 4,
     "output_router_logits": false,
+    "quantization": {
+        "group_size": 64,
+        "bits": 4
+    },
+    "quantization_config": {
+        "group_size": 64,
+        "bits": 4
+    },
     "rms_norm_eps": 1e-06,
     "rope_scaling": null,
     "rope_theta": 10000000,

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ab4b1e733058cd475d86bab8394e3be8cf4405f0cfa0f7409a821856b2a778
+size 5319507334

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5865b6173b2bd7c1b9fa0036bb69f5022e3b0650a4c883a3b6c19a8ae137ca
+size 5364678700

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c634efeffe5d8bcd4ceffd96f16c42a942a2c65bacac72a0b4ed34b28ebd235
+size 5274790267

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e99abf2189f7b38c5ae1986dc62cdb3ef2cf54942e76c9265a39c24e4391a2
+size 1215804237