onnx-community
/

Phi-4-mini-instruct-ONNX-GQA

Text Generation

Transformers.js

Model card Files Files and versions

Xenova HF Staff commited on 20 days ago

Commit

94c32b4

·

verified ·

1 Parent(s): 2cedd3f

Update config.json

Files changed (1) hide show

config.json +1 -0

config.json CHANGED Viewed

@@ -143,6 +143,7 @@
   "use_cache": true,
   "vocab_size": 200064,
   "transformers.js_config": {
     "use_external_data_format": {
       "model.onnx": 8,
       "model_fp16.onnx": 4,

   "use_cache": true,
   "vocab_size": 200064,
   "transformers.js_config": {
+    "dtype": "q4f16",
     "use_external_data_format": {
       "model.onnx": 8,
       "model_fp16.onnx": 4,