Upload optimized ONNX model

.gitattributes

@@ -41,3 +41,13 @@ onnx/model_q4.onnx_data filter=lfs diff=lfs merge=lfs -text
 onnx/model_q4.onnx_data_1 filter=lfs diff=lfs merge=lfs -text
 onnx/model_q4.onnx_data_2 filter=lfs diff=lfs merge=lfs -text
 onnx/model.onnx_data filter=lfs diff=lfs merge=lfs -text
+onnx/model.onnx_data_1 filter=lfs diff=lfs merge=lfs -text
+onnx/model.onnx_data_2 filter=lfs diff=lfs merge=lfs -text
+onnx/model.onnx_data_3 filter=lfs diff=lfs merge=lfs -text
+onnx/model.onnx_data_4 filter=lfs diff=lfs merge=lfs -text
+onnx/model.onnx_data_5 filter=lfs diff=lfs merge=lfs -text
+onnx/model.onnx_data_6 filter=lfs diff=lfs merge=lfs -text
+onnx/model.onnx_data_7 filter=lfs diff=lfs merge=lfs -text
+onnx/model_fp16.onnx_data_1 filter=lfs diff=lfs merge=lfs -text
+onnx/model_fp16.onnx_data_2 filter=lfs diff=lfs merge=lfs -text
+onnx/model_fp16.onnx_data_3 filter=lfs diff=lfs merge=lfs -text

chat_template.jinja

@@ -0,0 +1 @@
+{% for message in messages %}{% if message['role'] == 'system' and 'tools' in message and message['tools'] is not none %}{{ '<|' + message['role'] + '|>' + message['content'] + '<|tool|>' + message['tools'] + '<|/tool|>' + '<|end|>' }}{% else %}{{ '<|' + message['role'] + '|>' + message['content'] + '<|end|>' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>' }}{% else %}{{ eos_token }}{% endif %}

config.json

@@ -1,11 +1,16 @@
 {
-  "_name_or_path": "microsoft/Phi-4-mini-instruct",
   "architectures": [
     "Phi3ForCausalLM"
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
+  "auto_map": {
+    "AutoConfig": "configuration_phi3.Phi3Config",
+    "AutoModelForCausalLM": "modeling_phi3.Phi3ForCausalLM",
+    "AutoTokenizer": "Xenova/gpt-4o"
+  },
   "bos_token_id": 199999,
+  "dtype": "bfloat16",
   "embd_pdrop": 0.0,
   "eos_token_id": 199999,
   "full_attn_mod": 1,
@@ -26,7 +31,7 @@
   "partial_rotary_factor": 0.75,
   "resid_pdrop": 0.0,
   "rms_norm_eps": 1e-05,
-  "rope_scaling": {
+  "rope_parameters": {
     "long_factor": [
       1,
       1.118320672,
@@ -77,6 +82,8 @@
       44.16,
       47.77
     ],
+    "rope_theta": 10000.0,
+    "rope_type": "longrope",
     "short_factor": [
       1.0,
       1.0,
@@ -132,21 +139,19 @@
   "rope_theta": 10000.0,
   "sliding_window": 262144,
   "tie_word_embeddings": true,
-  "torch_dtype": "bfloat16",
-  "transformers_version": "4.50.0.dev0",
+  "transformers_version": "5.0.0.dev0",
+  "use_cache": true,
+  "vocab_size": 200064,
   "transformers.js_config": {
-    "dtype": "q4f16",
+    "use_external_data_format": {
+      "model.onnx": 8,
+      "model_fp16.onnx": 4,
+      "model_q4.onnx": 2,
+      "model_q4f16.onnx": 2
+    },
     "kv_cache_dtype": {
       "q4f16": "float16",
       "fp16": "float16"
-    },
-    "use_external_data_format": {
-      "model.onnx": 1,
-      "model_fp16.onnx": 1,
-      "model_q4.onnx": 3,
-      "model_q4f16.onnx": 2
     }
-  },
-  "use_cache": true,
-  "vocab_size": 200064
-}
+  }
+}

generation_config.json

@@ -6,5 +6,5 @@
     199999
   ],
   "pad_token_id": 199999,
-  "transformers_version": "4.50.0.dev0"
+  "transformers_version": "5.0.0.dev0"
 }

onnx/model.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99f68fa98585d95994b63d00f52f6cc4b2d72800a28e5daf3b2e3324d3cfae1a
-size 52127451
+oid sha256:d546a92ae6c422c0388e99bda1f6928f9d8ca3c5a536bb65a9352c83313df1b2
+size 214405

onnx/model.onnx_data

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:544ee2b3b7235f10bf8ab4cc503361506229da0a89fd5699b548a7211261d123
-size 15344087040
+oid sha256:e5e003644ccf8a555bc8a47fb5f1db44be661c75495e6113af1e894afe2642c7
+size 2458386432

onnx/model.onnx_data_1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae6a27a25e9f006d8d64b0b477fa71f395ea47e2410b7a6fb5a1557b3390a9
+size 2076315648

onnx/model.onnx_data_2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8feb1b1b4f466b7e62e4bdfc3497568eb0df2a80ccbedcaf370ff2ef7a1d5704
+size 2051149824

onnx/model.onnx_data_3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203d8f6977f3566a56921a2b76bc6fece27f8d0548de94832bb57bd2da8bfa94
+size 2013388800

onnx/model.onnx_data_4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb8230de4ed19e78defb04432975fbb2ad4ef4f92cb54bbcacffc4e1e59f6bc
+size 2013388800

onnx/model.onnx_data_5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713e09c1343cc1e64a3f3fc157693ec3b08b353a0e89f0ae568bacaf7f0b3db1
+size 2013388800

onnx/model.onnx_data_6

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18330921aaf83d05e48130e67002b3ec7a122e17978721cbcabd62374603f800
+size 2013388800

onnx/model.onnx_data_7

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc52557ecf95f564fdf537a75de8d95852443261a6e4d747d69ca80401ec6541
+size 756584448

onnx/model_fp16.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90fe357dac89134b3aa1cbfd83c20864ff7e26f4da7c5774799e9f1ce0174707
-size 224606
+oid sha256:fc0deec8a535eb7ce9636f284457e77a2c58855b025314be3b80e2ac7a196457
+size 215952

onnx/model_fp16.onnx_data

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d41fc13815d4a0da358e6d1abf8f50c15764255b364a095203bde2c58aa07e0d
-size 7697995776
+oid sha256:a5c305fe1b67de9fd15f2b14668490562441ab3772aa4f6b55405da569a7cd8b
+size 2084892672

onnx/model_fp16.onnx_data_1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c599f18f950bd6b9306464b0500beb769e4f443c48410d7557a8702a3a5de20e
+size 2063720448

onnx/model_fp16.onnx_data_2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcf7693b163be40c8f761f0b1017bcbe91c779bfed92912369363fdfcf55e4a
+size 2063720448

onnx/model_fp16.onnx_data_3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3450755dc9afb48dc5ce286cecb51ab3d01c006195c5394d6d2143554b69c617
+size 1485662208

onnx/model_q4.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9af1b535d465ea1ddd9a8eb18f8e27a7df6eb45a51bec3dc820f1ff309891dd3
-size 284392
+oid sha256:612ee593ced3b2ef68285015829d4c390e5b747813ad1802508adee53297a41c
+size 297813

onnx/model_q4.onnx_data_1

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45d0f41ebcc6364e7f38736eff36120b784fbf6217f445857cdf81f09009aa9a
-size 1570516992
+oid sha256:cec4bdbc68288e38486fa8e653e8b49e882b92f3dd17e7cfab29cc1127fd3607
+size 2065969152

onnx/model_q4f16.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ba424ab1c80f466ce3a96d64bcc61d73ae424d36fdb07fae94261f7b4ff1a2a
-size 286036
+oid sha256:620f3a808b0219eb1a5bb8ff3a52adb829b7598232ac3b444446dc242874dac4
+size 299123

onnx/model_q4f16.onnx_data

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75baf1a640e475f18ea4e0699ed2852824237befb802ad92a3e13660841b9566
-size 1569331200
+oid sha256:89e17f87c1109f4d9f71350deb4104c05f90803a0b1f07d5e7fdd34b69e3ec24
+size 2093094912

onnx/model_q4f16.onnx_data_1

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:988b60599c0f9674cd44b0379b7306f304862296a123b0a503e75c5db3a5dd39
-size 1498152960
+oid sha256:44838ae340ab4e836d488977aea082a9be1978800466a96a266c593bc947010e
+size 974389248

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:382cc235b56c725945e149cc25f191da667c836655efd0857b004320e90e91ea
-size 15524095
+oid sha256:b5ee8c0b1f9862ab7052a99edd2f8f3e69258b2d2670c5880bb44d3fc0599c4c
+size 13303003

tokenizer_config.json

@@ -101,12 +101,12 @@
     }
   },
   "bos_token": "<|endoftext|>",
-  "chat_template": "{% for message in messages %}{% if message['role'] == 'system' and 'tools' in message and message['tools'] is not none %}{{ '<|' + message['role'] + '|>' + message['content'] + '<|tool|>' + message['tools'] + '<|/tool|>' + '<|end|>' }}{% else %}{{ '<|' + message['role'] + '|>' + message['content'] + '<|end|>' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>' }}{% else %}{{ eos_token }}{% endif %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|endoftext|>",
   "extra_special_tokens": {},
   "model_max_length": 131072,
   "pad_token": "<|endoftext|>",
   "tokenizer_class": "GPT2Tokenizer",
-  "unk_token": "<|endoftext|>"
-}
+  "unk_token": "<|endoftext|>",
+  "chat_template": "{% for message in messages %}{% if message['role'] == 'system' and 'tools' in message and message['tools'] is not none %}{{ '<|' + message['role'] + '|>' + message['content'] + '<|tool|>' + message['tools'] + '<|/tool|>' + '<|end|>' }}{% else %}{{ '<|' + message['role'] + '|>' + message['content'] + '<|end|>' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>' }}{% else %}{{ eos_token }}{% endif %}"
+}