Use tool tokens
Browse files- spiece.model +2 -2
- tokenizer.json +3 -3
- tokenizer_config.json +3 -3
spiece.model
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1e2fccdac2794faadad487a5bf76018f693c71361ba7eb088bcaf9fe9ee90c23
|
| 3 |
+
size 1831863
|
tokenizer.json
CHANGED
|
@@ -211,15 +211,15 @@
|
|
| 211 |
0.0
|
| 212 |
],
|
| 213 |
[
|
| 214 |
-
"<|
|
| 215 |
0.0
|
| 216 |
],
|
| 217 |
[
|
| 218 |
-
"<|
|
| 219 |
0.0
|
| 220 |
],
|
| 221 |
[
|
| 222 |
-
"<|
|
| 223 |
0.0
|
| 224 |
],
|
| 225 |
[
|
|
|
|
| 211 |
0.0
|
| 212 |
],
|
| 213 |
[
|
| 214 |
+
"<|available_tools|>",
|
| 215 |
0.0
|
| 216 |
],
|
| 217 |
[
|
| 218 |
+
"<|tool_calls|>",
|
| 219 |
0.0
|
| 220 |
],
|
| 221 |
[
|
| 222 |
+
"<|tool_results|>",
|
| 223 |
0.0
|
| 224 |
],
|
| 225 |
[
|
tokenizer_config.json
CHANGED
|
@@ -39,7 +39,7 @@
|
|
| 39 |
"special": false
|
| 40 |
},
|
| 41 |
"10": {
|
| 42 |
-
"content": "<|
|
| 43 |
"lstrip": false,
|
| 44 |
"normalized": false,
|
| 45 |
"rstrip": false,
|
|
@@ -47,7 +47,7 @@
|
|
| 47 |
"special": false
|
| 48 |
},
|
| 49 |
"11": {
|
| 50 |
-
"content": "<|
|
| 51 |
"lstrip": false,
|
| 52 |
"normalized": false,
|
| 53 |
"rstrip": false,
|
|
@@ -55,7 +55,7 @@
|
|
| 55 |
"special": false
|
| 56 |
},
|
| 57 |
"12": {
|
| 58 |
-
"content": "<|
|
| 59 |
"lstrip": false,
|
| 60 |
"normalized": false,
|
| 61 |
"rstrip": false,
|
|
|
|
| 39 |
"special": false
|
| 40 |
},
|
| 41 |
"10": {
|
| 42 |
+
"content": "<|available_tools|>",
|
| 43 |
"lstrip": false,
|
| 44 |
"normalized": false,
|
| 45 |
"rstrip": false,
|
|
|
|
| 47 |
"special": false
|
| 48 |
},
|
| 49 |
"11": {
|
| 50 |
+
"content": "<|tool_calls|>",
|
| 51 |
"lstrip": false,
|
| 52 |
"normalized": false,
|
| 53 |
"rstrip": false,
|
|
|
|
| 55 |
"special": false
|
| 56 |
},
|
| 57 |
"12": {
|
| 58 |
+
"content": "<|tool_results|>",
|
| 59 |
"lstrip": false,
|
| 60 |
"normalized": false,
|
| 61 |
"rstrip": false,
|