Upload folder using huggingface_hub
Browse files- tokenizer.json +2 -2
tokenizer.json
CHANGED
|
@@ -137,7 +137,7 @@
|
|
| 137 |
"single": [
|
| 138 |
{
|
| 139 |
"SpecialToken": {
|
| 140 |
-
"id": "<|
|
| 141 |
"type_id": 0
|
| 142 |
}
|
| 143 |
},
|
|
@@ -131046,4 +131046,4 @@
|
|
| 131046 |
"Reg ular"
|
| 131047 |
]
|
| 131048 |
}
|
| 131049 |
-
}
|
|
|
|
| 137 |
"single": [
|
| 138 |
{
|
| 139 |
"SpecialToken": {
|
| 140 |
+
"id": "<|end_of_text|>",
|
| 141 |
"type_id": 0
|
| 142 |
}
|
| 143 |
},
|
|
|
|
| 131046 |
"Reg ular"
|
| 131047 |
]
|
| 131048 |
}
|
| 131049 |
+
}
|