Update tokenizer_config.json (#1)
Browse files- Update tokenizer_config.json (e19b6e7d60cc8fc980d09d6a46ed0e8c1784779d)
Co-authored-by: Koga Kobayashi <[email protected]>
- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
|
@@ -131,5 +131,5 @@
|
|
| 131 |
"add_dummy_prefix_space": false,
|
| 132 |
"legacy": false,
|
| 133 |
"add_bos_token": false,
|
| 134 |
-
"add_eos_token":
|
| 135 |
}
|
|
|
|
| 131 |
"add_dummy_prefix_space": false,
|
| 132 |
"legacy": false,
|
| 133 |
"add_bos_token": false,
|
| 134 |
+
"add_eos_token": false
|
| 135 |
}
|