| { | |
| "bos_token": "__start__", | |
| "clean_up_tokenization_spaces": true, | |
| "eos_token": "__end__", | |
| "model_max_length": 512, | |
| "pad_token": "__null__", | |
| "tokenizer_class": "BlenderbotSmallTokenizer", | |
| "tokenizer_file": null, | |
| "unk_token": "__unk__" | |
| } | |
| { | |
| "bos_token": "__start__", | |
| "clean_up_tokenization_spaces": true, | |
| "eos_token": "__end__", | |
| "model_max_length": 512, | |
| "pad_token": "__null__", | |
| "tokenizer_class": "BlenderbotSmallTokenizer", | |
| "tokenizer_file": null, | |
| "unk_token": "__unk__" | |
| } | |