tokenizer_config.json

{
    "tokenizer_class": "PickBestTokenizer",
    "auto_map": ["pick_best_tokenizer.PickBestTokenizer", null],
    "tokenizers": ["Parallia/Fairly-Multilingual-ModernBERT-Embed-BE-FR","Parallia/Fairly-Multilingual-ModernBERT-Embed-BE-NL","Parallia/Fairly-Multilingual-ModernBERT-Embed-BE-DE","Parallia/Fairly-Multilingual-ModernBERT-Embed-BE-EN"]
}