Spaces:
Running
Running
| [ | |
| { | |
| "language_name": "English", | |
| "language_code": "eng", | |
| "speakers": 1132366680.0, | |
| "scores": [ | |
| { | |
| "model": "openai/gpt-4o-mini", | |
| "bleu": 0.47104084248165595 | |
| }, | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.4207265890491719 | |
| }, | |
| { | |
| "model": "mistralai/mistral-small-24b-instruct-2501", | |
| "bleu": 0.4642719176436136 | |
| }, | |
| { | |
| "model": "google/gemini-2.0-flash-001", | |
| "bleu": 0.5237470882988915 | |
| }, | |
| { | |
| "model": "deepseek/deepseek-chat", | |
| "bleu": 0.516570670982587 | |
| }, | |
| { | |
| "model": "microsoft/phi-4", | |
| "bleu": 0.44668905281921456 | |
| } | |
| ], | |
| "bleu": 0.47384102687918905 | |
| }, | |
| { | |
| "language_name": "Mandarin Chinese", | |
| "language_code": "cmn", | |
| "speakers": 1074000000.0, | |
| "scores": [ | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.48254866511762295 | |
| } | |
| ], | |
| "bleu": 0.48254866511762295 | |
| }, | |
| { | |
| "language_name": "Spanish", | |
| "language_code": "spa", | |
| "speakers": 485000000.0, | |
| "scores": [ | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.31606621368361204 | |
| } | |
| ], | |
| "bleu": 0.31606621368361204 | |
| }, | |
| { | |
| "language_name": "Hindi", | |
| "language_code": "hin", | |
| "speakers": 341000000.0, | |
| "scores": [ | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.3273225856613046 | |
| } | |
| ], | |
| "bleu": 0.3273225856613046 | |
| }, | |
| { | |
| "language_name": "Bengali", | |
| "language_code": "ben", | |
| "speakers": 300000000.0, | |
| "scores": [ | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.23110496173302814 | |
| } | |
| ], | |
| "bleu": 0.23110496173302814 | |
| }, | |
| { | |
| "language_name": "Portuguese", | |
| "language_code": "por", | |
| "speakers": 254300000.0, | |
| "scores": [ | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.35032125995743685 | |
| } | |
| ], | |
| "bleu": 0.35032125995743685 | |
| }, | |
| { | |
| "language_name": "French", | |
| "language_code": "fra", | |
| "speakers": 208157220.0, | |
| "scores": [ | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.31625053573185663 | |
| } | |
| ], | |
| "bleu": 0.31625053573185663 | |
| }, | |
| { | |
| "language_name": "Indonesian", | |
| "language_code": "ind", | |
| "speakers": 198996550.0, | |
| "scores": [ | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.3112185444311794 | |
| } | |
| ], | |
| "bleu": 0.3112185444311794 | |
| }, | |
| { | |
| "language_name": "Russian", | |
| "language_code": "rus", | |
| "speakers": 171428900.0, | |
| "scores": [ | |
| { | |
| "model": "openai/gpt-4o-mini", | |
| "bleu": 0.32615858913589074 | |
| }, | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.3244999119385425 | |
| }, | |
| { | |
| "model": "mistralai/mistral-small-24b-instruct-2501", | |
| "bleu": 0.315801608032821 | |
| }, | |
| { | |
| "model": "google/gemini-2.0-flash-001", | |
| "bleu": 0.3683733679689521 | |
| }, | |
| { | |
| "model": "deepseek/deepseek-chat", | |
| "bleu": 0.35988734604889566 | |
| }, | |
| { | |
| "model": "microsoft/phi-4", | |
| "bleu": 0.31289371159965956 | |
| } | |
| ], | |
| "bleu": 0.3346024224541269 | |
| }, | |
| { | |
| "language_name": "Japanese", | |
| "language_code": "jpn", | |
| "speakers": 128000000.0, | |
| "scores": [ | |
| { | |
| "model": "openai/gpt-4o-mini", | |
| "bleu": 0.28991739992953497 | |
| }, | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.2675679907215641 | |
| }, | |
| { | |
| "model": "mistralai/mistral-small-24b-instruct-2501", | |
| "bleu": 0.21348802780641032 | |
| }, | |
| { | |
| "model": "google/gemini-2.0-flash-001", | |
| "bleu": 0.3345265427223546 | |
| }, | |
| { | |
| "model": "deepseek/deepseek-chat", | |
| "bleu": 0.3101203037558905 | |
| }, | |
| { | |
| "model": "microsoft/phi-4", | |
| "bleu": 0.2585222780278109 | |
| } | |
| ], | |
| "bleu": 0.2790237571605942 | |
| }, | |
| { | |
| "language_name": "Eastern Punjabi", | |
| "language_code": "pan", | |
| "speakers": 125000000.0, | |
| "scores": [ | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.27325501919134315 | |
| } | |
| ], | |
| "bleu": 0.27325501919134315 | |
| }, | |
| { | |
| "language_name": "Standard German", | |
| "language_code": "deu", | |
| "speakers": 105000000.0, | |
| "scores": [ | |
| { | |
| "model": "openai/gpt-4o-mini", | |
| "bleu": 0.39019323183176663 | |
| }, | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.37266353070949576 | |
| }, | |
| { | |
| "model": "mistralai/mistral-small-24b-instruct-2501", | |
| "bleu": 0.3647632576435612 | |
| }, | |
| { | |
| "model": "google/gemini-2.0-flash-001", | |
| "bleu": 0.4466723425292597 | |
| }, | |
| { | |
| "model": "deepseek/deepseek-chat", | |
| "bleu": 0.4045496243095387 | |
| }, | |
| { | |
| "model": "microsoft/phi-4", | |
| "bleu": 0.36047992103881465 | |
| } | |
| ], | |
| "bleu": 0.3898869846770727 | |
| }, | |
| { | |
| "language_name": "Egyptian Arabic", | |
| "language_code": "arz", | |
| "speakers": 100542400.0, | |
| "scores": [ | |
| { | |
| "model": "openai/gpt-4o-mini", | |
| "bleu": 0.2339779422333898 | |
| }, | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.20475486619797384 | |
| }, | |
| { | |
| "model": "mistralai/mistral-small-24b-instruct-2501", | |
| "bleu": 0.20783660453505234 | |
| }, | |
| { | |
| "model": "google/gemini-2.0-flash-001", | |
| "bleu": 0.2840808045687292 | |
| }, | |
| { | |
| "model": "deepseek/deepseek-chat", | |
| "bleu": 0.2786287793608212 | |
| }, | |
| { | |
| "model": "microsoft/phi-4", | |
| "bleu": 0.19969813973959594 | |
| } | |
| ], | |
| "bleu": 0.23482952277259375 | |
| }, | |
| { | |
| "language_name": "Urdu", | |
| "language_code": "urd", | |
| "speakers": 94022900.0, | |
| "scores": [ | |
| { | |
| "model": "openai/gpt-4o-mini", | |
| "bleu": 0.297325653414119 | |
| }, | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.24593966310665433 | |
| }, | |
| { | |
| "model": "mistralai/mistral-small-24b-instruct-2501", | |
| "bleu": 0.21988755291389567 | |
| }, | |
| { | |
| "model": "google/gemini-2.0-flash-001", | |
| "bleu": 0.31796430998058983 | |
| }, | |
| { | |
| "model": "deepseek/deepseek-chat", | |
| "bleu": 0.3043614136242901 | |
| }, | |
| { | |
| "model": "microsoft/phi-4", | |
| "bleu": 0.2285337340113323 | |
| } | |
| ], | |
| "bleu": 0.2690020545084802 | |
| }, | |
| { | |
| "language_name": "Filipino", | |
| "language_code": "fil", | |
| "speakers": 90000000.0, | |
| "scores": [ | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.33268969497468076 | |
| } | |
| ], | |
| "bleu": 0.33268969497468076 | |
| }, | |
| { | |
| "language_name": "Javanese", | |
| "language_code": "jav", | |
| "speakers": 84308740.0, | |
| "scores": [ | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.2528746866064681 | |
| } | |
| ], | |
| "bleu": 0.2528746866064681 | |
| }, | |
| { | |
| "language_name": "Marathi", | |
| "language_code": "mar", | |
| "speakers": 83100000.0, | |
| "scores": [ | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.24876051941895777 | |
| } | |
| ], | |
| "bleu": 0.24876051941895777 | |
| }, | |
| { | |
| "language_name": "Swahili", | |
| "language_code": "swh", | |
| "speakers": 82300000.0, | |
| "scores": [ | |
| { | |
| "model": "openai/gpt-4o-mini", | |
| "bleu": 0.34863560100932933 | |
| }, | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.30524292832054034 | |
| }, | |
| { | |
| "model": "mistralai/mistral-small-24b-instruct-2501", | |
| "bleu": 0.23580256234118713 | |
| }, | |
| { | |
| "model": "google/gemini-2.0-flash-001", | |
| "bleu": 0.3871437234807849 | |
| }, | |
| { | |
| "model": "deepseek/deepseek-chat", | |
| "bleu": 0.3476225063617937 | |
| }, | |
| { | |
| "model": "microsoft/phi-4", | |
| "bleu": 0.21803176063271826 | |
| } | |
| ], | |
| "bleu": 0.3070798470243923 | |
| }, | |
| { | |
| "language_name": "Turkish", | |
| "language_code": "tur", | |
| "speakers": 82231620.0, | |
| "scores": [ | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.29874140544434125 | |
| } | |
| ], | |
| "bleu": 0.29874140544434125 | |
| }, | |
| { | |
| "language_name": "Telugu", | |
| "language_code": "tel", | |
| "speakers": 82000000.0, | |
| "scores": [ | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.28869836899054496 | |
| } | |
| ], | |
| "bleu": 0.28869836899054496 | |
| }, | |
| { | |
| "language_name": "Wu Chinese", | |
| "language_code": "wuu", | |
| "speakers": 81400000.0, | |
| "scores": [], | |
| "bleu": null | |
| }, | |
| { | |
| "language_name": "Korean", | |
| "language_code": "kor", | |
| "speakers": 77300000.0, | |
| "scores": [ | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.2566453806044083 | |
| } | |
| ], | |
| "bleu": 0.2566453806044083 | |
| }, | |
| { | |
| "language_name": "Vietnamese", | |
| "language_code": "vie", | |
| "speakers": 76000000.0, | |
| "scores": [ | |
| { | |
| "model": "openai/gpt-4o-mini", | |
| "bleu": 0.3104431723374164 | |
| }, | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.3098478561790782 | |
| }, | |
| { | |
| "model": "mistralai/mistral-small-24b-instruct-2501", | |
| "bleu": 0.28074941515909896 | |
| }, | |
| { | |
| "model": "google/gemini-2.0-flash-001", | |
| "bleu": 0.37327273228460267 | |
| }, | |
| { | |
| "model": "deepseek/deepseek-chat", | |
| "bleu": 0.3487726531917602 | |
| }, | |
| { | |
| "model": "microsoft/phi-4", | |
| "bleu": 0.18355331419148843 | |
| } | |
| ], | |
| "bleu": 0.3011065238905742 | |
| }, | |
| { | |
| "language_name": "Tamil", | |
| "language_code": "tam", | |
| "speakers": 75000000.0, | |
| "scores": [ | |
| { | |
| "model": "openai/gpt-4o-mini", | |
| "bleu": 0.24593649157372188 | |
| }, | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.24009996232522382 | |
| }, | |
| { | |
| "model": "mistralai/mistral-small-24b-instruct-2501", | |
| "bleu": 0.16785828803139252 | |
| }, | |
| { | |
| "model": "google/gemini-2.0-flash-001", | |
| "bleu": 0.3411457686951495 | |
| }, | |
| { | |
| "model": "deepseek/deepseek-chat", | |
| "bleu": 0.2875340171253509 | |
| }, | |
| { | |
| "model": "microsoft/phi-4", | |
| "bleu": 0.12646276530642359 | |
| } | |
| ], | |
| "bleu": 0.23483954884287706 | |
| }, | |
| { | |
| "language_name": "Yue Chinese", | |
| "language_code": "yue", | |
| "speakers": 73100000.0, | |
| "scores": [ | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.2663995648378034 | |
| } | |
| ], | |
| "bleu": 0.2663995648378034 | |
| }, | |
| { | |
| "language_name": "Italian", | |
| "language_code": "ita", | |
| "speakers": 64819790.0, | |
| "scores": [ | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.3190660116366235 | |
| } | |
| ], | |
| "bleu": 0.3190660116366235 | |
| }, | |
| { | |
| "language_name": "Gujarati", | |
| "language_code": "guj", | |
| "speakers": 56400000.0, | |
| "scores": [ | |
| { | |
| "model": "openai/gpt-4o-mini", | |
| "bleu": 0.25754571533357745 | |
| }, | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.24145756515188838 | |
| }, | |
| { | |
| "model": "mistralai/mistral-small-24b-instruct-2501", | |
| "bleu": 0.20092063514315023 | |
| }, | |
| { | |
| "model": "google/gemini-2.0-flash-001", | |
| "bleu": 0.3664134239402827 | |
| }, | |
| { | |
| "model": "deepseek/deepseek-chat", | |
| "bleu": 0.2908883229704476 | |
| }, | |
| { | |
| "model": "microsoft/phi-4", | |
| "bleu": 0.19669824113063106 | |
| } | |
| ], | |
| "bleu": 0.2589873172783296 | |
| }, | |
| { | |
| "language_name": "Iranian Persian", | |
| "language_code": "pes", | |
| "speakers": 52800000.0, | |
| "scores": [ | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.28359916806993934 | |
| } | |
| ], | |
| "bleu": 0.28359916806993934 | |
| }, | |
| { | |
| "language_name": "Bhojpuri", | |
| "language_code": "bho", | |
| "speakers": 52200000.0, | |
| "scores": [ | |
| { | |
| "model": "meta-llama/llama-3.3-70b-instruct", | |
| "bleu": 0.24311504988281543 | |
| } | |
| ], | |
| "bleu": 0.24311504988281543 | |
| }, | |
| { | |
| "language_name": "Hakka Chinese", | |
| "language_code": "hak", | |
| "speakers": 48200000.0, | |
| "scores": [], | |
| "bleu": null | |
| } | |
| ] |