{
 "what": "khatraTTS 17-language checkpoint, step 24,000, stock decoder: two FLEURS test sentences per language, three samples each, scored with MMS-1b-all. A sentence passes when its best CER is at or below 0.15.",
 "pass_threshold": 0.15,
 "not_tested": [
  "Afrikaans",
  "Albanian"
 ],
 "rows": [
  {
   "language_code": "am",
   "language": "Amharic",
   "fleurs_item": "1894",
   "sentence": "A",
   "text": "ከሪ ከስጋ ወይም አታክልት ጋር በእጽዋትና ቅመማ ቅመም ላይ የተመሰረተ ምግብ ነው።",
   "translation": "A curry is a dish based on herbs and spices, together with either meat or vegetables.",
   "cer_best": 0.1765,
   "cer_all_seeds": {
    "1": 0.3725,
    "2": 0.1765,
    "3": 0.5686
   },
   "cer_median_seed": 0.3725,
   "passed": false,
   "seconds": 7.88,
   "reference_voice": "vctk-p244",
   "clip": null
  },
  {
   "language_code": "am",
   "language": "Amharic",
   "fleurs_item": "1674",
   "sentence": "B",
   "text": "በአንዳንድ አካባቢዎች ውሃን ለአንድ ደቂቃ ማፍላት በቂ ነው፣ በሌሎች በርካታ ደቂቃዎች ያስፈልጋሉ።",
   "translation": "In some areas boiling water for a minute is enough, in others several minutes are needed.",
   "cer_best": 0.1667,
   "cer_all_seeds": {
    "1": 0.1667,
    "2": 0.2,
    "3": 0.2
   },
   "cer_median_seed": 0.2,
   "passed": false,
   "seconds": 8.34,
   "reference_voice": "vctk-p244",
   "clip": null
  },
  {
   "language_code": "hy",
   "language": "Armenian",
   "fleurs_item": "1894",
   "sentence": "A",
   "text": "Կարրին մի ճաշատեսակ է, որի հիմնական բաղադրիչներն են խոտաբույսերն ու համեմունքները՝ պատրաստված կա՛մ մսով, կա՛մ բանջարեղենով:",
   "translation": "A curry is a dish based on herbs and spices, together with either meat or vegetables.",
   "cer_best": 0.1345,
   "cer_all_seeds": {
    "1": 0.1345,
    "2": 0.1513,
    "3": 0.2185
   },
   "cer_median_seed": 0.1513,
   "passed": true,
   "seconds": 11.82,
   "reference_voice": "vctk-p244",
   "clip": "listen-hy-a.mp3",
   "cer_after_rvc": 0.1429
  },
  {
   "language_code": "hy",
   "language": "Armenian",
   "fleurs_item": "1674",
   "sentence": "B",
   "text": "Որոշ տարածքներում ջուրը մի րոպե եռացնելը բավարար է լինում, ուրիշ տեղերում այդ անելու համար մի քանի րոպե է անհրաժեշտ:",
   "translation": "In some areas boiling water for a minute is enough, in others several minutes are needed.",
   "cer_best": 0.114,
   "cer_all_seeds": {
    "1": 0.1667,
    "2": 0.114,
    "3": 0.886
   },
   "cer_median_seed": 0.1667,
   "passed": true,
   "seconds": 9.68,
   "reference_voice": "vctk-p244",
   "clip": "listen-hy-b.mp3",
   "cer_after_rvc": 0.1053
  },
  {
   "language_code": "az",
   "language": "Azerbaijani",
   "fleurs_item": "1894",
   "sentence": "A",
   "text": "Köri, ət və ya tərəvəzlərlə yanaşı, həm də otlardan və ədviyyatlardan hazırlanan bir yemək növüdür.",
   "translation": "A curry is a dish based on herbs and spices, together with either meat or vegetables.",
   "cer_best": 0.0729,
   "cer_all_seeds": {
    "1": 0.0729,
    "2": 0.1979,
    "3": 0.1562
   },
   "cer_median_seed": 0.1562,
   "passed": true,
   "seconds": 8.18,
   "reference_voice": "vctk-p244",
   "clip": null
  },
  {
   "language_code": "az",
   "language": "Azerbaijani",
   "fleurs_item": "1720",
   "sentence": "B",
   "text": "Əsl Belçika standartlarına uyğun isti şokolad tapa bilərsiniz. Meyvə şirələrinin dadı əla olsa da, qiyməti bahadır.",
   "translation": "The hot chocolate is up to Belgian standards. Fruit juices are pricey but excellent.",
   "cer_best": 0.0179,
   "cer_all_seeds": {
    "1": 0.0536,
    "2": 0.25,
    "3": 0.0179
   },
   "cer_median_seed": 0.0536,
   "passed": true,
   "seconds": 9.14,
   "reference_voice": "vctk-p244",
   "clip": null
  },
  {
   "language_code": "bg",
   "language": "Bulgarian",
   "fleurs_item": "1894",
   "sentence": "A",
   "text": "Кърито е ястие от месо или зеленчуци с билки и подправки.",
   "translation": "A curry is a dish based on herbs and spices, together with either meat or vegetables.",
   "cer_best": 0.1071,
   "cer_all_seeds": {
    "1": 0.1071,
    "2": 0.75,
    "3": 0.125
   },
   "cer_median_seed": 0.125,
   "passed": true,
   "seconds": 4.64,
   "reference_voice": "vctk-p244",
   "clip": null
  },
  {
   "language_code": "bg",
   "language": "Bulgarian",
   "fleurs_item": "1674",
   "sentence": "B",
   "text": "В някои райони е достатъчно кипването на вода за минута, в други са необходими няколко минути.",
   "translation": "In some areas boiling water for a minute is enough, in others several minutes are needed.",
   "cer_best": 0.0109,
   "cer_all_seeds": {
    "1": 0.0109,
    "2": 0.0109,
    "3": 0.0326
   },
   "cer_median_seed": 0.0109,
   "passed": true,
   "seconds": 6.74,
   "reference_voice": "vctk-p244",
   "clip": null
  },
  {
   "language_code": "en",
   "language": "English",
   "fleurs_item": "1894",
   "sentence": "A",
   "text": "A curry is a dish based on herbs and spices, together with either meat or vegetables.",
   "translation": "A curry is a dish based on herbs and spices, together with either meat or vegetables.",
   "cer_best": 0.0,
   "cer_all_seeds": {
    "1": 0.0,
    "2": 0.0,
    "3": 0.0
   },
   "cer_median_seed": 0.0,
   "passed": true,
   "seconds": 7.0,
   "reference_voice": "vctk-p244",
   "clip": "listen-en-a.mp3",
   "cer_after_rvc": 0.0361
  },
  {
   "language_code": "en",
   "language": "English",
   "fleurs_item": "1674",
   "sentence": "B",
   "text": "In some areas boiling water for a minute is enough, in others several minutes are needed.",
   "translation": "In some areas boiling water for a minute is enough, in others several minutes are needed.",
   "cer_best": 0.0,
   "cer_all_seeds": {
    "1": 0.023,
    "2": 0.0,
    "3": 0.0115
   },
   "cer_median_seed": 0.0115,
   "passed": true,
   "seconds": 5.64,
   "reference_voice": "vctk-p244",
   "clip": "listen-en-b.mp3",
   "cer_after_rvc": 0.0
  },
  {
   "language_code": "fil",
   "language": "Filipino",
   "fleurs_item": "1894",
   "sentence": "A",
   "text": "Ang isang curry ay isang ulam na batay sa halaman at pampalasa, kasama ng alinman sa karne o gulay.",
   "translation": "A curry is a dish based on herbs and spices, together with either meat or vegetables.",
   "cer_best": 0.0309,
   "cer_all_seeds": {
    "1": 0.0309,
    "2": 0.0309,
    "3": 0.0619
   },
   "cer_median_seed": 0.0309,
   "passed": true,
   "seconds": 8.2,
   "reference_voice": "vctk-p244",
   "clip": "listen-fil-a.mp3",
   "cer_after_rvc": 0.0928
  },
  {
   "language_code": "fil",
   "language": "Filipino",
   "fleurs_item": "1674",
   "sentence": "B",
   "text": "Sa ilang mga lugar, ang pagpapakulo ng tubig sa loob ng isang minuto ay sapat na, sa iba, higit pa sa isang minuto ang kinakailangan.",
   "translation": "In some areas boiling water for a minute is enough, in others several minutes are needed.",
   "cer_best": 0.0233,
   "cer_all_seeds": {
    "1": 0.0233,
    "2": 0.0233,
    "3": 0.031
   },
   "cer_median_seed": 0.0233,
   "passed": true,
   "seconds": 9.66,
   "reference_voice": "vctk-p244",
   "clip": "listen-fil-b.mp3",
   "cer_after_rvc": 0.0388
  },
  {
   "language_code": "el",
   "language": "Greek",
   "fleurs_item": "1894",
   "sentence": "A",
   "text": "Το κάρυ αποτελείται από μυρωδικά και καρυκεύματα, και συνοδεύεται με τροφές ζωικής ή φυτικής προέλευσης.",
   "translation": "A curry is a dish based on herbs and spices, together with either meat or vegetables.",
   "cer_best": 0.0784,
   "cer_all_seeds": {
    "1": 0.1078,
    "2": 0.0882,
    "3": 0.0784
   },
   "cer_median_seed": 0.0882,
   "passed": true,
   "seconds": 8.96,
   "reference_voice": "vctk-p244",
   "clip": "listen-el-a.mp3",
   "cer_after_rvc": 0.1078
  },
  {
   "language_code": "el",
   "language": "Greek",
   "fleurs_item": "1674",
   "sentence": "B",
   "text": "Σε ορισμένες περιοχές ένα λεπτό βράσης του νερού είναι αρκετό, σε άλλες όμως χρειάζονται αρκετά λεπτά.",
   "translation": "In some areas boiling water for a minute is enough, in others several minutes are needed.",
   "cer_best": 0.8,
   "cer_all_seeds": {
    "1": 0.84,
    "2": 0.85,
    "3": 0.8
   },
   "cer_median_seed": 0.84,
   "passed": false,
   "seconds": 11.44,
   "reference_voice": "vctk-p244",
   "clip": null
  },
  {
   "language_code": "lt",
   "language": "Lithuanian",
   "fleurs_item": "1894",
   "sentence": "A",
   "text": "Troškinys yra patiekalas, kurio pagrindą sudaro žolelės ir prieskoniai, o taip pat mėsa ir daržovės.",
   "translation": "A curry is a dish based on herbs and spices, together with either meat or vegetables.",
   "cer_best": 0.0206,
   "cer_all_seeds": {
    "1": 0.0206,
    "2": 0.0722,
    "3": 0.0309
   },
   "cer_median_seed": 0.0309,
   "passed": true,
   "seconds": 8.84,
   "reference_voice": "vctk-p244",
   "clip": null
  },
  {
   "language_code": "lt",
   "language": "Lithuanian",
   "fleurs_item": "1674",
   "sentence": "B",
   "text": "Kai kuriose vietose vandenį užtenka virinti minutę, kitose reikia kelių minučių.",
   "translation": "In some areas boiling water for a minute is enough, in others several minutes are needed.",
   "cer_best": 0.0,
   "cer_all_seeds": {
    "1": 0.3718,
    "2": 0.0,
    "3": 0.0513
   },
   "cer_median_seed": 0.0513,
   "passed": true,
   "seconds": 6.28,
   "reference_voice": "vctk-p244",
   "clip": null
  },
  {
   "language_code": "mk",
   "language": "Macedonian",
   "fleurs_item": "1894",
   "sentence": "A",
   "text": "Карито е јадење со билки и зачини, што содржи месо или зеленчуци.",
   "translation": "A curry is a dish based on herbs and spices, together with either meat or vegetables.",
   "cer_best": 0.0476,
   "cer_all_seeds": {
    "1": 0.0952,
    "2": 0.0952,
    "3": 0.0476
   },
   "cer_median_seed": 0.0952,
   "passed": true,
   "seconds": 5.1,
   "reference_voice": "vctk-p244",
   "clip": "listen-mk-a.mp3",
   "cer_after_rvc": 0.1111
  },
  {
   "language_code": "mk",
   "language": "Macedonian",
   "fleurs_item": "1674",
   "sentence": "B",
   "text": "Во некои области, доволно е водата да врие една минута, додека во други, потребни се неколку минути.",
   "translation": "In some areas boiling water for a minute is enough, in others several minutes are needed.",
   "cer_best": 0.0,
   "cer_all_seeds": {
    "1": 0.0,
    "2": 0.0104,
    "3": 0.0312
   },
   "cer_median_seed": 0.0104,
   "passed": true,
   "seconds": 8.74,
   "reference_voice": "vctk-p244",
   "clip": "listen-mk-b.mp3",
   "cer_after_rvc": 0.0208
  },
  {
   "language_code": "ms",
   "language": "Malay",
   "fleurs_item": "1894",
   "sentence": "A",
   "text": "Kari adalah hidangan berasaskan herba dan rempah yang dimasak dengan daging atau sayuran.",
   "translation": "A curry is a dish based on herbs and spices, together with either meat or vegetables.",
   "cer_best": 0.0455,
   "cer_all_seeds": {
    "1": 0.2159,
    "2": 0.0455,
    "3": 0.0455
   },
   "cer_median_seed": 0.0455,
   "passed": true,
   "seconds": 6.16,
   "reference_voice": "vctk-p244",
   "clip": "listen-ms-a.mp3",
   "cer_after_rvc": 0.0682
  },
  {
   "language_code": "ms",
   "language": "Malay",
   "fleurs_item": "1674",
   "sentence": "B",
   "text": "Di beberapa kawasan, mendidih air selama seminit adalah memadai, di kawasan lain beberapa minit adalah diperlukan.",
   "translation": "In some areas boiling water for a minute is enough, in others several minutes are needed.",
   "cer_best": 0.045,
   "cer_all_seeds": {
    "1": 0.045,
    "2": 0.1712,
    "3": 0.0721
   },
   "cer_median_seed": 0.0721,
   "passed": true,
   "seconds": 10.02,
   "reference_voice": "vctk-p244",
   "clip": "listen-ms-b.mp3",
   "cer_after_rvc": 0.018
  },
  {
   "language_code": "mn",
   "language": "Mongolian",
   "fleurs_item": "1894",
   "sentence": "A",
   "text": "Карри бол өвс ногоо ба халуун ногоонд үндэслэсэн, мах эсвэл хүнсний ногоотой хамт иддэг хоол юм.",
   "translation": "A curry is a dish based on herbs and spices, together with either meat or vegetables.",
   "cer_best": 0.7234,
   "cer_all_seeds": {
    "1": 0.7234,
    "2": 0.8511,
    "3": 0.8298
   },
   "cer_median_seed": 0.8298,
   "passed": false,
   "seconds": 7.5,
   "reference_voice": "vctk-p244",
   "clip": null
  },
  {
   "language_code": "mn",
   "language": "Mongolian",
   "fleurs_item": "1674",
   "sentence": "B",
   "text": "Зарим газарт ус буцалгахад нэг минут хангалттай байхад өөр хэсэгт хэдэн минут шаардагдана.",
   "translation": "In some areas boiling water for a minute is enough, in others several minutes are needed.",
   "cer_best": 0.0899,
   "cer_all_seeds": {
    "1": 0.2584,
    "2": 0.1798,
    "3": 0.0899
   },
   "cer_median_seed": 0.1798,
   "passed": true,
   "seconds": 9.04,
   "reference_voice": "vctk-p244",
   "clip": null,
   "cer_after_rvc": 0.2809,
   "clip_note": "passed before voice conversion; the converted clip scored above 0.20 and is not shown"
  },
  {
   "language_code": "ne",
   "language": "Nepali",
   "fleurs_item": "1894",
   "sentence": "A",
   "text": "मासु वा सागसब्जीहरू पनि हुने जडिबुटी र मसलामा आधारित खाना तरकारी हो।",
   "translation": "A curry is a dish based on herbs and spices, together with either meat or vegetables.",
   "cer_best": 0.0299,
   "cer_all_seeds": {
    "1": 0.1045,
    "2": 0.0299,
    "3": 0.0299
   },
   "cer_median_seed": 0.0299,
   "passed": true,
   "seconds": 5.16,
   "reference_voice": "rasa-nep-f",
   "clip": null
  },
  {
   "language_code": "ne",
   "language": "Nepali",
   "fleurs_item": "1674",
   "sentence": "B",
   "text": "केही क्षेत्रहरूमा एक मिनेट पानी उमाल्न पर्याप्त छ, अरूमा धेरै मिनेट आवश्यक छ।",
   "translation": "In some areas boiling water for a minute is enough, in others several minutes are needed.",
   "cer_best": 0.0,
   "cer_all_seeds": {
    "1": 0.0,
    "2": 0.0133,
    "3": 0.0133
   },
   "cer_median_seed": 0.0133,
   "passed": true,
   "seconds": 5.62,
   "reference_voice": "rasa-nep-f",
   "clip": "listen-ne-b.mp3",
   "cer_after_rvc": 0.08
  },
  {
   "language_code": "ro",
   "language": "Romanian",
   "fleurs_item": "1894",
   "sentence": "A",
   "text": "Un curry este o mâncare bazată pe ierburi și condimente, împreună cu carne sau legume.",
   "translation": "A curry is a dish based on herbs and spices, together with either meat or vegetables.",
   "cer_best": 0.0714,
   "cer_all_seeds": {
    "1": 0.0714,
    "2": 0.1429,
    "3": 0.1667
   },
   "cer_median_seed": 0.1429,
   "passed": true,
   "seconds": 5.66,
   "reference_voice": "vctk-p244",
   "clip": null
  },
  {
   "language_code": "ro",
   "language": "Romanian",
   "fleurs_item": "1674",
   "sentence": "B",
   "text": "În unele zone este suficient să fierbeți apa timp de un minut, în altele, sunt necesare mai multe minute.",
   "translation": "In some areas boiling water for a minute is enough, in others several minutes are needed.",
   "cer_best": 0.0196,
   "cer_all_seeds": {
    "1": 0.049,
    "2": 0.0294,
    "3": 0.0196
   },
   "cer_median_seed": 0.0294,
   "passed": true,
   "seconds": 9.06,
   "reference_voice": "vctk-p244",
   "clip": null
  },
  {
   "language_code": "sk",
   "language": "Slovak",
   "fleurs_item": "1894",
   "sentence": "A",
   "text": "Kari je jedlo na báze byliniek a korenín, spolu s mäsom alebo so zeleninou.",
   "translation": "A curry is a dish based on herbs and spices, together with either meat or vegetables.",
   "cer_best": 0.1233,
   "cer_all_seeds": {
    "1": 0.2603,
    "2": 0.3151,
    "3": 0.1233
   },
   "cer_median_seed": 0.2603,
   "passed": true,
   "seconds": 7.2,
   "reference_voice": "vctk-p244",
   "clip": null
  },
  {
   "language_code": "sk",
   "language": "Slovak",
   "fleurs_item": "1674",
   "sentence": "B",
   "text": "V niektorých oblastiach stačí vodu prevariť len jednu minútu, inde treba niekoľko minút.",
   "translation": "In some areas boiling water for a minute is enough, in others several minutes are needed.",
   "cer_best": 0.0233,
   "cer_all_seeds": {
    "1": 0.0349,
    "2": 0.0233,
    "3": 0.0233
   },
   "cer_median_seed": 0.0233,
   "passed": true,
   "seconds": 6.1,
   "reference_voice": "vctk-p244",
   "clip": null
  },
  {
   "language_code": "zu",
   "language": "Zulu",
   "fleurs_item": "1894",
   "sentence": "A",
   "text": "Ukhari yisidlo esisuselwa kumakhambi nezinongo, kuhlanganiswe ndawonye mhlawumbe nenyama noma imifino.",
   "translation": "A curry is a dish based on herbs and spices, together with either meat or vegetables.",
   "cer_best": 0.25,
   "cer_all_seeds": {
    "1": 0.34,
    "2": 0.25,
    "3": 0.26
   },
   "cer_median_seed": 0.26,
   "passed": false,
   "seconds": 9.18,
   "reference_voice": "vctk-p244",
   "clip": null
  },
  {
   "language_code": "zu",
   "language": "Zulu",
   "fleurs_item": "1674",
   "sentence": "B",
   "text": "Kwezinye izindawo ukubilisa amanzi umzuzu kwanele, kwezinye kudingeka imizuzu eminingana.",
   "translation": "In some areas boiling water for a minute is enough, in others several minutes are needed.",
   "cer_best": 0.1149,
   "cer_all_seeds": {
    "1": 0.3218,
    "2": 0.1149,
    "3": 0.3448
   },
   "cer_median_seed": 0.3218,
   "passed": true,
   "seconds": 8.44,
   "reference_voice": "vctk-p244",
   "clip": "listen-zu-b.mp3",
   "cer_after_rvc": 0.1494
  }
 ],
 "voice_conversion": {
  "voice": "ne_rvc_f01",
  "pack": "ampixa/nepali-rvc-voices-v1 (CC BY 4.0; trained on ai4bharat/indicvoices_r, CC BY 4.0)",
  "settings": "RVC with ContentVec features and RMVPE pitch, retrieval index rate 0.3, pitch shift 0, 0.5 s of silence padded on both ends before conversion and cut off afterwards",
  "note": "cer_best, cer_all_seeds and cer_median_seed are khatraTTS output before conversion. cer_after_rvc is the published clip, scored the same way. Azerbaijani sentence B is FLEURS item 1720, not 1674."
 }
}