Spaces:

JBHF
/

VERTAAL-APP-EAGLE-SHELTER

Sleeping

App Files Files Community

JBHF commited on Apr 18, 2024

Commit

fff2d46

verified ·

1 Parent(s): b18b8c6

Whisper Languages.txt

Browse files

Files changed (1) hide show

Whisper Languages.txt +525 -0

Whisper Languages.txt ADDED Viewed

	@@ -0,0 +1,525 @@

+Whisper Languages
+ZIE:
+https://github.com/openai/whisper/blob/main/whisper/tokenizer.py
+LANGUAGES = {
+    "en": "english",
+    "zh": "chinese",
+    "de": "german",
+    "es": "spanish",
+    "ru": "russian",
+    "ko": "korean",
+    "fr": "french",
+    "ja": "japanese",
+    "pt": "portuguese",
+    "tr": "turkish",
+    "pl": "polish",
+    "ca": "catalan",
+    "nl": "dutch",
+    "ar": "arabic",
+    "sv": "swedish",
+    "it": "italian",
+    "id": "indonesian",
+    "hi": "hindi",
+    "fi": "finnish",
+    "vi": "vietnamese",
+    "he": "hebrew",
+    "uk": "ukrainian",
+    "el": "greek",
+    "ms": "malay",
+    "cs": "czech",
+    "ro": "romanian",
+    "da": "danish",
+    "hu": "hungarian",
+    "ta": "tamil",
+    "no": "norwegian",
+    "th": "thai",
+    "ur": "urdu",
+    "hr": "croatian",
+    "bg": "bulgarian",
+    "lt": "lithuanian",
+    "la": "latin",
+    "mi": "maori",
+    "ml": "malayalam",
+    "cy": "welsh",
+    "sk": "slovak",
+    "te": "telugu",
+    "fa": "persian",
+    "lv": "latvian",
+    "bn": "bengali",
+    "sr": "serbian",
+    "az": "azerbaijani",
+    "sl": "slovenian",
+    "kn": "kannada",
+    "et": "estonian",
+    "mk": "macedonian",
+    "br": "breton",
+    "eu": "basque",
+    "is": "icelandic",
+    "hy": "armenian",
+    "ne": "nepali",
+    "mn": "mongolian",
+    "bs": "bosnian",
+    "kk": "kazakh",
+    "sq": "albanian",
+    "sw": "swahili",
+    "gl": "galician",
+    "mr": "marathi",
+    "pa": "punjabi",
+    "si": "sinhala",
+    "km": "khmer",
+    "sn": "shona",
+    "yo": "yoruba",
+    "so": "somali",
+    "af": "afrikaans",
+    "oc": "occitan",
+    "ka": "georgian",
+    "be": "belarusian",
+    "tg": "tajik",
+    "sd": "sindhi",
+    "gu": "gujarati",
+    "am": "amharic",
+    "yi": "yiddish",
+    "lo": "lao",
+    "uz": "uzbek",
+    "fo": "faroese",
+    "ht": "haitian creole",
+    "ps": "pashto",
+    "tk": "turkmen",
+    "nn": "nynorsk",
+    "mt": "maltese",
+    "sa": "sanskrit",
+    "lb": "luxembourgish",
+    "my": "myanmar",
+    "bo": "tibetan",
+    "tl": "tagalog",
+    "mg": "malagasy",
+    "as": "assamese",
+    "tt": "tatar",
+    "haw": "hawaiian",
+    "ln": "lingala",
+    "ha": "hausa",
+    "ba": "bashkir",
+    "jw": "javanese",
+    "su": "sundanese",
+    "yue": "cantonese",
+}
+# language code lookup by name, with a few language aliases
+TO_LANGUAGE_CODE = {
+    **{language: code for code, language in LANGUAGES.items()},
+    "burmese": "my",
+    "valencian": "ca",
+    "flemish": "nl",
+    "haitian": "ht",
+    "letzeburgesch": "lb",
+    "pushto": "ps",
+    "panjabi": "pa",
+    "moldavian": "ro",
+    "moldovan": "ro",
+    "sinhalese": "si",
+    "castilian": "es",
+    "mandarin": "zh",
+}
+[
+  [
+    "fr",
+    0.9877740740776062
+  ],
+  [
+    "en",
+    0.004565223585814238
+  ],
+  [
+    "it",
+    0.0013161455281078815
+  ],
+  [
+    "de",
+    0.0010678422404453158
+  ],
+  [
+    "br",
+    0.0010424673091620207
+  ],
+  [
+    "la",
+    0.0007281662547029555
+  ],
+  [
+    "es",
+    0.00047290409565903246
+  ],
+  [
+    "ja",
+    0.0003620732750277966
+  ],
+  [
+    "pt",
+    0.00025811095838434994
+  ],
+  [
+    "nn",
+    0.0002432575129205361
+  ],
+  [
+    "pl",
+    0.00021074499818496406
+  ],
+  [
+    "nl",
+    0.00020471173047553748
+  ],
+  [
+    "ru",
+    0.0002026906149694696
+  ],
+  [
+    "cy",
+    0.00018965611525345594
+  ],
+  [
+    "oc",
+    0.00017241497698705643
+  ],
+  [
+    "km",
+    0.00012158624303992838
+  ],
+  [
+    "zh",
+    0.00011692210682667792
+  ],
+  [
+    "jw",
+    0.00010178791853832081
+  ],
+  [
+    "ro",
+    0.00009590199624653906
+  ],
+  [
+    "sv",
+    0.00007909776468295604
+  ],
+  [
+    "ar",
+    0.0000725739446352236
+  ],
+  [
+    "tr",
+    0.000057220226153731346
+  ],
+  [
+    "fi",
+    0.00005474982754094526
+  ],
+  [
+    "ko",
+    0.00004248135883244686
+  ],
+  [
+    "mi",
+    0.00003786800516536459
+  ],
+  [
+    "sn",
+    0.000031534167646896094
+  ],
+  [
+    "hu",
+    0.000028775264581781812
+  ],
+  [
+    "ht",
+    0.000028651957109104842
+  ],
+  [
+    "vi",
+    0.000028335278329905123
+  ],
+  [
+    "da",
+    0.000027910642529604957
+  ],
+  [
+    "el",
+    0.000023526350560132414
+  ],
+  [
+    "fa",
+    0.000022600075681111775
+  ],
+  [
+    "haw",
+    0.00002183002288802527
+  ],
+  [
+    "no",
+    0.000019493931176839396
+  ],
+  [
+    "cs",
+    0.000016285941455862485
+  ],
+  [
+    "he",
+    0.00001463644457544433
+  ],
+  [
+    "sa",
+    0.000012327554941293783
+  ],
+  [
+    "th",
+    0.000010766526429506484
+  ],
+  [
+    "ca",
+    0.000008936658559832722
+  ],
+  [
+    "bg",
+    0.000007716189429629594
+  ],
+  [
+    "ms",
+    0.000007680522685404867
+  ],
+  [
+    "yo",
+    0.000006417556051019346
+  ],
+  [
+    "gl",
+    0.000006063059572625207
+  ],
+  [
+    "ln",
+    0.000006041265805833973
+  ],
+  [
+    "si",
+    0.000005011619577999227
+  ],
+  [
+    "hi",
+    0.000004941234692523722
+  ],
+  [
+    "sk",
+    0.000004815055945073254
+  ],
+  [
+    "uk",
+    0.000004419264769239817
+  ],
+  [
+    "hy",
+    0.000004105790594621794
+  ],
+  [
+    "id",
+    0.000003996842679043766
+  ],
+  [
+    "tl",
+    0.000003896923772117589
+  ],
+  [
+    "ml",
+    0.000003836657469946658
+  ],
+  [
+    "hr",
+    0.0000035950304209109163
+  ],
+  [
+    "ta",
+    0.0000031487393243878614
+  ],
+  [
+    "ur",
+    0.000002829937329806853
+  ],
+  [
+    "yi",
+    0.0000028043848487868672
+  ],
+  [
+    "bs",
+    0.000002576711949586752
+  ],
+  [
+    "sl",
+    0.0000025655576791905332
+  ],
+  [
+    "eu",
+    0.000002537221007514745
+  ],
+  [
+    "sw",
+    0.000002027671598625602
+  ],
+  [
+    "bn",
+    0.0000020110176137677627
+  ],
+  [
+    "et",
+    0.0000019163769593433244
+  ],
+  [
+    "af",
+    0.0000016607176576144411
+  ],
+  [
+    "lb",
+    0.0000015626893627995742
+  ],
+  [
+    "fo",
+    0.000001537753632874228
+  ],
+  [
+    "mn",
+    0.0000012066857379977591
+  ],
+  [
+    "sq",
+    0.0000010732701412052847
+  ],
+  [
+    "te",
+    0.0000010657946631908999
+  ],
+  [
+    "pa",
+    0.000001037814399751369
+  ],
+  [
+    "sr",
+    0.000001028694782689854
+  ],
+  [
+    "my",
+    9.428002840650151e-7
+  ],
+  [
+    "bo",
+    8.66582468006527e-7
+  ],
+  [
+    "ne",
+    8.636189363642188e-7
+  ],
+  [
+    "lo",
+    7.318710117942828e-7
+  ],
+  [
+    "be",
+    6.941849051145255e-7
+  ],
+  [
+    "lv",
+    6.265471483857254e-7
+  ],
+  [
+    "az",
+    6.14897032846784e-7
+  ],
+  [
+    "sd",
+    5.913773293286795e-7
+  ],
+  [
+    "mr",
+    5.441081043500162e-7
+  ],
+  [
+    "ps",
+    4.3055180753981404e-7
+  ],
+  [
+    "is",
+    3.4580702390485385e-7
+  ],
+  [
+    "kk",
+    3.0084689228715433e-7
+  ],
+  [
+    "kn",
+    1.7288991216446448e-7
+  ],
+  [
+    "as",
+    1.5110647666460864e-7
+  ],
+  [
+    "am",
+    1.2572900232044049e-7
+  ],
+  [
+    "gu",
+    1.2536465021639742e-7
+  ],
+  [
+    "lt",
+    1.1584211279114243e-7
+  ],
+  [
+    "mt",
+    9.117716359696715e-8
+  ],
+  [
+    "mk",
+    8.674353324522599e-8
+  ],
+  [
+    "ka",
+    8.111815219535856e-8
+  ],
+  [
+    "ha",
+    5.529446056584675e-8
+  ],
+  [
+    "su",
+    5.323035523474573e-8
+  ],
+  [
+    "tg",
+    4.645137252623499e-8
+  ],
+  [
+    "tt",
+    2.9631449294242884e-8
+  ],
+  [
+    "so",
+    5.109404455083677e-9
+  ],
+  [
+    "uz",
+    3.229358558343165e-9
+  ],
+  [
+    "mg",
+    3.0856159849435016e-9
+  ],
+  [
+    "tk",
+    4.514433618596492e-11
+  ],
+  [
+    "ba",
+    3.5637395812138095e-11
+  ]
+]