Commit
•
6faad9d
1
Parent(s):
0421b5c
Now uses language labels of the form code: Language
Browse files- label_encoder.txt +109 -109
label_encoder.txt
CHANGED
|
@@ -1,109 +1,109 @@
|
|
| 1 |
-
'ab' => 0
|
| 2 |
-
'af' => 1
|
| 3 |
-
'am' => 2
|
| 4 |
-
'ar' => 3
|
| 5 |
-
'as' => 4
|
| 6 |
-
'az' => 5
|
| 7 |
-
'ba' => 6
|
| 8 |
-
'be' => 7
|
| 9 |
-
'bg' => 8
|
| 10 |
-
'bn' => 9
|
| 11 |
-
'bo' => 10
|
| 12 |
-
'br' => 11
|
| 13 |
-
'bs' => 12
|
| 14 |
-
'ca' => 13
|
| 15 |
-
'ceb' => 14
|
| 16 |
-
'cs' => 15
|
| 17 |
-
'cy' => 16
|
| 18 |
-
'da' => 17
|
| 19 |
-
'de' => 18
|
| 20 |
-
'el' => 19
|
| 21 |
-
'en' => 20
|
| 22 |
-
'eo' => 21
|
| 23 |
-
'es' => 22
|
| 24 |
-
'et' => 23
|
| 25 |
-
'eu' => 24
|
| 26 |
-
'fa' => 25
|
| 27 |
-
'fi' => 26
|
| 28 |
-
'fo' => 27
|
| 29 |
-
'fr' => 28
|
| 30 |
-
'gl' => 29
|
| 31 |
-
'gn' => 30
|
| 32 |
-
'gu' => 31
|
| 33 |
-
'gv' => 32
|
| 34 |
-
'ha' => 33
|
| 35 |
-
'haw' => 34
|
| 36 |
-
'hi' => 35
|
| 37 |
-
'hr' => 36
|
| 38 |
-
'ht' => 37
|
| 39 |
-
'hu' => 38
|
| 40 |
-
'hy' => 39
|
| 41 |
-
'ia' => 40
|
| 42 |
-
'id' => 41
|
| 43 |
-
'is' => 42
|
| 44 |
-
'it' => 43
|
| 45 |
-
'iw' => 44
|
| 46 |
-
'ja' => 45
|
| 47 |
-
'jw' => 46
|
| 48 |
-
'ka' => 47
|
| 49 |
-
'kk' => 48
|
| 50 |
-
'km' => 49
|
| 51 |
-
'kn' => 50
|
| 52 |
-
'ko' => 51
|
| 53 |
-
'la' => 52
|
| 54 |
-
'lb' => 53
|
| 55 |
-
'ln' => 54
|
| 56 |
-
'lo' => 55
|
| 57 |
-
'lt' => 56
|
| 58 |
-
'lv' => 57
|
| 59 |
-
'mg' => 58
|
| 60 |
-
'mi' => 59
|
| 61 |
-
'mk' => 60
|
| 62 |
-
'ml' => 61
|
| 63 |
-
'mn' => 62
|
| 64 |
-
'mr' => 63
|
| 65 |
-
'ms' => 64
|
| 66 |
-
'mt' => 65
|
| 67 |
-
'my' => 66
|
| 68 |
-
'ne' => 67
|
| 69 |
-
'nl' => 68
|
| 70 |
-
'nn' => 69
|
| 71 |
-
'no' => 70
|
| 72 |
-
'oc' => 71
|
| 73 |
-
'pa' => 72
|
| 74 |
-
'pl' => 73
|
| 75 |
-
'ps' => 74
|
| 76 |
-
'pt' => 75
|
| 77 |
-
'ro' => 76
|
| 78 |
-
'ru' => 77
|
| 79 |
-
'sa' => 78
|
| 80 |
-
'sco' => 79
|
| 81 |
-
'sd' => 80
|
| 82 |
-
'si' => 81
|
| 83 |
-
'sk' => 82
|
| 84 |
-
'sl' => 83
|
| 85 |
-
'sn' => 84
|
| 86 |
-
'so' => 85
|
| 87 |
-
'sq' => 86
|
| 88 |
-
'sr' => 87
|
| 89 |
-
'su' => 88
|
| 90 |
-
'sv' => 89
|
| 91 |
-
'sw' => 90
|
| 92 |
-
'ta' => 91
|
| 93 |
-
'te' => 92
|
| 94 |
-
'tg' => 93
|
| 95 |
-
'th' => 94
|
| 96 |
-
'tk' => 95
|
| 97 |
-
'tl' => 96
|
| 98 |
-
'tr' => 97
|
| 99 |
-
'tt' => 98
|
| 100 |
-
'uk' => 99
|
| 101 |
-
'ur' => 100
|
| 102 |
-
'uz' => 101
|
| 103 |
-
'vi' => 102
|
| 104 |
-
'war' => 103
|
| 105 |
-
'yi' => 104
|
| 106 |
-
'yo' => 105
|
| 107 |
-
'zh' => 106
|
| 108 |
-
================
|
| 109 |
-
'starting_index' => 0
|
|
|
|
| 1 |
+
'ab: Abkhazian' => 0
|
| 2 |
+
'af: Afrikaans' => 1
|
| 3 |
+
'am: Amharic' => 2
|
| 4 |
+
'ar: Arabic' => 3
|
| 5 |
+
'as: Assamese' => 4
|
| 6 |
+
'az: Azerbaijani' => 5
|
| 7 |
+
'ba: Bashkir' => 6
|
| 8 |
+
'be: Belarusian' => 7
|
| 9 |
+
'bg: Bulgarian' => 8
|
| 10 |
+
'bn: Bengali' => 9
|
| 11 |
+
'bo: Tibetan' => 10
|
| 12 |
+
'br: Breton' => 11
|
| 13 |
+
'bs: Bosnian' => 12
|
| 14 |
+
'ca: Catalan' => 13
|
| 15 |
+
'ceb: Cebuano' => 14
|
| 16 |
+
'cs: Czech' => 15
|
| 17 |
+
'cy: Welsh' => 16
|
| 18 |
+
'da: Danish' => 17
|
| 19 |
+
'de: German' => 18
|
| 20 |
+
'el: Greek' => 19
|
| 21 |
+
'en: English' => 20
|
| 22 |
+
'eo: Esperanto' => 21
|
| 23 |
+
'es: Spanish' => 22
|
| 24 |
+
'et: Estonian' => 23
|
| 25 |
+
'eu: Basque' => 24
|
| 26 |
+
'fa: Persian' => 25
|
| 27 |
+
'fi: Finnish' => 26
|
| 28 |
+
'fo: Faroese' => 27
|
| 29 |
+
'fr: French' => 28
|
| 30 |
+
'gl: Galician' => 29
|
| 31 |
+
'gn: Guarani' => 30
|
| 32 |
+
'gu: Gujarati' => 31
|
| 33 |
+
'gv: Manx' => 32
|
| 34 |
+
'ha: Hausa' => 33
|
| 35 |
+
'haw: Hawaiian' => 34
|
| 36 |
+
'hi: Hindi' => 35
|
| 37 |
+
'hr: Croatian' => 36
|
| 38 |
+
'ht: Haitian' => 37
|
| 39 |
+
'hu: Hungarian' => 38
|
| 40 |
+
'hy: Armenian' => 39
|
| 41 |
+
'ia: Interlingua' => 40
|
| 42 |
+
'id: Indonesian' => 41
|
| 43 |
+
'is: Icelandic' => 42
|
| 44 |
+
'it: Italian' => 43
|
| 45 |
+
'iw: Hebrew' => 44
|
| 46 |
+
'ja: Japanese' => 45
|
| 47 |
+
'jw: Javanese' => 46
|
| 48 |
+
'ka: Georgian' => 47
|
| 49 |
+
'kk: Kazakh' => 48
|
| 50 |
+
'km: Central Khmer' => 49
|
| 51 |
+
'kn: Kannada' => 50
|
| 52 |
+
'ko: Korean' => 51
|
| 53 |
+
'la: Latin' => 52
|
| 54 |
+
'lb: Luxembourgish' => 53
|
| 55 |
+
'ln: Lingala' => 54
|
| 56 |
+
'lo: Lao' => 55
|
| 57 |
+
'lt: Lithuanian' => 56
|
| 58 |
+
'lv: Latvian' => 57
|
| 59 |
+
'mg: Malagasy' => 58
|
| 60 |
+
'mi: Maori' => 59
|
| 61 |
+
'mk: Macedonian' => 60
|
| 62 |
+
'ml: Malayalam' => 61
|
| 63 |
+
'mn: Mongolian' => 62
|
| 64 |
+
'mr: Marathi' => 63
|
| 65 |
+
'ms: Malay' => 64
|
| 66 |
+
'mt: Maltese' => 65
|
| 67 |
+
'my: Burmese' => 66
|
| 68 |
+
'ne: Nepali' => 67
|
| 69 |
+
'nl: Dutch' => 68
|
| 70 |
+
'nn: Norwegian Nynorsk' => 69
|
| 71 |
+
'no: Norwegian' => 70
|
| 72 |
+
'oc: Occitan' => 71
|
| 73 |
+
'pa: Panjabi' => 72
|
| 74 |
+
'pl: Polish' => 73
|
| 75 |
+
'ps: Pushto' => 74
|
| 76 |
+
'pt: Portuguese' => 75
|
| 77 |
+
'ro: Romanian' => 76
|
| 78 |
+
'ru: Russian' => 77
|
| 79 |
+
'sa: Sanskrit' => 78
|
| 80 |
+
'sco: Scots' => 79
|
| 81 |
+
'sd: Sindhi' => 80
|
| 82 |
+
'si: Sinhala' => 81
|
| 83 |
+
'sk: Slovak' => 82
|
| 84 |
+
'sl: Slovenian' => 83
|
| 85 |
+
'sn: Shona' => 84
|
| 86 |
+
'so: Somali' => 85
|
| 87 |
+
'sq: Albanian' => 86
|
| 88 |
+
'sr: Serbian' => 87
|
| 89 |
+
'su: Sundanese' => 88
|
| 90 |
+
'sv: Swedish' => 89
|
| 91 |
+
'sw: Swahili' => 90
|
| 92 |
+
'ta: Tamil' => 91
|
| 93 |
+
'te: Telugu' => 92
|
| 94 |
+
'tg: Tajik' => 93
|
| 95 |
+
'th: Thai' => 94
|
| 96 |
+
'tk: Turkmen' => 95
|
| 97 |
+
'tl: Tagalog' => 96
|
| 98 |
+
'tr: Turkish' => 97
|
| 99 |
+
'tt: Tatar' => 98
|
| 100 |
+
'uk: Ukrainian' => 99
|
| 101 |
+
'ur: Urdu' => 100
|
| 102 |
+
'uz: Uzbek' => 101
|
| 103 |
+
'vi: Vietnamese' => 102
|
| 104 |
+
'war: Waray' => 103
|
| 105 |
+
'yi: Yiddish' => 104
|
| 106 |
+
'yo: Yoruba' => 105
|
| 107 |
+
'zh: Chinese' => 106
|
| 108 |
+
================
|
| 109 |
+
'starting_index' => 0
|