salt/constants.py at main · ak3ra/salt · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
SALT_LANGUAGE_NAMES = {
    'ach': 'Acholi',
    'eng': 'English',
    'ibo': 'Igbo',
    'lgg': 'Lugbara',
    'lug': 'Luganda',
    'nyn': 'Runyankole',
    'swa': 'Swahili',
    'teo': 'Ateso',
    'xog': 'Lusoga',
    'ttj': 'Rutooro',
    'kin': 'Kinyarwanda',
    'myx': 'Lumasaba',
    'adh': 'Jopadhola',
    'alz': 'Alur',
    'bfa': 'Bari',
    'cgg': 'Rukiga',
    'gwr': 'Lugwere',
    'ikx': 'Ik',
    'kdi': 'Kumam',
    'kdj': 'Karamojong',
    'keo': 'Kakwa',
    'koo': 'Rukonjo',
    'kpz': 'Kupsabiny',
    'laj': 'Lango',
    'led': 'Lendu',
    'lsm': 'Samia',
    'lth': 'Thur',
    'luc': 'Aringa',
    'luo': 'Luo',
    'lzm': 'Lulubo',
    'mhi': 'Ma\'di',
    'ndp': 'Kebu', #replacing Ndo with Kebu
    'pok': 'Pokot',
    'rub': 'Lugungu',
    'ruc': 'Ruruuli',
    'rwm': 'Kwamba',
    'sbx': 'Sebei',
    'soc': 'So',
    'tlj': 'Lubwisi', #Bwisi-Talinga
    'nuj': 'Lunyole',
    'nyo': 'Runyoro',
}

SALT_LANGUAGE_TOKENS_WHISPER = {
    # Exact/close mapping
    'eng': 50259,
    'swa': 50318,
    # Overwrite unused language tokens
    'ach': 50357,
    'lgg': 50356,
    'lug': 50355,
    'nyn': 50354,
    'teo': 50353,
    'xog': 50352,
    'ttj': 50351,
    'kin': 50350,
    'myx': 50349,
}

SALT_LANGUAGE_TOKENS_NLLB_TRANSLATION = {
    # Exact/close mapping
    'eng': 256047, # eng_Latn
    'lug': 256110, # lug_Latn
    'ach': 256111, # luo_Latn
    'ibo': 256073, # ibo_Latn
    'swa': 256168, # swh_Latn
    'kin': 256094, # kin_Latn
    # Overwrite unused language tokens
    'nyn': 256002,
    'teo': 256006,
    'lgg': 256008,
    'xog': 256009,
    'ttj': 256010,
    'myx': 256011,
    'adh': 256012,
    'alz': 256013,
    'bfa': 256014,
    'cgg': 256015,
    'gwr': 256016,
    'ikx': 256017,
    'kdi': 256018,
    'kdj': 256019,
    'keo': 256020,
    'koo': 256021,
    'kpz': 256022,
    'laj': 256023,
    'led': 256024,
    'lsm': 256025,
    'lth': 256026,
    'luc': 256027,
    'luo': 256028,
    'lzm': 256029,
    'mhi': 256030,
    'ndp': 256031,
    'nuj': 256032,
    'nyo': 256033,
    'pok': 256034,
    'rub': 256035,
    'ruc': 256036,
    'rwm': 256037,
    'sbx': 256038,
    'soc': 256039,
    'tlj': 256040,
}