khaoulaoub
commited on
Commit
•
fea52d0
1
Parent(s):
539fee0
Upload tokenizer
Browse files- vocab.json +4 -4
vocab.json
CHANGED
@@ -4,21 +4,21 @@
|
|
4 |
"|": 10,
|
5 |
"ء": 26,
|
6 |
"ا": 4,
|
7 |
-
"ب":
|
8 |
"ة": 5,
|
9 |
"ت": 24,
|
10 |
"ث": 20,
|
11 |
-
"ج":
|
12 |
"ح": 17,
|
13 |
"خ": 25,
|
14 |
"د": 21,
|
15 |
"ذ": 15,
|
16 |
"ر": 22,
|
17 |
"ز": 8,
|
18 |
-
"س":
|
19 |
"ش": 13,
|
20 |
"ص": 19,
|
21 |
-
"ض":
|
22 |
"ط": 6,
|
23 |
"ظ": 18,
|
24 |
"ع": 14,
|
|
|
4 |
"|": 10,
|
5 |
"ء": 26,
|
6 |
"ا": 4,
|
7 |
+
"ب": 0,
|
8 |
"ة": 5,
|
9 |
"ت": 24,
|
10 |
"ث": 20,
|
11 |
+
"ج": 2,
|
12 |
"ح": 17,
|
13 |
"خ": 25,
|
14 |
"د": 21,
|
15 |
"ذ": 15,
|
16 |
"ر": 22,
|
17 |
"ز": 8,
|
18 |
+
"س": 1,
|
19 |
"ش": 13,
|
20 |
"ص": 19,
|
21 |
+
"ض": 3,
|
22 |
"ط": 6,
|
23 |
"ظ": 18,
|
24 |
"ع": 14,
|