khaoulaoub commited on
Commit
fea52d0
1 Parent(s): 539fee0

Upload tokenizer

Browse files
Files changed (1) hide show
  1. vocab.json +4 -4
vocab.json CHANGED
@@ -4,21 +4,21 @@
4
  "|": 10,
5
  "ء": 26,
6
  "ا": 4,
7
- "ب": 1,
8
  "ة": 5,
9
  "ت": 24,
10
  "ث": 20,
11
- "ج": 3,
12
  "ح": 17,
13
  "خ": 25,
14
  "د": 21,
15
  "ذ": 15,
16
  "ر": 22,
17
  "ز": 8,
18
- "س": 0,
19
  "ش": 13,
20
  "ص": 19,
21
- "ض": 2,
22
  "ط": 6,
23
  "ظ": 18,
24
  "ع": 14,
 
4
  "|": 10,
5
  "ء": 26,
6
  "ا": 4,
7
+ "ب": 0,
8
  "ة": 5,
9
  "ت": 24,
10
  "ث": 20,
11
+ "ج": 2,
12
  "ح": 17,
13
  "خ": 25,
14
  "د": 21,
15
  "ذ": 15,
16
  "ر": 22,
17
  "ز": 8,
18
+ "س": 1,
19
  "ش": 13,
20
  "ص": 19,
21
+ "ض": 3,
22
  "ط": 6,
23
  "ظ": 18,
24
  "ع": 14,