mirfan899 commited on
Commit
0963121
1 Parent(s): 7ca79df

Upload tokenizer

Browse files
Files changed (1) hide show
  1. vocab.json +31 -31
vocab.json CHANGED
@@ -1,35 +1,35 @@
1
  {
2
- ",": 28,
3
- "-": 16,
4
- "0": 3,
5
- "1": 12,
6
- "2": 25,
7
- "?": 0,
8
- "A": 10,
9
- "B": 22,
10
- "C": 5,
11
- "D": 1,
12
- "E": 19,
13
- "F": 20,
14
- "G": 7,
15
- "H": 24,
16
- "I": 17,
17
- "J": 29,
18
- "K": 9,
19
- "L": 26,
20
- "M": 13,
21
- "N": 15,
22
- "O": 8,
23
- "P": 23,
24
- "R": 27,
25
- "S": 11,
26
- "T": 30,
27
- "U": 18,
28
- "V": 6,
29
- "W": 4,
30
- "Y": 2,
31
- "Z": 21,
32
  "[PAD]": 32,
33
  "[UNK]": 31,
34
- "|": 14
35
  }
 
1
  {
2
+ ",": 15,
3
+ "-": 6,
4
+ "0": 28,
5
+ "1": 1,
6
+ "2": 26,
7
+ "?": 5,
8
+ "A": 13,
9
+ "B": 17,
10
+ "C": 0,
11
+ "D": 27,
12
+ "E": 22,
13
+ "F": 11,
14
+ "G": 14,
15
+ "H": 16,
16
+ "I": 20,
17
+ "J": 8,
18
+ "K": 7,
19
+ "L": 29,
20
+ "M": 12,
21
+ "N": 30,
22
+ "O": 21,
23
+ "P": 4,
24
+ "R": 25,
25
+ "S": 23,
26
+ "T": 2,
27
+ "U": 10,
28
+ "V": 9,
29
+ "W": 24,
30
+ "Y": 18,
31
+ "Z": 19,
32
  "[PAD]": 32,
33
  "[UNK]": 31,
34
+ "|": 3
35
  }