add tokenizer
Browse files- runs/Mar02_10-49-34_9e85cc13cb13/1677754199.4224708/events.out.tfevents.1677754199.9e85cc13cb13.2668.1 +3 -0
- runs/Mar02_10-49-34_9e85cc13cb13/1677754520.5113273/events.out.tfevents.1677754520.9e85cc13cb13.2668.2 +3 -0
- runs/Mar02_10-49-34_9e85cc13cb13/1677754586.349548/events.out.tfevents.1677754586.9e85cc13cb13.2668.3 +3 -0
- runs/Mar02_10-49-34_9e85cc13cb13/1677754816.7472188/events.out.tfevents.1677754816.9e85cc13cb13.2668.4 +3 -0
- runs/Mar02_10-49-34_9e85cc13cb13/1677754967.9392877/events.out.tfevents.1677754967.9e85cc13cb13.2668.5 +3 -0
- runs/Mar02_10-49-34_9e85cc13cb13/1677755031.8152301/events.out.tfevents.1677755031.9e85cc13cb13.2668.6 +3 -0
- runs/Mar02_10-49-34_9e85cc13cb13/1677755164.601616/events.out.tfevents.1677755164.9e85cc13cb13.2668.7 +3 -0
- runs/Mar02_10-49-34_9e85cc13cb13/events.out.tfevents.1677754199.9e85cc13cb13.2668.0 +3 -0
- vocab.json +6 -6
runs/Mar02_10-49-34_9e85cc13cb13/1677754199.4224708/events.out.tfevents.1677754199.9e85cc13cb13.2668.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:635fddb71c80f424530dbfa85538c88ebbf4b7db534bfeca8fb89590bd7f13c1
|
3 |
+
size 5385
|
runs/Mar02_10-49-34_9e85cc13cb13/1677754520.5113273/events.out.tfevents.1677754520.9e85cc13cb13.2668.2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e081089cb15dab0c586f242b27b97ca42cda26074aca6648c9dcdbda77c7ac40
|
3 |
+
size 5385
|
runs/Mar02_10-49-34_9e85cc13cb13/1677754586.349548/events.out.tfevents.1677754586.9e85cc13cb13.2668.3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b5e529d00b2bd97c9ea733b86e03b396e92f9a4093a74e91a36e1e50d3a76c8f
|
3 |
+
size 5385
|
runs/Mar02_10-49-34_9e85cc13cb13/1677754816.7472188/events.out.tfevents.1677754816.9e85cc13cb13.2668.4
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ac8ae2bf9798e4e6527926321269b9176a056c71fa62d05f84d84f42c5f0874c
|
3 |
+
size 5385
|
runs/Mar02_10-49-34_9e85cc13cb13/1677754967.9392877/events.out.tfevents.1677754967.9e85cc13cb13.2668.5
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1b34248ac404b3a8c778fd3631d09b18e3988c30b908f22748661192ed04f5dd
|
3 |
+
size 5385
|
runs/Mar02_10-49-34_9e85cc13cb13/1677755031.8152301/events.out.tfevents.1677755031.9e85cc13cb13.2668.6
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b93842134e9bab1be0993f9a67a3dd31fe87c3747cca9b25dc7258f6a5f7543d
|
3 |
+
size 5385
|
runs/Mar02_10-49-34_9e85cc13cb13/1677755164.601616/events.out.tfevents.1677755164.9e85cc13cb13.2668.7
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1239a2ed340f3c634cdc902aa6b726c8d1620ad9f06290a727dce48ed4ced3c4
|
3 |
+
size 5385
|
runs/Mar02_10-49-34_9e85cc13cb13/events.out.tfevents.1677754199.9e85cc13cb13.2668.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ba3ebf124d0c7b8948e26c16a3360ce859f9812955bb6de9e32df632622422fa
|
3 |
+
size 36720
|
vocab.json
CHANGED
@@ -7,16 +7,16 @@
|
|
7 |
"ؤ": 21,
|
8 |
"ئ": 28,
|
9 |
"ا": 9,
|
10 |
-
"ب":
|
11 |
"ت": 22,
|
12 |
"ث": 37,
|
13 |
-
"ج":
|
14 |
-
"ح":
|
15 |
-
"خ":
|
16 |
"د": 7,
|
17 |
"ذ": 29,
|
18 |
"ر": 0,
|
19 |
-
"ز":
|
20 |
"س": 39,
|
21 |
"ش": 20,
|
22 |
"ص": 13,
|
@@ -35,7 +35,7 @@
|
|
35 |
"ٹ": 17,
|
36 |
"پ": 25,
|
37 |
"چ": 24,
|
38 |
-
"ڈ":
|
39 |
"ڑ": 10,
|
40 |
"ک": 36,
|
41 |
"گ": 16,
|
|
|
7 |
"ؤ": 21,
|
8 |
"ئ": 28,
|
9 |
"ا": 9,
|
10 |
+
"ب": 34,
|
11 |
"ت": 22,
|
12 |
"ث": 37,
|
13 |
+
"ج": 30,
|
14 |
+
"ح": 35,
|
15 |
+
"خ": 19,
|
16 |
"د": 7,
|
17 |
"ذ": 29,
|
18 |
"ر": 0,
|
19 |
+
"ز": 18,
|
20 |
"س": 39,
|
21 |
"ش": 20,
|
22 |
"ص": 13,
|
|
|
35 |
"ٹ": 17,
|
36 |
"پ": 25,
|
37 |
"چ": 24,
|
38 |
+
"ڈ": 32,
|
39 |
"ڑ": 10,
|
40 |
"ک": 36,
|
41 |
"گ": 16,
|