anant9 commited on
Commit
8f909a6
1 Parent(s): 457481b

Training done

Browse files
Files changed (3) hide show
  1. added_tokens.json +16 -16
  2. preprocessor_config.json +2 -2
  3. tokenizer.json +18 -32
added_tokens.json CHANGED
@@ -1,20 +1,20 @@
1
  {
2
- "</s_BOARD>": 57540,
3
- "</s_DOB>": 57532,
4
- "</s_GENDER>": 57530,
5
- "</s_MARKS>": 57538,
6
- "</s_NAME>": 57528,
7
- "</s_SCHOOL>": 57536,
8
- "</s_UID>": 57526,
9
- "</s_YOP>": 57534,
10
- "<s_BOARD>": 57539,
11
- "<s_DOB>": 57531,
12
- "<s_GENDER>": 57529,
13
- "<s_MARKS>": 57537,
14
- "<s_NAME>": 57527,
15
- "<s_SCHOOL>": 57535,
16
- "<s_UID>": 57525,
17
- "<s_YOP>": 57533,
18
  "<s_cord-v2>": 57541,
19
  "<s_iitcdip>": 57523,
20
  "<s_synthdog>": 57524,
 
1
  {
2
+ "</s_BOARD>": 57534,
3
+ "</s_DOB>": 57536,
4
+ "</s_GENDER>": 57540,
5
+ "</s_MARKS>": 57532,
6
+ "</s_NAME>": 57530,
7
+ "</s_SCHOOL>": 57528,
8
+ "</s_UID>": 57538,
9
+ "</s_YOP>": 57526,
10
+ "<s_BOARD>": 57533,
11
+ "<s_DOB>": 57535,
12
+ "<s_GENDER>": 57539,
13
+ "<s_MARKS>": 57531,
14
+ "<s_NAME>": 57529,
15
+ "<s_SCHOOL>": 57527,
16
+ "<s_UID>": 57537,
17
+ "<s_YOP>": 57525,
18
  "<s_cord-v2>": 57541,
19
  "<s_iitcdip>": 57523,
20
  "<s_synthdog>": 57524,
preprocessor_config.json CHANGED
@@ -20,7 +20,7 @@
20
  "resample": 2,
21
  "rescale_factor": 0.00392156862745098,
22
  "size": [
23
- 480,
24
- 640
25
  ]
26
  }
 
20
  "resample": 2,
21
  "rescale_factor": 0.00392156862745098,
22
  "size": [
23
+ 640,
24
+ 960
25
  ]
26
  }
tokenizer.json CHANGED
@@ -1,21 +1,7 @@
1
  {
2
  "version": "1.0",
3
- "truncation": {
4
- "direction": "Right",
5
- "max_length": 256,
6
- "strategy": "LongestFirst",
7
- "stride": 0
8
- },
9
- "padding": {
10
- "strategy": {
11
- "Fixed": 256
12
- },
13
- "direction": "Right",
14
- "pad_to_multiple_of": null,
15
- "pad_id": 1,
16
- "pad_type_id": 0,
17
- "pad_token": "<pad>"
18
- },
19
  "added_tokens": [
20
  {
21
  "id": 0,
@@ -91,7 +77,7 @@
91
  },
92
  {
93
  "id": 57525,
94
- "content": "<s_UID>",
95
  "single_word": false,
96
  "lstrip": false,
97
  "rstrip": false,
@@ -100,7 +86,7 @@
100
  },
101
  {
102
  "id": 57526,
103
- "content": "</s_UID>",
104
  "single_word": false,
105
  "lstrip": false,
106
  "rstrip": false,
@@ -109,7 +95,7 @@
109
  },
110
  {
111
  "id": 57527,
112
- "content": "<s_NAME>",
113
  "single_word": false,
114
  "lstrip": false,
115
  "rstrip": false,
@@ -118,7 +104,7 @@
118
  },
119
  {
120
  "id": 57528,
121
- "content": "</s_NAME>",
122
  "single_word": false,
123
  "lstrip": false,
124
  "rstrip": false,
@@ -127,7 +113,7 @@
127
  },
128
  {
129
  "id": 57529,
130
- "content": "<s_GENDER>",
131
  "single_word": false,
132
  "lstrip": false,
133
  "rstrip": false,
@@ -136,7 +122,7 @@
136
  },
137
  {
138
  "id": 57530,
139
- "content": "</s_GENDER>",
140
  "single_word": false,
141
  "lstrip": false,
142
  "rstrip": false,
@@ -145,7 +131,7 @@
145
  },
146
  {
147
  "id": 57531,
148
- "content": "<s_DOB>",
149
  "single_word": false,
150
  "lstrip": false,
151
  "rstrip": false,
@@ -154,7 +140,7 @@
154
  },
155
  {
156
  "id": 57532,
157
- "content": "</s_DOB>",
158
  "single_word": false,
159
  "lstrip": false,
160
  "rstrip": false,
@@ -163,7 +149,7 @@
163
  },
164
  {
165
  "id": 57533,
166
- "content": "<s_YOP>",
167
  "single_word": false,
168
  "lstrip": false,
169
  "rstrip": false,
@@ -172,7 +158,7 @@
172
  },
173
  {
174
  "id": 57534,
175
- "content": "</s_YOP>",
176
  "single_word": false,
177
  "lstrip": false,
178
  "rstrip": false,
@@ -181,7 +167,7 @@
181
  },
182
  {
183
  "id": 57535,
184
- "content": "<s_SCHOOL>",
185
  "single_word": false,
186
  "lstrip": false,
187
  "rstrip": false,
@@ -190,7 +176,7 @@
190
  },
191
  {
192
  "id": 57536,
193
- "content": "</s_SCHOOL>",
194
  "single_word": false,
195
  "lstrip": false,
196
  "rstrip": false,
@@ -199,7 +185,7 @@
199
  },
200
  {
201
  "id": 57537,
202
- "content": "<s_MARKS>",
203
  "single_word": false,
204
  "lstrip": false,
205
  "rstrip": false,
@@ -208,7 +194,7 @@
208
  },
209
  {
210
  "id": 57538,
211
- "content": "</s_MARKS>",
212
  "single_word": false,
213
  "lstrip": false,
214
  "rstrip": false,
@@ -217,7 +203,7 @@
217
  },
218
  {
219
  "id": 57539,
220
- "content": "<s_BOARD>",
221
  "single_word": false,
222
  "lstrip": false,
223
  "rstrip": false,
@@ -226,7 +212,7 @@
226
  },
227
  {
228
  "id": 57540,
229
- "content": "</s_BOARD>",
230
  "single_word": false,
231
  "lstrip": false,
232
  "rstrip": false,
 
1
  {
2
  "version": "1.0",
3
+ "truncation": null,
4
+ "padding": null,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5
  "added_tokens": [
6
  {
7
  "id": 0,
 
77
  },
78
  {
79
  "id": 57525,
80
+ "content": "<s_YOP>",
81
  "single_word": false,
82
  "lstrip": false,
83
  "rstrip": false,
 
86
  },
87
  {
88
  "id": 57526,
89
+ "content": "</s_YOP>",
90
  "single_word": false,
91
  "lstrip": false,
92
  "rstrip": false,
 
95
  },
96
  {
97
  "id": 57527,
98
+ "content": "<s_SCHOOL>",
99
  "single_word": false,
100
  "lstrip": false,
101
  "rstrip": false,
 
104
  },
105
  {
106
  "id": 57528,
107
+ "content": "</s_SCHOOL>",
108
  "single_word": false,
109
  "lstrip": false,
110
  "rstrip": false,
 
113
  },
114
  {
115
  "id": 57529,
116
+ "content": "<s_NAME>",
117
  "single_word": false,
118
  "lstrip": false,
119
  "rstrip": false,
 
122
  },
123
  {
124
  "id": 57530,
125
+ "content": "</s_NAME>",
126
  "single_word": false,
127
  "lstrip": false,
128
  "rstrip": false,
 
131
  },
132
  {
133
  "id": 57531,
134
+ "content": "<s_MARKS>",
135
  "single_word": false,
136
  "lstrip": false,
137
  "rstrip": false,
 
140
  },
141
  {
142
  "id": 57532,
143
+ "content": "</s_MARKS>",
144
  "single_word": false,
145
  "lstrip": false,
146
  "rstrip": false,
 
149
  },
150
  {
151
  "id": 57533,
152
+ "content": "<s_BOARD>",
153
  "single_word": false,
154
  "lstrip": false,
155
  "rstrip": false,
 
158
  },
159
  {
160
  "id": 57534,
161
+ "content": "</s_BOARD>",
162
  "single_word": false,
163
  "lstrip": false,
164
  "rstrip": false,
 
167
  },
168
  {
169
  "id": 57535,
170
+ "content": "<s_DOB>",
171
  "single_word": false,
172
  "lstrip": false,
173
  "rstrip": false,
 
176
  },
177
  {
178
  "id": 57536,
179
+ "content": "</s_DOB>",
180
  "single_word": false,
181
  "lstrip": false,
182
  "rstrip": false,
 
185
  },
186
  {
187
  "id": 57537,
188
+ "content": "<s_UID>",
189
  "single_word": false,
190
  "lstrip": false,
191
  "rstrip": false,
 
194
  },
195
  {
196
  "id": 57538,
197
+ "content": "</s_UID>",
198
  "single_word": false,
199
  "lstrip": false,
200
  "rstrip": false,
 
203
  },
204
  {
205
  "id": 57539,
206
+ "content": "<s_GENDER>",
207
  "single_word": false,
208
  "lstrip": false,
209
  "rstrip": false,
 
212
  },
213
  {
214
  "id": 57540,
215
+ "content": "</s_GENDER>",
216
  "single_word": false,
217
  "lstrip": false,
218
  "rstrip": false,