Upload rmc_latn_5mb tokenizer.

added_tokens.json

@@ -0,0 +1 @@
+{"[XXXXX765]": 30430, "[XXXXX1005]": 30670, "[XXXXX996]": 30661, "[XXXXX358]": 30023, "[XXXXX11]": 29676, "[XXXXX634]": 30299, "[XXXXX435]": 30100, "[XXXXX487]": 30152, "[XXXXX460]": 30125, "[XXXXX725]": 30390, "[XXXXX642]": 30307, "[XXXXX15]": 29680, "[XXXXX354]": 30019, "[XXXXX817]": 30482, "[XXXXX242]": 29907, "[XXXXX701]": 30366, "[XXXXX735]": 30400, "[XXXXX95]": 29760, "[XXXXX602]": 30267, "[XXXXX495]": 30160, "[XXXXX975]": 30640, "[XXXXX638]": 30303, "[XXXXX1030]": 30695, "[XXXXX258]": 29923, "[XXXXX775]": 30440, "[XXXXX351]": 30016, "[XXXXX967]": 30632, "[XXXXX917]": 30582, "[XXXXX349]": 30014, "[XXXXX83]": 29748, "[XXXXX106]": 29771, "[XXXXX377]": 30042, "[XXXXX551]": 30216, "[XXXXX979]": 30644, "[XXXXX951]": 30616, "[XXXXX406]": 30071, "[XXXXX965]": 30630, "[XXXXX716]": 30381, "[XXXXX359]": 30024, "[XXXXX760]": 30425, "[XXXXX305]": 29970, "[XXXXX786]": 30451, "[XXXXX324]": 29989, "[XXXXX613]": 30278, "[XXXXX47]": 29712, "[XXXXX966]": 30631, "[XXXXX962]": 30627, "[XXXXX574]": 30239, "[XXXXX415]": 30080, "[XXXXX166]": 29831, "[XXXXX299]": 29964, "[XXXXX575]": 30240, "[XXXXX857]": 30522, "[XXXXX222]": 29887, "[XXXXX471]": 30136, "[XXXXX993]": 30658, "[XXXXX748]": 30413, "[XXXXX272]": 29937, "[XXXXX339]": 30004, "[XXXXX994]": 30659, "[XXXXX1019]": 30684, "[XXXXX693]": 30358, "[XXXXX398]": 30063, "[XXXXX882]": 30547, "[XXXXX104]": 29769, "[XXXXX160]": 29825, "[XXXXX93]": 29758, "[XXXXX71]": 29736, "[XXXXX798]": 30463, "[XXXXX757]": 30422, "[XXXXX458]": 30123, "[XXXXX834]": 30499, "[XXXXX738]": 30403, "[XXXXX76]": 29741, "[XXXXX392]": 30057, "[XXXXX961]": 30626, "[XXXXX404]": 30069, "[XXXXX563]": 30228, "[XXXXX151]": 29816, "[XXXXX558]": 30223, "[XXXXX601]": 30266, "[XXXXX937]": 30602, "[XXXXX847]": 30512, "[XXXXX447]": 30112, "[XXXXX453]": 30118, "[XXXXX840]": 30505, "[XXXXX257]": 29922, "[XXXXX679]": 30344, "[XXXXX680]": 30345, "[XXXXX897]": 30562, "[XXXXX346]": 30011, "[XXXXX753]": 30418, "[XXXXX792]": 30457, "[XXXXX761]": 30426, "[XXXXX319]": 29984, "[XXXXX262]": 29927, "[XXXXX234]": 29899, "[XXXXX18]": 29683, "[XXXXX868]": 30533, "[XXXXX767]": 30432, "[XXXXX589]": 30254, "[XXXXX223]": 29888, "[XXXXX806]": 30471, "[XXXXX622]": 30287, "[XXXXX554]": 30219, "[XXXXX146]": 29811, "[XXXXX672]": 30337, "[XXXXX913]": 30578, "[XXXXX608]": 30273, "[XXXXX345]": 30010, "[XXXXX635]": 30300, "[XXXXX474]": 30139, "[XXXXX1045]": 30710, "[XXXXX1017]": 30682, "[XXXXX21]": 29686, "[XXXXX837]": 30502, "[XXXXX572]": 30237, "[XXXXX824]": 30489, "[XXXXX1046]": 30711, "[XXXXX414]": 30079, "[XXXXX539]": 30204, "[XXXXX203]": 29868, "[XXXXX616]": 30281, "[XXXXX578]": 30243, "[XXXXX373]": 30038, "[XXXXX9]": 29674, "[XXXXX502]": 30167, "[XXXXX361]": 30026, "[XXXXX1041]": 30706, "[XXXXX284]": 29949, "[XXXXX698]": 30363, "[XXXXX785]": 30450, "[XXXXX177]": 29842, "[XXXXX341]": 30006, "[XXXXX485]": 30150, "[XXXXX1044]": 30709, "[XXXXX694]": 30359, "[XXXXX843]": 30508, "[XXXXX1038]": 30703, "[XXXXX742]": 30407, "[XXXXX1037]": 30702, "[XXXXX13]": 29678, "[XXXXX922]": 30587, "[XXXXX615]": 30280, "[XXXXX1040]": 30705, "[XXXXX28]": 29693, "[XXXXX149]": 29814, "[XXXXX647]": 30312, "[XXXXX164]": 29829, "[XXXXX328]": 29993, "[XXXXX848]": 30513, "[XXXXX658]": 30323, "[XXXXX138]": 29803, "[XXXXX675]": 30340, "[XXXXX808]": 30473, "[XXXXX801]": 30466, "[XXXXX520]": 30185, "[XXXXX557]": 30222, "[XXXXX850]": 30515, "[XXXXX448]": 30113, "[XXXXX963]": 30628, "[XXXXX529]": 30194, "[XXXXX301]": 29966, "[XXXXX927]": 30592, "[XXXXX983]": 30648, "[XXXXX797]": 30462, "[XXXXX356]": 30021, "[XXXXX131]": 29796, "[XXXXX955]": 30620, "[XXXXX231]": 29896, "[XXXXX64]": 29729, "[XXXXX158]": 29823, "[XXXXX275]": 29940, "[XXXXX492]": 30157, "[XXXXX368]": 30033, "[XXXXX296]": 29961, "[XXXXX873]": 30538, "[XXXXX467]": 30132, "[XXXXX84]": 29749, "[XXXXX432]": 30097, "[XXXXX159]": 29824, "[XXXXX237]": 29902, "[XXXXX152]": 29817, "[XXXXX803]": 30468, "[XXXXX614]": 30279, "[XXXXX734]": 30399, "[XXXXX252]": 29917, "[XXXXX851]": 30516, "[XXXXX350]": 30015, "[XXXXX991]": 30656, "[XXXXX630]": 30295, "[XXXXX596]": 30261, "[XXXXX496]": 30161, "[XXXXX782]": 30447, "[XXXXX871]": 30536, "[XXXXX451]": 30116, "[XXXXX956]": 30621, "[XXXXX643]": 30308, "[XXXXX787]": 30452, "[XXXXX865]": 30530, "[XXXXX27]": 29692, "[XXXXX953]": 30618, "[XXXXX31]": 29696, "[XXXXX466]": 30131, "[XXXXX205]": 29870, "[XXXXX370]": 30035, "[XXXXX759]": 30424, "[XXXXX535]": 30200, "[XXXXX858]": 30523, "[XXXXX627]": 30292, "[XXXXX468]": 30133, "[XXXXX221]": 29886, "[XXXXX92]": 29757, "[XXXXX94]": 29759, "[XXXXX673]": 30338, "[XXXXX990]": 30655, "[XXXXX112]": 29777, "[XXXXX384]": 30049, "[XXXXX1014]": 30679, "[XXXXX461]": 30126, "[XXXXX756]": 30421, "[XXXXX483]": 30148, "[XXXXX88]": 29753, "[XXXXX43]": 29708, "[XXXXX973]": 30638, "[XXXXX1016]": 30681, "[XXXXX500]": 30165, "[XXXXX116]": 29781, "[XXXXX343]": 30008, "[XXXXX886]": 30551, "[XXXXX999]": 30664, "[XXXXX174]": 29839, "[XXXXX161]": 29826, "[XXXXX315]": 29980, "[XXXXX219]": 29884, "[XXXXX246]": 29911, "[XXXXX5]": 29670, "[XXXXX307]": 29972, "[XXXXX140]": 29805, "[XXXXX329]": 29994, "[XXXXX311]": 29976, "[XXXXX22]": 29687, "[XXXXX405]": 30070, "[XXXXX67]": 29732, "[XXXXX408]": 30073, "[XXXXX137]": 29802, "[XXXXX677]": 30342, "[XXXXX923]": 30588, "[XXXXX576]": 30241, "[XXXXX842]": 30507, "[XXXXX375]": 30040, "[XXXXX193]": 29858, "[XXXXX925]": 30590, "[XXXXX462]": 30127, "[XXXXX212]": 29877, "[XXXXX528]": 30193, "[XXXXX938]": 30603, "[XXXXX626]": 30291, "[XXXXX204]": 29869, "[XXXXX949]": 30614, "[XXXXX426]": 30091, "[XXXXX271]": 29936, "[XXXXX263]": 29928, "[XXXXX777]": 30442, "[XXXXX133]": 29798, "[XXXXX75]": 29740, "[XXXXX56]": 29721, "[XXXXX902]": 30567, "[XXXXX783]": 30448, "[XXXXX900]": 30565, "[XXXXX621]": 30286, "[XXXXX449]": 30114, "[XXXXX441]": 30106, "[XXXXX793]": 30458, "[XXXXX261]": 29926, "[XXXXX639]": 30304, "[XXXXX538]": 30203, "[XXXXX49]": 29714, "[XXXXX207]": 29872, "[XXXXX482]": 30147, "[XXXXX597]": 30262, "[XXXXX254]": 29919, "[XXXXX823]": 30488, "[XXXXX148]": 29813, "[XXXXX924]": 30589, "[XXXXX507]": 30172, "[XXXXX333]": 29998, "[XXXXX102]": 29767, "[XXXXX609]": 30274, "[XXXXX618]": 30283, "[XXXXX555]": 30220, "[XXXXX585]": 30250, "[XXXXX236]": 29901, "[XXXXX530]": 30195, "[XXXXX592]": 30257, "[XXXXX283]": 29948, "[XXXXX247]": 29912, "[XXXXX799]": 30464, "[XXXXX475]": 30140, "[XXXXX773]": 30438, "[XXXXX490]": 30155, "[XXXXX37]": 29702, "[XXXXX110]": 29775, "[XXXXX691]": 30356, "[XXXXX128]": 29793, "[XXXXX620]": 30285, "[XXXXX267]": 29932, "[XXXXX505]": 30170, "[XXXXX769]": 30434, "[XXXXX849]": 30514, "[XXXXX180]": 29845, "[XXXXX730]": 30395, "[XXXXX998]": 30663, "[XXXXX964]": 30629, "[XXXXX970]": 30635, "[XXXXX883]": 30548, "[XXXXX565]": 30230, "[XXXXX855]": 30520, "[XXXXX1053]": 30718, "[XXXXX1036]": 30701, "[XXXXX489]": 30154, "[XXXXX916]": 30581, "[XXXXX352]": 30017, "[XXXXX709]": 30374, "[XXXXX53]": 29718, "[XXXXX501]": 30166, "[XXXXX70]": 29735, "[XXXXX932]": 30597, "[XXXXX930]": 30595, "[XXXXX629]": 30294, "[XXXXX86]": 29751, "[XXXXX127]": 29792, "[XXXXX781]": 30446, "[XXXXX771]": 30436, "[XXXXX107]": 29772, "[XXXXX477]": 30142, "[XXXXX163]": 29828, "[XXXXX804]": 30469, "[XXXXX671]": 30336, "[XXXXX331]": 29996, "[XXXXX766]": 30431, "[XXXXX684]": 30349, "[XXXXX58]": 29723, "[XXXXX583]": 30248, "[XXXXX14]": 29679, "[XXXXX250]": 29915, "[XXXXX264]": 29929, "[XXXXX907]": 30572, "[XXXXX400]": 30065, "[XXXXX650]": 30315, "[XXXXX273]": 29938, "[XXXXX7]": 29672, "[XXXXX532]": 30197, "[XXXXX866]": 30531, "[XXXXX476]": 30141, "[XXXXX523]": 30188, "[XXXXX36]": 29701, "[XXXXX156]": 29821, "[XXXXX314]": 29979, "[XXXXX89]": 29754, "[XXXXX472]": 30137, "[XXXXX454]": 30119, "[XXXXX989]": 30654, "[XXXXX690]": 30355, "[XXXXX768]": 30433, "[XXXXX226]": 29891, "[XXXXX825]": 30490, "[XXXXX584]": 30249, "[XXXXX606]": 30271, "[XXXXX926]": 30591, "[XXXXX280]": 29945, "[XXXXX624]": 30289, "[XXXXX286]": 29951, "[XXXXX577]": 30242, "[XXXXX1010]": 30675, "[XXXXX610]": 30275, "[XXXXX573]": 30238, "[XXXXX852]": 30517, "[XXXXX914]": 30579, "[XXXXX17]": 29682, "[XXXXX99]": 29764, "[XXXXX303]": 29968, "[XXXXX497]": 30162, "[XXXXX470]": 30135, "[XXXXX1042]": 30707, "[XXXXX317]": 29982, "[XXXXX822]": 30487, "[XXXXX135]": 29800, "[XXXXX977]": 30642, "[XXXXX543]": 30208, "[XXXXX667]": 30332, "[XXXXX417]": 30082, "[XXXXX412]": 30077, "[XXXXX933]": 30598, "[MASK]": 29664, "[XXXXX103]": 29768, "[XXXXX41]": 29706, "[XXXXX1026]": 30691, "[XXXXX969]": 30634, "[XXXXX182]": 29847, "[XXXXX784]": 30449, "[XXXXX752]": 30417, "[XXXXX459]": 30124, "[XXXXX891]": 30556, "[XXXXX982]": 30647, "[XXXXX420]": 30085, "[XXXXX929]": 30594, "[XXXXX381]": 30046, "[XXXXX590]": 30255, "[XXXXX705]": 30370, "[XXXXX62]": 29727, "[XXXXX695]": 30360, "[XXXXX740]": 30405, "[XXXXX65]": 29730, "[XXXXX668]": 30333, "[XXXXX266]": 29931, "[XXXXX952]": 30617, "[XXXXX136]": 29801, "[XXXXX357]": 30022, "[XXXXX90]": 29755, "[XXXXX875]": 30540, "[XXXXX48]": 29713, "[XXXXX826]": 30491, "[XXXXX582]": 30247, "[XXXXX1052]": 30717, "[XXXXX336]": 30001, "[XXXXX72]": 29737, "[XXXXX224]": 29889, "[XXXXX521]": 30186, "[XXXXX364]": 30029, "[XXXXX1049]": 30714, "[XXXXX427]": 30092, "[XXXXX599]": 30264, "[XXXXX407]": 30072, "[XXXXX844]": 30509, "[XXXXX437]": 30102, "[XXXXX499]": 30164, "[XXXXX165]": 29830, "[XXXXX571]": 30236, "[XXXXX445]": 30110, "[XXXXX139]": 29804, "[XXXXX874]": 30539, "[XXXXX1018]": 30683, "[XXXXX958]": 30623, "[XXXXX386]": 30051, "[XXXXX24]": 29689, "[XXXXX433]": 30098, "[XXXXX312]": 29977, "[XXXXX743]": 30408, "[XXXXX265]": 29930, "[XXXXX906]": 30571, "[XXXXX179]": 29844, "[XXXXX712]": 30377, "[XXXXX859]": 30524, "[XXXXX25]": 29690, "[XXXXX854]": 30519, "[XXXXX1054]": 30719, "[XXXXX42]": 29707, "[XXXXX0]": 29665, "[XXXXX169]": 29834, "[XXXXX514]": 30179, "[XXXXX700]": 30365, "[XXXXX175]": 29840, "[XXXXX113]": 29778, "[XXXXX29]": 29694, "[XXXXX455]": 30120, "[XXXXX715]": 30380, "[XXXXX531]": 30196, "[XXXXX1003]": 30668, "[XXXXX594]": 30259, "[XXXXX480]": 30145, "[XXXXX533]": 30198, "[XXXXX903]": 30568, "[XXXXX26]": 29691, "[XXXXX901]": 30566, "[XXXXX1031]": 30696, "[XXXXX244]": 29909, "[XXXXX456]": 30121, "[XXXXX678]": 30343, "[XXXXX249]": 29914, "[XXXXX295]": 29960, "[XXXXX674]": 30339, "[XXXXX838]": 30503, "[XXXXX710]": 30375, "[XXXXX778]": 30443, "[XXXXX216]": 29881, "[XXXXX560]": 30225, "[XXXXX338]": 30003, "[XXXXX663]": 30328, "[XXXXX355]": 30020, "[XXXXX409]": 30074, "[XXXXX78]": 29743, "[XXXXX396]": 30061, "[XXXXX276]": 29941, "[XXXXX486]": 30151, "[XXXXX818]": 30483, "[XXXXX259]": 29924, "[XXXXX697]": 30362, "[XXXXX429]": 30094, "[XXXXX428]": 30093, "[XXXXX155]": 29820, "[XXXXX869]": 30534, "[XXXXX561]": 30226, "[XXXXX820]": 30485, "[XXXXX446]": 30111, "[XXXXX656]": 30321, "[XXXXX230]": 29895, "[XXXXX928]": 30593, "[XXXXX184]": 29849, "[XXXXX894]": 30559, "[XXXXX38]": 29703, "[XXXXX895]": 30560, "[XXXXX1012]": 30677, "[XXXXX374]": 30039, "[XXXXX16]": 29681, "[XXXXX905]": 30570, "[XXXXX323]": 29988, "[XXXXX747]": 30412, "[XXXXX457]": 30122, "[XXXXX863]": 30528, "[XXXXX600]": 30265, "[XXXXX481]": 30146, "[XXXXX167]": 29832, "[XXXXX282]": 29947, "[XXXXX213]": 29878, "[XXXXX32]": 29697, "[XXXXX861]": 30526, "[XXXXX941]": 30606, "[XXXXX463]": 30128, "[XXXXX537]": 30202, "[XXXXX233]": 29898, "[XXXXX1032]": 30697, "[XXXXX403]": 30068, "[XXXXX313]": 29978, "[XXXXX598]": 30263, "[XXXXX779]": 30444, "[XXXXX199]": 29864, "[XXXXX887]": 30552, "[XXXXX353]": 30018, "[XXXXX1004]": 30669, "[XXXXX641]": 30306, "[XXXXX939]": 30604, "[XXXXX327]": 29992, "[XXXXX232]": 29897, "[XXXXX526]": 30191, "[XXXXX473]": 30138, "[XXXXX714]": 30379, "[XXXXX243]": 29908, "[XXXXX108]": 29773, "[XXXXX985]": 30650, "[XXXXX764]": 30429, "[XXXXX191]": 29856, "[XXXXX330]": 29995, "[XXXXX198]": 29863, "[XXXXX503]": 30168, "[XXXXX410]": 30075, "[XXXXX888]": 30553, "[XXXXX737]": 30402, "[XXXXX870]": 30535, "[XXXXX389]": 30054, "[XXXXX436]": 30101, "[XXXXX287]": 29952, "[XXXXX293]": 29958, "[XXXXX812]": 30477, "<pad>": 29663, "[XXXXX997]": 30662, "[XXXXX200]": 29865, "[XXXXX911]": 30576, "[XXXXX1023]": 30688, "[XXXXX173]": 29838, "[XXXXX318]": 29983, "[XXXXX87]": 29752, "[XXXXX685]": 30350, "[XXXXX214]": 29879, "[XXXXX79]": 29744, "[XXXXX904]": 30569, "[XXXXX39]": 29704, "[XXXXX124]": 29789, "[XXXXX322]": 29987, "[XXXXX986]": 30651, "[XXXXX829]": 30494, "[XXXXX3]": 29668, "[XXXXX379]": 30044, "[XXXXX751]": 30416, "[XXXXX547]": 30212, "[XXXXX619]": 30284, "[XXXXX143]": 29808, "[XXXXX211]": 29876, "[XXXXX972]": 30637, "[XXXXX524]": 30189, "[XXXXX648]": 30313, "[XXXXX63]": 29728, "[XXXXX708]": 30373, "[XXXXX713]": 30378, "[XXXXX101]": 29766, "[XXXXX248]": 29913, "[XXXXX444]": 30109, "[XXXXX954]": 30619, "[XXXXX654]": 30319, "[XXXXX464]": 30129, "[XXXXX980]": 30645, "[XXXXX348]": 30013, "[XXXXX478]": 30143, "[XXXXX795]": 30460, "[XXXXX974]": 30639, "[XXXXX383]": 30048, "[XXXXX366]": 30031, "[XXXXX703]": 30368, "[XXXXX114]": 29779, "[XXXXX439]": 30104, "[XXXXX640]": 30305, "[XXXXX504]": 30169, "[XXXXX978]": 30643, "[XXXXX245]": 29910, "[XXXXX189]": 29854, "[XXXXX306]": 29971, "[XXXXX369]": 30034, "[XXXXX235]": 29900, "[XXXXX661]": 30326, "[XXXXX856]": 30521, "[XXXXX450]": 30115, "[XXXXX69]": 29734, "[XXXXX581]": 30246, "[XXXXX892]": 30557, "[XXXXX52]": 29717, "[XXXXX519]": 30184, "[XXXXX828]": 30493, "[XXXXX1025]": 30690, "[XXXXX294]": 29959, "[XXXXX683]": 30348, "[XXXXX944]": 30609, "[XXXXX363]": 30028, "[XXXXX118]": 29783, "[XXXXX885]": 30550, "[XXXXX121]": 29786, "[XXXXX402]": 30067, "[XXXXX225]": 29890, "[XXXXX256]": 29921, "[XXXXX423]": 30088, "[XXXXX1013]": 30678, "[XXXXX239]": 29904, "[XXXXX665]": 30330, "[XXXXX40]": 29705, "[XXXXX397]": 30062, "[XXXXX807]": 30472, "[XXXXX942]": 30607, "[XXXXX279]": 29944, "[XXXXX763]": 30428, "[XXXXX120]": 29785, "[XXXXX655]": 30320, "[XXXXX304]": 29969, "[XXXXX893]": 30558, "[XXXXX206]": 29871, "[SEP]": 29662, "[XXXXX494]": 30159, "[XXXXX1015]": 30680, "[XXXXX269]": 29934, "[XXXXX607]": 30272, "[XXXXX302]": 29967, "[XXXXX542]": 30207, "[XXXXX720]": 30385, "[XXXXX469]": 30134, "[XXXXX509]": 30174, "[XXXXX1011]": 30676, "[XXXXX527]": 30192, "[XXXXX805]": 30470, "[XXXXX77]": 29742, "[XXXXX579]": 30244, "[XXXXX434]": 30099, "[XXXXX770]": 30435, "[XXXXX421]": 30086, "[XXXXX57]": 29722, "[XXXXX334]": 29999, "[XXXXX881]": 30546, "[XXXXX217]": 29882, "[XXXXX183]": 29848, "[XXXXX97]": 29762, "[XXXXX772]": 30437, "[XXXXX298]": 29963, "[XXXXX750]": 30415, "[XXXXX51]": 29716, "[XXXXX984]": 30649, "[XXXXX372]": 30037, "[XXXXX736]": 30401, "[XXXXX220]": 29885, "[XXXXX2]": 29667, "[XXXXX251]": 29916, "[XXXXX721]": 30386, "[XXXXX511]": 30176, "[XXXXX733]": 30398, "[XXXXX588]": 30253, "[XXXXX281]": 29946, "[XXXXX125]": 29790, "[XXXXX98]": 29763, "[XXXXX816]": 30481, "[XXXXX442]": 30107, "[XXXXX815]": 30480, "[XXXXX540]": 30205, "[XXXXX960]": 30625, "[XXXXX513]": 30178, "[XXXXX946]": 30611, "[XXXXX832]": 30497, "[XXXXX919]": 30584, "[XXXXX945]": 30610, "[XXXXX1043]": 30708, "[XXXXX186]": 29851, "[XXXXX20]": 29685, "[XXXXX718]": 30383, "[XXXXX552]": 30217, "[XXXXX659]": 30324, "[XXXXX726]": 30391, "[XXXXX556]": 30221, "[XXXXX664]": 30329, "[XXXXX525]": 30190, "[XXXXX430]": 30095, "[XXXXX918]": 30583, "[XXXXX342]": 30007, "[XXXXX255]": 29920, "[XXXXX876]": 30541, "[XXXXX692]": 30357, "[XXXXX157]": 29822, "[XXXXX194]": 29859, "[XXXXX1008]": 30673, "[XXXXX580]": 30245, "[XXXXX187]": 29852, "[XXXXX347]": 30012, "[XXXXX867]": 30532, "[XXXXX800]": 30465, "[XXXXX54]": 29719, "[XXXXX202]": 29867, "[XXXXX762]": 30427, "[XXXXX438]": 30103, "[XXXXX791]": 30456, "[XXXXX591]": 30256, "[XXXXX176]": 29841, "[XXXXX45]": 29710, "[XXXXX515]": 30180, "[XXXXX209]": 29874, "[XXXXX719]": 30384, "[XXXXX686]": 30351, "[XXXXX637]": 30302, "[XXXXX780]": 30445, "[XXXXX68]": 29733, "[XXXXX1050]": 30715, "[XXXXX335]": 30000, "[XXXXX416]": 30081, "[XXXXX931]": 30596, "[XXXXX105]": 29770, "[XXXXX992]": 30657, "[XXXXX181]": 29846, "[XXXXX332]": 29997, "[XXXXX122]": 29787, "[XXXXX60]": 29725, "[XXXXX150]": 29815, "[XXXXX802]": 30467, "[XXXXX517]": 30182, "[XXXXX968]": 30633, "[XXXXX253]": 29918, "[XXXXX196]": 29861, "[XXXXX833]": 30498, "[XXXXX130]": 29795, "[XXXXX633]": 30298, "[XXXXX899]": 30564, "[XXXXX61]": 29726, "[XXXXX498]": 30163, "[XXXXX96]": 29761, "[XXXXX860]": 30525, "[XXXXX452]": 30117, "[XXXXX652]": 30317, "[XXXXX260]": 29925, "[XXXXX653]": 30318, "[XXXXX192]": 29857, "[XXXXX227]": 29892, "[XXXXX704]": 30369, "[XXXXX144]": 29809, "[XXXXX147]": 29812, "[XXXXX687]": 30352, "[XXXXX508]": 30173, "[XXXXX238]": 29903, "[XXXXX605]": 30270, "[XXXXX617]": 30282, "[XXXXX794]": 30459, "[XXXXX536]": 30201, "[XXXXX976]": 30641, "[XXXXX625]": 30290, "[XXXXX1035]": 30700, "[XXXXX1033]": 30698, "[XXXXX4]": 29669, "[XXXXX111]": 29776, "[XXXXX241]": 29906, "[XXXXX1006]": 30671, "[XXXXX604]": 30269, "[XXXXX197]": 29862, "[XXXXX819]": 30484, "[XXXXX292]": 29957, "[XXXXX50]": 29715, "[XXXXX82]": 29747, "[XXXXX632]": 30297, "[XXXXX1020]": 30685, "[XXXXX522]": 30187, "[XXXXX493]": 30158, "[XXXXX910]": 30575, "[XXXXX23]": 29688, "[XXXXX699]": 30364, "[XXXXX145]": 29810, "[XXXXX413]": 30078, "[XXXXX142]": 29807, "[XXXXX172]": 29837, "[XXXXX758]": 30423, "[XXXXX35]": 29700, "[XXXXX657]": 30322, "[XXXXX171]": 29836, "[XXXXX390]": 30055, "[XXXXX340]": 30005, "[XXXXX376]": 30041, "[XXXXX34]": 29699, "[XXXXX689]": 30354, "[XXXXX380]": 30045, "[XXXXX391]": 30056, "[CLS]": 29661, "[XXXXX570]": 30235, "[XXXXX394]": 30059, "[XXXXX908]": 30573, "[XXXXX877]": 30542, "[XXXXX85]": 29750, "[XXXXX126]": 29791, "[XXXXX739]": 30404, "[XXXXX1]": 29666, "[XXXXX711]": 30376, "[XXXXX564]": 30229, "[XXXXX1027]": 30692, "[XXXXX382]": 30047, "[XXXXX950]": 30615, "[XXXXX6]": 29671, "[XXXXX681]": 30346, "[XXXXX33]": 29698, "[XXXXX91]": 29756, "[XXXXX1009]": 30674, "[XXXXX491]": 30156, "[XXXXX702]": 30367, "[XXXXX568]": 30233, "[XXXXX109]": 29774, "[XXXXX646]": 30311, "[XXXXX316]": 29981, "[XXXXX660]": 30325, "[XXXXX845]": 30510, "[XXXXX518]": 30183, "[XXXXX774]": 30439, "[XXXXX201]": 29866, "[XXXXX228]": 29893, "[XXXXX395]": 30060, "[XXXXX285]": 29950, "[XXXXX309]": 29974, "[XXXXX623]": 30288, "[XXXXX940]": 30605, "[XXXXX553]": 30218, "[XXXXX310]": 29975, "[XXXXX827]": 30492, "[XXXXX788]": 30453, "[XXXXX1051]": 30716, "[XXXXX821]": 30486, "[XXXXX889]": 30554, "[XXXXX644]": 30309, "[XXXXX320]": 29985, "[XXXXX185]": 29850, "[XXXXX278]": 29943, "[XXXXX746]": 30411, "[XXXXX729]": 30394, "[XXXXX268]": 29933, "[XXXXX696]": 30361, "[XXXXX813]": 30478, "[XXXXX841]": 30506, "[XXXXX631]": 30296, "[XXXXX55]": 29720, "[XXXXX549]": 30214, "[XXXXX839]": 30504, "[XXXXX399]": 30064, "[XXXXX1048]": 30713, "[XXXXX208]": 29873, "[XXXXX670]": 30335, "[XXXXX195]": 29860, "[XXXXX741]": 30406, "[XXXXX548]": 30213, "[XXXXX153]": 29818, "[XXXXX846]": 30511, "[XXXXX809]": 30474, "[XXXXX586]": 30251, "[XXXXX170]": 29835, "[XXXXX1001]": 30666, "[XXXXX1024]": 30689, "[XXXXX544]": 30209, "[XXXXX890]": 30555, "[XXXXX123]": 29788, "[XXXXX1002]": 30667, "[XXXXX506]": 30171, "[XXXXX360]": 30025, "[XXXXX44]": 29709, "[XXXXX943]": 30608, "[XXXXX10]": 29675, "[XXXXX270]": 29935, "[XXXXX651]": 30316, "[XXXXX59]": 29724, "[XXXXX909]": 30574, "[XXXXX776]": 30441, "[XXXXX141]": 29806, "[XXXXX559]": 30224, "[XXXXX814]": 30479, "[XXXXX754]": 30419, "[XXXXX81]": 29746, "[XXXXX344]": 30009, "[XXXXX46]": 29711, "[XXXXX80]": 29745, "[XXXXX835]": 30500, "[XXXXX666]": 30331, "[XXXXX971]": 30636, "[XXXXX229]": 29894, "[XXXXX744]": 30409, "[XXXXX479]": 30144, "[XXXXX393]": 30058, "[XXXXX162]": 29827, "[XXXXX388]": 30053, "[XXXXX915]": 30580, "[XXXXX73]": 29738, "[XXXXX431]": 30096, "[XXXXX796]": 30461, "[XXXXX884]": 30549, "[XXXXX371]": 30036, "[XXXXX425]": 30090, "[XXXXX510]": 30175, "[XXXXX749]": 30414, "[XXXXX936]": 30601, "[XXXXX240]": 29905, "[XXXXX387]": 30052, "[XXXXX154]": 29819, "[XXXXX727]": 30392, "[XXXXX707]": 30372, "[XXXXX325]": 29990, "[XXXXX290]": 29955, "[XXXXX115]": 29780, "[XXXXX921]": 30586, "[XXXXX418]": 30083, "[XXXXX30]": 29695, "[XXXXX662]": 30327, "[XXXXX424]": 30089, "[XXXXX864]": 30529, "[XXXXX308]": 29973, "[XXXXX587]": 30252, "[XXXXX1021]": 30686, "[XXXXX210]": 29875, "[XXXXX790]": 30455, "[XXXXX593]": 30258, "[XXXXX920]": 30585, "[XXXXX100]": 29765, "[XXXXX546]": 30211, "[XXXXX117]": 29782, "[XXXXX218]": 29883, "[XXXXX1039]": 30704, "[XXXXX880]": 30545, "[XXXXX745]": 30410, "[XXXXX74]": 29739, "[XXXXX669]": 30334, "[XXXXX830]": 30495, "[XXXXX649]": 30314, "[XXXXX723]": 30388, "[XXXXX443]": 30108, "[XXXXX603]": 30268, "[XXXXX722]": 30387, "[XXXXX810]": 30475, "[XXXXX1029]": 30694, "[XXXXX987]": 30652, "[XXXXX569]": 30234, "[XXXXX1022]": 30687, "[XXXXX274]": 29939, "[XXXXX190]": 29855, "[XXXXX676]": 30341, "[XXXXX411]": 30076, "[XXXXX422]": 30087, "[XXXXX300]": 29965, "[XXXXX401]": 30066, "[XXXXX289]": 29954, "[XXXXX981]": 30646, "[XXXXX534]": 30199, "[XXXXX134]": 29799, "[XXXXX550]": 30215, "[XXXXX488]": 30153, "[XXXXX385]": 30050, "[XXXXX512]": 30177, "[XXXXX732]": 30397, "[XXXXX12]": 29677, "[XXXXX419]": 30084, "[XXXXX728]": 30393, "[XXXXX567]": 30232, "[XXXXX628]": 30293, "[XXXXX935]": 30600, "[XXXXX277]": 29942, "[XXXXX288]": 29953, "[XXXXX566]": 30231, "[XXXXX862]": 30527, "[XXXXX66]": 29731, "[XXXXX595]": 30260, "[XXXXX948]": 30613, "[XXXXX129]": 29794, "[XXXXX1028]": 30693, "[XXXXX934]": 30599, "[XXXXX291]": 29956, "[XXXXX995]": 30660, "[XXXXX811]": 30476, "[XXXXX484]": 30149, "[XXXXX8]": 29673, "[XXXXX959]": 30624, "[XXXXX896]": 30561, "[XXXXX365]": 30030, "[XXXXX755]": 30420, "[XXXXX562]": 30227, "[XXXXX731]": 30396, "[XXXXX688]": 30353, "[XXXXX988]": 30653, "[XXXXX947]": 30612, "[XXXXX132]": 29797, "[XXXXX178]": 29843, "[XXXXX717]": 30382, "[XXXXX367]": 30032, "[XXXXX645]": 30310, "[XXXXX362]": 30027, "[XXXXX724]": 30389, "[XXXXX337]": 30002, "[XXXXX853]": 30518, "[XXXXX612]": 30277, "[XXXXX188]": 29853, "[XXXXX378]": 30043, "[XXXXX611]": 30276, "[XXXXX297]": 29962, "[XXXXX168]": 29833, "[XXXXX836]": 30501, "[XXXXX831]": 30496, "[XXXXX1007]": 30672, "[XXXXX541]": 30206, "[XXXXX879]": 30544, "[XXXXX789]": 30454, "[XXXXX1034]": 30699, "[XXXXX1000]": 30665, "[XXXXX878]": 30543, "[XXXXX706]": 30371, "[XXXXX682]": 30347, "[XXXXX912]": 30577, "[XXXXX545]": 30210, "[XXXXX516]": 30181, "[XXXXX636]": 30301, "[XXXXX465]": 30130, "[XXXXX1047]": 30712, "[XXXXX872]": 30537, "[XXXXX957]": 30622, "[XXXXX321]": 29986, "[XXXXX19]": 29684, "[XXXXX215]": 29880, "[XXXXX326]": 29991, "[XXXXX119]": 29784, "[XXXXX898]": 30563, "[XXXXX440]": 30105}

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "<unk>", "sep_token": "[SEP]", "pad_token": "<pad>", "cls_token": "[CLS]", "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}, "additional_special_tokens": ["[XXXXX0]", "[XXXXX1]", "[XXXXX2]", "[XXXXX3]", "[XXXXX4]", "[XXXXX5]", "[XXXXX6]", "[XXXXX7]", "[XXXXX8]", "[XXXXX9]", "[XXXXX10]", "[XXXXX11]", "[XXXXX12]", "[XXXXX13]", "[XXXXX14]", "[XXXXX15]", "[XXXXX16]", "[XXXXX17]", "[XXXXX18]", "[XXXXX19]", "[XXXXX20]", "[XXXXX21]", "[XXXXX22]", "[XXXXX23]", "[XXXXX24]", "[XXXXX25]", "[XXXXX26]", "[XXXXX27]", "[XXXXX28]", "[XXXXX29]", "[XXXXX30]", "[XXXXX31]", "[XXXXX32]", "[XXXXX33]", "[XXXXX34]", "[XXXXX35]", "[XXXXX36]", "[XXXXX37]", "[XXXXX38]", "[XXXXX39]", "[XXXXX40]", "[XXXXX41]", "[XXXXX42]", "[XXXXX43]", "[XXXXX44]", "[XXXXX45]", "[XXXXX46]", "[XXXXX47]", "[XXXXX48]", "[XXXXX49]", "[XXXXX50]", "[XXXXX51]", "[XXXXX52]", "[XXXXX53]", "[XXXXX54]", "[XXXXX55]", "[XXXXX56]", "[XXXXX57]", "[XXXXX58]", "[XXXXX59]", "[XXXXX60]", "[XXXXX61]", "[XXXXX62]", "[XXXXX63]", "[XXXXX64]", "[XXXXX65]", "[XXXXX66]", "[XXXXX67]", "[XXXXX68]", "[XXXXX69]", "[XXXXX70]", "[XXXXX71]", "[XXXXX72]", "[XXXXX73]", "[XXXXX74]", "[XXXXX75]", "[XXXXX76]", "[XXXXX77]", "[XXXXX78]", "[XXXXX79]", "[XXXXX80]", "[XXXXX81]", "[XXXXX82]", "[XXXXX83]", "[XXXXX84]", "[XXXXX85]", "[XXXXX86]", "[XXXXX87]", "[XXXXX88]", "[XXXXX89]", "[XXXXX90]", "[XXXXX91]", "[XXXXX92]", "[XXXXX93]", "[XXXXX94]", "[XXXXX95]", "[XXXXX96]", "[XXXXX97]", "[XXXXX98]", "[XXXXX99]", "[XXXXX100]", "[XXXXX101]", "[XXXXX102]", "[XXXXX103]", "[XXXXX104]", "[XXXXX105]", "[XXXXX106]", "[XXXXX107]", "[XXXXX108]", "[XXXXX109]", "[XXXXX110]", "[XXXXX111]", "[XXXXX112]", "[XXXXX113]", "[XXXXX114]", "[XXXXX115]", "[XXXXX116]", "[XXXXX117]", "[XXXXX118]", "[XXXXX119]", "[XXXXX120]", "[XXXXX121]", "[XXXXX122]", "[XXXXX123]", "[XXXXX124]", "[XXXXX125]", "[XXXXX126]", "[XXXXX127]", "[XXXXX128]", "[XXXXX129]", "[XXXXX130]", "[XXXXX131]", "[XXXXX132]", "[XXXXX133]", "[XXXXX134]", "[XXXXX135]", "[XXXXX136]", "[XXXXX137]", "[XXXXX138]", "[XXXXX139]", "[XXXXX140]", "[XXXXX141]", "[XXXXX142]", "[XXXXX143]", "[XXXXX144]", "[XXXXX145]", "[XXXXX146]", "[XXXXX147]", "[XXXXX148]", "[XXXXX149]", "[XXXXX150]", "[XXXXX151]", "[XXXXX152]", "[XXXXX153]", "[XXXXX154]", "[XXXXX155]", "[XXXXX156]", "[XXXXX157]", "[XXXXX158]", "[XXXXX159]", "[XXXXX160]", "[XXXXX161]", "[XXXXX162]", "[XXXXX163]", "[XXXXX164]", "[XXXXX165]", "[XXXXX166]", "[XXXXX167]", "[XXXXX168]", "[XXXXX169]", "[XXXXX170]", "[XXXXX171]", "[XXXXX172]", "[XXXXX173]", "[XXXXX174]", "[XXXXX175]", "[XXXXX176]", "[XXXXX177]", "[XXXXX178]", "[XXXXX179]", "[XXXXX180]", "[XXXXX181]", "[XXXXX182]", "[XXXXX183]", "[XXXXX184]", "[XXXXX185]", "[XXXXX186]", "[XXXXX187]", "[XXXXX188]", "[XXXXX189]", "[XXXXX190]", "[XXXXX191]", "[XXXXX192]", "[XXXXX193]", "[XXXXX194]", "[XXXXX195]", "[XXXXX196]", "[XXXXX197]", "[XXXXX198]", "[XXXXX199]", "[XXXXX200]", "[XXXXX201]", "[XXXXX202]", "[XXXXX203]", "[XXXXX204]", "[XXXXX205]", "[XXXXX206]", "[XXXXX207]", "[XXXXX208]", "[XXXXX209]", "[XXXXX210]", "[XXXXX211]", "[XXXXX212]", "[XXXXX213]", "[XXXXX214]", "[XXXXX215]", "[XXXXX216]", "[XXXXX217]", "[XXXXX218]", "[XXXXX219]", "[XXXXX220]", "[XXXXX221]", "[XXXXX222]", "[XXXXX223]", "[XXXXX224]", "[XXXXX225]", "[XXXXX226]", "[XXXXX227]", "[XXXXX228]", "[XXXXX229]", "[XXXXX230]", "[XXXXX231]", "[XXXXX232]", "[XXXXX233]", "[XXXXX234]", "[XXXXX235]", "[XXXXX236]", "[XXXXX237]", "[XXXXX238]", "[XXXXX239]", "[XXXXX240]", "[XXXXX241]", "[XXXXX242]", "[XXXXX243]", "[XXXXX244]", "[XXXXX245]", "[XXXXX246]", "[XXXXX247]", "[XXXXX248]", "[XXXXX249]", "[XXXXX250]", "[XXXXX251]", "[XXXXX252]", "[XXXXX253]", "[XXXXX254]", "[XXXXX255]", "[XXXXX256]", "[XXXXX257]", "[XXXXX258]", "[XXXXX259]", "[XXXXX260]", "[XXXXX261]", "[XXXXX262]", "[XXXXX263]", "[XXXXX264]", "[XXXXX265]", "[XXXXX266]", "[XXXXX267]", "[XXXXX268]", "[XXXXX269]", "[XXXXX270]", "[XXXXX271]", "[XXXXX272]", "[XXXXX273]", "[XXXXX274]", "[XXXXX275]", "[XXXXX276]", "[XXXXX277]", "[XXXXX278]", "[XXXXX279]", "[XXXXX280]", "[XXXXX281]", "[XXXXX282]", "[XXXXX283]", "[XXXXX284]", "[XXXXX285]", "[XXXXX286]", "[XXXXX287]", "[XXXXX288]", "[XXXXX289]", "[XXXXX290]", "[XXXXX291]", "[XXXXX292]", "[XXXXX293]", "[XXXXX294]", "[XXXXX295]", "[XXXXX296]", "[XXXXX297]", "[XXXXX298]", "[XXXXX299]", "[XXXXX300]", "[XXXXX301]", "[XXXXX302]", "[XXXXX303]", "[XXXXX304]", "[XXXXX305]", "[XXXXX306]", "[XXXXX307]", "[XXXXX308]", "[XXXXX309]", "[XXXXX310]", "[XXXXX311]", "[XXXXX312]", "[XXXXX313]", "[XXXXX314]", "[XXXXX315]", "[XXXXX316]", "[XXXXX317]", "[XXXXX318]", "[XXXXX319]", "[XXXXX320]", "[XXXXX321]", "[XXXXX322]", "[XXXXX323]", "[XXXXX324]", "[XXXXX325]", "[XXXXX326]", "[XXXXX327]", "[XXXXX328]", "[XXXXX329]", "[XXXXX330]", "[XXXXX331]", "[XXXXX332]", "[XXXXX333]", "[XXXXX334]", "[XXXXX335]", "[XXXXX336]", "[XXXXX337]", "[XXXXX338]", "[XXXXX339]", "[XXXXX340]", "[XXXXX341]", "[XXXXX342]", "[XXXXX343]", "[XXXXX344]", "[XXXXX345]", "[XXXXX346]", "[XXXXX347]", "[XXXXX348]", "[XXXXX349]", "[XXXXX350]", "[XXXXX351]", "[XXXXX352]", "[XXXXX353]", "[XXXXX354]", "[XXXXX355]", "[XXXXX356]", "[XXXXX357]", "[XXXXX358]", "[XXXXX359]", "[XXXXX360]", "[XXXXX361]", "[XXXXX362]", "[XXXXX363]", "[XXXXX364]", "[XXXXX365]", "[XXXXX366]", "[XXXXX367]", "[XXXXX368]", "[XXXXX369]", "[XXXXX370]", "[XXXXX371]", "[XXXXX372]", "[XXXXX373]", "[XXXXX374]", "[XXXXX375]", "[XXXXX376]", "[XXXXX377]", "[XXXXX378]", "[XXXXX379]", "[XXXXX380]", "[XXXXX381]", "[XXXXX382]", "[XXXXX383]", "[XXXXX384]", "[XXXXX385]", "[XXXXX386]", "[XXXXX387]", "[XXXXX388]", "[XXXXX389]", "[XXXXX390]", "[XXXXX391]", "[XXXXX392]", "[XXXXX393]", "[XXXXX394]", "[XXXXX395]", "[XXXXX396]", "[XXXXX397]", "[XXXXX398]", "[XXXXX399]", "[XXXXX400]", "[XXXXX401]", "[XXXXX402]", "[XXXXX403]", "[XXXXX404]", "[XXXXX405]", "[XXXXX406]", "[XXXXX407]", "[XXXXX408]", "[XXXXX409]", "[XXXXX410]", "[XXXXX411]", "[XXXXX412]", "[XXXXX413]", "[XXXXX414]", "[XXXXX415]", "[XXXXX416]", "[XXXXX417]", "[XXXXX418]", "[XXXXX419]", "[XXXXX420]", "[XXXXX421]", "[XXXXX422]", "[XXXXX423]", "[XXXXX424]", "[XXXXX425]", "[XXXXX426]", "[XXXXX427]", "[XXXXX428]", "[XXXXX429]", "[XXXXX430]", "[XXXXX431]", "[XXXXX432]", "[XXXXX433]", "[XXXXX434]", "[XXXXX435]", "[XXXXX436]", "[XXXXX437]", "[XXXXX438]", "[XXXXX439]", "[XXXXX440]", "[XXXXX441]", "[XXXXX442]", "[XXXXX443]", "[XXXXX444]", "[XXXXX445]", "[XXXXX446]", "[XXXXX447]", "[XXXXX448]", "[XXXXX449]", "[XXXXX450]", "[XXXXX451]", "[XXXXX452]", "[XXXXX453]", "[XXXXX454]", "[XXXXX455]", "[XXXXX456]", "[XXXXX457]", "[XXXXX458]", "[XXXXX459]", "[XXXXX460]", "[XXXXX461]", "[XXXXX462]", "[XXXXX463]", "[XXXXX464]", "[XXXXX465]", "[XXXXX466]", "[XXXXX467]", "[XXXXX468]", "[XXXXX469]", "[XXXXX470]", "[XXXXX471]", "[XXXXX472]", "[XXXXX473]", "[XXXXX474]", "[XXXXX475]", "[XXXXX476]", "[XXXXX477]", "[XXXXX478]", "[XXXXX479]", "[XXXXX480]", "[XXXXX481]", "[XXXXX482]", "[XXXXX483]", "[XXXXX484]", "[XXXXX485]", "[XXXXX486]", "[XXXXX487]", "[XXXXX488]", "[XXXXX489]", "[XXXXX490]", "[XXXXX491]", "[XXXXX492]", "[XXXXX493]", "[XXXXX494]", "[XXXXX495]", "[XXXXX496]", "[XXXXX497]", "[XXXXX498]", "[XXXXX499]", "[XXXXX500]", "[XXXXX501]", "[XXXXX502]", "[XXXXX503]", "[XXXXX504]", "[XXXXX505]", "[XXXXX506]", "[XXXXX507]", "[XXXXX508]", "[XXXXX509]", "[XXXXX510]", "[XXXXX511]", "[XXXXX512]", "[XXXXX513]", "[XXXXX514]", "[XXXXX515]", "[XXXXX516]", "[XXXXX517]", "[XXXXX518]", "[XXXXX519]", "[XXXXX520]", "[XXXXX521]", "[XXXXX522]", "[XXXXX523]", "[XXXXX524]", "[XXXXX525]", "[XXXXX526]", "[XXXXX527]", "[XXXXX528]", "[XXXXX529]", "[XXXXX530]", "[XXXXX531]", "[XXXXX532]", "[XXXXX533]", "[XXXXX534]", "[XXXXX535]", "[XXXXX536]", "[XXXXX537]", "[XXXXX538]", "[XXXXX539]", "[XXXXX540]", "[XXXXX541]", "[XXXXX542]", "[XXXXX543]", "[XXXXX544]", "[XXXXX545]", "[XXXXX546]", "[XXXXX547]", "[XXXXX548]", "[XXXXX549]", "[XXXXX550]", "[XXXXX551]", "[XXXXX552]", "[XXXXX553]", "[XXXXX554]", "[XXXXX555]", "[XXXXX556]", "[XXXXX557]", "[XXXXX558]", "[XXXXX559]", "[XXXXX560]", "[XXXXX561]", "[XXXXX562]", "[XXXXX563]", "[XXXXX564]", "[XXXXX565]", "[XXXXX566]", "[XXXXX567]", "[XXXXX568]", "[XXXXX569]", "[XXXXX570]", "[XXXXX571]", "[XXXXX572]", "[XXXXX573]", "[XXXXX574]", "[XXXXX575]", "[XXXXX576]", "[XXXXX577]", "[XXXXX578]", "[XXXXX579]", "[XXXXX580]", "[XXXXX581]", "[XXXXX582]", "[XXXXX583]", "[XXXXX584]", "[XXXXX585]", "[XXXXX586]", "[XXXXX587]", "[XXXXX588]", "[XXXXX589]", "[XXXXX590]", "[XXXXX591]", "[XXXXX592]", "[XXXXX593]", "[XXXXX594]", "[XXXXX595]", "[XXXXX596]", "[XXXXX597]", "[XXXXX598]", "[XXXXX599]", "[XXXXX600]", "[XXXXX601]", "[XXXXX602]", "[XXXXX603]", "[XXXXX604]", "[XXXXX605]", "[XXXXX606]", "[XXXXX607]", "[XXXXX608]", "[XXXXX609]", "[XXXXX610]", "[XXXXX611]", "[XXXXX612]", "[XXXXX613]", "[XXXXX614]", "[XXXXX615]", "[XXXXX616]", "[XXXXX617]", "[XXXXX618]", "[XXXXX619]", "[XXXXX620]", "[XXXXX621]", "[XXXXX622]", "[XXXXX623]", "[XXXXX624]", "[XXXXX625]", "[XXXXX626]", "[XXXXX627]", "[XXXXX628]", "[XXXXX629]", "[XXXXX630]", "[XXXXX631]", "[XXXXX632]", "[XXXXX633]", "[XXXXX634]", "[XXXXX635]", "[XXXXX636]", "[XXXXX637]", "[XXXXX638]", "[XXXXX639]", "[XXXXX640]", "[XXXXX641]", "[XXXXX642]", "[XXXXX643]", "[XXXXX644]", "[XXXXX645]", "[XXXXX646]", "[XXXXX647]", "[XXXXX648]", "[XXXXX649]", "[XXXXX650]", "[XXXXX651]", "[XXXXX652]", "[XXXXX653]", "[XXXXX654]", "[XXXXX655]", "[XXXXX656]", "[XXXXX657]", "[XXXXX658]", "[XXXXX659]", "[XXXXX660]", "[XXXXX661]", "[XXXXX662]", "[XXXXX663]", "[XXXXX664]", "[XXXXX665]", "[XXXXX666]", "[XXXXX667]", "[XXXXX668]", "[XXXXX669]", "[XXXXX670]", "[XXXXX671]", "[XXXXX672]", "[XXXXX673]", "[XXXXX674]", "[XXXXX675]", "[XXXXX676]", "[XXXXX677]", "[XXXXX678]", "[XXXXX679]", "[XXXXX680]", "[XXXXX681]", "[XXXXX682]", "[XXXXX683]", "[XXXXX684]", "[XXXXX685]", "[XXXXX686]", "[XXXXX687]", "[XXXXX688]", "[XXXXX689]", "[XXXXX690]", "[XXXXX691]", "[XXXXX692]", "[XXXXX693]", "[XXXXX694]", "[XXXXX695]", "[XXXXX696]", "[XXXXX697]", "[XXXXX698]", "[XXXXX699]", "[XXXXX700]", "[XXXXX701]", "[XXXXX702]", "[XXXXX703]", "[XXXXX704]", "[XXXXX705]", "[XXXXX706]", "[XXXXX707]", "[XXXXX708]", "[XXXXX709]", "[XXXXX710]", "[XXXXX711]", "[XXXXX712]", "[XXXXX713]", "[XXXXX714]", "[XXXXX715]", "[XXXXX716]", "[XXXXX717]", "[XXXXX718]", "[XXXXX719]", "[XXXXX720]", "[XXXXX721]", "[XXXXX722]", "[XXXXX723]", "[XXXXX724]", "[XXXXX725]", "[XXXXX726]", "[XXXXX727]", "[XXXXX728]", "[XXXXX729]", "[XXXXX730]", "[XXXXX731]", "[XXXXX732]", "[XXXXX733]", "[XXXXX734]", "[XXXXX735]", "[XXXXX736]", "[XXXXX737]", "[XXXXX738]", "[XXXXX739]", "[XXXXX740]", "[XXXXX741]", "[XXXXX742]", "[XXXXX743]", "[XXXXX744]", "[XXXXX745]", "[XXXXX746]", "[XXXXX747]", "[XXXXX748]", "[XXXXX749]", "[XXXXX750]", "[XXXXX751]", "[XXXXX752]", "[XXXXX753]", "[XXXXX754]", "[XXXXX755]", "[XXXXX756]", "[XXXXX757]", "[XXXXX758]", "[XXXXX759]", "[XXXXX760]", "[XXXXX761]", "[XXXXX762]", "[XXXXX763]", "[XXXXX764]", "[XXXXX765]", "[XXXXX766]", "[XXXXX767]", "[XXXXX768]", "[XXXXX769]", "[XXXXX770]", "[XXXXX771]", "[XXXXX772]", "[XXXXX773]", "[XXXXX774]", "[XXXXX775]", "[XXXXX776]", "[XXXXX777]", "[XXXXX778]", "[XXXXX779]", "[XXXXX780]", "[XXXXX781]", "[XXXXX782]", "[XXXXX783]", "[XXXXX784]", "[XXXXX785]", "[XXXXX786]", "[XXXXX787]", "[XXXXX788]", "[XXXXX789]", "[XXXXX790]", "[XXXXX791]", "[XXXXX792]", "[XXXXX793]", "[XXXXX794]", "[XXXXX795]", "[XXXXX796]", "[XXXXX797]", "[XXXXX798]", "[XXXXX799]", "[XXXXX800]", "[XXXXX801]", "[XXXXX802]", "[XXXXX803]", "[XXXXX804]", "[XXXXX805]", "[XXXXX806]", "[XXXXX807]", "[XXXXX808]", "[XXXXX809]", "[XXXXX810]", "[XXXXX811]", "[XXXXX812]", "[XXXXX813]", "[XXXXX814]", "[XXXXX815]", "[XXXXX816]", "[XXXXX817]", "[XXXXX818]", "[XXXXX819]", "[XXXXX820]", "[XXXXX821]", "[XXXXX822]", "[XXXXX823]", "[XXXXX824]", "[XXXXX825]", "[XXXXX826]", "[XXXXX827]", "[XXXXX828]", "[XXXXX829]", "[XXXXX830]", "[XXXXX831]", "[XXXXX832]", "[XXXXX833]", "[XXXXX834]", "[XXXXX835]", "[XXXXX836]", "[XXXXX837]", "[XXXXX838]", "[XXXXX839]", "[XXXXX840]", "[XXXXX841]", "[XXXXX842]", "[XXXXX843]", "[XXXXX844]", "[XXXXX845]", "[XXXXX846]", "[XXXXX847]", "[XXXXX848]", "[XXXXX849]", "[XXXXX850]", "[XXXXX851]", "[XXXXX852]", "[XXXXX853]", "[XXXXX854]", "[XXXXX855]", "[XXXXX856]", "[XXXXX857]", "[XXXXX858]", "[XXXXX859]", "[XXXXX860]", "[XXXXX861]", "[XXXXX862]", "[XXXXX863]", "[XXXXX864]", "[XXXXX865]", "[XXXXX866]", "[XXXXX867]", "[XXXXX868]", "[XXXXX869]", "[XXXXX870]", "[XXXXX871]", "[XXXXX872]", "[XXXXX873]", "[XXXXX874]", "[XXXXX875]", "[XXXXX876]", "[XXXXX877]", "[XXXXX878]", "[XXXXX879]", "[XXXXX880]", "[XXXXX881]", "[XXXXX882]", "[XXXXX883]", "[XXXXX884]", "[XXXXX885]", "[XXXXX886]", "[XXXXX887]", "[XXXXX888]", "[XXXXX889]", "[XXXXX890]", "[XXXXX891]", "[XXXXX892]", "[XXXXX893]", "[XXXXX894]", "[XXXXX895]", "[XXXXX896]", "[XXXXX897]", "[XXXXX898]", "[XXXXX899]", "[XXXXX900]", "[XXXXX901]", "[XXXXX902]", "[XXXXX903]", "[XXXXX904]", "[XXXXX905]", "[XXXXX906]", "[XXXXX907]", "[XXXXX908]", "[XXXXX909]", "[XXXXX910]", "[XXXXX911]", "[XXXXX912]", "[XXXXX913]", "[XXXXX914]", "[XXXXX915]", "[XXXXX916]", "[XXXXX917]", "[XXXXX918]", "[XXXXX919]", "[XXXXX920]", "[XXXXX921]", "[XXXXX922]", "[XXXXX923]", "[XXXXX924]", "[XXXXX925]", "[XXXXX926]", "[XXXXX927]", "[XXXXX928]", "[XXXXX929]", "[XXXXX930]", "[XXXXX931]", "[XXXXX932]", "[XXXXX933]", "[XXXXX934]", "[XXXXX935]", "[XXXXX936]", "[XXXXX937]", "[XXXXX938]", "[XXXXX939]", "[XXXXX940]", "[XXXXX941]", "[XXXXX942]", "[XXXXX943]", "[XXXXX944]", "[XXXXX945]", "[XXXXX946]", "[XXXXX947]", "[XXXXX948]", "[XXXXX949]", "[XXXXX950]", "[XXXXX951]", "[XXXXX952]", "[XXXXX953]", "[XXXXX954]", "[XXXXX955]", "[XXXXX956]", "[XXXXX957]", "[XXXXX958]", "[XXXXX959]", "[XXXXX960]", "[XXXXX961]", "[XXXXX962]", "[XXXXX963]", "[XXXXX964]", "[XXXXX965]", "[XXXXX966]", "[XXXXX967]", "[XXXXX968]", "[XXXXX969]", "[XXXXX970]", "[XXXXX971]", "[XXXXX972]", "[XXXXX973]", "[XXXXX974]", "[XXXXX975]", "[XXXXX976]", "[XXXXX977]", "[XXXXX978]", "[XXXXX979]", "[XXXXX980]", "[XXXXX981]", "[XXXXX982]", "[XXXXX983]", "[XXXXX984]", "[XXXXX985]", "[XXXXX986]", "[XXXXX987]", "[XXXXX988]", "[XXXXX989]", "[XXXXX990]", "[XXXXX991]", "[XXXXX992]", "[XXXXX993]", "[XXXXX994]", "[XXXXX995]", "[XXXXX996]", "[XXXXX997]", "[XXXXX998]", "[XXXXX999]", "[XXXXX1000]", "[XXXXX1001]", "[XXXXX1002]", "[XXXXX1003]", "[XXXXX1004]", "[XXXXX1005]", "[XXXXX1006]", "[XXXXX1007]", "[XXXXX1008]", "[XXXXX1009]", "[XXXXX1010]", "[XXXXX1011]", "[XXXXX1012]", "[XXXXX1013]", "[XXXXX1014]", "[XXXXX1015]", "[XXXXX1016]", "[XXXXX1017]", "[XXXXX1018]", "[XXXXX1019]", "[XXXXX1020]", "[XXXXX1021]", "[XXXXX1022]", "[XXXXX1023]", "[XXXXX1024]", "[XXXXX1025]", "[XXXXX1026]", "[XXXXX1027]", "[XXXXX1028]", "[XXXXX1029]", "[XXXXX1030]", "[XXXXX1031]", "[XXXXX1032]", "[XXXXX1033]", "[XXXXX1034]", "[XXXXX1035]", "[XXXXX1036]", "[XXXXX1037]", "[XXXXX1038]", "[XXXXX1039]", "[XXXXX1040]", "[XXXXX1041]", "[XXXXX1042]", "[XXXXX1043]", "[XXXXX1044]", "[XXXXX1045]", "[XXXXX1046]", "[XXXXX1047]", "[XXXXX1048]", "[XXXXX1049]", "[XXXXX1050]", "[XXXXX1051]", "[XXXXX1052]", "[XXXXX1053]", "[XXXXX1054]"]}

spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bf0d9d4e85149ddb2c4cc6f0cfa87129952a162b71873f670dd71010ba0dac
+size 771305

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": false, "remove_space": true, "keep_accents": true, "bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "<unk>", "sep_token": "[SEP]", "pad_token": "<pad>", "cls_token": "[CLS]", "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false, "__type": "AddedToken"}, "sp_model_kwargs": {}, "name_or_path": "models/5mb/rmc_latn_5mb", "model_input_names": ["input_ids", "attention_mask"], "special_tokens_map_file": "models/5mb/rmc_latn_5mb/special_tokens_map.json", "tokenizer_class": "AlbertTokenizer"}