update mt-bart-sys

mt-bart-sys/checkpoint-11/added_tokens.json

@@ -0,0 +1,689 @@
+{
+  "$199": 50927,
+  "$249": 50928,
+  "$299": 50929,
+  "$349": 50930,
+  "$399": 50931,
+  "$449": 50932,
+  "$499": 50933,
+  "$549": 50934,
+  "$599": 50935,
+  "$649": 50936,
+  "109.99": 50868,
+  "114.99": 50869,
+  "119.99": 50870,
+  "124.99": 50871,
+  "129.99": 50872,
+  "134.99": 50873,
+  "139.99": 50874,
+  "14.99": 50850,
+  "144.99": 50875,
+  "149.99": 50876,
+  "154.99": 50877,
+  "164.99": 50878,
+  "169.99": 50879,
+  "174.99": 50880,
+  "179.99": 50881,
+  "184.99": 50882,
+  "189.99": 50883,
+  "19.99": 50851,
+  "199.99": 50884,
+  "2.5": 50901,
+  "2.6": 50902,
+  "2.7": 50903,
+  "2.8": 50904,
+  "2.9": 50905,
+  "204.99": 50885,
+  "209.99": 50886,
+  "212 Local": 50822,
+  "214.99": 50887,
+  "224.99": 50888,
+  "229.99": 50889,
+  "234.99": 50890,
+  "239.99": 50891,
+  "24.99": 50852,
+  "244.99": 50892,
+  "29.99": 50853,
+  "3.0": 50906,
+  "3.1": 50907,
+  "3.2": 50908,
+  "3.3": 50909,
+  "3.4": 50910,
+  "3.5": 50911,
+  "3.6": 50912,
+  "3.7": 50913,
+  "3.8": 50914,
+  "3.9": 50915,
+  "34.99": 50854,
+  "39.99": 50855,
+  "4.0": 50916,
+  "4.1": 50917,
+  "4.2": 50918,
+  "4.3": 50919,
+  "4.4": 50920,
+  "4.5": 50921,
+  "4.6": 50922,
+  "4.7": 50923,
+  "4.8": 50924,
+  "4.9": 50925,
+  "4.99": 50848,
+  "44.99": 50856,
+  "49.99": 50857,
+  "5.0": 50926,
+  "54.99": 50858,
+  "59.99": 50859,
+  "64.99": 50860,
+  "69.99": 50861,
+  "74.99": 50862,
+  "79.99": 50863,
+  "84.99": 50864,
+  "89.99": 50865,
+  "9.99": 50849,
+  "94.99": 50866,
+  "99.99": 50867,
+  "<0>": 50276,
+  "<100>": 50376,
+  "<101>": 50377,
+  "<102>": 50378,
+  "<103>": 50379,
+  "<104>": 50380,
+  "<105>": 50381,
+  "<106>": 50382,
+  "<107>": 50383,
+  "<108>": 50384,
+  "<109>": 50385,
+  "<10>": 50286,
+  "<110>": 50386,
+  "<111>": 50387,
+  "<112>": 50388,
+  "<113>": 50389,
+  "<114>": 50390,
+  "<115>": 50391,
+  "<116>": 50392,
+  "<117>": 50393,
+  "<118>": 50394,
+  "<119>": 50395,
+  "<11>": 50287,
+  "<120>": 50396,
+  "<121>": 50397,
+  "<122>": 50398,
+  "<123>": 50399,
+  "<124>": 50400,
+  "<125>": 50401,
+  "<126>": 50402,
+  "<127>": 50403,
+  "<128>": 50404,
+  "<129>": 50405,
+  "<12>": 50288,
+  "<130>": 50406,
+  "<131>": 50407,
+  "<132>": 50408,
+  "<133>": 50409,
+  "<134>": 50410,
+  "<135>": 50411,
+  "<136>": 50412,
+  "<137>": 50413,
+  "<138>": 50414,
+  "<139>": 50415,
+  "<13>": 50289,
+  "<140>": 50416,
+  "<141>": 50417,
+  "<142>": 50418,
+  "<143>": 50419,
+  "<144>": 50420,
+  "<145>": 50421,
+  "<146>": 50422,
+  "<147>": 50423,
+  "<148>": 50424,
+  "<149>": 50425,
+  "<14>": 50290,
+  "<150>": 50426,
+  "<151>": 50427,
+  "<152>": 50428,
+  "<153>": 50429,
+  "<154>": 50430,
+  "<155>": 50431,
+  "<156>": 50432,
+  "<157>": 50433,
+  "<158>": 50434,
+  "<159>": 50435,
+  "<15>": 50291,
+  "<160>": 50436,
+  "<161>": 50437,
+  "<162>": 50438,
+  "<163>": 50439,
+  "<164>": 50440,
+  "<165>": 50441,
+  "<166>": 50442,
+  "<167>": 50443,
+  "<168>": 50444,
+  "<169>": 50445,
+  "<16>": 50292,
+  "<170>": 50446,
+  "<171>": 50447,
+  "<172>": 50448,
+  "<173>": 50449,
+  "<174>": 50450,
+  "<175>": 50451,
+  "<176>": 50452,
+  "<177>": 50453,
+  "<178>": 50454,
+  "<179>": 50455,
+  "<17>": 50293,
+  "<180>": 50456,
+  "<181>": 50457,
+  "<182>": 50458,
+  "<183>": 50459,
+  "<184>": 50460,
+  "<185>": 50461,
+  "<186>": 50462,
+  "<187>": 50463,
+  "<188>": 50464,
+  "<189>": 50465,
+  "<18>": 50294,
+  "<190>": 50466,
+  "<191>": 50467,
+  "<192>": 50468,
+  "<193>": 50469,
+  "<194>": 50470,
+  "<195>": 50471,
+  "<196>": 50472,
+  "<197>": 50473,
+  "<198>": 50474,
+  "<199>": 50475,
+  "<19>": 50295,
+  "<1>": 50277,
+  "<20>": 50296,
+  "<21>": 50297,
+  "<22>": 50298,
+  "<23>": 50299,
+  "<24>": 50300,
+  "<25>": 50301,
+  "<26>": 50302,
+  "<27>": 50303,
+  "<28>": 50304,
+  "<29>": 50305,
+  "<2>": 50278,
+  "<30>": 50306,
+  "<31>": 50307,
+  "<32>": 50308,
+  "<33>": 50309,
+  "<34>": 50310,
+  "<35>": 50311,
+  "<36>": 50312,
+  "<37>": 50313,
+  "<38>": 50314,
+  "<39>": 50315,
+  "<3>": 50279,
+  "<40>": 50316,
+  "<41>": 50317,
+  "<42>": 50318,
+  "<43>": 50319,
+  "<44>": 50320,
+  "<45>": 50321,
+  "<46>": 50322,
+  "<47>": 50323,
+  "<48>": 50324,
+  "<49>": 50325,
+  "<4>": 50280,
+  "<50>": 50326,
+  "<51>": 50327,
+  "<52>": 50328,
+  "<53>": 50329,
+  "<54>": 50330,
+  "<55>": 50331,
+  "<56>": 50332,
+  "<57>": 50333,
+  "<58>": 50334,
+  "<59>": 50335,
+  "<5>": 50281,
+  "<60>": 50336,
+  "<61>": 50337,
+  "<62>": 50338,
+  "<63>": 50339,
+  "<64>": 50340,
+  "<65>": 50341,
+  "<66>": 50342,
+  "<67>": 50343,
+  "<68>": 50344,
+  "<69>": 50345,
+  "<6>": 50282,
+  "<70>": 50346,
+  "<71>": 50347,
+  "<72>": 50348,
+  "<73>": 50349,
+  "<74>": 50350,
+  "<75>": 50351,
+  "<76>": 50352,
+  "<77>": 50353,
+  "<78>": 50354,
+  "<79>": 50355,
+  "<7>": 50283,
+  "<80>": 50356,
+  "<81>": 50357,
+  "<82>": 50358,
+  "<83>": 50359,
+  "<84>": 50360,
+  "<85>": 50361,
+  "<86>": 50362,
+  "<87>": 50363,
+  "<88>": 50364,
+  "<89>": 50365,
+  "<8>": 50284,
+  "<90>": 50366,
+  "<91>": 50367,
+  "<92>": 50368,
+  "<93>": 50369,
+  "<94>": 50370,
+  "<95>": 50371,
+  "<96>": 50372,
+  "<97>": 50373,
+  "<98>": 50374,
+  "<99>": 50375,
+  "<9>": 50285,
+  "<@0000>": 50476,
+  "<@1000>": 50477,
+  "<@1001>": 50478,
+  "<@1002>": 50479,
+  "<@1003>": 50480,
+  "<@1004>": 50481,
+  "<@1005>": 50482,
+  "<@1006>": 50483,
+  "<@1007>": 50484,
+  "<@1008>": 50485,
+  "<@1009>": 50486,
+  "<@1010>": 50487,
+  "<@1011>": 50488,
+  "<@1012>": 50489,
+  "<@1013>": 50490,
+  "<@1014>": 50491,
+  "<@1015>": 50492,
+  "<@1016>": 50493,
+  "<@1017>": 50494,
+  "<@1018>": 50495,
+  "<@1019>": 50496,
+  "<@1020>": 50497,
+  "<@1021>": 50498,
+  "<@1022>": 50499,
+  "<@1023>": 50500,
+  "<@1024>": 50501,
+  "<@1025>": 50502,
+  "<@1026>": 50503,
+  "<@1027>": 50504,
+  "<@1028>": 50505,
+  "<@1029>": 50506,
+  "<@1030>": 50507,
+  "<@1031>": 50508,
+  "<@1032>": 50509,
+  "<@1033>": 50510,
+  "<@1034>": 50511,
+  "<@1035>": 50512,
+  "<@1036>": 50513,
+  "<@1037>": 50514,
+  "<@1038>": 50515,
+  "<@1039>": 50516,
+  "<@1040>": 50517,
+  "<@1041>": 50518,
+  "<@1042>": 50519,
+  "<@1043>": 50520,
+  "<@1044>": 50521,
+  "<@1045>": 50522,
+  "<@1046>": 50523,
+  "<@1047>": 50524,
+  "<@1048>": 50525,
+  "<@1049>": 50526,
+  "<@1050>": 50527,
+  "<@1051>": 50528,
+  "<@1052>": 50529,
+  "<@1053>": 50530,
+  "<@1054>": 50531,
+  "<@1055>": 50532,
+  "<@1056>": 50533,
+  "<@1057>": 50534,
+  "<@1058>": 50535,
+  "<@1059>": 50536,
+  "<@1060>": 50537,
+  "<@1061>": 50538,
+  "<@1062>": 50539,
+  "<@1063>": 50540,
+  "<@1064>": 50541,
+  "<@1065>": 50542,
+  "<@1066>": 50543,
+  "<@1067>": 50544,
+  "<@1068>": 50545,
+  "<@1069>": 50546,
+  "<@1070>": 50547,
+  "<@1071>": 50548,
+  "<@1072>": 50549,
+  "<@1073>": 50550,
+  "<@1074>": 50551,
+  "<@1075>": 50552,
+  "<@1076>": 50553,
+  "<@1077>": 50554,
+  "<@1078>": 50555,
+  "<@1079>": 50556,
+  "<@1080>": 50557,
+  "<@1081>": 50558,
+  "<@1082>": 50559,
+  "<@1083>": 50560,
+  "<@1084>": 50561,
+  "<@1085>": 50562,
+  "<@1086>": 50563,
+  "<@1087>": 50564,
+  "<@1088>": 50565,
+  "<@1089>": 50566,
+  "<@1090>": 50567,
+  "<@1091>": 50568,
+  "<@1092>": 50569,
+  "<@1093>": 50570,
+  "<@1094>": 50571,
+  "<@1095>": 50572,
+  "<@1096>": 50573,
+  "<@1097>": 50574,
+  "<@1098>": 50575,
+  "<@1099>": 50576,
+  "<@1100>": 50577,
+  "<@1101>": 50578,
+  "<@1102>": 50579,
+  "<@1103>": 50580,
+  "<@1104>": 50581,
+  "<@1105>": 50582,
+  "<@1106>": 50583,
+  "<@1107>": 50584,
+  "<@1108>": 50585,
+  "<@1109>": 50586,
+  "<@1110>": 50587,
+  "<@1111>": 50588,
+  "<@1112>": 50589,
+  "<@1113>": 50590,
+  "<@1114>": 50591,
+  "<@1115>": 50592,
+  "<@1116>": 50593,
+  "<@1117>": 50594,
+  "<@1118>": 50595,
+  "<@1119>": 50596,
+  "<@1120>": 50597,
+  "<@1121>": 50598,
+  "<@1122>": 50599,
+  "<@1123>": 50600,
+  "<@1124>": 50601,
+  "<@1125>": 50602,
+  "<@1126>": 50603,
+  "<@1127>": 50604,
+  "<@1128>": 50605,
+  "<@1129>": 50606,
+  "<@1130>": 50607,
+  "<@1131>": 50608,
+  "<@1132>": 50609,
+  "<@1133>": 50610,
+  "<@1134>": 50611,
+  "<@1135>": 50612,
+  "<@1136>": 50613,
+  "<@1137>": 50614,
+  "<@1138>": 50615,
+  "<@1139>": 50616,
+  "<@1140>": 50617,
+  "<@1141>": 50618,
+  "<@1142>": 50619,
+  "<@1143>": 50620,
+  "<@1144>": 50621,
+  "<@1145>": 50622,
+  "<@1146>": 50623,
+  "<@1147>": 50624,
+  "<@1148>": 50625,
+  "<@1149>": 50626,
+  "<@1150>": 50627,
+  "<@1151>": 50628,
+  "<@1152>": 50629,
+  "<@1153>": 50630,
+  "<@1154>": 50631,
+  "<@1155>": 50632,
+  "<@1156>": 50633,
+  "<@1157>": 50634,
+  "<@1158>": 50635,
+  "<@1159>": 50636,
+  "<@1160>": 50637,
+  "<@1161>": 50638,
+  "<@1162>": 50639,
+  "<@1163>": 50640,
+  "<@1164>": 50641,
+  "<@1165>": 50642,
+  "<@1166>": 50643,
+  "<@1167>": 50644,
+  "<@1168>": 50645,
+  "<@1169>": 50646,
+  "<@1170>": 50647,
+  "<@1171>": 50648,
+  "<@1172>": 50649,
+  "<@1173>": 50650,
+  "<@1174>": 50651,
+  "<@1175>": 50652,
+  "<@1176>": 50653,
+  "<@1177>": 50654,
+  "<@1178>": 50655,
+  "<@1179>": 50656,
+  "<@1180>": 50657,
+  "<@1181>": 50658,
+  "<@1182>": 50659,
+  "<@1183>": 50660,
+  "<@1184>": 50661,
+  "<@1185>": 50662,
+  "<@1186>": 50663,
+  "<@1187>": 50664,
+  "<@1188>": 50665,
+  "<@1189>": 50666,
+  "<@1190>": 50667,
+  "<@1191>": 50668,
+  "<@1192>": 50669,
+  "<@1193>": 50670,
+  "<@1194>": 50671,
+  "<@1195>": 50672,
+  "<@1196>": 50673,
+  "<@1197>": 50674,
+  "<@1198>": 50675,
+  "<@1199>": 50676,
+  "<@1200>": 50677,
+  "<@1201>": 50678,
+  "<@1202>": 50679,
+  "<@1203>": 50680,
+  "<@1204>": 50681,
+  "<@1205>": 50682,
+  "<@1206>": 50683,
+  "<@1207>": 50684,
+  "<@1208>": 50685,
+  "<@1209>": 50686,
+  "<@1210>": 50687,
+  "<@1211>": 50688,
+  "<@1212>": 50689,
+  "<@1213>": 50690,
+  "<@1214>": 50691,
+  "<@1215>": 50692,
+  "<@1216>": 50693,
+  "<@1217>": 50694,
+  "<@1218>": 50695,
+  "<@1219>": 50696,
+  "<@1220>": 50697,
+  "<@1221>": 50698,
+  "<@1222>": 50699,
+  "<@1223>": 50700,
+  "<@1224>": 50701,
+  "<@1225>": 50702,
+  "<@1226>": 50703,
+  "<@1227>": 50704,
+  "<@1228>": 50705,
+  "<@1229>": 50706,
+  "<@1230>": 50707,
+  "<@1231>": 50708,
+  "<@1232>": 50709,
+  "<@1233>": 50710,
+  "<@1234>": 50711,
+  "<@1235>": 50712,
+  "<@1236>": 50713,
+  "<@1237>": 50714,
+  "<@1238>": 50715,
+  "<@1239>": 50716,
+  "<@1240>": 50717,
+  "<@1241>": 50718,
+  "<@1242>": 50719,
+  "<@1243>": 50720,
+  "<@1244>": 50721,
+  "<@1245>": 50722,
+  "<@1246>": 50723,
+  "<@1247>": 50724,
+  "<@1248>": 50725,
+  "<@1249>": 50726,
+  "<@1250>": 50727,
+  "<@1251>": 50728,
+  "<@1252>": 50729,
+  "<@1253>": 50730,
+  "<@1254>": 50731,
+  "<@1255>": 50732,
+  "<@1256>": 50733,
+  "<@1257>": 50734,
+  "<@1258>": 50735,
+  "<@1259>": 50736,
+  "<@1260>": 50737,
+  "<@1261>": 50738,
+  "<@1262>": 50739,
+  "<@1263>": 50740,
+  "<@1264>": 50741,
+  "<@1265>": 50742,
+  "<@1266>": 50743,
+  "<@1267>": 50744,
+  "<@1268>": 50745,
+  "<@1269>": 50746,
+  "<@1270>": 50747,
+  "<@1271>": 50748,
+  "<@1272>": 50749,
+  "<@1273>": 50750,
+  "<@1274>": 50751,
+  "<@1275>": 50752,
+  "<@1276>": 50753,
+  "<@1277>": 50754,
+  "<@1278>": 50755,
+  "<@1279>": 50756,
+  "<@1280>": 50757,
+  "<@1281>": 50758,
+  "<@1282>": 50759,
+  "<@1283>": 50760,
+  "<@1284>": 50761,
+  "<@1285>": 50762,
+  "<@1286>": 50763,
+  "<@1287>": 50764,
+  "<@2000>": 50765,
+  "<@2001>": 50766,
+  "<@2002>": 50767,
+  "<@2003>": 50768,
+  "<@2004>": 50769,
+  "<@2005>": 50770,
+  "<@2006>": 50771,
+  "<@2007>": 50772,
+  "<@2008>": 50773,
+  "<@2009>": 50774,
+  "<@2010>": 50775,
+  "<@2011>": 50776,
+  "<@2012>": 50777,
+  "<@2013>": 50778,
+  "<@2014>": 50779,
+  "<@2015>": 50780,
+  "<@2016>": 50781,
+  "<@2017>": 50782,
+  "<@2018>": 50783,
+  "<@2019>": 50784,
+  "<@2020>": 50785,
+  "<@2021>": 50786,
+  "<@2022>": 50787,
+  "<@2023>": 50788,
+  "<@2024>": 50789,
+  "<@2025>": 50790,
+  "<@2026>": 50791,
+  "<@2027>": 50792,
+  "<@2028>": 50793,
+  "<@2029>": 50794,
+  "<@2030>": 50795,
+  "<@2031>": 50796,
+  "<@2032>": 50797,
+  "<@2033>": 50798,
+  "<@2034>": 50799,
+  "<@2035>": 50800,
+  "<@2036>": 50801,
+  "<@2037>": 50802,
+  "<@2038>": 50803,
+  "<@2039>": 50804,
+  "<@2040>": 50805,
+  "<@2041>": 50806,
+  "<@2042>": 50807,
+  "<@2043>": 50808,
+  "<@2044>": 50809,
+  "<@2045>": 50810,
+  "<@2046>": 50811,
+  "<@2047>": 50812,
+  "<@2048>": 50813,
+  "<@2049>": 50814,
+  "<@2050>": 50815,
+  "<@2051>": 50816,
+  "<@2052>": 50817,
+  "<@2053>": 50818,
+  "<@2054>": 50819,
+  "<@2055>": 50820,
+  "<@2056>": 50821,
+  "<A>": 50895,
+  "<B>": 50896,
+  "<C>": 50897,
+  "<D>": 50898,
+  "<DISAM>": 50275,
+  "<E>": 50899,
+  "<EOB>": 50267,
+  "<EOM>": 50269,
+  "<EOO>": 50271,
+  "<EOS>": 50265,
+  "<F>": 50900,
+  "<NOCOREF>": 50274,
+  "<OBJ>": 50272,
+  "<PREVIOBJ>": 50273,
+  "<SOB>": 50266,
+  "<SOM>": 50268,
+  "<SOO>": 50270,
+  "ASK:GET": 50945,
+  "Art Den": 50823,
+  "Art News Today": 50824,
+  "Brain Puzzles": 50825,
+  "CONFIRM:ADD_TO_CART": 50946,
+  "Cats Are Great": 50826,
+  "Coats & More": 50827,
+  "Downtown Consignment": 50828,
+  "Downtown Stylists": 50829,
+  "Fancy Nails": 50830,
+  "Garden Retail": 50831,
+  "Glam Nails": 50832,
+  "Global Voyager": 50833,
+  "HairDo": 50834,
+  "Home Store": 50835,
+  "INFORM:COMPARE": 50940,
+  "INFORM:DISAMBIGUATE": 50939,
+  "INFORM:GET": 50937,
+  "INFORM:REFINE": 50938,
+  "Modern Arts": 50836,
+  "Nature Photographers": 50837,
+  "New Fashion": 50838,
+  "North Lodge": 50839,
+  "Ocean Wears": 50840,
+  "Pedals & Gears": 50841,
+  "REQUEST:ADD_TO_CART": 50941,
+  "REQUEST:COMPARE": 50943,
+  "REQUEST:DISAMBIGUATE": 50942,
+  "REQUEST:GET": 50944,
+  "River Chateau": 50842,
+  "StyleNow Feed": 50843,
+  "The Vegan Baker": 50844,
+  "Uptown Gallery": 50845,
+  "Uptown Studio": 50846,
+  "XS": 50893,
+  "XXL": 50894,
+  "Yogi Fit": 50847,
+  "availableSizes": 50950,
+  "customerRating": 50947,
+  "customerReview": 50948,
+  "materials": 50951,
+  "sleeveLength": 50949
+}

mt-bart-sys/checkpoint-11/config.json

@@ -0,0 +1,73 @@
+{
+  "_name_or_path": "/yrfs1/intern/yrchen5/pretraining_model/bart-large",
+  "activation_dropout": 0.1,
+  "activation_function": "gelu",
+  "add_bias_logits": false,
+  "add_final_layer_norm": false,
+  "architectures": [
+    "MultiTaskBartForConditionalGenerationWithDisamb"
+  ],
+  "attention_dropout": 0.1,
+  "bos_token_id": 0,
+  "classif_dropout": 0.1,
+  "classifier_dropout": 0.1,
+  "d_model": 1024,
+  "decoder_attention_heads": 16,
+  "decoder_ffn_dim": 4096,
+  "decoder_layerdrop": 0.0,
+  "decoder_layers": 12,
+  "decoder_start_token_id": 0,
+  "dropout": 0.1,
+  "early_stopping": true,
+  "encoder_attention_heads": 16,
+  "encoder_ffn_dim": 4096,
+  "encoder_layerdrop": 0.0,
+  "encoder_layers": 12,
+  "eos_token_id": 2,
+  "forced_eos_token_id": 2,
+  "gradient_checkpointing": false,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2"
+  },
+  "init_std": 0.02,
+  "is_encoder_decoder": true,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_2": 2
+  },
+  "max_position_embeddings": 1024,
+  "model_type": "bart",
+  "no_repeat_ngram_size": 3,
+  "normalize_before": false,
+  "num_beams": 4,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "scale_embedding": false,
+  "task_specific_params": {
+    "summarization": {
+      "length_penalty": 1.0,
+      "max_length": 128,
+      "min_length": 12,
+      "num_beams": 4
+    },
+    "summarization_cnn": {
+      "length_penalty": 2.0,
+      "max_length": 142,
+      "min_length": 56,
+      "num_beams": 4
+    },
+    "summarization_xsum": {
+      "length_penalty": 1.0,
+      "max_length": 62,
+      "min_length": 11,
+      "num_beams": 6
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.21.0",
+  "use_cache": true,
+  "vocab_size": 50952
+}

mt-bart-sys/checkpoint-11/special_tokens_map.json

@@ -0,0 +1,713 @@
+{
+  "additional_special_tokens": [
+    "<SOB>",
+    "<EOB>",
+    "<SOM>",
+    "<EOM>",
+    "<SOO>",
+    "<EOO>",
+    "<OBJ>",
+    "<PREVIOBJ>",
+    "<NOCOREF>",
+    "<DISAM>",
+    "<0>",
+    "<1>",
+    "<2>",
+    "<3>",
+    "<4>",
+    "<5>",
+    "<6>",
+    "<7>",
+    "<8>",
+    "<9>",
+    "<10>",
+    "<11>",
+    "<12>",
+    "<13>",
+    "<14>",
+    "<15>",
+    "<16>",
+    "<17>",
+    "<18>",
+    "<19>",
+    "<20>",
+    "<21>",
+    "<22>",
+    "<23>",
+    "<24>",
+    "<25>",
+    "<26>",
+    "<27>",
+    "<28>",
+    "<29>",
+    "<30>",
+    "<31>",
+    "<32>",
+    "<33>",
+    "<34>",
+    "<35>",
+    "<36>",
+    "<37>",
+    "<38>",
+    "<39>",
+    "<40>",
+    "<41>",
+    "<42>",
+    "<43>",
+    "<44>",
+    "<45>",
+    "<46>",
+    "<47>",
+    "<48>",
+    "<49>",
+    "<50>",
+    "<51>",
+    "<52>",
+    "<53>",
+    "<54>",
+    "<55>",
+    "<56>",
+    "<57>",
+    "<58>",
+    "<59>",
+    "<60>",
+    "<61>",
+    "<62>",
+    "<63>",
+    "<64>",
+    "<65>",
+    "<66>",
+    "<67>",
+    "<68>",
+    "<69>",
+    "<70>",
+    "<71>",
+    "<72>",
+    "<73>",
+    "<74>",
+    "<75>",
+    "<76>",
+    "<77>",
+    "<78>",
+    "<79>",
+    "<80>",
+    "<81>",
+    "<82>",
+    "<83>",
+    "<84>",
+    "<85>",
+    "<86>",
+    "<87>",
+    "<88>",
+    "<89>",
+    "<90>",
+    "<91>",
+    "<92>",
+    "<93>",
+    "<94>",
+    "<95>",
+    "<96>",
+    "<97>",
+    "<98>",
+    "<99>",
+    "<100>",
+    "<101>",
+    "<102>",
+    "<103>",
+    "<104>",
+    "<105>",
+    "<106>",
+    "<107>",
+    "<108>",
+    "<109>",
+    "<110>",
+    "<111>",
+    "<112>",
+    "<113>",
+    "<114>",
+    "<115>",
+    "<116>",
+    "<117>",
+    "<118>",
+    "<119>",
+    "<120>",
+    "<121>",
+    "<122>",
+    "<123>",
+    "<124>",
+    "<125>",
+    "<126>",
+    "<127>",
+    "<128>",
+    "<129>",
+    "<130>",
+    "<131>",
+    "<132>",
+    "<133>",
+    "<134>",
+    "<135>",
+    "<136>",
+    "<137>",
+    "<138>",
+    "<139>",
+    "<140>",
+    "<141>",
+    "<142>",
+    "<143>",
+    "<144>",
+    "<145>",
+    "<146>",
+    "<147>",
+    "<148>",
+    "<149>",
+    "<150>",
+    "<151>",
+    "<152>",
+    "<153>",
+    "<154>",
+    "<155>",
+    "<156>",
+    "<157>",
+    "<158>",
+    "<159>",
+    "<160>",
+    "<161>",
+    "<162>",
+    "<163>",
+    "<164>",
+    "<165>",
+    "<166>",
+    "<167>",
+    "<168>",
+    "<169>",
+    "<170>",
+    "<171>",
+    "<172>",
+    "<173>",
+    "<174>",
+    "<175>",
+    "<176>",
+    "<177>",
+    "<178>",
+    "<179>",
+    "<180>",
+    "<181>",
+    "<182>",
+    "<183>",
+    "<184>",
+    "<185>",
+    "<186>",
+    "<187>",
+    "<188>",
+    "<189>",
+    "<190>",
+    "<191>",
+    "<192>",
+    "<193>",
+    "<194>",
+    "<195>",
+    "<196>",
+    "<197>",
+    "<198>",
+    "<199>",
+    "<@0000>",
+    "<@1000>",
+    "<@1001>",
+    "<@1002>",
+    "<@1003>",
+    "<@1004>",
+    "<@1005>",
+    "<@1006>",
+    "<@1007>",
+    "<@1008>",
+    "<@1009>",
+    "<@1010>",
+    "<@1011>",
+    "<@1012>",
+    "<@1013>",
+    "<@1014>",
+    "<@1015>",
+    "<@1016>",
+    "<@1017>",
+    "<@1018>",
+    "<@1019>",
+    "<@1020>",
+    "<@1021>",
+    "<@1022>",
+    "<@1023>",
+    "<@1024>",
+    "<@1025>",
+    "<@1026>",
+    "<@1027>",
+    "<@1028>",
+    "<@1029>",
+    "<@1030>",
+    "<@1031>",
+    "<@1032>",
+    "<@1033>",
+    "<@1034>",
+    "<@1035>",
+    "<@1036>",
+    "<@1037>",
+    "<@1038>",
+    "<@1039>",
+    "<@1040>",
+    "<@1041>",
+    "<@1042>",
+    "<@1043>",
+    "<@1044>",
+    "<@1045>",
+    "<@1046>",
+    "<@1047>",
+    "<@1048>",
+    "<@1049>",
+    "<@1050>",
+    "<@1051>",
+    "<@1052>",
+    "<@1053>",
+    "<@1054>",
+    "<@1055>",
+    "<@1056>",
+    "<@1057>",
+    "<@1058>",
+    "<@1059>",
+    "<@1060>",
+    "<@1061>",
+    "<@1062>",
+    "<@1063>",
+    "<@1064>",
+    "<@1065>",
+    "<@1066>",
+    "<@1067>",
+    "<@1068>",
+    "<@1069>",
+    "<@1070>",
+    "<@1071>",
+    "<@1072>",
+    "<@1073>",
+    "<@1074>",
+    "<@1075>",
+    "<@1076>",
+    "<@1077>",
+    "<@1078>",
+    "<@1079>",
+    "<@1080>",
+    "<@1081>",
+    "<@1082>",
+    "<@1083>",
+    "<@1084>",
+    "<@1085>",
+    "<@1086>",
+    "<@1087>",
+    "<@1088>",
+    "<@1089>",
+    "<@1090>",
+    "<@1091>",
+    "<@1092>",
+    "<@1093>",
+    "<@1094>",
+    "<@1095>",
+    "<@1096>",
+    "<@1097>",
+    "<@1098>",
+    "<@1099>",
+    "<@1100>",
+    "<@1101>",
+    "<@1102>",
+    "<@1103>",
+    "<@1104>",
+    "<@1105>",
+    "<@1106>",
+    "<@1107>",
+    "<@1108>",
+    "<@1109>",
+    "<@1110>",
+    "<@1111>",
+    "<@1112>",
+    "<@1113>",
+    "<@1114>",
+    "<@1115>",
+    "<@1116>",
+    "<@1117>",
+    "<@1118>",
+    "<@1119>",
+    "<@1120>",
+    "<@1121>",
+    "<@1122>",
+    "<@1123>",
+    "<@1124>",
+    "<@1125>",
+    "<@1126>",
+    "<@1127>",
+    "<@1128>",
+    "<@1129>",
+    "<@1130>",
+    "<@1131>",
+    "<@1132>",
+    "<@1133>",
+    "<@1134>",
+    "<@1135>",
+    "<@1136>",
+    "<@1137>",
+    "<@1138>",
+    "<@1139>",
+    "<@1140>",
+    "<@1141>",
+    "<@1142>",
+    "<@1143>",
+    "<@1144>",
+    "<@1145>",
+    "<@1146>",
+    "<@1147>",
+    "<@1148>",
+    "<@1149>",
+    "<@1150>",
+    "<@1151>",
+    "<@1152>",
+    "<@1153>",
+    "<@1154>",
+    "<@1155>",
+    "<@1156>",
+    "<@1157>",
+    "<@1158>",
+    "<@1159>",
+    "<@1160>",
+    "<@1161>",
+    "<@1162>",
+    "<@1163>",
+    "<@1164>",
+    "<@1165>",
+    "<@1166>",
+    "<@1167>",
+    "<@1168>",
+    "<@1169>",
+    "<@1170>",
+    "<@1171>",
+    "<@1172>",
+    "<@1173>",
+    "<@1174>",
+    "<@1175>",
+    "<@1176>",
+    "<@1177>",
+    "<@1178>",
+    "<@1179>",
+    "<@1180>",
+    "<@1181>",
+    "<@1182>",
+    "<@1183>",
+    "<@1184>",
+    "<@1185>",
+    "<@1186>",
+    "<@1187>",
+    "<@1188>",
+    "<@1189>",
+    "<@1190>",
+    "<@1191>",
+    "<@1192>",
+    "<@1193>",
+    "<@1194>",
+    "<@1195>",
+    "<@1196>",
+    "<@1197>",
+    "<@1198>",
+    "<@1199>",
+    "<@1200>",
+    "<@1201>",
+    "<@1202>",
+    "<@1203>",
+    "<@1204>",
+    "<@1205>",
+    "<@1206>",
+    "<@1207>",
+    "<@1208>",
+    "<@1209>",
+    "<@1210>",
+    "<@1211>",
+    "<@1212>",
+    "<@1213>",
+    "<@1214>",
+    "<@1215>",
+    "<@1216>",
+    "<@1217>",
+    "<@1218>",
+    "<@1219>",
+    "<@1220>",
+    "<@1221>",
+    "<@1222>",
+    "<@1223>",
+    "<@1224>",
+    "<@1225>",
+    "<@1226>",
+    "<@1227>",
+    "<@1228>",
+    "<@1229>",
+    "<@1230>",
+    "<@1231>",
+    "<@1232>",
+    "<@1233>",
+    "<@1234>",
+    "<@1235>",
+    "<@1236>",
+    "<@1237>",
+    "<@1238>",
+    "<@1239>",
+    "<@1240>",
+    "<@1241>",
+    "<@1242>",
+    "<@1243>",
+    "<@1244>",
+    "<@1245>",
+    "<@1246>",
+    "<@1247>",
+    "<@1248>",
+    "<@1249>",
+    "<@1250>",
+    "<@1251>",
+    "<@1252>",
+    "<@1253>",
+    "<@1254>",
+    "<@1255>",
+    "<@1256>",
+    "<@1257>",
+    "<@1258>",
+    "<@1259>",
+    "<@1260>",
+    "<@1261>",
+    "<@1262>",
+    "<@1263>",
+    "<@1264>",
+    "<@1265>",
+    "<@1266>",
+    "<@1267>",
+    "<@1268>",
+    "<@1269>",
+    "<@1270>",
+    "<@1271>",
+    "<@1272>",
+    "<@1273>",
+    "<@1274>",
+    "<@1275>",
+    "<@1276>",
+    "<@1277>",
+    "<@1278>",
+    "<@1279>",
+    "<@1280>",
+    "<@1281>",
+    "<@1282>",
+    "<@1283>",
+    "<@1284>",
+    "<@1285>",
+    "<@1286>",
+    "<@1287>",
+    "<@2000>",
+    "<@2001>",
+    "<@2002>",
+    "<@2003>",
+    "<@2004>",
+    "<@2005>",
+    "<@2006>",
+    "<@2007>",
+    "<@2008>",
+    "<@2009>",
+    "<@2010>",
+    "<@2011>",
+    "<@2012>",
+    "<@2013>",
+    "<@2014>",
+    "<@2015>",
+    "<@2016>",
+    "<@2017>",
+    "<@2018>",
+    "<@2019>",
+    "<@2020>",
+    "<@2021>",
+    "<@2022>",
+    "<@2023>",
+    "<@2024>",
+    "<@2025>",
+    "<@2026>",
+    "<@2027>",
+    "<@2028>",
+    "<@2029>",
+    "<@2030>",
+    "<@2031>",
+    "<@2032>",
+    "<@2033>",
+    "<@2034>",
+    "<@2035>",
+    "<@2036>",
+    "<@2037>",
+    "<@2038>",
+    "<@2039>",
+    "<@2040>",
+    "<@2041>",
+    "<@2042>",
+    "<@2043>",
+    "<@2044>",
+    "<@2045>",
+    "<@2046>",
+    "<@2047>",
+    "<@2048>",
+    "<@2049>",
+    "<@2050>",
+    "<@2051>",
+    "<@2052>",
+    "<@2053>",
+    "<@2054>",
+    "<@2055>",
+    "<@2056>",
+    "212 Local",
+    "Art Den",
+    "Art News Today",
+    "Brain Puzzles",
+    "Cats Are Great",
+    "Coats & More",
+    "Downtown Consignment",
+    "Downtown Stylists",
+    "Fancy Nails",
+    "Garden Retail",
+    "Glam Nails",
+    "Global Voyager",
+    "HairDo",
+    "Home Store",
+    "Modern Arts",
+    "Nature Photographers",
+    "New Fashion",
+    "North Lodge",
+    "Ocean Wears",
+    "Pedals & Gears",
+    "River Chateau",
+    "StyleNow Feed",
+    "The Vegan Baker",
+    "Uptown Gallery",
+    "Uptown Studio",
+    "Yogi Fit",
+    "4.99",
+    "9.99",
+    "14.99",
+    "19.99",
+    "24.99",
+    "29.99",
+    "34.99",
+    "39.99",
+    "44.99",
+    "49.99",
+    "54.99",
+    "59.99",
+    "64.99",
+    "69.99",
+    "74.99",
+    "79.99",
+    "84.99",
+    "89.99",
+    "94.99",
+    "99.99",
+    "109.99",
+    "114.99",
+    "119.99",
+    "124.99",
+    "129.99",
+    "134.99",
+    "139.99",
+    "144.99",
+    "149.99",
+    "154.99",
+    "164.99",
+    "169.99",
+    "174.99",
+    "179.99",
+    "184.99",
+    "189.99",
+    "199.99",
+    "204.99",
+    "209.99",
+    "214.99",
+    "224.99",
+    "229.99",
+    "234.99",
+    "239.99",
+    "244.99",
+    "XS",
+    "S",
+    "M",
+    "L",
+    "XL",
+    "XXL",
+    "<A>",
+    "<B>",
+    "<C>",
+    "<D>",
+    "<E>",
+    "<F>",
+    "2.5",
+    "2.6",
+    "2.7",
+    "2.8",
+    "2.9",
+    "3.0",
+    "3.1",
+    "3.2",
+    "3.3",
+    "3.4",
+    "3.5",
+    "3.6",
+    "3.7",
+    "3.8",
+    "3.9",
+    "4.0",
+    "4.1",
+    "4.2",
+    "4.3",
+    "4.4",
+    "4.5",
+    "4.6",
+    "4.7",
+    "4.8",
+    "4.9",
+    "5.0",
+    "$199",
+    "$249",
+    "$299",
+    "$349",
+    "$399",
+    "$449",
+    "$499",
+    "$549",
+    "$599",
+    "$649",
+    "INFORM:GET",
+    "INFORM:REFINE",
+    "INFORM:DISAMBIGUATE",
+    "INFORM:COMPARE",
+    "REQUEST:ADD_TO_CART",
+    "REQUEST:DISAMBIGUATE",
+    "REQUEST:COMPARE",
+    "REQUEST:GET",
+    "ASK:GET",
+    "CONFIRM:ADD_TO_CART",
+    "customerRating",
+    "customerReview",
+    "sleeveLength",
+    "availableSizes",
+    "price",
+    "size",
+    "brand",
+    "color",
+    "materials",
+    "type",
+    "pattern"
+  ],
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "<EOS>",
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

mt-bart-sys/checkpoint-11/tokenizer_config.json

@@ -0,0 +1,16 @@
+{
+  "add_prefix_space": false,
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "errors": "replace",
+  "mask_token": "<mask>",
+  "model_max_length": 1024,
+  "name_or_path": "/yrfs1/intern/yrchen5/pretraining_model/bart-large",
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "special_tokens_map_file": null,
+  "tokenizer_class": "BartTokenizer",
+  "trim_offsets": true,
+  "unk_token": "<unk>"
+}