model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "cner_output/model/baseline_2021/t_roberta_base_dec2021_concat/best_model",
+  "_name_or_path": "cner_output/model/baseline_2021/t_roberta_base_dec2021_concat/model_dlnktu/epoch_10",
   "architectures": [
     "RobertaForTokenClassification"
   ],

eval/metric.json

@@ -1 +1 @@
-{"2020.dev": {"micro/f1": 0.646588486140725, "micro/f1_ci": {"90": [0.6251572847682119, 0.6652575829440774], "95": [0.6202548167957826, 0.6675569401443305]}, "micro/recall": 0.6337513061650992, "micro/precision": 0.6599564744287268, "macro/f1": 0.5928191294529521, "macro/f1_ci": {"90": [0.5695540148162108, 0.6121823270191757], "95": [0.565917349723447, 0.6157694241618044]}, "macro/recall": 0.5810734177928769, "macro/precision": 0.6071323009501672, "per_entity_metric": {"corporation": {"f1": 0.5221932114882506, "f1_ci": {"90": [0.4639481481481481, 0.5746565855943261], "95": [0.4550561797752809, 0.5837931495852289]}, "precision": 0.5555555555555556, "recall": 0.49261083743842365}, "creative_work": {"f1": 0.5145631067961166, "f1_ci": {"90": [0.4514178101742587, 0.5668257193657245], "95": [0.4438660625913183, 0.5738767340098687]}, "precision": 0.5196078431372549, "recall": 0.5096153846153846}, "event": {"f1": 0.4087301587301588, "f1_ci": {"90": [0.35797665369649806, 0.45738478044716224], "95": [0.3496566537062586, 0.464614632640461]}, "precision": 0.4153225806451613, "recall": 0.40234375}, "group": {"f1": 0.5676274944567627, "f1_ci": {"90": [0.5077711988701179, 0.6153989667049369], "95": [0.4967233640444129, 0.6254977337586034]}, "precision": 0.5714285714285714, "recall": 0.5638766519823789}, "location": {"f1": 0.6259946949602122, "f1_ci": {"90": [0.5721281296023564, 0.6790785432207108], "95": [0.5597822125744706, 0.6885323780226626]}, "precision": 0.6020408163265306, "recall": 0.6519337016574586}, "person": {"f1": 0.8742616033755274, "f1_ci": {"90": [0.851580210867802, 0.8921752086270625], "95": [0.8460828555681655, 0.8962829206636468]}, "precision": 0.8824531516183987, "recall": 0.8662207357859532}, "product": {"f1": 0.6363636363636365, "f1_ci": {"90": [0.5867092433194795, 0.6793355623257256], "95": [0.5756646747465678, 0.688391706360325]}, "precision": 0.7035175879396985, "recall": 0.5809128630705395}}}, "2021.test": {"micro/f1": 0.6451864218141348, "micro/f1_ci": {"90": [0.6365283596050658, 0.6550421835475038], "95": [0.6346506311818689, 0.6566790916930256]}, "micro/recall": 0.6703283996299723, "micro/precision": 0.6218622613173139, "macro/f1": 0.5984337798087959, "macro/f1_ci": {"90": [0.5887083949848766, 0.608119009296465], "95": [0.5864915693567034, 0.6103704094502992]}, "macro/recall": 0.6271861146945873, "macro/precision": 0.576224537660451, "per_entity_metric": {"corporation": {"f1": 0.5229309435951502, "f1_ci": {"90": [0.4991188664558786, 0.5476819511214662], "95": [0.4941402507929312, 0.552537213156609]}, "precision": 0.4974924774322969, "recall": 0.5511111111111111}, "creative_work": {"f1": 0.4313063063063063, "f1_ci": {"90": [0.4032705831338021, 0.4630232451008393], "95": [0.39695225084569347, 0.4674781279349912]}, "precision": 0.36650717703349284, "recall": 0.5239398084815321}, "event": {"f1": 0.4658886894075404, "f1_ci": {"90": [0.4423160339156771, 0.48852522159152206], "95": [0.4386609141939523, 0.4933260862023106]}, "precision": 0.45969884853852966, "recall": 0.47224749772520475}, "group": {"f1": 0.6052196894615129, "f1_ci": {"90": [0.5859193309369339, 0.6273252084669659], "95": [0.583545640841997, 0.6303998408807465]}, "precision": 0.6070245195493704, "recall": 0.6034255599472991}, "location": {"f1": 0.6649874055415617, "f1_ci": {"90": [0.637866241327518, 0.6920316418037316], "95": [0.6338790444712203, 0.695329783025354]}, "precision": 0.6055045871559633, "recall": 0.7374301675977654}, "person": {"f1": 0.8376775121337408, "f1_ci": {"90": [0.8274347658378238, 0.8484787946853214], "95": [0.8253260558444883, 0.8505373694944749]}, "precision": 0.8172571027709575, "recall": 0.8591445427728613}, "product": {"f1": 0.6610259122157588, "f1_ci": {"90": [0.6384070728278912, 0.6829834716264374], "95": [0.6355642843131, 0.6875400756186918]}, "precision": 0.6800870511425462, "recall": 0.6430041152263375}}}, "2020.test": {"micro/f1": 0.6507936507936507, "micro/f1_ci": {"90": [0.630060390800867, 0.6706019239897782], "95": [0.625978259073758, 0.6744190774584403]}, "micro/recall": 0.6382978723404256, "micro/precision": 0.6637884511602806, "macro/f1": 0.6088735842410985, "macro/f1_ci": {"90": [0.5855903044170264, 0.6295204566698994], "95": [0.5822140746329457, 0.6328067383292573]}, "macro/recall": 0.6014448326527085, "macro/precision": 0.6203831508667683, "per_entity_metric": {"corporation": {"f1": 0.5736040609137055, "f1_ci": {"90": [0.5164300128416803, 0.6276560454405574], "95": [0.5027588151919238, 0.639618138424821]}, "precision": 0.5566502463054187, "recall": 0.5916230366492147}, "creative_work": {"f1": 0.5546666666666668, "f1_ci": {"90": [0.5015272262540508, 0.6056210964607912], "95": [0.490016583747927, 0.612251275510204]}, "precision": 0.5306122448979592, "recall": 0.5810055865921788}, "event": {"f1": 0.47490347490347495, "f1_ci": {"90": [0.42265181502961124, 0.5238421395955641], "95": [0.4165029469548134, 0.535981904131867]}, "precision": 0.48616600790513836, "recall": 0.4641509433962264}, "group": {"f1": 0.5519713261648745, "f1_ci": {"90": [0.4970649413207217, 0.6025001565068979], "95": [0.48285664933270306, 0.6135480804056502]}, "precision": 0.6234817813765182, "recall": 0.49517684887459806}, "location": {"f1": 0.6315789473684211, "f1_ci": {"90": [0.5632722776427195, 0.6938831270213004], "95": [0.5467116493656287, 0.7086536025766295]}, "precision": 0.6101694915254238, "recall": 0.6545454545454545}, "person": {"f1": 0.8414839797639124, "f1_ci": {"90": [0.8135241884688061, 0.8651829905424483], "95": [0.8094352648552664, 0.8702667855173793]}, "precision": 0.8457627118644068, "recall": 0.837248322147651}, "product": {"f1": 0.6339066339066339, "f1_ci": {"90": [0.5772648123021257, 0.6872097990788332], "95": [0.5629475685954902, 0.6962635171502667]}, "precision": 0.6898395721925134, "recall": 0.5863636363636363}}}, "2021.test (span detection)": {"micro/f1": 0.7821354429669527, "micro/f1_ci": {}, "micro/recall": 0.8060599051694229, "micro/precision": 0.759590235396687, "macro/f1": 0.7821354429669527, "macro/f1_ci": {}, "macro/recall": 0.8060599051694229, "macro/precision": 0.759590235396687}, "2020.test (span detection)": {"micro/f1": 0.7646432374866879, "micro/f1_ci": {}, "micro/recall": 0.7451997924234561, "micro/precision": 0.7851284855112083, "macro/f1": 0.7646432374866879, "macro/f1_ci": {}, "macro/recall": 0.7451997924234561, "macro/precision": 0.7851284855112083}, "2020.dev (span detection)": {"micro/f1": 0.7644849785407726, "micro/f1_ci": {}, "micro/recall": 0.7445141065830722, "micro/precision": 0.7855567805953694, "macro/f1": 0.7644849785407726, "macro/f1_ci": {}, "macro/recall": 0.7445141065830722, "macro/precision": 0.7855567805953694}}
+{"2021.dev": {"micro/f1": 0.642156862745098, "micro/f1_ci": {}, "micro/recall": 0.655, "micro/precision": 0.6298076923076923, "macro/f1": 0.6004942384479613, "macro/f1_ci": {}, "macro/recall": 0.6146549344794797, "macro/precision": 0.5895253900625403, "per_entity_metric": {"corporation": {"f1": 0.5970149253731343, "f1_ci": {}, "precision": 0.6060606060606061, "recall": 0.5882352941176471}, "creative_work": {"f1": 0.42774566473988446, "f1_ci": {}, "precision": 0.37373737373737376, "recall": 0.5}, "event": {"f1": 0.38345864661654133, "f1_ci": {}, "precision": 0.37777777777777777, "recall": 0.3893129770992366}, "group": {"f1": 0.6458797327394209, "f1_ci": {}, "precision": 0.6531531531531531, "recall": 0.6387665198237885}, "location": {"f1": 0.6577181208053691, "f1_ci": {}, "precision": 0.6363636363636364, "recall": 0.6805555555555556}, "person": {"f1": 0.821917808219178, "f1_ci": {}, "precision": 0.7973421926910299, "recall": 0.8480565371024735}, "product": {"f1": 0.6697247706422017, "f1_ci": {}, "precision": 0.6822429906542056, "recall": 0.6576576576576577}}}, "2021.test": {"micro/f1": 0.6447001005249637, "micro/f1_ci": {"90": [0.6358921767926183, 0.6542958612061787], "95": [0.6341987223616053, 0.6560992650244356]}, "micro/recall": 0.6674375578168362, "micro/precision": 0.6234607906675308, "macro/f1": 0.5982200308213212, "macro/f1_ci": {"90": [0.5881550153814866, 0.6085554142266025], "95": [0.5868087805464741, 0.6101643811579637]}, "macro/recall": 0.622268182336741, "macro/precision": 0.576608821080324, "per_entity_metric": {"corporation": {"f1": 0.5048128342245989, "f1_ci": {"90": [0.479765110450545, 0.5306144595657036], "95": [0.47517387506462216, 0.5351675634581814]}, "precision": 0.4865979381443299, "recall": 0.5244444444444445}, "creative_work": {"f1": 0.45297029702970293, "f1_ci": {"90": [0.42319336176888755, 0.48488758755117906], "95": [0.4162047502047502, 0.4893898449722657]}, "precision": 0.4135593220338983, "recall": 0.5006839945280438}, "event": {"f1": 0.46761313220940554, "f1_ci": {"90": [0.44575807806932577, 0.4903905189360568], "95": [0.4422550278552021, 0.49587724619000695]}, "precision": 0.4562770562770563, "recall": 0.47952684258416745}, "group": {"f1": 0.6009661835748793, "f1_ci": {"90": [0.5801815329496189, 0.621933633730728], "95": [0.5775182443071706, 0.6251598548687218]}, "precision": 0.5879017013232514, "recall": 0.6146245059288538}, "location": {"f1": 0.6592252133946159, "f1_ci": {"90": [0.6323286497785727, 0.6864389614941666], "95": [0.6275471764048085, 0.6917652468518968]}, "precision": 0.6220570012391574, "recall": 0.7011173184357542}, "person": {"f1": 0.8302430243024302, "f1_ci": {"90": [0.8199438783116751, 0.841483594116568], "95": [0.8177798298118928, 0.8435008852333449]}, "precision": 0.8111150193457615, "recall": 0.8502949852507374}, "product": {"f1": 0.6717095310136157, "f1_ci": {"90": [0.6498440287017558, 0.6930412862784509], "95": [0.6467581027914819, 0.6969171035150417]}, "precision": 0.658753709198813, "recall": 0.6851851851851852}}}, "2020.test": {"micro/f1": 0.6582010582010582, "micro/f1_ci": {"90": [0.6379167890637253, 0.6767511315048438], "95": [0.6339207548025675, 0.6807947362204927]}, "micro/recall": 0.6455630513751947, "micro/precision": 0.671343766864544, "macro/f1": 0.619090119256277, "macro/f1_ci": {"90": [0.5972479198841049, 0.6386559386417274], "95": [0.5937401018540227, 0.6428463929597004]}, "macro/recall": 0.6088158080350003, "macro/precision": 0.6309214005692869, "per_entity_metric": {"corporation": {"f1": 0.5796344647519582, "f1_ci": {"90": [0.5234079697610352, 0.6277959240647681], "95": [0.5141152231379257, 0.6394375]}, "precision": 0.578125, "recall": 0.581151832460733}, "creative_work": {"f1": 0.553072625698324, "f1_ci": {"90": [0.49853196304809205, 0.6028253100693715], "95": [0.4876406133927624, 0.6114264896373057]}, "precision": 0.553072625698324, "recall": 0.553072625698324}, "event": {"f1": 0.444022770398482, "f1_ci": {"90": [0.3922253196193406, 0.4971993370807634], "95": [0.38228807543114435, 0.5075202210070632]}, "precision": 0.44656488549618323, "recall": 0.44150943396226416}, "group": {"f1": 0.5749128919860629, "f1_ci": {"90": [0.5205170817406994, 0.625659134872618], "95": [0.5104305259005177, 0.6358512874408828]}, "precision": 0.6273764258555133, "recall": 0.5305466237942122}, "location": {"f1": 0.6646706586826348, "f1_ci": {"90": [0.5974730765917118, 0.7278115556520639], "95": [0.5810510954741723, 0.7381043956043957]}, "precision": 0.6568047337278107, "recall": 0.6727272727272727}, "person": {"f1": 0.844331641285956, "f1_ci": {"90": [0.8183284457478005, 0.8676071424722781], "95": [0.8145682012390513, 0.8709331756339546]}, "precision": 0.8515358361774744, "recall": 0.837248322147651}, "product": {"f1": 0.6729857819905214, "f1_ci": {"90": [0.6212986836419078, 0.7170731707317073], "95": [0.6111074847693646, 0.725641560972215]}, "precision": 0.7029702970297029, "recall": 0.6454545454545455}}}, "2021.test (span detection)": {"micro/f1": 0.7793353811784417, "micro/f1_ci": {}, "micro/recall": 0.8068694344859488, "micro/precision": 0.7536184921149276, "macro/f1": 0.7793353811784417, "macro/f1_ci": {}, "macro/recall": 0.8068694344859488, "macro/precision": 0.7536184921149276}, "2020.test (span detection)": {"micro/f1": 0.7647525800476317, "micro/f1_ci": {}, "micro/recall": 0.7498702646600934, "micro/precision": 0.7802375809935205, "macro/f1": 0.7647525800476317, "macro/f1_ci": {}, "macro/recall": 0.7498702646600934, "macro/precision": 0.7802375809935205}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c97dc26b78b7a520ccf755a5ac607bbcfa6ebe48cb7b44f11083c57f5015eb63
-size 496349169
+oid sha256:11b1904e0de271a4daa48c97b4f54aa4af154fabe58b3e132f887fc687589667
+size 496351921

tokenizer_config.json

@@ -1 +1 @@
-{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "cner_output/model/baseline_2021/t_roberta_base_dec2021_concat/best_model", "tokenizer_class": "RobertaTokenizer"}
+{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "cner_output/model/baseline_2021/t_roberta_base_dec2021_concat/model_dlnktu/epoch_10", "tokenizer_class": "RobertaTokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"data_split": "2020_2021.train", "model": "cardiffnlp/twitter-roberta-base-dec2021", "crf": true, "max_length": 128, "epoch": 30, "batch_size": 32, "lr": 1e-05, "random_seed": 0, "gradient_accumulation_steps": 1, "weight_decay": 1e-07, "lr_warmup_step_ratio": 0.3, "max_grad_norm": 1}