Initial Commit
Browse files- README.md +64 -59
- eval_result_ner.json +1 -1
- model.safetensors +1 -1
- training_args.bin +1 -1
README.md
CHANGED
@@ -1,14 +1,14 @@
|
|
1 |
---
|
2 |
-
base_model: FacebookAI/xlm-roberta-base
|
3 |
library_name: transformers
|
4 |
license: mit
|
|
|
|
|
|
|
5 |
metrics:
|
6 |
- precision
|
7 |
- recall
|
8 |
- f1
|
9 |
- accuracy
|
10 |
-
tags:
|
11 |
-
- generated_from_trainer
|
12 |
model-index:
|
13 |
- name: scenario-kd-pre-ner-full_data-univner_full55
|
14 |
results: []
|
@@ -21,11 +21,11 @@ should probably proofread and complete it, then remove this comment. -->
|
|
21 |
|
22 |
This model is a fine-tuned version of [FacebookAI/xlm-roberta-base](https://huggingface.co/FacebookAI/xlm-roberta-base) on the None dataset.
|
23 |
It achieves the following results on the evaluation set:
|
24 |
-
- Loss: 0.
|
25 |
-
- Precision: 0.
|
26 |
-
- Recall: 0.
|
27 |
-
- F1: 0.
|
28 |
-
- Accuracy: 0.
|
29 |
|
30 |
## Model description
|
31 |
|
@@ -56,57 +56,62 @@ The following hyperparameters were used during training:
|
|
56 |
|
57 |
| Training Loss | Epoch | Step | Validation Loss | Precision | Recall | F1 | Accuracy |
|
58 |
|:-------------:|:-------:|:-----:|:---------------:|:---------:|:------:|:------:|:--------:|
|
59 |
-
| 1.
|
60 |
-
| 0.
|
61 |
-
| 0.
|
62 |
-
| 0.
|
63 |
-
| 0.
|
64 |
-
| 0.
|
65 |
-
| 0.
|
66 |
-
| 0.
|
67 |
-
| 0.
|
68 |
-
| 0.
|
69 |
-
| 0.
|
70 |
-
| 0.
|
71 |
-
| 0.
|
72 |
-
| 0.
|
73 |
-
| 0.
|
74 |
-
| 0.
|
75 |
-
| 0.
|
76 |
-
| 0.
|
77 |
-
| 0.
|
78 |
-
| 0.
|
79 |
-
| 0.
|
80 |
-
| 0.
|
81 |
-
| 0.
|
82 |
-
| 0.
|
83 |
-
| 0.
|
84 |
-
| 0.
|
85 |
-
| 0.
|
86 |
-
| 0.
|
87 |
-
| 0.
|
88 |
-
| 0.
|
89 |
-
| 0.
|
90 |
-
| 0.
|
91 |
-
| 0.
|
92 |
-
| 0.
|
93 |
-
| 0.
|
94 |
-
| 0.
|
95 |
-
| 0.
|
96 |
-
| 0.
|
97 |
-
| 0.
|
98 |
-
| 0.
|
99 |
-
| 0.
|
100 |
-
| 0.
|
101 |
-
| 0.
|
102 |
-
| 0.
|
103 |
-
| 0.
|
104 |
-
| 0.
|
105 |
-
| 0.
|
106 |
-
| 0.
|
107 |
-
| 0.
|
108 |
-
| 0.
|
109 |
-
| 0.
|
|
|
|
|
|
|
|
|
|
|
110 |
|
111 |
|
112 |
### Framework versions
|
|
|
1 |
---
|
|
|
2 |
library_name: transformers
|
3 |
license: mit
|
4 |
+
base_model: FacebookAI/xlm-roberta-base
|
5 |
+
tags:
|
6 |
+
- generated_from_trainer
|
7 |
metrics:
|
8 |
- precision
|
9 |
- recall
|
10 |
- f1
|
11 |
- accuracy
|
|
|
|
|
12 |
model-index:
|
13 |
- name: scenario-kd-pre-ner-full_data-univner_full55
|
14 |
results: []
|
|
|
21 |
|
22 |
This model is a fine-tuned version of [FacebookAI/xlm-roberta-base](https://huggingface.co/FacebookAI/xlm-roberta-base) on the None dataset.
|
23 |
It achieves the following results on the evaluation set:
|
24 |
+
- Loss: 0.4412
|
25 |
+
- Precision: 0.8211
|
26 |
+
- Recall: 0.8091
|
27 |
+
- F1: 0.8151
|
28 |
+
- Accuracy: 0.9808
|
29 |
|
30 |
## Model description
|
31 |
|
|
|
56 |
|
57 |
| Training Loss | Epoch | Step | Validation Loss | Precision | Recall | F1 | Accuracy |
|
58 |
|:-------------:|:-------:|:-----:|:---------------:|:---------:|:------:|:------:|:--------:|
|
59 |
+
| 1.3575 | 0.2910 | 500 | 0.9103 | 0.6705 | 0.6653 | 0.6679 | 0.9689 |
|
60 |
+
| 0.7321 | 0.5821 | 1000 | 0.7344 | 0.7247 | 0.7273 | 0.7260 | 0.9738 |
|
61 |
+
| 0.6472 | 0.8731 | 1500 | 0.6643 | 0.7405 | 0.7642 | 0.7522 | 0.9759 |
|
62 |
+
| 0.5635 | 1.1641 | 2000 | 0.6244 | 0.7627 | 0.7720 | 0.7673 | 0.9775 |
|
63 |
+
| 0.4932 | 1.4552 | 2500 | 0.6102 | 0.7445 | 0.7855 | 0.7644 | 0.9760 |
|
64 |
+
| 0.4871 | 1.7462 | 3000 | 0.5773 | 0.7682 | 0.7847 | 0.7764 | 0.9778 |
|
65 |
+
| 0.4543 | 2.0373 | 3500 | 0.5692 | 0.7888 | 0.7834 | 0.7861 | 0.9786 |
|
66 |
+
| 0.4077 | 2.3283 | 4000 | 0.5501 | 0.7671 | 0.8003 | 0.7834 | 0.9785 |
|
67 |
+
| 0.3882 | 2.6193 | 4500 | 0.5512 | 0.7822 | 0.7831 | 0.7827 | 0.9784 |
|
68 |
+
| 0.3826 | 2.9104 | 5000 | 0.5284 | 0.7860 | 0.7934 | 0.7897 | 0.9789 |
|
69 |
+
| 0.3527 | 3.2014 | 5500 | 0.5283 | 0.7854 | 0.7984 | 0.7919 | 0.9793 |
|
70 |
+
| 0.3353 | 3.4924 | 6000 | 0.5180 | 0.7964 | 0.8023 | 0.7993 | 0.9794 |
|
71 |
+
| 0.3336 | 3.7835 | 6500 | 0.5079 | 0.7831 | 0.8042 | 0.7935 | 0.9792 |
|
72 |
+
| 0.3176 | 4.0745 | 7000 | 0.4999 | 0.7927 | 0.8140 | 0.8032 | 0.9798 |
|
73 |
+
| 0.2974 | 4.3655 | 7500 | 0.4975 | 0.8068 | 0.8044 | 0.8056 | 0.9797 |
|
74 |
+
| 0.2932 | 4.6566 | 8000 | 0.5007 | 0.7983 | 0.7917 | 0.7950 | 0.9792 |
|
75 |
+
| 0.291 | 4.9476 | 8500 | 0.5011 | 0.7919 | 0.7979 | 0.7949 | 0.9788 |
|
76 |
+
| 0.2684 | 5.2386 | 9000 | 0.5011 | 0.8014 | 0.8032 | 0.8023 | 0.9801 |
|
77 |
+
| 0.2636 | 5.5297 | 9500 | 0.4938 | 0.8079 | 0.7943 | 0.8010 | 0.9796 |
|
78 |
+
| 0.2636 | 5.8207 | 10000 | 0.4924 | 0.8067 | 0.8009 | 0.8038 | 0.9800 |
|
79 |
+
| 0.255 | 6.1118 | 10500 | 0.4796 | 0.7997 | 0.8075 | 0.8036 | 0.9804 |
|
80 |
+
| 0.2417 | 6.4028 | 11000 | 0.4982 | 0.8030 | 0.7990 | 0.8010 | 0.9796 |
|
81 |
+
| 0.2423 | 6.6938 | 11500 | 0.4827 | 0.7932 | 0.8129 | 0.8029 | 0.9797 |
|
82 |
+
| 0.2377 | 6.9849 | 12000 | 0.4774 | 0.8135 | 0.8080 | 0.8107 | 0.9805 |
|
83 |
+
| 0.2208 | 7.2759 | 12500 | 0.4759 | 0.8157 | 0.8078 | 0.8117 | 0.9809 |
|
84 |
+
| 0.2228 | 7.5669 | 13000 | 0.4669 | 0.8140 | 0.8139 | 0.8139 | 0.9808 |
|
85 |
+
| 0.2224 | 7.8580 | 13500 | 0.4762 | 0.8111 | 0.8088 | 0.8099 | 0.9806 |
|
86 |
+
| 0.2154 | 8.1490 | 14000 | 0.4756 | 0.8163 | 0.8085 | 0.8124 | 0.9806 |
|
87 |
+
| 0.2057 | 8.4400 | 14500 | 0.4751 | 0.8127 | 0.8097 | 0.8112 | 0.9805 |
|
88 |
+
| 0.2072 | 8.7311 | 15000 | 0.4678 | 0.8035 | 0.8146 | 0.8090 | 0.9803 |
|
89 |
+
| 0.2023 | 9.0221 | 15500 | 0.4678 | 0.8213 | 0.8065 | 0.8139 | 0.9805 |
|
90 |
+
| 0.1951 | 9.3132 | 16000 | 0.4665 | 0.7996 | 0.8096 | 0.8046 | 0.9802 |
|
91 |
+
| 0.1928 | 9.6042 | 16500 | 0.4695 | 0.8157 | 0.8106 | 0.8131 | 0.9805 |
|
92 |
+
| 0.1925 | 9.8952 | 17000 | 0.4607 | 0.8112 | 0.8127 | 0.8120 | 0.9805 |
|
93 |
+
| 0.1876 | 10.1863 | 17500 | 0.4573 | 0.8087 | 0.8247 | 0.8166 | 0.9811 |
|
94 |
+
| 0.1825 | 10.4773 | 18000 | 0.4520 | 0.8147 | 0.8293 | 0.8220 | 0.9817 |
|
95 |
+
| 0.1796 | 10.7683 | 18500 | 0.4566 | 0.8137 | 0.8146 | 0.8141 | 0.9807 |
|
96 |
+
| 0.1809 | 11.0594 | 19000 | 0.4524 | 0.8231 | 0.8137 | 0.8184 | 0.9810 |
|
97 |
+
| 0.1704 | 11.3504 | 19500 | 0.4593 | 0.8130 | 0.8156 | 0.8143 | 0.9809 |
|
98 |
+
| 0.1729 | 11.6414 | 20000 | 0.4549 | 0.8225 | 0.8075 | 0.8149 | 0.9809 |
|
99 |
+
| 0.173 | 11.9325 | 20500 | 0.4620 | 0.8166 | 0.8166 | 0.8166 | 0.9809 |
|
100 |
+
| 0.1656 | 12.2235 | 21000 | 0.4467 | 0.8015 | 0.8070 | 0.8042 | 0.9804 |
|
101 |
+
| 0.1623 | 12.5146 | 21500 | 0.4504 | 0.8139 | 0.8247 | 0.8193 | 0.9813 |
|
102 |
+
| 0.1651 | 12.8056 | 22000 | 0.4496 | 0.8208 | 0.8142 | 0.8175 | 0.9809 |
|
103 |
+
| 0.1595 | 13.0966 | 22500 | 0.4448 | 0.8141 | 0.8172 | 0.8157 | 0.9810 |
|
104 |
+
| 0.1561 | 13.3877 | 23000 | 0.4496 | 0.8187 | 0.8162 | 0.8174 | 0.9811 |
|
105 |
+
| 0.1576 | 13.6787 | 23500 | 0.4509 | 0.8198 | 0.8124 | 0.8161 | 0.9810 |
|
106 |
+
| 0.1563 | 13.9697 | 24000 | 0.4445 | 0.8205 | 0.8119 | 0.8162 | 0.9809 |
|
107 |
+
| 0.15 | 14.2608 | 24500 | 0.4398 | 0.8179 | 0.8152 | 0.8165 | 0.9812 |
|
108 |
+
| 0.153 | 14.5518 | 25000 | 0.4460 | 0.8281 | 0.8071 | 0.8175 | 0.9811 |
|
109 |
+
| 0.1482 | 14.8428 | 25500 | 0.4480 | 0.8246 | 0.8145 | 0.8195 | 0.9809 |
|
110 |
+
| 0.1485 | 15.1339 | 26000 | 0.4438 | 0.8199 | 0.8175 | 0.8187 | 0.9810 |
|
111 |
+
| 0.1449 | 15.4249 | 26500 | 0.4423 | 0.8216 | 0.8106 | 0.8160 | 0.9808 |
|
112 |
+
| 0.1455 | 15.7159 | 27000 | 0.4440 | 0.8181 | 0.8078 | 0.8129 | 0.9807 |
|
113 |
+
| 0.1438 | 16.0070 | 27500 | 0.4437 | 0.8298 | 0.8119 | 0.8207 | 0.9812 |
|
114 |
+
| 0.1396 | 16.2980 | 28000 | 0.4412 | 0.8211 | 0.8091 | 0.8151 | 0.9808 |
|
115 |
|
116 |
|
117 |
### Framework versions
|
eval_result_ner.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"ceb_gja": {"precision": 0.
|
|
|
1 |
+
{"ceb_gja": {"precision": 0.5277777777777778, "recall": 0.7755102040816326, "f1": 0.628099173553719, "accuracy": 0.9667953667953668}, "en_pud": {"precision": 0.7726001863932899, "recall": 0.7711627906976745, "f1": 0.7718808193668529, "accuracy": 0.9782772950510011}, "de_pud": {"precision": 0.7163375224416517, "recall": 0.7680461982675649, "f1": 0.7412912215513239, "accuracy": 0.9727157657868829}, "pt_pud": {"precision": 0.813953488372093, "recall": 0.8598726114649682, "f1": 0.836283185840708, "accuracy": 0.9848763190498568}, "ru_pud": {"precision": 0.6829727187206021, "recall": 0.7007722007722008, "f1": 0.6917579799904717, "accuracy": 0.968741927150607}, "sv_pud": {"precision": 0.8398009950248756, "recall": 0.8202137998056366, "f1": 0.8298918387413963, "accuracy": 0.9834346823233382}, "tl_trg": {"precision": 0.7272727272727273, "recall": 0.6956521739130435, "f1": 0.711111111111111, "accuracy": 0.9863760217983651}, "tl_ugnayan": {"precision": 0.6, "recall": 0.7272727272727273, "f1": 0.6575342465753425, "accuracy": 0.9735642661804923}, "zh_gsd": {"precision": 0.8, "recall": 0.8083441981747066, "f1": 0.8041504539559015, "accuracy": 0.9736097236097236}, "zh_gsdsimp": {"precision": 0.7984293193717278, "recall": 0.799475753604194, "f1": 0.7989521938441388, "accuracy": 0.9734432234432234}, "hr_set": {"precision": 0.8806896551724138, "recall": 0.910192444761226, "f1": 0.8951980371538731, "accuracy": 0.9875927452596868}, "da_ddt": {"precision": 0.8558139534883721, "recall": 0.8232662192393736, "f1": 0.8392246294184721, "accuracy": 0.9881273071934551}, "en_ewt": {"precision": 0.7678227360308285, "recall": 0.7325367647058824, "f1": 0.7497648165569145, "accuracy": 0.9761326054906961}, "pt_bosque": {"precision": 0.8447154471544716, "recall": 0.8551440329218107, "f1": 0.8498977505112475, "accuracy": 0.9859078394435589}, "sr_set": {"precision": 0.9241706161137441, "recall": 0.9208972845336482, "f1": 0.9225310467179184, "accuracy": 0.9883547850450923}, "sk_snk": {"precision": 0.7613122171945701, "recall": 0.7355191256830601, "f1": 0.7481934408004448, "accuracy": 0.9659233668341709}, "sv_talbanken": {"precision": 0.8037383177570093, "recall": 0.8775510204081632, "f1": 0.8390243902439024, "accuracy": 0.9970064288168032}}
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 939737140
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:625c7639248af8b0a841fb47f36ef96c61015a3e7a80a0ad1cecd74e54c50e6f
|
3 |
size 939737140
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5304
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dfd55ffdaee17acabce138d8a4aae3a492347dce4be84be815d157c9f4cd8f02
|
3 |
size 5304
|