Initial Commit

README.md

@@ -23,10 +23,10 @@ model-index:
     metrics:
     - name: Accuracy
       type: accuracy
-      value: 0.8000036435845584
+      value: 0.7999125539705962
     - name: F1
       type: f1
-      value: 0.758305292124411
+      value: 0.7608456488954072
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -36,9 +36,9 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [microsoft/mdeberta-v3-base](https://huggingface.co/microsoft/mdeberta-v3-base) on the massive dataset.
 It achieves the following results on the evaluation set:
-- Loss: 1.3801
-- Accuracy: 0.8000
-- F1: 0.7583
+- Loss: 1.3792
+- Accuracy: 0.7999
+- F1: 0.7608
 
 ## Model description
 
@@ -69,14 +69,14 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step  | Validation Loss | Accuracy | F1     |
 |:-------------:|:-----:|:-----:|:---------------:|:--------:|:------:|
-| 0.489         | 0.56  | 5000  | 0.9200          | 0.7871   | 0.7332 |
-| 0.2753        | 1.11  | 10000 | 1.0539          | 0.7885   | 0.7364 |
-| 0.2348        | 1.67  | 15000 | 1.0362          | 0.7891   | 0.7431 |
-| 0.1648        | 2.22  | 20000 | 1.1925          | 0.7867   | 0.7535 |
-| 0.1481        | 2.78  | 25000 | 1.1608          | 0.7920   | 0.7513 |
-| 0.1074        | 3.33  | 30000 | 1.3151          | 0.7966   | 0.7513 |
-| 0.0942        | 3.89  | 35000 | 1.3274          | 0.7952   | 0.7523 |
-| 0.0684        | 4.45  | 40000 | 1.3801          | 0.8000   | 0.7583 |
+| 0.4658        | 0.56  | 5000  | 0.9703          | 0.7825   | 0.7290 |
+| 0.2748        | 1.11  | 10000 | 0.9829          | 0.7934   | 0.7386 |
+| 0.237         | 1.67  | 15000 | 1.0459          | 0.7881   | 0.7348 |
+| 0.1545        | 2.22  | 20000 | 1.1641          | 0.7920   | 0.7544 |
+| 0.1482        | 2.78  | 25000 | 1.1840          | 0.7951   | 0.7528 |
+| 0.1076        | 3.33  | 30000 | 1.2621          | 0.7933   | 0.7504 |
+| 0.0974        | 3.89  | 35000 | 1.3127          | 0.7972   | 0.7566 |
+| 0.0654        | 4.45  | 40000 | 1.3792          | 0.7999   | 0.7608 |
 
 
 ### Framework versions

eval_results_ml.json

@@ -1 +1 @@
-{"tl-PH": {"f1": 0.006875672859002747, "accuracy": 0.03227975790181574}, "he-IL": {"f1": 0.01112705673052353, "accuracy": 0.04942837928715535}, "pl-PL": {"f1": 0.007222211722835514, "accuracy": 0.03732347007397444}, "fi-FI": {"f1": 0.00790740755764027, "accuracy": 0.03732347007397444}, "fr-FR": {"f1": 0.011501569767034333, "accuracy": 0.04303967720242098}, "af-ZA": {"f1": 0.011473947112916633, "accuracy": 0.03732347007397444}, "ar-SA": {"f1": 0.012395030804148732, "accuracy": 0.0410221923335575}, "lv-LV": {"f1": 0.008363692550532776, "accuracy": 0.04270342972427707}, "pt-PT": {"f1": 0.009736926796400584, "accuracy": 0.04371217215870881}, "az-AZ": {"f1": 0.01191324840094076, "accuracy": 0.04203093476798924}, "mn-MN": {"f1": 0.008587907210397159, "accuracy": 0.04808338937457969}, "en-US": {"f1": 0.00818333187046788, "accuracy": 0.03732347007397444}, "ur-PK": {"f1": 0.009925554642259941, "accuracy": 0.0410221923335575}, "nb-NO": {"f1": 0.012711731246886286, "accuracy": 0.04303967720242098}, "hi-IN": {"f1": 0.01004446604342801, "accuracy": 0.03261600537995965}, "ko-KR": {"f1": 0.008210383117135806, "accuracy": 0.04270342972427707}, "ka-GE": {"f1": 0.009871746509768312, "accuracy": 0.03665097511768662}, "ml-IN": {"f1": 0.008540228664146797, "accuracy": 0.03463349024882313}, "te-IN": {"f1": 0.008658351865283454, "accuracy": 0.03967720242098184}, "cy-GB": {"f1": 0.009946187963089064, "accuracy": 0.03362474781439139}, "sw-KE": {"f1": 0.009350872800552499, "accuracy": 0.0386684599865501}, "ro-RO": {"f1": 0.0132556913173252, "accuracy": 0.04606590450571621}, "sl-SL": {"f1": 0.012020896091878848, "accuracy": 0.0531271015467384}, "ru-RU": {"f1": 0.01146100419919227, "accuracy": 0.03732347007397444}, "km-KH": {"f1": 0.01080970309715687, "accuracy": 0.04068594485541358}, "sq-AL": {"f1": 0.008227815605246167, "accuracy": 0.04539340954942838}, "hu-HU": {"f1": 0.007738209678337053, "accuracy": 0.03900470746469401}, "bn-BD": {"f1": 0.010084023590704646, "accuracy": 0.03698722259583053}, "da-DK": {"f1": 0.009328747705293228, "accuracy": 0.0363147276395427}, "es-ES": {"f1": 0.009773365178961808, "accuracy": 0.04169468728984533}, "ja-JP": {"f1": 0.009216484887800738, "accuracy": 0.0410221923335575}, "am-ET": {"f1": 0.01050901907599558, "accuracy": 0.04203093476798924}, "jv-ID": {"f1": 0.010818079721138981, "accuracy": 0.04572965702757229}, "id-ID": {"f1": 0.010686997156624044, "accuracy": 0.03833221250840619}, "my-MM": {"f1": 0.009333804456920754, "accuracy": 0.03967720242098184}, "sv-SE": {"f1": 0.012950038500405495, "accuracy": 0.04034969737726967}, "it-IT": {"f1": 0.011080160343758054, "accuracy": 0.0484196368527236}, "ta-IN": {"f1": 0.008243030035616768, "accuracy": 0.03396099529253531}, "de-DE": {"f1": 0.010400323728878115, "accuracy": 0.04539340954942838}, "tr-TR": {"f1": 0.012382622322703315, "accuracy": 0.04068594485541358}, "el-GR": {"f1": 0.01627262624929848, "accuracy": 0.04270342972427707}, "zh-CN": {"f1": 0.01849610248179169, "accuracy": 0.04001344989912576}, "is-IS": {"f1": 0.01275092383505148, "accuracy": 0.04673839946200403}, "ms-MY": {"f1": 0.01006936866477549, "accuracy": 0.04303967720242098}, "th-TH": {"f1": 0.00812165805982849, "accuracy": 0.04236718224613315}, "nl-NL": {"f1": 0.012478194155623823, "accuracy": 0.05110961667787491}, "fa-IR": {"f1": 0.012065661659735062, "accuracy": 0.04034969737726967}, "zh-TW": {"f1": 0.015672148034342526, "accuracy": 0.04203093476798924}, "kn-IN": {"f1": 0.010060808237408965, "accuracy": 0.04135843981170141}, "hy-AM": {"f1": 0.009550520100711042, "accuracy": 0.04472091459314055}, "vi-VN": {"f1": 0.009881280528727089, "accuracy": 0.03765971755211836}, "ca-ES": {"f1": 0.008900672155308929, "accuracy": 0.04203093476798924}, "all": {"f1": 0.010841231640559054, "accuracy": 0.04156536133671305}}
+{"ms-MY": {"f1": 0.755184517682663, "accuracy": 0.8197713517148622}, "ru-RU": {"f1": 0.8404649865240412, "accuracy": 0.8839946200403497}, "sl-SL": {"f1": 0.7142929269137182, "accuracy": 0.7706792199058508}, "id-ID": {"f1": 0.8246887253152472, "accuracy": 0.8769334229993275}, "bn-BD": {"f1": 0.8247876849796064, "accuracy": 0.8587760591795561}, "sq-AL": {"f1": 0.6984789952287451, "accuracy": 0.7642905178211163}, "ml-IN": {"f1": 0.7200647069549447, "accuracy": 0.7921990585070612}, "ca-ES": {"f1": 0.7780139777105972, "accuracy": 0.8227975790181573}, "fa-IR": {"f1": 0.7828879257554113, "accuracy": 0.839609952925353}, "hi-IN": {"f1": 0.8190532395252621, "accuracy": 0.8678547410894418}, "ka-GE": {"f1": 0.791527553143665, "accuracy": 0.8238063214525891}, "nb-NO": {"f1": 0.814225494373776, "accuracy": 0.8638197713517148}, "es-ES": {"f1": 0.8395680057505499, "accuracy": 0.8725622057834567}, "fi-FI": {"f1": 0.8302401412764622, "accuracy": 0.863483523873571}, "my-MM": {"f1": 0.8111476911227901, "accuracy": 0.8507061197041023}, "de-DE": {"f1": 0.8243485334268154, "accuracy": 0.8691997310020175}, "pt-PT": {"f1": 0.8341437582413316, "accuracy": 0.8725622057834567}, "hy-AM": {"f1": 0.8057703225612072, "accuracy": 0.855749831876261}, "zh-CN": {"f1": 0.8243995269287988, "accuracy": 0.863147276395427}, "sv-SE": {"f1": 0.8096307714102047, "accuracy": 0.8564223268325487}, "cy-GB": {"f1": 0.3399130937753805, "accuracy": 0.44586415601882984}, "am-ET": {"f1": 0.45030975843903426, "accuracy": 0.5494283792871554}, "he-IL": {"f1": 0.7474677237965811, "accuracy": 0.8049764626765299}, "ta-IN": {"f1": 0.6840698870102281, "accuracy": 0.7595830531271015}, "hu-HU": {"f1": 0.8129340813566108, "accuracy": 0.867182246133154}, "af-ZA": {"f1": 0.7319370890419808, "accuracy": 0.7837928715534633}, "vi-VN": {"f1": 0.8325810276108729, "accuracy": 0.8705447209145931}, "kn-IN": {"f1": 0.6971373868781806, "accuracy": 0.7686617350369872}, "te-IN": {"f1": 0.7102218885792838, "accuracy": 0.7747141896435776}, "ko-KR": {"f1": 0.8357864696943907, "accuracy": 0.8678547410894418}, "el-GR": {"f1": 0.8279123711566073, "accuracy": 0.8722259583053127}, "tl-PH": {"f1": 0.5198509694476842, "accuracy": 0.6072629455279085}, "it-IT": {"f1": 0.7783496258003446, "accuracy": 0.8500336247478144}, "sw-KE": {"f1": 0.5578775065309984, "accuracy": 0.6392064559515803}, "zh-TW": {"f1": 0.8196080854483003, "accuracy": 0.8473436449226631}, "mn-MN": {"f1": 0.6630513630452713, "accuracy": 0.7431069266980498}, "th-TH": {"f1": 0.7764025018114997, "accuracy": 0.8180901143241426}, "nl-NL": {"f1": 0.8006919164778851, "accuracy": 0.8547410894418291}, "ro-RO": {"f1": 0.7572700688785169, "accuracy": 0.8268325487558843}, "is-IS": {"f1": 0.8165307072557275, "accuracy": 0.8577673167451244}, "jv-ID": {"f1": 0.8065064318031815, "accuracy": 0.8523873570948218}, "en-US": {"f1": 0.8589647378462507, "accuracy": 0.8880295897780767}, "ur-PK": {"f1": 0.6558774933438418, "accuracy": 0.7310020174848688}, "da-DK": {"f1": 0.793493879502483, "accuracy": 0.8540685944855414}, "tr-TR": {"f1": 0.8258818916576693, "accuracy": 0.8705447209145931}, "ja-JP": {"f1": 0.8389201812660202, "accuracy": 0.8806321452589105}, "ar-SA": {"f1": 0.7844486971180629, "accuracy": 0.8305312710154674}, "pl-PL": {"f1": 0.7911983726621498, "accuracy": 0.847679892400807}, "az-AZ": {"f1": 0.7352354322141648, "accuracy": 0.8012777404169469}, "km-KH": {"f1": 0.6502818436658924, "accuracy": 0.6933422999327505}, "lv-LV": {"f1": 0.838717190888265, "accuracy": 0.8648285137861466}, "fr-FR": {"f1": 0.8278661970965807, "accuracy": 0.875252185608608}, "all": {"f1": 0.7633486668020143, "accuracy": 0.8131175314262066}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1596a16ce5edf0ca61c6dbf108fb17660f0b473debc8b589cc6bcfa8617fc62a
+oid sha256:a99081d4e593c5382dbca2d24d2e38adb06356549c50c57470f4458b9c962fcd
 size 1115491954

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0d8cdec4211b3ee4d19aa7899e08dbdc10d71e7205f71f30ca61ce289a0b21d
+oid sha256:75de71762b11eb2527fdc35cb0d75ceeac4130efdde0eca270d072518e40fd02
 size 4600