End of training

README.md

@@ -1,13 +1,12 @@
 ---
 license: mit
-base_model: austin/Austin-MeDeBERTa
+base_model: Amna100/PreTraining-MLM
 tags:
 - generated_from_trainer
 metrics:
 - precision
 - recall
 - f1
-- accuracy
 model-index:
 - name: fold_0
   results: []
@@ -16,15 +15,18 @@ model-index:
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 should probably proofread and complete it, then remove this comment. -->
 
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/amnasaeed100/FineTuning-ADE-change1/runs/94wgcdtp)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/amnasaeed100/FineTuning-ADE-change1/runs/8g0cixov)
 # fold_0
 
-This model is a fine-tuned version of [austin/Austin-MeDeBERTa](https://huggingface.co/austin/Austin-MeDeBERTa) on the None dataset.
+This model is a fine-tuned version of [Amna100/PreTraining-MLM](https://huggingface.co/Amna100/PreTraining-MLM) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.0098
-- Precision: 0.7014
-- Recall: 0.6918
-- F1: 0.6966
-- Accuracy: 0.9975
+- Loss: 1.5239
+- Precision: 0.3745
+- Recall: 0.9507
+- F1: 0.7320
+- Pr Auc: 0.0641
+- Roc Auc: 0.6223
 
 ## Model description
 
@@ -43,26 +45,21 @@ More information needed
 ### Training hyperparameters
 
 The following hyperparameters were used during training:
-- learning_rate: 2e-05
+- learning_rate: 5e-05
 - train_batch_size: 5
 - eval_batch_size: 5
 - seed: 42
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
-- num_epochs: 3
+- num_epochs: 0
 
 ### Training results
 
-| Training Loss | Epoch | Step | Validation Loss | Precision | Recall | F1     | Accuracy |
-|:-------------:|:-----:|:----:|:---------------:|:---------:|:------:|:------:|:--------:|
-| 0.0445        | 1.0   | 708  | 0.0106          | 0.6792    | 0.4932 | 0.5714 | 0.9971   |
-| 0.0098        | 2.0   | 1416 | 0.0095          | 0.6875    | 0.6781 | 0.6828 | 0.9974   |
-| 0.0035        | 3.0   | 2124 | 0.0098          | 0.7014    | 0.6918 | 0.6966 | 0.9975   |
 
 
 ### Framework versions
 
-- Transformers 4.39.0.dev0
-- Pytorch 2.1.0+cu121
-- Datasets 2.17.1
-- Tokenizers 0.15.2
+- Transformers 4.41.0.dev0
+- Pytorch 2.2.1+cu121
+- Datasets 2.19.1
+- Tokenizers 0.19.1

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "austin/Austin-MeDeBERTa",
+  "_name_or_path": "Amna100/PreTraining-MLM",
   "architectures": [
     "DebertaForTokenClassification"
   ],
@@ -40,7 +40,7 @@
   "position_biased_input": false,
   "relative_attention": true,
   "torch_dtype": "float32",
-  "transformers_version": "4.39.0.dev0",
+  "transformers_version": "4.41.0.dev0",
   "type_vocab_size": 0,
   "vocab_size": 50265
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42ca72817351cc11e4832a509ac3ecffa17916ae92cf70ee30daa8bfe8ce6c73
+oid sha256:0c52ca463b185c829f5002d48097e198b2f756bae22338c9376c5c3c309b01dc
 size 554446244

runs/May12_06-36-29_aff77f7d1741/events.out.tfevents.1715495796.aff77f7d1741.6664.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a6bbc221dd419d2765cbcbe7948c87f39310af5f0805048e9489cc0494db7aa
+size 5624

runs/May12_06-36-29_aff77f7d1741/events.out.tfevents.1715495842.aff77f7d1741.6664.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97d45091a15a310b8c520bce4c17648349dbeb5cb6233062d3034a3e4ec963c
+size 579

runs/May12_06-38-00_aff77f7d1741/events.out.tfevents.1715495892.aff77f7d1741.6664.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e176a923b17d68da97aeae02d33825d4e2479c37b82c5c83f675504ddc36dead
+size 5624

runs/May12_06-38-00_aff77f7d1741/events.out.tfevents.1715495938.aff77f7d1741.6664.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8532fab98e7c555bc436c8219a60e76d93484ce14d61644c65513b6b591ce877
+size 579

special_tokens_map.json

@@ -2,21 +2,21 @@
   "bos_token": {
     "content": "[CLS]",
     "lstrip": false,
-    "normalized": true,
+    "normalized": false,
     "rstrip": false,
     "single_word": false
   },
   "cls_token": {
     "content": "[CLS]",
     "lstrip": false,
-    "normalized": true,
+    "normalized": false,
     "rstrip": false,
     "single_word": false
   },
   "eos_token": {
     "content": "[SEP]",
     "lstrip": false,
-    "normalized": true,
+    "normalized": false,
     "rstrip": false,
     "single_word": false
   },
@@ -30,21 +30,21 @@
   "pad_token": {
     "content": "[PAD]",
     "lstrip": false,
-    "normalized": true,
+    "normalized": false,
     "rstrip": false,
     "single_word": false
   },
   "sep_token": {
     "content": "[SEP]",
     "lstrip": false,
-    "normalized": true,
+    "normalized": false,
     "rstrip": false,
     "single_word": false
   },
   "unk_token": {
     "content": "[UNK]",
     "lstrip": false,
-    "normalized": true,
+    "normalized": false,
     "rstrip": false,
     "single_word": false
   }

tokenizer.json

@@ -21,7 +21,7 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": true
     },
     {
@@ -30,7 +30,7 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": true
     },
     {
@@ -39,7 +39,7 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": true
     },
     {
@@ -48,7 +48,7 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": true
     },
     {
@@ -112,13 +112,13 @@
       {
         "Sequence": {
           "id": "B",
-          "type_id": 0
+          "type_id": 1
         }
       },
       {
         "SpecialToken": {
           "id": "[SEP]",
-          "type_id": 0
+          "type_id": 1
         }
       }
     ],
@@ -157,6 +157,7 @@
     "end_of_word_suffix": "",
     "fuse_unk": false,
     "byte_fallback": false,
+    "ignore_merges": false,
     "vocab": {
       "[PAD]": 0,
       "[CLS]": 1,

tokenizer_config.json

@@ -1,10 +1,11 @@
 {
+  "add_bos_token": false,
   "add_prefix_space": true,
   "added_tokens_decoder": {
     "0": {
       "content": "[PAD]",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
@@ -12,7 +13,7 @@
     "1": {
       "content": "[CLS]",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
@@ -20,7 +21,7 @@
     "2": {
       "content": "[SEP]",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
@@ -28,7 +29,7 @@
     "3": {
       "content": "[UNK]",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:affbf29e97f29322c131c0fe415ee33d7ef2fee74a57ec71ef9baa799a80043b
-size 4920
+oid sha256:549926a12155753ea86f7842773f5592f60b073147b1af81e723a84545ccb770
+size 5176