lora_fine_tuned_cb

README.md

@@ -1,9 +1,9 @@
 ---
-license: cc-by-4.0
+license: apache-2.0
 library_name: peft
 tags:
 - generated_from_trainer
-base_model: EMBEDDIA/crosloengual-bert
+base_model: google-bert/bert-base-uncased
 metrics:
 - accuracy
 - f1
@@ -17,9 +17,9 @@ should probably proofread and complete it, then remove this comment. -->
 
 # lora_fine_tuned_cb
 
-This model is a fine-tuned version of [EMBEDDIA/crosloengual-bert](https://huggingface.co/EMBEDDIA/crosloengual-bert) on an unknown dataset.
+This model is a fine-tuned version of [google-bert/bert-base-uncased](https://huggingface.co/google-bert/bert-base-uncased) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 1.4348
+- Loss: 1.4089
 - Accuracy: 0.3182
 - F1: 0.1536
 
@@ -40,7 +40,7 @@ More information needed
 ### Training hyperparameters
 
 The following hyperparameters were used during training:
-- learning_rate: 0.003
+- learning_rate: 2e-05
 - train_batch_size: 8
 - eval_batch_size: 8
 - seed: 42
@@ -52,14 +52,14 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch   | Step | Validation Loss | Accuracy | F1     |
 |:-------------:|:-------:|:----:|:---------------:|:--------:|:------:|
-| 0.9795        | 3.5714  | 50   | 2.4262          | 0.3182   | 0.1536 |
-| 1.0466        | 7.1429  | 100  | 1.5536          | 0.3182   | 0.1536 |
-| 0.7941        | 10.7143 | 150  | 1.7159          | 0.3182   | 0.1536 |
-| 0.7834        | 14.2857 | 200  | 1.7813          | 0.3182   | 0.1536 |
-| 0.8008        | 17.8571 | 250  | 1.6710          | 0.3182   | 0.1536 |
-| 0.767         | 21.4286 | 300  | 1.4292          | 0.3182   | 0.1536 |
-| 0.7215        | 25.0    | 350  | 1.4617          | 0.3182   | 0.1536 |
-| 0.7297        | 28.5714 | 400  | 1.4348          | 0.3182   | 0.1536 |
+| 0.9467        | 3.5714  | 50   | 1.1690          | 0.3182   | 0.1536 |
+| 0.7755        | 7.1429  | 100  | 1.2983          | 0.3182   | 0.1536 |
+| 0.7396        | 10.7143 | 150  | 1.3709          | 0.3182   | 0.1536 |
+| 0.6894        | 14.2857 | 200  | 1.3939          | 0.3182   | 0.1536 |
+| 0.7253        | 17.8571 | 250  | 1.4084          | 0.3182   | 0.1536 |
+| 0.7187        | 21.4286 | 300  | 1.4133          | 0.3182   | 0.1536 |
+| 0.6998        | 25.0    | 350  | 1.4096          | 0.3182   | 0.1536 |
+| 0.7152        | 28.5714 | 400  | 1.4089          | 0.3182   | 0.1536 |
 
 
 ### Framework versions

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "EMBEDDIA/crosloengual-bert",
+  "base_model_name_or_path": "google-bert/bert-base-uncased",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14c09e26f590c5c76ad1f1091dd17bc4604d7d9a1673f08aa1d5fedc1ce5ae24
+oid sha256:264b1faec628cc0e5ebec097981d2916d11f12c33b737ff1533ab01a2fe9a9cc
 size 2375492

tokenizer_config.json

@@ -8,7 +8,7 @@
       "single_word": false,
       "special": true
     },
-    "102": {
+    "100": {
       "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
@@ -16,7 +16,7 @@
       "single_word": false,
       "special": true
     },
-    "103": {
+    "101": {
       "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
@@ -24,7 +24,7 @@
       "single_word": false,
       "special": true
     },
-    "104": {
+    "102": {
       "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
@@ -32,7 +32,7 @@
       "single_word": false,
       "special": true
     },
-    "105": {
+    "103": {
       "content": "[MASK]",
       "lstrip": false,
       "normalized": false,
@@ -43,12 +43,9 @@
   },
   "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
-  "do_basic_tokenize": true,
-  "do_lower_case": false,
+  "do_lower_case": true,
   "mask_token": "[MASK]",
-  "max_len": 512,
   "model_max_length": 512,
-  "never_split": null,
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",
   "strip_accents": null,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ef17a22499ff8b582ca7328b84614ae061ad2c4caa550206c0e234fdf27d149
+oid sha256:57f03c056c47a6e726c0d57b3f1d49fee5080ea73a94e345e509780fe338fdf8
 size 4984