Training in progress, step 500

README.md

@@ -1,6 +1,6 @@
 ---
-library_name: transformers
-tags: []
+library_name: peft
+base_model: patrickvonplaten/bert2bert_cnn_daily_mail
 ---
 
 # Model Card for Model ID
@@ -15,7 +15,7 @@ tags: []
 
 <!-- Provide a longer summary of what this model is. -->
 
-This is the model card of a 🤗 transformers model that has been pushed on the Hub. This model card has been automatically generated.
+
 
 - **Developed by:** [More Information Needed]
 - **Funded by [optional]:** [More Information Needed]
@@ -199,3 +199,6 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
 [More Information Needed]
 
 
+### Framework versions
+
+- PEFT 0.10.1.dev0

adapter_config.json

@@ -16,7 +16,7 @@
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 8,
+  "r": 32,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:721dcffc4f51041c4198a6e36ac4e13b0e8f76eee734a2d3bcbf79b892fc477b
-size 3560232
+oid sha256:97c646b4eb28beb7d2273e49e0d34f710ae868cb8dc2f5690336347ff08e31d3
+size 14177360

runs/Apr13_16-59-18_67d6f404ab41/events.out.tfevents.1713027581.67d6f404ab41.945.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1350bfa2e3bdc1139916d843967a98620ada8dd3d11fcdb2a61483bc69a88bd
-size 11439
+oid sha256:9c9f81816dfb37fc4a844cdb4397310fc4af92bb498249059e09f73ecf7f6ac7
+size 11793

runs/Apr13_16-59-18_67d6f404ab41/events.out.tfevents.1713030743.67d6f404ab41.945.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca50317a672dbece46648068a9c70ec2be6bdd4c102bcd54f6366a815b4b63e
+size 359

runs/Apr13_17-59-56_67d6f404ab41/events.out.tfevents.1713031205.67d6f404ab41.945.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b790477ce1d6b4ede86fab691c671fc6fbea50c3ecfc2346d1d26bb010dab9
+size 9511

tokenizer.json

@@ -2,12 +2,14 @@
   "version": "1.0",
   "truncation": {
     "direction": "Right",
-    "max_length": 64,
+    "max_length": 512,
     "strategy": "LongestFirst",
     "stride": 0
   },
   "padding": {
-    "strategy": "BatchLongest",
+    "strategy": {
+      "Fixed": 512
+    },
     "direction": "Right",
     "pad_to_multiple_of": null,
     "pad_id": 0,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af55b1aeec5ed6308bd309963296c8152b5222112da0f30ebbf39b9047fb198f
+oid sha256:73f1cb5bdd996ea2f49275203b73e73be2eb736ca9a553bd8faa7f8dad7261f5
 size 5112