Training in progress, epoch 1

adapter_config.json

@@ -16,17 +16,17 @@
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 16,
+  "r": 64,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "gate_proj",
+    "k_proj",
     "q_proj",
-    "o_proj",
     "v_proj",
-    "up_proj",
-    "k_proj",
+    "o_proj",
     "down_proj",
-    "gate_proj"
+    "up_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4c533d8d8d5dceedcbae4791527cec697613c93843fe5db8a706a29d03ea894
-size 78480072
+oid sha256:5742476b1cab137f16a24bdccb3bf156ac5d821ea16e57460c0666b986bd8c99
+size 313820248

runs/Apr13_19-57-50_b1e1b1734b33/events.out.tfevents.1713038284.b1e1b1734b33.1205.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8ee8ed102add1f13322008e4a0aa8868c965289a0301f82003deb35872d144
+size 5314

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0d908b4f9326e0998815690e325b6abbd378978553e10627924dd825db7e243
-size 17477553
+oid sha256:cb7e592b7314175501c7fc56b904d581de569169ac90e5aa2ec11a860c2cbbaa
+size 17477652

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4269a2483470e35f452d30967f054300fb67bb651f7bb045c4186ecf69abd1bc
+oid sha256:760d513ed56c9afe3f84262713b462795f747164996184563655ef04c0c13c21
 size 4920