SimonMA commited on
Commit
6225a59
1 Parent(s): 74dc03e

Training in progress, step 50

Browse files
adapter_config.json CHANGED
@@ -6,6 +6,7 @@
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
8
  "init_lora_weights": true,
 
9
  "layers_pattern": null,
10
  "layers_to_transform": null,
11
  "loftq_config": {},
@@ -19,13 +20,13 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "up_proj",
23
  "q_proj",
24
  "gate_proj",
25
- "v_proj",
26
- "k_proj",
27
  "down_proj",
28
- "o_proj"
 
 
29
  ],
30
  "task_type": "CAUSAL_LM",
31
  "use_dora": false,
 
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
8
  "init_lora_weights": true,
9
+ "layer_replication": null,
10
  "layers_pattern": null,
11
  "layers_to_transform": null,
12
  "loftq_config": {},
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "k_proj",
24
  "q_proj",
25
  "gate_proj",
 
 
26
  "down_proj",
27
+ "o_proj",
28
+ "v_proj",
29
+ "up_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7bc4e4da08d1f810a9bf47d754fe688ba15a06ef5d73833a563d878a16318375
3
  size 2332095256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e8a98960959f0eb4ba47c55b7213466ab92c8e58596486d2d5d030f07646805
3
  size 2332095256
runs/Mar26_06-45-04_ef3683ac757a/events.out.tfevents.1711435513.ef3683ac757a.951.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d47c2d0ba69d9200d6e9e7f04841adb791a816a7049b1e788608d2b5543d1c6
3
+ size 5673
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3fac5cdf6638088d256046b855bfdd579bae753a4d912f1a533613189a9a12ea
3
- size 4920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80b1399101a1f2148c5def843e11892dd85d9855f962f015257028721c3fcd34
3
+ size 4984