pbaoo2705
/

falcon-7b-sharded-ia3

Generated from Trainer

Model card Files Files and versions Community

pbaoo2705 commited on Sep 27, 2023

Commit

04d3e03

•

1 Parent(s): bca9b7f

IA3 applied #2

Files changed (2) hide show

adapter_config.json +2 -1
training_args.bin +1 -1

adapter_config.json CHANGED Viewed

@@ -3,7 +3,8 @@
   "base_model_name_or_path": "ybelkada/falcon-7b-sharded-bf16",
   "fan_in_fan_out": false,
   "feedforward_modules": [
-    "query_key_value"
   ],
   "inference_mode": true,
   "init_ia3_weights": true,

   "base_model_name_or_path": "ybelkada/falcon-7b-sharded-bf16",
   "fan_in_fan_out": false,
   "feedforward_modules": [
+    "dense_h_to_4h",
+    "dense_4h_to_h"
   ],
   "inference_mode": true,
   "init_ia3_weights": true,

training_args.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0897b60f26be843ac98ae386c364fe943f726d03ef9a2ba865d47e861fc1464d
 size 4091

 version https://git-lfs.github.com/spec/v1
+oid sha256:9ef2dc81eb908218a754cb2b523a4d63df06beb689e517b378812a67e8f4143e
 size 4091