Update config/config.json

config/config.json

@@ -1,6 +1,15 @@
 {
   "model": {
-    "params": {
+    "peft": {
+      "r": 64, # Number of parameter in adapter layer (64 generalizes well from QLora Paper)
+      "alpha": 16,  # weighting of fine tuning vs base model
+      "dropout": 0, # Supports any, but = 0 is optimized
+      "bias": "none",    # Supports any, but = "none" is optimized
+      "seed": 3407,
+      "rslora": False,  # We support rank stabilized LoRA
+      "loftq_config": None, # And LoftQ
+    },
+    "sft": {
       "output_dir": "outputs",
       "num_train_epochs": 3,
       "per_device_train_batch_size": 4,