mjbuehler commited on
Commit
6bc49c4
1 Parent(s): ded826f

Upload xlora_config.json

Browse files
Files changed (1) hide show
  1. X-LoRA/xlora_config.json +1 -1
X-LoRA/xlora_config.json CHANGED
@@ -1 +1 @@
1
- {"hidden_size": 4096, "enable_softmax": true, "enable_softmax_topk": false, "layerwise_scalings": true, "xlora_depth": 1, "xlora_size": 2048, "enable_relu_and_dropout": true, "use_bias": true, "xlora_dropout_p": 0.2, "stop_token_id": null, "use_trainable_adapters": false, "softmax_temperature": 1.0, "top_k_lora": null}
 
1
+ {"hidden_size": 4096, "enable_softmax": true, "enable_softmax_topk": false, "layerwise_scalings": true, "xlora_depth": 1, "xlora_size": 2048, "enable_relu_and_dropout": true, "use_bias": true, "xlora_dropout_p": 0.2, "stop_token_id": null, "use_trainable_adapters": false, "softmax_temperature": 1.0, "top_k_lora": null, "scaling_pass_value": 0.0}