zetavg commited on
Commit
9d5c8a9
1 Parent(s): ae567a3

add more sample models

Browse files
lora_models/alpaca-lora-7b-yoda-v01/finetune_params.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "num_train_epochs": 8,
3
+ "learning_rate": 0.0003,
4
+ "cutoff_len": 540,
5
+ "val_set_size": 0,
6
+ "lora_r": 16,
7
+ "lora_alpha": 32,
8
+ "lora_dropout": 0.05,
9
+ "lora_target_modules": [
10
+ "q_proj",
11
+ "v_proj",
12
+ "k_proj",
13
+ "o_proj"
14
+ ],
15
+ "train_on_inputs": false,
16
+ "group_by_length": false,
17
+ "save_steps": 100,
18
+ "save_total_limit": 10,
19
+ "logging_steps": 10,
20
+ "resume_from_checkpoint": "/data/lora_models/alpaca-lora-7b-local"
21
+ }
lora_models/alpaca-lora-7b-yoda-v01/info.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "hf_model_name": "zetavg/alpaca-lora-7b-yoda-v01",
3
+ "load_from_hf": true,
4
+ "base_model": "decapoda-research/llama-7b-hf",
5
+ "prompt_template": "user_and_ai",
6
+ "dataset_name": "yoda.json",
7
+ "continued_from_model": "alpaca-lora-7b"
8
+ }
lora_models/unhelpful-ai-on-alpaca-v01/finetune_params.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "num_train_epochs": 8,
3
+ "learning_rate": 0.0003,
4
+ "cutoff_len": 512,
5
+ "val_set_size": 0,
6
+ "lora_r": 16,
7
+ "lora_alpha": 32,
8
+ "lora_dropout": 0.05,
9
+ "lora_target_modules": [
10
+ "q_proj",
11
+ "v_proj",
12
+ "k_proj",
13
+ "o_proj"
14
+ ],
15
+ "train_on_inputs": false,
16
+ "group_by_length": false,
17
+ "save_steps": 100,
18
+ "save_total_limit": 20,
19
+ "logging_steps": 10,
20
+ "resume_from_checkpoint": "/data/lora_models/alpaca-lora-7b"
21
+ }
lora_models/unhelpful-ai-on-alpaca-v01/info.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "hf_model_name": "zetavg/llama-lora-unhelpful-ai-on-alpaca-v01",
3
+ "load_from_hf": true,
4
+ "base_model": "decapoda-research/llama-7b-hf",
5
+ "prompt_template": "user_and_ai",
6
+ "dataset_name": "unhelpful_ai.json",
7
+ "continued_from_model": "alpaca-lora-7b"
8
+ }