tykiww commited on
Commit
bad8824
1 Parent(s): 2c6f6b2

Update config/config.json

Browse files
Files changed (1) hide show
  1. config/config.json +0 -36
config/config.json CHANGED
@@ -1,40 +1,4 @@
1
  {
2
- "model": {
3
- "general": {
4
- "max_seq_length": 128,
5
- "seed": 42,
6
- "num_train_epochs": null,
7
- "max_steps": 60,
8
- "dataset_text_field": "text",
9
- "model_name": null,
10
- "repository": null
11
- },
12
- "peft": {
13
- "r": 16,
14
- "alpha": 16,
15
- "dropout": 0,
16
- "bias": "none",
17
- "rslora": false,
18
- "loftq_config": null
19
- },
20
- "sft": {
21
- "per_device_train_batch_size": 2,
22
- "gradient_accumulation_steps": 4,
23
- "learning_rate": 2e-4,
24
- "warmup_steps": 5,
25
- "logging_steps": 1,
26
- "optim": "adamw_8bit",
27
- "weight_decay": 0.01,
28
- "lr_scheduler_type": "linear",
29
- "dataset_num_proc": 2,
30
- "packing": false
31
- },
32
- "choices": ["unsloth/llama-3-8b-bnb-4bit",
33
- "unsloth/Qwen2-7B",
34
- "unsloth/gemma-7b-bnb-4bit",
35
- "unsloth/mistral-7b-v0.3-bnb-4bit"]
36
- }
37
-
38
  "layout": {
39
  "readme": "README.md",
40
  "about": "/layout/about.md"
 
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "layout": {
3
  "readme": "README.md",
4
  "about": "/layout/about.md"