willtensora commited on
Commit
08201a7
·
verified ·
1 Parent(s): c403ffa

Training in progress, epoch 0, checkpoint

Browse files
last-checkpoint/adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "down_proj",
24
- "k_proj",
25
- "q_proj",
26
- "up_proj",
27
  "gate_proj",
 
28
  "o_proj",
29
- "v_proj"
 
 
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
 
 
 
23
  "gate_proj",
24
+ "v_proj",
25
  "o_proj",
26
+ "down_proj",
27
+ "q_proj",
28
+ "k_proj",
29
+ "up_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:389feb1cf7e09bf0d90a44d07d61d7f735f797e8865b11c13d494e098291ec81
3
  size 9048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eefa655f5cd147e98ce63dfb0864cd0f92c83e67ee1e29285d374f653484e6c0
3
  size 9048
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:21710edc9af4f5a7713369516124e72ee866e971f6aa4121b38175cce196a7da
3
  size 28134
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac4142c3be2e841af94ef187a11cda09345575cb0c87d999166ace020f8c145c
3
  size 28134
last-checkpoint/trainer_state.json CHANGED
@@ -10,17 +10,17 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.0002666666666666667,
13
- "grad_norm": 0.02084502950310707,
14
  "learning_rate": 0.0,
15
  "loss": 11.9308,
16
  "step": 1
17
  },
18
  {
19
  "epoch": 0.0002666666666666667,
20
- "eval_loss": 11.933904647827148,
21
- "eval_runtime": 0.0598,
22
- "eval_samples_per_second": 267.596,
23
- "eval_steps_per_second": 66.899,
24
  "step": 1
25
  }
26
  ],
 
10
  "log_history": [
11
  {
12
  "epoch": 0.0002666666666666667,
13
+ "grad_norm": 0.014423760585486889,
14
  "learning_rate": 0.0,
15
  "loss": 11.9308,
16
  "step": 1
17
  },
18
  {
19
  "epoch": 0.0002666666666666667,
20
+ "eval_loss": 11.933897018432617,
21
+ "eval_runtime": 0.057,
22
+ "eval_samples_per_second": 280.626,
23
+ "eval_steps_per_second": 70.156,
24
  "step": 1
25
  }
26
  ],
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:578047ac6d20cb709ae6ac1ae98498a9b6b689cfaadf5290cc78e5a4548ec16d
3
  size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66de82d82c5b0fa059d38c05b8f39349f42fdee7e39cca74a06df079a9b400cf
3
  size 6776