willtensora commited on
Commit
ebfab19
·
verified ·
1 Parent(s): 01c2a21

Training in progress, epoch 0, checkpoint

Browse files
last-checkpoint/adapter_config.json CHANGED
@@ -20,12 +20,12 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "o_proj",
24
- "gate_proj",
25
- "q_proj",
26
  "down_proj",
27
  "k_proj",
 
28
  "up_proj",
 
 
29
  "v_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
 
 
23
  "down_proj",
24
  "k_proj",
25
+ "q_proj",
26
  "up_proj",
27
+ "gate_proj",
28
+ "o_proj",
29
  "v_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1509ef8e6237faed0830eba67f6bdc88d9d5a88c8acb12515a0a11b164c4b733
3
  size 9048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:389feb1cf7e09bf0d90a44d07d61d7f735f797e8865b11c13d494e098291ec81
3
  size 9048
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3fbff8c9b3e554d5a9e30365930e0b58928598e0823ab9a2f4a301f18488f192
3
  size 28134
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21710edc9af4f5a7713369516124e72ee866e971f6aa4121b38175cce196a7da
3
  size 28134
last-checkpoint/trainer_state.json CHANGED
@@ -10,17 +10,17 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.0002666666666666667,
13
- "grad_norm": 0.014081359840929508,
14
  "learning_rate": 0.0,
15
  "loss": 11.9308,
16
  "step": 1
17
  },
18
  {
19
  "epoch": 0.0002666666666666667,
20
- "eval_loss": 11.933910369873047,
21
- "eval_runtime": 0.0581,
22
- "eval_samples_per_second": 275.442,
23
- "eval_steps_per_second": 68.86,
24
  "step": 1
25
  }
26
  ],
 
10
  "log_history": [
11
  {
12
  "epoch": 0.0002666666666666667,
13
+ "grad_norm": 0.02084502950310707,
14
  "learning_rate": 0.0,
15
  "loss": 11.9308,
16
  "step": 1
17
  },
18
  {
19
  "epoch": 0.0002666666666666667,
20
+ "eval_loss": 11.933904647827148,
21
+ "eval_runtime": 0.0598,
22
+ "eval_samples_per_second": 267.596,
23
+ "eval_steps_per_second": 66.899,
24
  "step": 1
25
  }
26
  ],
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:25466abd5e997c477f14121d1249700b11515d3fbb0d02027f9d5d17e8c65066
3
  size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:578047ac6d20cb709ae6ac1ae98498a9b6b689cfaadf5290cc78e5a4548ec16d
3
  size 6776