willtensora commited on
Commit
dc6728b
·
verified ·
1 Parent(s): 9fe9888

Training in progress, epoch 0, checkpoint

Browse files
last-checkpoint/adapter_config.json CHANGED
@@ -20,12 +20,12 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "down_proj",
24
  "o_proj",
25
- "q_proj",
26
  "v_proj",
 
 
27
  "up_proj",
28
- "k_proj",
29
  "gate_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "k_proj",
24
  "o_proj",
 
25
  "v_proj",
26
+ "down_proj",
27
+ "q_proj",
28
  "up_proj",
 
29
  "gate_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ce889c1b56dadd0942b925e6de45bf71aa0a9c9ffadf129d077ad2986782a6ee
3
  size 9048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37f0b12f2df5b0f3a16b7ba5390c20a6022432d02060e6a2ece844b4bb2d9204
3
  size 9048
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:890e339ff3b0082dccf8090baf1a7c8e81295a4f0de3d844065b1f278b04eaa3
3
  size 28134
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2749564122b2ed1557383859e91ce01e2a9d8a5d85d8597b9a79b78bf4318a06
3
  size 28134
last-checkpoint/trainer_state.json CHANGED
@@ -10,17 +10,17 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.0002666666666666667,
13
- "grad_norm": 0.012360014952719212,
14
  "learning_rate": 0.0,
15
  "loss": 11.9308,
16
  "step": 1
17
  },
18
  {
19
  "epoch": 0.0002666666666666667,
20
- "eval_loss": 11.933904647827148,
21
- "eval_runtime": 0.0571,
22
- "eval_samples_per_second": 280.314,
23
- "eval_steps_per_second": 70.079,
24
  "step": 1
25
  }
26
  ],
 
10
  "log_history": [
11
  {
12
  "epoch": 0.0002666666666666667,
13
+ "grad_norm": 0.014745122753083706,
14
  "learning_rate": 0.0,
15
  "loss": 11.9308,
16
  "step": 1
17
  },
18
  {
19
  "epoch": 0.0002666666666666667,
20
+ "eval_loss": 11.933927536010742,
21
+ "eval_runtime": 0.0608,
22
+ "eval_samples_per_second": 263.08,
23
+ "eval_steps_per_second": 65.77,
24
  "step": 1
25
  }
26
  ],
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6ed2474dc1833860e185880c916dc528fb94a7070794e01413baaa70703a8e01
3
  size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e6b8dcb9a6ffeb8b79cc321155c4fedef9714808cc00d893dbca15f2cb3911b
3
  size 6776