PEFT
Safetensors
English
Not-For-All-Audiences
Hellisotherpeople commited on
Commit
2dff770
1 Parent(s): 478e5a5

Upload trainer_state.json

Browse files
Files changed (1) hide show
  1. trainer_state.json +49 -0
trainer_state.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 9.0,
5
+ "eval_steps": 500,
6
+ "global_step": 1224,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 3.68,
13
+ "learning_rate": 6.323529411764706e-06,
14
+ "logits/chosen": -2.905975580215454,
15
+ "logits/rejected": -3.2132484912872314,
16
+ "logps/chosen": -347.41741943359375,
17
+ "logps/rejected": -173.79278564453125,
18
+ "loss": 0.0303,
19
+ "rewards/accuracies": 0.9965069890022278,
20
+ "rewards/chosen": 2.506096601486206,
21
+ "rewards/margins": 7.654053211212158,
22
+ "rewards/rejected": -5.147956848144531,
23
+ "step": 500
24
+ },
25
+ {
26
+ "epoch": 7.35,
27
+ "learning_rate": 2.647058823529412e-06,
28
+ "logits/chosen": -2.9062390327453613,
29
+ "logits/rejected": -3.1844594478607178,
30
+ "logps/chosen": -346.119873046875,
31
+ "logps/rejected": -186.7269287109375,
32
+ "loss": 0.0034,
33
+ "rewards/accuracies": 1.0,
34
+ "rewards/chosen": 2.641273260116577,
35
+ "rewards/margins": 9.2114839553833,
36
+ "rewards/rejected": -6.570209980010986,
37
+ "step": 1000
38
+ }
39
+ ],
40
+ "logging_steps": 500,
41
+ "max_steps": 1360,
42
+ "num_input_tokens_seen": 0,
43
+ "num_train_epochs": 10,
44
+ "save_steps": 500,
45
+ "total_flos": 0.0,
46
+ "train_batch_size": 4,
47
+ "trial_name": null,
48
+ "trial_params": null
49
+ }