Hugging Face's logo

PKU-Alignment
/
ProgressGym-HistLlama3-8B-C016-pretrain-v0.2

Text Generation
Transformers
Safetensors
llama
alignment
value alignment
AI safety
safety
LLM
history
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
ProgressGym-HistLlama3-8B-C016-pretrain-v0.2
File size: 8,089 Bytes 
ffd3dbc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
 
{"current_steps": 1, "total_steps": 12316, "loss": 2.6721, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0, "epoch": 0.0003247807729782397, "percentage": 0.01, "elapsed_time": "0:00:04", "remaining_time": "16:01:58"}
{"current_steps": 616, "total_steps": 12316, "loss": 2.592, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.9805194805194805e-06, "epoch": 0.20006495615459566, "percentage": 5.0, "elapsed_time": "0:31:02", "remaining_time": "9:49:29"}
{"current_steps": 1232, "total_steps": 12316, "loss": 2.5057, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.245175689219919e-06, "epoch": 0.4001299123091913, "percentage": 10.0, "elapsed_time": "1:02:05", "remaining_time": "9:18:40"}
{"current_steps": 1232, "total_steps": 12316, "loss": null, "eval_loss": 2.4827427864074707, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.4001299123091913, "percentage": 10.0, "elapsed_time": "1:02:05", "remaining_time": "9:18:40"}
{"current_steps": 1848, "total_steps": 12316, "loss": 2.4683, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.2232016471327423e-06, "epoch": 0.6001948684637869, "percentage": 15.0, "elapsed_time": "1:38:49", "remaining_time": "9:19:48"}
{"current_steps": 2464, "total_steps": 12316, "loss": 2.444, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 6.53049308175953e-07, "epoch": 0.8002598246183826, "percentage": 20.01, "elapsed_time": "2:09:51", "remaining_time": "8:39:13"}
{"current_steps": 2464, "total_steps": 12316, "loss": null, "eval_loss": 2.440027952194214, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.8002598246183826, "percentage": 20.01, "elapsed_time": "2:09:51", "remaining_time": "8:39:13"}
{"current_steps": 3080, "total_steps": 12316, "loss": 2.4358, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.466185770829244e-07, "epoch": 1.0003247807729783, "percentage": 25.01, "elapsed_time": "2:46:32", "remaining_time": "8:19:24"}
{"current_steps": 3696, "total_steps": 12316, "loss": 2.3648, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.8910445197889315e-07, "epoch": 1.200389736927574, "percentage": 30.01, "elapsed_time": "3:17:34", "remaining_time": "7:40:46"}
{"current_steps": 3696, "total_steps": 12316, "loss": null, "eval_loss": 2.431915760040283, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 1.200389736927574, "percentage": 30.01, "elapsed_time": "3:17:34", "remaining_time": "7:40:46"}
{"current_steps": 4312, "total_steps": 12316, "loss": 2.3663, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.1168237259086467e-07, "epoch": 1.4004546930821695, "percentage": 35.01, "elapsed_time": "3:54:19", "remaining_time": "7:14:58"}
{"current_steps": 4928, "total_steps": 12316, "loss": 2.372, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 7.563133304849047e-08, "epoch": 1.600519649236765, "percentage": 40.01, "elapsed_time": "4:25:20", "remaining_time": "6:37:48"}
{"current_steps": 4928, "total_steps": 12316, "loss": null, "eval_loss": 2.4293837547302246, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 1.600519649236765, "percentage": 40.01, "elapsed_time": "4:25:20", "remaining_time": "6:37:48"}
{"current_steps": 5544, "total_steps": 12316, "loss": 2.3684, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.98689431836726e-08, "epoch": 1.8005846053913608, "percentage": 45.01, "elapsed_time": "5:01:59", "remaining_time": "6:08:52"}
{"current_steps": 6160, "total_steps": 12316, "loss": 2.3667, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.346405476547749e-08, "epoch": 2.0006495615459565, "percentage": 50.02, "elapsed_time": "5:33:00", "remaining_time": "5:32:47"}
{"current_steps": 6160, "total_steps": 12316, "loss": null, "eval_loss": 2.4281327724456787, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 2.0006495615459565, "percentage": 50.02, "elapsed_time": "5:33:00", "remaining_time": "5:32:47"}
{"current_steps": 6776, "total_steps": 12316, "loss": 2.3568, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.109115615383696e-08, "epoch": 2.2007145177005523, "percentage": 55.02, "elapsed_time": "6:09:47", "remaining_time": "5:02:20"}
{"current_steps": 7392, "total_steps": 12316, "loss": 2.3573, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.0300090028337e-08, "epoch": 2.400779473855148, "percentage": 60.02, "elapsed_time": "6:40:49", "remaining_time": "4:27:00"}
{"current_steps": 7392, "total_steps": 12316, "loss": null, "eval_loss": 2.4281272888183594, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 2.400779473855148, "percentage": 60.02, "elapsed_time": "6:40:49", "remaining_time": "4:27:00"}
{"current_steps": 8008, "total_steps": 12316, "loss": 2.3533, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.006932020966859e-08, "epoch": 2.6008444300097433, "percentage": 65.02, "elapsed_time": "7:17:40", "remaining_time": "3:55:27"}
{"current_steps": 8624, "total_steps": 12316, "loss": 2.3603, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.0012816199435985e-08, "epoch": 2.800909386164339, "percentage": 70.02, "elapsed_time": "7:48:42", "remaining_time": "3:20:39"}
{"current_steps": 8624, "total_steps": 12316, "loss": null, "eval_loss": 2.4273290634155273, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 2.800909386164339, "percentage": 70.02, "elapsed_time": "7:48:42", "remaining_time": "3:20:39"}
{"current_steps": 9240, "total_steps": 12316, "loss": 2.3575, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.0001737227175665e-08, "epoch": 3.000974342318935, "percentage": 75.02, "elapsed_time": "8:25:22", "remaining_time": "2:48:14"}
{"current_steps": 9856, "total_steps": 12316, "loss": 2.3522, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.0000151498505686e-08, "epoch": 3.2010392984735305, "percentage": 80.03, "elapsed_time": "8:56:19", "remaining_time": "2:13:51"}
{"current_steps": 9856, "total_steps": 12316, "loss": null, "eval_loss": 2.4268627166748047, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 3.2010392984735305, "percentage": 80.03, "elapsed_time": "8:56:19", "remaining_time": "2:13:51"}
{"current_steps": 10472, "total_steps": 12316, "loss": 2.3532, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.0000006522774745e-08, "epoch": 3.401104254628126, "percentage": 85.03, "elapsed_time": "9:33:02", "remaining_time": "1:40:54"}
{"current_steps": 11088, "total_steps": 12316, "loss": 2.353, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.000000007975414e-08, "epoch": 3.6011692107827216, "percentage": 90.03, "elapsed_time": "10:04:01", "remaining_time": "1:06:53"}
{"current_steps": 11088, "total_steps": 12316, "loss": null, "eval_loss": 2.4261486530303955, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 3.6011692107827216, "percentage": 90.03, "elapsed_time": "10:04:01", "remaining_time": "1:06:53"}
{"current_steps": 11704, "total_steps": 12316, "loss": 2.3517, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.0000000000044414e-08, "epoch": 3.8012341669373173, "percentage": 95.03, "elapsed_time": "10:40:45", "remaining_time": "0:33:30"}
{"current_steps": 12316, "total_steps": 12316, "loss": null, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 4.0, "percentage": 100.0, "elapsed_time": "11:11:32", "remaining_time": "0:00:00"}
{"current_steps": 172, "total_steps": 172, "loss": null, "eval_loss": 2.4261486530303955, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 4.0, "percentage": 100.0, "elapsed_time": "11:16:23", "remaining_time": "0:00:00"}