Hugging Face's logo

PKU-Alignment
/
ProgressGym-HistLlama3-8B-C020-pretrain-v0.2

Text Generation
Transformers
Safetensors
llama
alignment
value alignment
AI safety
safety
LLM
history
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
ProgressGym-HistLlama3-8B-C020-pretrain-v0.2
File size: 8,127 Bytes 
82e1b2a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
 
{"current_steps": 1, "total_steps": 36412, "loss": 2.0915, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 0.0, "epoch": 0.00010985389432055367, "percentage": 0.0, "elapsed_time": "0:00:07", "remaining_time": "3 days, 3:46:09"}
{"current_steps": 1821, "total_steps": 36412, "loss": 2.0663, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.9904796777737092e-06, "epoch": 0.20004394155772823, "percentage": 5.0, "elapsed_time": "0:41:55", "remaining_time": "13:16:24"}
{"current_steps": 3642, "total_steps": 36412, "loss": 2.007, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 2.239936089625888e-06, "epoch": 0.40008788311545646, "percentage": 10.0, "elapsed_time": "1:22:47", "remaining_time": "12:24:58"}
{"current_steps": 3642, "total_steps": 36412, "loss": null, "eval_loss": 1.9830611944198608, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.40008788311545646, "percentage": 10.0, "elapsed_time": "1:22:47", "remaining_time": "12:24:58"}
{"current_steps": 5463, "total_steps": 36412, "loss": 1.9789, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.2178786981582618e-06, "epoch": 0.6001318246731847, "percentage": 15.0, "elapsed_time": "2:09:28", "remaining_time": "12:13:29"}
{"current_steps": 7284, "total_steps": 36412, "loss": 1.9635, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 6.502057578924368e-07, "epoch": 0.8001757662309129, "percentage": 20.0, "elapsed_time": "2:49:54", "remaining_time": "11:19:25"}
{"current_steps": 7284, "total_steps": 36412, "loss": null, "eval_loss": 1.9486902952194214, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 0.8001757662309129, "percentage": 20.0, "elapsed_time": "2:49:54", "remaining_time": "11:19:25"}
{"current_steps": 9105, "total_steps": 36412, "loss": 1.9518, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 3.4539250265217177e-07, "epoch": 1.000219707788641, "percentage": 25.01, "elapsed_time": "3:36:19", "remaining_time": "10:48:45"}
{"current_steps": 10926, "total_steps": 36412, "loss": 1.8917, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.8838570953925226e-07, "epoch": 1.2002636493463694, "percentage": 30.01, "elapsed_time": "4:16:39", "remaining_time": "9:58:41"}
{"current_steps": 10926, "total_steps": 36412, "loss": null, "eval_loss": 1.9423131942749023, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 1.2002636493463694, "percentage": 30.01, "elapsed_time": "4:16:39", "remaining_time": "9:58:41"}
{"current_steps": 12747, "total_steps": 36412, "loss": 1.8886, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 1.113186862393777e-07, "epoch": 1.4003075909040976, "percentage": 35.01, "elapsed_time": "5:03:02", "remaining_time": "9:22:36"}
{"current_steps": 14568, "total_steps": 36412, "loss": 1.8884, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 7.547123756350748e-08, "epoch": 1.6003515324618258, "percentage": 40.01, "elapsed_time": "5:43:23", "remaining_time": "8:34:53"}
{"current_steps": 14568, "total_steps": 36412, "loss": null, "eval_loss": 1.9401631355285645, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 1.6003515324618258, "percentage": 40.01, "elapsed_time": "5:43:23", "remaining_time": "8:34:53"}
{"current_steps": 16389, "total_steps": 36412, "loss": 1.891, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.97978448731285e-08, "epoch": 1.800395474019554, "percentage": 45.01, "elapsed_time": "6:29:46", "remaining_time": "7:56:11"}
{"current_steps": 18210, "total_steps": 36412, "loss": 1.8872, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.343917594361068e-08, "epoch": 2.000439415577282, "percentage": 50.01, "elapsed_time": "7:10:06", "remaining_time": "7:09:55"}
{"current_steps": 18210, "total_steps": 36412, "loss": null, "eval_loss": 1.9390411376953125, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 2.000439415577282, "percentage": 50.01, "elapsed_time": "7:10:06", "remaining_time": "7:09:55"}
{"current_steps": 20031, "total_steps": 36412, "loss": 1.8788, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.108265610728981e-08, "epoch": 2.2004833571350106, "percentage": 55.01, "elapsed_time": "7:56:28", "remaining_time": "6:29:39"}
{"current_steps": 21852, "total_steps": 36412, "loss": 1.8811, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.0297076317689476e-08, "epoch": 2.400527298692739, "percentage": 60.01, "elapsed_time": "8:36:49", "remaining_time": "5:44:21"}
{"current_steps": 21852, "total_steps": 36412, "loss": null, "eval_loss": 1.9393320083618164, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 2.400527298692739, "percentage": 60.01, "elapsed_time": "8:36:49", "remaining_time": "5:44:21"}
{"current_steps": 23673, "total_steps": 36412, "loss": 1.8807, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.006877574024932e-08, "epoch": 2.600571240250467, "percentage": 65.01, "elapsed_time": "9:23:11", "remaining_time": "5:03:03"}
{"current_steps": 25494, "total_steps": 36412, "loss": 1.8782, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.001268969632882e-08, "epoch": 2.8006151818081952, "percentage": 70.02, "elapsed_time": "10:03:30", "remaining_time": "4:18:27"}
{"current_steps": 25494, "total_steps": 36412, "loss": null, "eval_loss": 1.938640832901001, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 2.8006151818081952, "percentage": 70.02, "elapsed_time": "10:03:30", "remaining_time": "4:18:27"}
{"current_steps": 27315, "total_steps": 36412, "loss": 1.8764, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.000172130703981e-08, "epoch": 3.0006591233659234, "percentage": 75.02, "elapsed_time": "10:49:53", "remaining_time": "3:36:26"}
{"current_steps": 29136, "total_steps": 36412, "loss": 1.8742, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.000014937976813e-08, "epoch": 3.2007030649236516, "percentage": 80.02, "elapsed_time": "11:30:15", "remaining_time": "2:52:22"}
{"current_steps": 29136, "total_steps": 36412, "loss": null, "eval_loss": 1.9384987354278564, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 3.2007030649236516, "percentage": 80.02, "elapsed_time": "11:30:15", "remaining_time": "2:52:22"}
{"current_steps": 30957, "total_steps": 36412, "loss": 1.8775, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.000000644319432e-08, "epoch": 3.40074700648138, "percentage": 85.02, "elapsed_time": "12:16:38", "remaining_time": "2:09:48"}
{"current_steps": 32778, "total_steps": 36412, "loss": 1.8756, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.000000007721787e-08, "epoch": 3.600790948039108, "percentage": 90.02, "elapsed_time": "12:56:58", "remaining_time": "1:26:08"}
{"current_steps": 32778, "total_steps": 36412, "loss": null, "eval_loss": 1.9378653764724731, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 3.600790948039108, "percentage": 90.02, "elapsed_time": "12:56:58", "remaining_time": "1:26:08"}
{"current_steps": 34599, "total_steps": 36412, "loss": 1.871, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": 5.000000000004247e-08, "epoch": 3.8008348895968362, "percentage": 95.02, "elapsed_time": "13:43:21", "remaining_time": "0:43:08"}
{"current_steps": 36412, "total_steps": 36412, "loss": null, "eval_loss": null, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 4.0, "percentage": 100.0, "elapsed_time": "14:23:31", "remaining_time": "0:00:00"}
{"current_steps": 506, "total_steps": 506, "loss": null, "eval_loss": 1.9378653764724731, "predict_loss": null, "reward": null, "learning_rate": null, "epoch": 4.0, "percentage": 100.0, "elapsed_time": "14:29:31", "remaining_time": "0:00:00"}