Update README.md

README.md

@@ -65,6 +65,19 @@ model = AutoModelForCausalLM.from_pretrained("supermy/couplet")
 
 bpe分词："vocab_size"=50000
 ```
+[INFO|trainer.py:1608] 2022-12-07 02:32:58,307 >> ***** Running training *****
+[INFO|trainer.py:1609] 2022-12-07 02:32:58,307 >>   Num examples = 260926
+[INFO|trainer.py:1610] 2022-12-07 02:32:58,307 >>   Num Epochs = 160
+[INFO|trainer.py:1611] 2022-12-07 02:32:58,307 >>   Instantaneous batch size per device = 96
+[INFO|trainer.py:1612] 2022-12-07 02:32:58,307 >>   Total train batch size (w. parallel, distributed & accumulation) = 96
+[INFO|trainer.py:1613] 2022-12-07 02:32:58,307 >>   Gradient Accumulation steps = 1
+[INFO|trainer.py:1614] 2022-12-07 02:32:58,307 >>   Total optimization steps = 434880
+[INFO|trainer.py:1616] 2022-12-07 02:32:58,308 >>   Number of trainable parameters = 124439808
+[INFO|trainer.py:1637] 2022-12-07 02:32:58,309 >>   Continuing training from checkpoint, will skip to saved global_step
+[INFO|trainer.py:1638] 2022-12-07 02:32:58,310 >>   Continuing training from epoch 93
+[INFO|trainer.py:1639] 2022-12-07 02:32:58,310 >>   Continuing training from global step 253500
+
+
 [INFO|trainer.py:1608] 2022-11-30 12:51:36,357 >> ***** Running training *****
 [INFO|trainer.py:1609] 2022-11-30 12:51:36,357 >>   Num examples = 260926
 [INFO|trainer.py:1610] 2022-11-30 12:51:36,357 >>   Num Epochs = 81
@@ -106,4 +119,33 @@ bpe分词："vocab_size"=50000
   eval_steps_per_second   =      3.883
   perplexity              =    26.6108
 
+
+{'loss': 3.0967, 'learning_rate': 1.8027961736571009e-07, 'epoch': 159.49}
+{'loss': 3.0922, 'learning_rate': 1.227924944812362e-07, 'epoch': 159.68}
+{'loss': 3.0934, 'learning_rate': 6.530537159676233e-08, 'epoch': 159.86}
+{'train_runtime': 120967.2394, 'train_samples_per_second': 345.12, 'train_steps_per_second': 3.595, 'train_loss': 1.3456422273861828, 'epoch': 160.0}
+***** train metrics *****
+  epoch                    =             160.0
+  train_loss               =            1.3456
+  train_runtime            = 1 day, 9:36:07.23
+  train_samples            =            260926
+  train_samples_per_second =            345.12
+  train_steps_per_second   =             3.595
+12/08/2022 12:09:08 - INFO - __main__ - *** Evaluate ***
+[INFO|trainer.py:2929] 2022-12-08 12:09:08,522 >> ***** Running Evaluation *****
+[INFO|trainer.py:2931] 2022-12-08 12:09:08,522 >>   Num examples = 1350
+[INFO|trainer.py:2934] 2022-12-08 12:09:08,522 >>   Batch size = 96
+100%|██████████| 15/15 [00:03<00:00,  4.16it/s]
+[INFO|modelcard.py:449] 2022-12-08 12:09:13,448 >> Dropping the following result as it does not have all the necessary fields:
+{'task': {'name': 'Causal Language Modeling', 'type': 'text-generation'}, 'metrics': [{'name': 'Accuracy', 'type': 'accuracy', 'value': 0.433615520282187}]}
+***** eval metrics *****
+  epoch                   =      160.0
+  eval_accuracy           =     0.4336
+  eval_loss               =     3.3005
+  eval_runtime            = 0:00:03.93
+  eval_samples            =       1350
+  eval_samples_per_second =    343.164
+  eval_steps_per_second   =      3.813
+  perplexity              =    27.1257
+
 ```