Training in progress, step 100

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "google/pegasus-cnn_dailymail",
+  "_name_or_path": "google/pegasus-large",
   "activation_dropout": 0.1,
   "activation_function": "relu",
   "add_bias_logits": false,
@@ -10,6 +10,7 @@
   "attention_dropout": 0.1,
   "bos_token_id": 0,
   "classif_dropout": 0.0,
+  "classifier_dropout": 0.0,
   "d_model": 1024,
   "decoder_attention_heads": 16,
   "decoder_ffn_dim": 4096,
@@ -23,7 +24,9 @@
   "encoder_layers": 16,
   "eos_token_id": 1,
   "extra_pos_embeddings": 1,
+  "force_bos_token_to_be_generated": false,
   "forced_eos_token_id": 1,
+  "gradient_checkpointing": false,
   "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1",
@@ -37,9 +40,8 @@
     "LABEL_2": 2
   },
   "length_penalty": 0.8,
-  "max_length": 128,
+  "max_length": 256,
   "max_position_embeddings": 1024,
-  "min_length": 32,
   "model_type": "pegasus",
   "normalize_before": true,
   "normalize_embedding": false,
@@ -48,8 +50,75 @@
   "pad_token_id": 0,
   "scale_embedding": true,
   "static_position_embeddings": true,
+  "task_specific_params": {
+    "summarization_aeslc": {
+      "length_penalty": 0.6,
+      "max_length": 32,
+      "max_position_embeddings": 512
+    },
+    "summarization_arxiv": {
+      "length_penalty": 0.8,
+      "max_length": 256,
+      "max_position_embeddings": 1024
+    },
+    "summarization_big_patent": {
+      "length_penalty": 0.7,
+      "max_length": 256,
+      "max_position_embeddings": 1024
+    },
+    "summarization_billsum": {
+      "length_penalty": 0.6,
+      "max_length": 256,
+      "max_position_embeddings": 1024
+    },
+    "summarization_cnn_dailymail": {
+      "length_penalty": 0.8,
+      "max_length": 128,
+      "max_position_embeddings": 1024
+    },
+    "summarization_gigaword": {
+      "length_penalty": 0.6,
+      "max_length": 32,
+      "max_position_embeddings": 128
+    },
+    "summarization_large": {
+      "length_penalty": 0.8,
+      "max_length": 256,
+      "max_position_embeddings": 1024
+    },
+    "summarization_multi_news": {
+      "length_penalty": 0.8,
+      "max_length": 256,
+      "max_position_embeddings": 1024
+    },
+    "summarization_newsroom": {
+      "length_penalty": 0.8,
+      "max_length": 128,
+      "max_position_embeddings": 512
+    },
+    "summarization_pubmed": {
+      "length_penalty": 0.8,
+      "max_length": 256,
+      "max_position_embeddings": 1024
+    },
+    "summarization_reddit_tifu": {
+      "length_penalty": 0.6,
+      "max_length": 128,
+      "max_position_embeddings": 512
+    },
+    "summarization_wikihow": {
+      "length_penalty": 0.6,
+      "max_length": 256,
+      "max_position_embeddings": 512
+    },
+    "summarization_xsum": {
+      "length_penalty": 0.8,
+      "max_length": 64,
+      "max_position_embeddings": 512
+    }
+  },
   "torch_dtype": "float32",
-  "transformers_version": "4.33.1",
+  "transformers_version": "4.33.0",
   "use_cache": true,
   "vocab_size": 96103
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:160b14e2b22d3c3852e17d7f829d013c376e5931c9b0918e7d20ea1fadba0620
+oid sha256:bcdeb51a031e1f16a76057777848872e55fd6f577c5b44a3930a0d68c218eff4
 size 2283804653

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a51c3fa02ed504d5ab0337de59d28358afd1b7cb5fb3c71c39996cca83de3b8a
+oid sha256:2116ae0312f00e94e5fa4a2c3fa88f073dca373d035849b4f893baa2673b3bcb
 size 4155