Upload folder using huggingface_hub

T5-quantized-config/config.json

@@ -0,0 +1,32 @@
+{
+  "_name_or_path": "morzecrew/FRED-T5-RefinedPersonaChat",
+  "architectures": [
+    "T5ForConditionalGeneration"
+  ],
+  "d_ff": 4096,
+  "d_kv": 64,
+  "d_model": 1536,
+  "decoder_start_token_id": 0,
+  "dense_act_fn": "gelu_new",
+  "dropout_rate": 0.1,
+  "eos_token_id": 2,
+  "feed_forward_proj": "gated-gelu",
+  "gradient_checkpointing": false,
+  "initializer_factor": 1.0,
+  "is_encoder_decoder": true,
+  "is_gated_act": true,
+  "layer_norm_epsilon": 1e-06,
+  "model_type": "t5",
+  "num_decoder_layers": 24,
+  "num_heads": 24,
+  "num_layers": 24,
+  "output_past": true,
+  "pad_token_id": 0,
+  "relative_attention_max_distance": 128,
+  "relative_attention_num_buckets": 32,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.31.0",
+  "use_cache": true,
+  "vocab_size": 50364
+}

T5-quantized-state-dict.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b279b3c42d88d5fc1926ef160b1be53405eb93de0a70d1bd67b2d73af91d23c
+size 1973632681

added_tokens.json

@@ -0,0 +1,110 @@
+{
+  "<LM>": 50357,
+  "<SC1>": 50358,
+  "<SC2>": 50359,
+  "<SC3>": 50360,
+  "<SC4>": 50361,
+  "<SC5>": 50362,
+  "<SC6>": 50363,
+  "<extra_id_0>": 50257,
+  "<extra_id_10>": 50267,
+  "<extra_id_11>": 50268,
+  "<extra_id_12>": 50269,
+  "<extra_id_13>": 50270,
+  "<extra_id_14>": 50271,
+  "<extra_id_15>": 50272,
+  "<extra_id_16>": 50273,
+  "<extra_id_17>": 50274,
+  "<extra_id_18>": 50275,
+  "<extra_id_19>": 50276,
+  "<extra_id_1>": 50258,
+  "<extra_id_20>": 50277,
+  "<extra_id_21>": 50278,
+  "<extra_id_22>": 50279,
+  "<extra_id_23>": 50280,
+  "<extra_id_24>": 50281,
+  "<extra_id_25>": 50282,
+  "<extra_id_26>": 50283,
+  "<extra_id_27>": 50284,
+  "<extra_id_28>": 50285,
+  "<extra_id_29>": 50286,
+  "<extra_id_2>": 50259,
+  "<extra_id_30>": 50287,
+  "<extra_id_31>": 50288,
+  "<extra_id_32>": 50289,
+  "<extra_id_33>": 50290,
+  "<extra_id_34>": 50291,
+  "<extra_id_35>": 50292,
+  "<extra_id_36>": 50293,
+  "<extra_id_37>": 50294,
+  "<extra_id_38>": 50295,
+  "<extra_id_39>": 50296,
+  "<extra_id_3>": 50260,
+  "<extra_id_40>": 50297,
+  "<extra_id_41>": 50298,
+  "<extra_id_42>": 50299,
+  "<extra_id_43>": 50300,
+  "<extra_id_44>": 50301,
+  "<extra_id_45>": 50302,
+  "<extra_id_46>": 50303,
+  "<extra_id_47>": 50304,
+  "<extra_id_48>": 50305,
+  "<extra_id_49>": 50306,
+  "<extra_id_4>": 50261,
+  "<extra_id_50>": 50307,
+  "<extra_id_51>": 50308,
+  "<extra_id_52>": 50309,
+  "<extra_id_53>": 50310,
+  "<extra_id_54>": 50311,
+  "<extra_id_55>": 50312,
+  "<extra_id_56>": 50313,
+  "<extra_id_57>": 50314,
+  "<extra_id_58>": 50315,
+  "<extra_id_59>": 50316,
+  "<extra_id_5>": 50262,
+  "<extra_id_60>": 50317,
+  "<extra_id_61>": 50318,
+  "<extra_id_62>": 50319,
+  "<extra_id_63>": 50320,
+  "<extra_id_64>": 50321,
+  "<extra_id_65>": 50322,
+  "<extra_id_66>": 50323,
+  "<extra_id_67>": 50324,
+  "<extra_id_68>": 50325,
+  "<extra_id_69>": 50326,
+  "<extra_id_6>": 50263,
+  "<extra_id_70>": 50327,
+  "<extra_id_71>": 50328,
+  "<extra_id_72>": 50329,
+  "<extra_id_73>": 50330,
+  "<extra_id_74>": 50331,
+  "<extra_id_75>": 50332,
+  "<extra_id_76>": 50333,
+  "<extra_id_77>": 50334,
+  "<extra_id_78>": 50335,
+  "<extra_id_79>": 50336,
+  "<extra_id_7>": 50264,
+  "<extra_id_80>": 50337,
+  "<extra_id_81>": 50338,
+  "<extra_id_82>": 50339,
+  "<extra_id_83>": 50340,
+  "<extra_id_84>": 50341,
+  "<extra_id_85>": 50342,
+  "<extra_id_86>": 50343,
+  "<extra_id_87>": 50344,
+  "<extra_id_88>": 50345,
+  "<extra_id_89>": 50346,
+  "<extra_id_8>": 50265,
+  "<extra_id_90>": 50347,
+  "<extra_id_91>": 50348,
+  "<extra_id_92>": 50349,
+  "<extra_id_93>": 50350,
+  "<extra_id_94>": 50351,
+  "<extra_id_95>": 50352,
+  "<extra_id_96>": 50353,
+  "<extra_id_97>": 50354,
+  "<extra_id_98>": 50355,
+  "<extra_id_99>": 50356,
+  "<extra_id_9>": 50266,
+  "<|endoftext|>": 50364
+}

config.json

@@ -0,0 +1,32 @@
+{
+  "_name_or_path": "morzecrew/FRED-T5-RefinedPersonaChat",
+  "architectures": [
+    "T5ForConditionalGeneration"
+  ],
+  "d_ff": 4096,
+  "d_kv": 64,
+  "d_model": 1536,
+  "decoder_start_token_id": 0,
+  "dense_act_fn": "gelu_new",
+  "dropout_rate": 0.1,
+  "eos_token_id": 2,
+  "feed_forward_proj": "gated-gelu",
+  "gradient_checkpointing": false,
+  "initializer_factor": 1.0,
+  "is_encoder_decoder": true,
+  "is_gated_act": true,
+  "layer_norm_epsilon": 1e-06,
+  "model_type": "t5",
+  "num_decoder_layers": 24,
+  "num_heads": 24,
+  "num_layers": 24,
+  "output_past": true,
+  "pad_token_id": 0,
+  "relative_attention_max_distance": 128,
+  "relative_attention_num_buckets": 32,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.31.0",
+  "use_cache": true,
+  "vocab_size": 50364
+}

special_tokens_map.json

@@ -0,0 +1,12 @@
+{
+  "bos_token": "<s>",
+  "eos_token": "</s>",
+  "pad_token": "<pad>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,40 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "clean_up_tokenization_spaces": true,
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "errors": "replace",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": {
+    "__type": "AddedToken",
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}