Update README.md
Browse files
README.md
CHANGED
|
@@ -1,13 +1,13 @@
|
|
| 1 |
---
|
| 2 |
activation_function: gelu_new
|
| 3 |
architectures:
|
| 4 |
-
|
| 5 |
attn_pdrop: 0.1
|
| 6 |
bos_token_id: 50256
|
| 7 |
embd_pdrop: 0.1
|
| 8 |
eos_token_id: 50256
|
| 9 |
initializer_range: 0.02
|
| 10 |
-
layer_norm_epsilon:
|
| 11 |
model_type: gpt2
|
| 12 |
n_ctx: 2048
|
| 13 |
n_embd: 2048
|
|
@@ -28,15 +28,15 @@ task_specific_params:
|
|
| 28 |
max_length: 2048
|
| 29 |
transformers_version: 4.34.0
|
| 30 |
language:
|
| 31 |
-
|
| 32 |
tags:
|
| 33 |
-
|
| 34 |
metrics:
|
| 35 |
-
|
| 36 |
pipeline_tag: text-generation
|
| 37 |
library_name: transformers
|
| 38 |
datasets:
|
| 39 |
-
|
| 40 |
license: apache-2.0
|
| 41 |
custom_params:
|
| 42 |
adaptation_rate: 0.05
|
|
|
|
| 1 |
---
|
| 2 |
activation_function: gelu_new
|
| 3 |
architectures:
|
| 4 |
+
- GPT2LMHeadModel
|
| 5 |
attn_pdrop: 0.1
|
| 6 |
bos_token_id: 50256
|
| 7 |
embd_pdrop: 0.1
|
| 8 |
eos_token_id: 50256
|
| 9 |
initializer_range: 0.02
|
| 10 |
+
layer_norm_epsilon: 0.00001
|
| 11 |
model_type: gpt2
|
| 12 |
n_ctx: 2048
|
| 13 |
n_embd: 2048
|
|
|
|
| 28 |
max_length: 2048
|
| 29 |
transformers_version: 4.34.0
|
| 30 |
language:
|
| 31 |
+
- en
|
| 32 |
tags:
|
| 33 |
+
- text-generation-inference
|
| 34 |
metrics:
|
| 35 |
+
- accuracy
|
| 36 |
pipeline_tag: text-generation
|
| 37 |
library_name: transformers
|
| 38 |
datasets:
|
| 39 |
+
- blended_skill_talk
|
| 40 |
license: apache-2.0
|
| 41 |
custom_params:
|
| 42 |
adaptation_rate: 0.05
|