Update README.md
Browse files
README.md
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
---
|
| 2 |
activation_function: gelu_new
|
| 3 |
architectures:
|
| 4 |
-
|
| 5 |
attn_pdrop: 0.1
|
| 6 |
bos_token_id: 50256
|
| 7 |
embd_pdrop: 0.1
|
|
@@ -35,14 +35,12 @@ task_specific_params:
|
|
| 35 |
top_p: 0.9
|
| 36 |
license: apache-2.0
|
| 37 |
datasets:
|
| 38 |
-
|
| 39 |
language:
|
| 40 |
-
|
| 41 |
-
tags:
|
| 42 |
-
- conversational
|
| 43 |
metrics:
|
| 44 |
-
|
| 45 |
-
|
| 46 |
custom_params:
|
| 47 |
adaptation_rate: 0.05
|
| 48 |
complexity_metric: null
|
|
|
|
| 1 |
---
|
| 2 |
activation_function: gelu_new
|
| 3 |
architectures:
|
| 4 |
+
- GPT2LMHeadModel
|
| 5 |
attn_pdrop: 0.1
|
| 6 |
bos_token_id: 50256
|
| 7 |
embd_pdrop: 0.1
|
|
|
|
| 35 |
top_p: 0.9
|
| 36 |
license: apache-2.0
|
| 37 |
datasets:
|
| 38 |
+
- vicgalle/alpaca-gpt4
|
| 39 |
language:
|
| 40 |
+
- en
|
|
|
|
|
|
|
| 41 |
metrics:
|
| 42 |
+
- perplexity
|
| 43 |
+
- accuracy
|
| 44 |
custom_params:
|
| 45 |
adaptation_rate: 0.05
|
| 46 |
complexity_metric: null
|