Update README.md
Browse files
README.md
CHANGED
@@ -7,7 +7,7 @@ bos_token_id: 50256
|
|
7 |
embd_pdrop: 0.1
|
8 |
eos_token_id: 50256
|
9 |
initializer_range: 0.02
|
10 |
-
layer_norm_epsilon:
|
11 |
model_type: gpt2
|
12 |
n_ctx: 2048
|
13 |
n_embd: 2048
|
@@ -23,22 +23,26 @@ summary_proj_to_labels: true
|
|
23 |
summary_type: cls_index
|
24 |
summary_use_proj: true
|
25 |
task_specific_params:
|
26 |
-
|
27 |
-
|
28 |
-
|
29 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
30 |
language:
|
31 |
- en
|
32 |
tags:
|
33 |
-
-
|
34 |
-
- Phillnet
|
35 |
metrics:
|
|
|
36 |
- accuracy
|
37 |
-
pipeline_tag: text-generation
|
38 |
-
library_name: transformers
|
39 |
-
datasets:
|
40 |
-
- vicgalle/alpaca-gpt4
|
41 |
-
license: apache-2.0
|
42 |
custom_params:
|
43 |
adaptation_rate: 0.05
|
44 |
complexity_metric: null
|
|
|
7 |
embd_pdrop: 0.1
|
8 |
eos_token_id: 50256
|
9 |
initializer_range: 0.02
|
10 |
+
layer_norm_epsilon: 0.00001
|
11 |
model_type: gpt2
|
12 |
n_ctx: 2048
|
13 |
n_embd: 2048
|
|
|
23 |
summary_type: cls_index
|
24 |
summary_use_proj: true
|
25 |
task_specific_params:
|
26 |
+
conversational:
|
27 |
+
max_length: 1024
|
28 |
+
min_length: 20
|
29 |
+
length_penalty: 1.5
|
30 |
+
num_beams: 5
|
31 |
+
early_stopping: true
|
32 |
+
no_repeat_ngram_size: 3
|
33 |
+
temperature: 0.7
|
34 |
+
top_k: 50
|
35 |
+
top_p: 0.9
|
36 |
+
license: apache-2.0
|
37 |
+
datasets:
|
38 |
+
- vicgalle/alpaca-gpt4
|
39 |
language:
|
40 |
- en
|
41 |
tags:
|
42 |
+
- conversational
|
|
|
43 |
metrics:
|
44 |
+
- perplexity
|
45 |
- accuracy
|
|
|
|
|
|
|
|
|
|
|
46 |
custom_params:
|
47 |
adaptation_rate: 0.05
|
48 |
complexity_metric: null
|