Ning Sun
commited on
Commit
•
2df10fb
1
Parent(s):
a3e1cb5
initial upload
Browse files- fold0/config.yaml +9 -1
- fold1/config.yaml +9 -1
- fold2/config.yaml +9 -1
- fold3/config.yaml +9 -1
- fold4/config.yaml +9 -1
fold0/config.yaml
CHANGED
@@ -154,7 +154,15 @@ model:
|
|
154 |
config_overwrites: null
|
155 |
model_init_args: null
|
156 |
max_length: 2048
|
157 |
-
adapter:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
158 |
optimizer:
|
159 |
class_path: torch.optim.AdamW
|
160 |
init_args:
|
|
|
154 |
config_overwrites: null
|
155 |
model_init_args: null
|
156 |
max_length: 2048
|
157 |
+
adapter:
|
158 |
+
class_path: genbio_finetune.models.MLPPoolAdapter
|
159 |
+
init_args:
|
160 |
+
pooling: mean_pooling
|
161 |
+
hidden_sizes:
|
162 |
+
- 128
|
163 |
+
bias: true
|
164 |
+
dropout: 0.1
|
165 |
+
dropout_in_middle: false
|
166 |
optimizer:
|
167 |
class_path: torch.optim.AdamW
|
168 |
init_args:
|
fold1/config.yaml
CHANGED
@@ -154,7 +154,15 @@ model:
|
|
154 |
config_overwrites: null
|
155 |
model_init_args: null
|
156 |
max_length: 2048
|
157 |
-
adapter:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
158 |
optimizer:
|
159 |
class_path: torch.optim.AdamW
|
160 |
init_args:
|
|
|
154 |
config_overwrites: null
|
155 |
model_init_args: null
|
156 |
max_length: 2048
|
157 |
+
adapter:
|
158 |
+
class_path: genbio_finetune.models.MLPPoolAdapter
|
159 |
+
init_args:
|
160 |
+
pooling: mean_pooling
|
161 |
+
hidden_sizes:
|
162 |
+
- 128
|
163 |
+
bias: true
|
164 |
+
dropout: 0.1
|
165 |
+
dropout_in_middle: false
|
166 |
optimizer:
|
167 |
class_path: torch.optim.AdamW
|
168 |
init_args:
|
fold2/config.yaml
CHANGED
@@ -154,7 +154,15 @@ model:
|
|
154 |
config_overwrites: null
|
155 |
model_init_args: null
|
156 |
max_length: 2048
|
157 |
-
adapter:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
158 |
optimizer:
|
159 |
class_path: torch.optim.AdamW
|
160 |
init_args:
|
|
|
154 |
config_overwrites: null
|
155 |
model_init_args: null
|
156 |
max_length: 2048
|
157 |
+
adapter:
|
158 |
+
class_path: genbio_finetune.models.MLPPoolAdapter
|
159 |
+
init_args:
|
160 |
+
pooling: mean_pooling
|
161 |
+
hidden_sizes:
|
162 |
+
- 128
|
163 |
+
bias: true
|
164 |
+
dropout: 0.1
|
165 |
+
dropout_in_middle: false
|
166 |
optimizer:
|
167 |
class_path: torch.optim.AdamW
|
168 |
init_args:
|
fold3/config.yaml
CHANGED
@@ -154,7 +154,15 @@ model:
|
|
154 |
config_overwrites: null
|
155 |
model_init_args: null
|
156 |
max_length: 2048
|
157 |
-
adapter:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
158 |
optimizer:
|
159 |
class_path: torch.optim.AdamW
|
160 |
init_args:
|
|
|
154 |
config_overwrites: null
|
155 |
model_init_args: null
|
156 |
max_length: 2048
|
157 |
+
adapter:
|
158 |
+
class_path: genbio_finetune.models.MLPPoolAdapter
|
159 |
+
init_args:
|
160 |
+
pooling: mean_pooling
|
161 |
+
hidden_sizes:
|
162 |
+
- 128
|
163 |
+
bias: true
|
164 |
+
dropout: 0.1
|
165 |
+
dropout_in_middle: false
|
166 |
optimizer:
|
167 |
class_path: torch.optim.AdamW
|
168 |
init_args:
|
fold4/config.yaml
CHANGED
@@ -154,7 +154,15 @@ model:
|
|
154 |
config_overwrites: null
|
155 |
model_init_args: null
|
156 |
max_length: 2048
|
157 |
-
adapter:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
158 |
optimizer:
|
159 |
class_path: torch.optim.AdamW
|
160 |
init_args:
|
|
|
154 |
config_overwrites: null
|
155 |
model_init_args: null
|
156 |
max_length: 2048
|
157 |
+
adapter:
|
158 |
+
class_path: genbio_finetune.models.MLPPoolAdapter
|
159 |
+
init_args:
|
160 |
+
pooling: mean_pooling
|
161 |
+
hidden_sizes:
|
162 |
+
- 128
|
163 |
+
bias: true
|
164 |
+
dropout: 0.1
|
165 |
+
dropout_in_middle: false
|
166 |
optimizer:
|
167 |
class_path: torch.optim.AdamW
|
168 |
init_args:
|