Ning Sun commited on
Commit
2df10fb
1 Parent(s): a3e1cb5

initial upload

Browse files
fold0/config.yaml CHANGED
@@ -154,7 +154,15 @@ model:
154
  config_overwrites: null
155
  model_init_args: null
156
  max_length: 2048
157
- adapter: genbio_finetune.models.MLPMeanPoolAdapter
 
 
 
 
 
 
 
 
158
  optimizer:
159
  class_path: torch.optim.AdamW
160
  init_args:
 
154
  config_overwrites: null
155
  model_init_args: null
156
  max_length: 2048
157
+ adapter:
158
+ class_path: genbio_finetune.models.MLPPoolAdapter
159
+ init_args:
160
+ pooling: mean_pooling
161
+ hidden_sizes:
162
+ - 128
163
+ bias: true
164
+ dropout: 0.1
165
+ dropout_in_middle: false
166
  optimizer:
167
  class_path: torch.optim.AdamW
168
  init_args:
fold1/config.yaml CHANGED
@@ -154,7 +154,15 @@ model:
154
  config_overwrites: null
155
  model_init_args: null
156
  max_length: 2048
157
- adapter: genbio_finetune.models.MLPMeanPoolAdapter
 
 
 
 
 
 
 
 
158
  optimizer:
159
  class_path: torch.optim.AdamW
160
  init_args:
 
154
  config_overwrites: null
155
  model_init_args: null
156
  max_length: 2048
157
+ adapter:
158
+ class_path: genbio_finetune.models.MLPPoolAdapter
159
+ init_args:
160
+ pooling: mean_pooling
161
+ hidden_sizes:
162
+ - 128
163
+ bias: true
164
+ dropout: 0.1
165
+ dropout_in_middle: false
166
  optimizer:
167
  class_path: torch.optim.AdamW
168
  init_args:
fold2/config.yaml CHANGED
@@ -154,7 +154,15 @@ model:
154
  config_overwrites: null
155
  model_init_args: null
156
  max_length: 2048
157
- adapter: genbio_finetune.models.MLPMeanPoolAdapter
 
 
 
 
 
 
 
 
158
  optimizer:
159
  class_path: torch.optim.AdamW
160
  init_args:
 
154
  config_overwrites: null
155
  model_init_args: null
156
  max_length: 2048
157
+ adapter:
158
+ class_path: genbio_finetune.models.MLPPoolAdapter
159
+ init_args:
160
+ pooling: mean_pooling
161
+ hidden_sizes:
162
+ - 128
163
+ bias: true
164
+ dropout: 0.1
165
+ dropout_in_middle: false
166
  optimizer:
167
  class_path: torch.optim.AdamW
168
  init_args:
fold3/config.yaml CHANGED
@@ -154,7 +154,15 @@ model:
154
  config_overwrites: null
155
  model_init_args: null
156
  max_length: 2048
157
- adapter: genbio_finetune.models.MLPMeanPoolAdapter
 
 
 
 
 
 
 
 
158
  optimizer:
159
  class_path: torch.optim.AdamW
160
  init_args:
 
154
  config_overwrites: null
155
  model_init_args: null
156
  max_length: 2048
157
+ adapter:
158
+ class_path: genbio_finetune.models.MLPPoolAdapter
159
+ init_args:
160
+ pooling: mean_pooling
161
+ hidden_sizes:
162
+ - 128
163
+ bias: true
164
+ dropout: 0.1
165
+ dropout_in_middle: false
166
  optimizer:
167
  class_path: torch.optim.AdamW
168
  init_args:
fold4/config.yaml CHANGED
@@ -154,7 +154,15 @@ model:
154
  config_overwrites: null
155
  model_init_args: null
156
  max_length: 2048
157
- adapter: genbio_finetune.models.MLPMeanPoolAdapter
 
 
 
 
 
 
 
 
158
  optimizer:
159
  class_path: torch.optim.AdamW
160
  init_args:
 
154
  config_overwrites: null
155
  model_init_args: null
156
  max_length: 2048
157
+ adapter:
158
+ class_path: genbio_finetune.models.MLPPoolAdapter
159
+ init_args:
160
+ pooling: mean_pooling
161
+ hidden_sizes:
162
+ - 128
163
+ bias: true
164
+ dropout: 0.1
165
+ dropout_in_middle: false
166
  optimizer:
167
  class_path: torch.optim.AdamW
168
  init_args: