File size: 393 Bytes
d8ed92a
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
PATH = "/workspace/sg666/MDpLM"
TRAIN_DATA = PATH + "/data/membrane/train.csv"
TEST_DATA = PATH + "/data/membrane/test.csv"
VAL_DATA = PATH + "/data/membrane/val.csv"

ESM_MODEL_PATH = "facebook/esm2_t30_150M_UR50D"
MLM_MODEL_PATH = PATH + "/benchmarks/MLM"
CKPT_DIR = PATH + "/benchmarks/MLM/model_ckpts"

ESM_LAYERS = 3
BATCH_SIZE = 8
NUM_EPOCHS = 10
LEARNING_RATE = 5e-3
MASKING_RATE = 0.40