MeMDLM / benchmarks /MLM /config.py
sgoel30's picture
Upload 34 files
d8ed92a verified
raw
history blame
393 Bytes
PATH = "/workspace/sg666/MDpLM"
TRAIN_DATA = PATH + "/data/membrane/train.csv"
TEST_DATA = PATH + "/data/membrane/test.csv"
VAL_DATA = PATH + "/data/membrane/val.csv"
ESM_MODEL_PATH = "facebook/esm2_t30_150M_UR50D"
MLM_MODEL_PATH = PATH + "/benchmarks/MLM"
CKPT_DIR = PATH + "/benchmarks/MLM/model_ckpts"
ESM_LAYERS = 3
BATCH_SIZE = 8
NUM_EPOCHS = 10
LEARNING_RATE = 5e-3
MASKING_RATE = 0.40