Training in progress, epoch 1

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "facebook/esm2_t6_8M_UR50D",
+  "_name_or_path": "facebook/esm2_t30_150M_UR50D",
   "architectures": [
     "EsmForSequenceClassification"
   ],
@@ -9,16 +9,16 @@
   "esmfold_config": null,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.0,
-  "hidden_size": 320,
+  "hidden_size": 640,
   "initializer_range": 0.02,
-  "intermediate_size": 1280,
+  "intermediate_size": 2560,
   "is_folding_model": false,
   "layer_norm_eps": 1e-05,
   "mask_token_id": 32,
   "max_position_embeddings": 1026,
   "model_type": "esm",
   "num_attention_heads": 20,
-  "num_hidden_layers": 6,
+  "num_hidden_layers": 30,
   "pad_token_id": 1,
   "position_embedding_type": "rotary",
   "problem_type": "single_label_classification",

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e40fa1700b034660cf37939ae688e7757e9e32291c914189b6e16bec880a55ff
-size 31375788
+oid sha256:216e80370846d5042efe8f5b3ee129faa540f503ac2596ca78e393165b523cd8
+size 595249204

runs/Apr10_17-34-22_DESKTOP-2SFFJ6C/events.out.tfevents.1712766873.DESKTOP-2SFFJ6C.21412.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4d2a0c1c6c95a2b2247a6f58c2c28bca80463832f2eec1b255025b494a7555
+size 5268

tokenizer_config.json

@@ -45,7 +45,7 @@
   "cls_token": "<cls>",
   "eos_token": "<eos>",
   "mask_token": "<mask>",
-  "model_max_length": 1024,
+  "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<pad>",
   "tokenizer_class": "EsmTokenizer",
   "unk_token": "<unk>"

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46eeb929b8d835fd46225cd8b54cb71182ff6a631b00a85e148813ab91823f98
+oid sha256:df078d55b9fa5932312f649a531f7294b6a74c324c2bf10e80c54f9ddd22bc78
 size 4920