Training in progress, epoch 1

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "facebook/esm2_t6_8M_UR50D",
+  "_name_or_path": "facebook/esm2_t12_35M_UR50D",
   "architectures": [
     "EsmForSequenceClassification"
   ],
@@ -9,12 +9,12 @@
   "esmfold_config": null,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.0,
-  "hidden_size": 320,
+  "hidden_size": 480,
   "id2label": {
     "0": "LABEL_0"
   },
   "initializer_range": 0.02,
-  "intermediate_size": 1280,
+  "intermediate_size": 1920,
   "is_folding_model": false,
   "label2id": {
     "LABEL_0": 0
@@ -24,7 +24,7 @@
   "max_position_embeddings": 1026,
   "model_type": "esm",
   "num_attention_heads": 20,
-  "num_hidden_layers": 6,
+  "num_hidden_layers": 12,
   "pad_token_id": 1,
   "position_embedding_type": "rotary",
   "problem_type": "regression",

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b9c3a9dfcd65ad9b04c4fcc44a2c39f0fa2fa4496dc0dc5a674a31c1e652f21
-size 31374504
+oid sha256:53d26c142b9c415bed74a1732de7186e27dcaf3f676297da884ec1652127d3a6
+size 135998360

runs/Jul27_16-50-21_DESKTOP-M4AOP5S/events.out.tfevents.1722095422.DESKTOP-M4AOP5S.25004.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a8d86e5e290923e0f05c2d743c74da84605421b95f15fe214038ba29248c4f
+size 5081

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9170d2fc6061f9bab048eb9f60ef51f3a7c48a6004b2f67e64f8219281f5cf0a
+oid sha256:410c60058d8bc616cfd330f9e0bfbcebeb3fb428be19f8ae3f4f13b83d7cb27f
 size 4920