BATCH_SIZE=8

LEARNING_RATE=0.003
MAX_LENGTH=512
FOLD=4

README.md

@@ -14,7 +14,7 @@ model-index:
     metrics:
     - name: Accuracy
       type: accuracy
-      value: 0.54
+      value: 0.56
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -24,8 +24,8 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [dmis-lab/biobert-v1.1](https://huggingface.co/dmis-lab/biobert-v1.1) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.9559
-- Accuracy: 0.54
+- Loss: 0.9502
+- Accuracy: 0.56
 
 ## Model description
 
@@ -56,16 +56,16 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss | Accuracy |
 |:-------------:|:-----:|:----:|:---------------:|:--------:|
-| No log        | 1.0   | 57   | 1.2134          | 0.54     |
-| No log        | 2.0   | 114  | 1.0492          | 0.54     |
-| No log        | 3.0   | 171  | 1.0282          | 0.34     |
-| No log        | 4.0   | 228  | 1.0382          | 0.54     |
-| No log        | 5.0   | 285  | 1.0089          | 0.54     |
-| No log        | 6.0   | 342  | 1.0099          | 0.34     |
-| No log        | 7.0   | 399  | 1.0661          | 0.54     |
-| No log        | 8.0   | 456  | 0.9779          | 0.54     |
-| 1.1063        | 9.0   | 513  | 0.9725          | 0.54     |
-| 1.1063        | 10.0  | 570  | 0.9559          | 0.54     |
+| No log        | 1.0   | 57   | 1.1822          | 0.56     |
+| No log        | 2.0   | 114  | 1.0111          | 0.32     |
+| No log        | 3.0   | 171  | 1.0442          | 0.32     |
+| No log        | 4.0   | 228  | 1.0699          | 0.56     |
+| No log        | 5.0   | 285  | 0.9766          | 0.56     |
+| No log        | 6.0   | 342  | 1.0055          | 0.32     |
+| No log        | 7.0   | 399  | 1.0277          | 0.56     |
+| No log        | 8.0   | 456  | 0.9640          | 0.56     |
+| 1.0976        | 9.0   | 513  | 0.9617          | 0.56     |
+| 1.0976        | 10.0  | 570  | 0.9502          | 0.56     |
 
 
 ### Framework versions

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86e5ce1030bc7fe20f2f80310122fadf241a1af968143038f0c7011a738b2073
+oid sha256:e5cbafa5b97f68c6c83dc2bc328cc479a51f9fa21db5c095a703adb2e1ad0da2
 size 433334445

runs/Sep13_10-47-31_1428212fe7ba/events.out.tfevents.1631531510.1428212fe7ba.82.11

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7258779787c64ad2e59f70f41728ba584d89e63090f2ddc7ff85b641ed60ef37
+size 363

runs/Sep13_11-12-00_1428212fe7ba/1631531524.6721213/events.out.tfevents.1631531524.1428212fe7ba.82.13

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b20e7e39e5bbfa3e2b09988297b2304c7d6487faa3c9d4f39873cab6f0fefc
+size 4271

runs/Sep13_11-12-00_1428212fe7ba/events.out.tfevents.1631531524.1428212fe7ba.82.12

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ee9bebbedecd76bf88b2bad1c23096b199aa0d172fbd731faa389ebf95afcb
+size 6904

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:255fbf80c22251a62029bc9006c1b45256afb3b71a01cbea591a87e904b74cce
+oid sha256:0d2ce5e93506c50fc7a92d0e072db07f399298a9622ea6aa832006b9cca3ad36
 size 2735