BATCH_SIZE=8

LEARNING_RATE=0.003
MAX_LENGTH=512
FOLD=3

README.md

@@ -14,7 +14,7 @@ model-index:
     metrics:
     - name: Accuracy
       type: accuracy
-      value: 0.56
+      value: 0.54
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -24,8 +24,8 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [dmis-lab/biobert-v1.1](https://huggingface.co/dmis-lab/biobert-v1.1) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.9243
-- Accuracy: 0.56
+- Loss: 0.9559
+- Accuracy: 0.54
 
 ## Model description
 
@@ -56,16 +56,16 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss | Accuracy |
 |:-------------:|:-----:|:----:|:---------------:|:--------:|
-| No log        | 1.0   | 57   | 1.2195          | 0.56     |
-| No log        | 2.0   | 114  | 1.0208          | 0.56     |
-| No log        | 3.0   | 171  | 0.9431          | 0.56     |
-| No log        | 4.0   | 228  | 1.0487          | 0.56     |
-| No log        | 5.0   | 285  | 0.9490          | 0.56     |
-| No log        | 6.0   | 342  | 0.9872          | 0.34     |
-| No log        | 7.0   | 399  | 0.9593          | 0.56     |
-| No log        | 8.0   | 456  | 0.9376          | 0.56     |
-| 1.1112        | 9.0   | 513  | 0.9320          | 0.56     |
-| 1.1112        | 10.0  | 570  | 0.9243          | 0.56     |
+| No log        | 1.0   | 57   | 1.2134          | 0.54     |
+| No log        | 2.0   | 114  | 1.0492          | 0.54     |
+| No log        | 3.0   | 171  | 1.0282          | 0.34     |
+| No log        | 4.0   | 228  | 1.0382          | 0.54     |
+| No log        | 5.0   | 285  | 1.0089          | 0.54     |
+| No log        | 6.0   | 342  | 1.0099          | 0.34     |
+| No log        | 7.0   | 399  | 1.0661          | 0.54     |
+| No log        | 8.0   | 456  | 0.9779          | 0.54     |
+| 1.1063        | 9.0   | 513  | 0.9725          | 0.54     |
+| 1.1063        | 10.0  | 570  | 0.9559          | 0.54     |
 
 
 ### Framework versions

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca78008d44223440799695fb07932ed7208a07d5d376fcb3f002a19d8505fa2d
+oid sha256:86e5ce1030bc7fe20f2f80310122fadf241a1af968143038f0c7011a738b2073
 size 433334445

runs/Sep13_10-23-16_1428212fe7ba/events.out.tfevents.1631530041.1428212fe7ba.82.8

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa44c971c8224ce97d9def6e6d378adc704f3788a3bf3a5b289f8193bf7a3163
+size 363

runs/Sep13_10-47-31_1428212fe7ba/1631530055.7867613/events.out.tfevents.1631530055.1428212fe7ba.82.10

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b3306bfcddcc0bb1228083893a9b4d9ff734c5ad1054655907e8bbdc6fb93f
+size 4271

runs/Sep13_10-47-31_1428212fe7ba/events.out.tfevents.1631530055.1428212fe7ba.82.9

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42445ee6e23f0644f86597b042da4625f6fa637e079f10b2668a6a612310b95b
+size 6904

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f8c95337efb51a7ab7f7a5393e2d37602d47c3a0214b857f562e2c7d1c12da07
+oid sha256:255fbf80c22251a62029bc9006c1b45256afb3b71a01cbea591a87e904b74cce
 size 2735