End of training

README.md

@@ -1,6 +1,6 @@
 ---
 license: cc-by-nc-sa-4.0
-base_model: microsoft/layoutlmv2-base-uncased
+base_model: microsoft/layoutlmv2-large-uncased
 tags:
 - generated_from_trainer
 metrics:
@@ -18,13 +18,13 @@ should probably proofread and complete it, then remove this comment. -->
 
 # layoutlmv2-finetuned-piimask
 
-This model is a fine-tuned version of [microsoft/layoutlmv2-base-uncased](https://huggingface.co/microsoft/layoutlmv2-base-uncased) on the None dataset.
+This model is a fine-tuned version of [microsoft/layoutlmv2-large-uncased](https://huggingface.co/microsoft/layoutlmv2-large-uncased) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: nan
-- Precision: 0.0513
-- Recall: 0.0082
-- F1: 0.0141
-- Accuracy: 0.9011
+- Loss: 0.1939
+- Precision: 0.7555
+- Recall: 0.7775
+- F1: 0.7663
+- Accuracy: 0.9581
 
 ## Model description
 
@@ -57,11 +57,11 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss | Precision | Recall | F1     | Accuracy |
 |:-------------:|:-----:|:----:|:---------------:|:---------:|:------:|:------:|:--------:|
-| No log        | 1.0   | 135  | nan             | 0.3096    | 0.125  | 0.1781 | 0.9093   |
-| No log        | 2.0   | 270  | nan             | 0.0513    | 0.0082 | 0.0141 | 0.9011   |
-| No log        | 3.0   | 405  | nan             | 0.0513    | 0.0082 | 0.0141 | 0.9011   |
-| 0.1293        | 4.0   | 540  | nan             | 0.0513    | 0.0082 | 0.0141 | 0.9011   |
-| 0.1293        | 5.0   | 675  | nan             | 0.0513    | 0.0082 | 0.0141 | 0.9011   |
+| No log        | 1.0   | 135  | 0.1473          | 0.7251    | 0.6697 | 0.6963 | 0.9499   |
+| No log        | 2.0   | 270  | 0.1400          | 0.6767    | 0.7573 | 0.7147 | 0.9621   |
+| No log        | 3.0   | 405  | 0.1543          | 0.7372    | 0.7753 | 0.7558 | 0.9612   |
+| 0.3116        | 4.0   | 540  | 0.2355          | 0.7621    | 0.7775 | 0.7697 | 0.9560   |
+| 0.3116        | 5.0   | 675  | 0.1939          | 0.7555    | 0.7775 | 0.7663 | 0.9581   |
 
 
 ### Framework versions

config.json

@@ -1,11 +1,11 @@
 {
-  "_name_or_path": "microsoft/layoutlmv2-base-uncased",
+  "_name_or_path": "microsoft/layoutlmv2-large-uncased",
   "architectures": [
     "LayoutLMv2ForTokenClassification"
   ],
   "attention_probs_dropout_prob": 0.1,
   "convert_sync_batchnorm": true,
-  "coordinate_size": 128,
+  "coordinate_size": 171,
   "detectron2_config_args": {
     "MODEL.ANCHOR_GENERATOR.SIZES": [
       [
@@ -97,14 +97,14 @@
     "MODEL.RPN.PRE_NMS_TOPK_TEST": 1000,
     "MODEL.RPN.PRE_NMS_TOPK_TRAIN": 2000
   },
-  "fast_qkv": true,
+  "fast_qkv": false,
   "gradient_checkpointing": false,
   "has_relative_attention_bias": true,
   "has_spatial_attention_bias": true,
   "has_visual_segment_embedding": false,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
-  "hidden_size": 768,
+  "hidden_size": 1024,
   "id2label": {
     "0": "I-others",
     "1": "I-password",
@@ -131,7 +131,7 @@
     256
   ],
   "initializer_range": 0.02,
-  "intermediate_size": 3072,
+  "intermediate_size": 4096,
   "label2id": {
     "I-OTP": 12,
     "I-account number": 14,
@@ -158,13 +158,13 @@
   "max_rel_2d_pos": 256,
   "max_rel_pos": 128,
   "model_type": "layoutlmv2",
-  "num_attention_heads": 12,
-  "num_hidden_layers": 12,
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
   "output_past": true,
   "pad_token_id": 0,
   "rel_2d_pos_bins": 64,
   "rel_pos_bins": 32,
-  "shape_size": 128,
+  "shape_size": 170,
   "torch_dtype": "float32",
   "transformers_version": "4.42.3",
   "type_vocab_size": 2,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:98111393f73205d6d2ceb2bcb9286cb8868df63eb0db8c86edc78425e5b078f9
-size 802099776
+oid sha256:e9a2e5a30c41215586f260f5fcc95a108a4369800200d602c03765b99671ad47
+size 1705787904

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c4500f7aaa0ac7cc94cc93dbd3fc30e022dd4712029529e959139f35b1c6ff7
+oid sha256:4f964dd6fc6ebf7476772c33ab970b6e430296d8dc49e672ba89784d642b3531
 size 5112