mustafoyev202/uzbek_ner

README.md

@@ -25,10 +25,10 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [FacebookAI/xlm-roberta-large](https://huggingface.co/FacebookAI/xlm-roberta-large) on the Uzbek Ner dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.1761
-- Precision: 0.5870
-- Recall: 0.6354
-- F1: 0.6102
+- Loss: 0.1754
+- Precision: 0.5848
+- Recall: 0.6313
+- F1: 0.6071
 - Accuracy: 0.9386
 
 ## Model description
@@ -64,12 +64,12 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch  | Step | Validation Loss | Precision | Recall | F1     | Accuracy |
 |:-------------:|:------:|:----:|:---------------:|:---------:|:------:|:------:|:--------:|
-| 0.2571        | 0.4662 | 100  | 0.2272          | 0.4924    | 0.5096 | 0.5008 | 0.9291   |
-| 0.2035        | 0.9324 | 200  | 0.1931          | 0.5411    | 0.5962 | 0.5673 | 0.9339   |
-| 0.1787        | 1.3963 | 300  | 0.1846          | 0.5693    | 0.6327 | 0.5993 | 0.9358   |
-| 0.1788        | 1.8625 | 400  | 0.1776          | 0.5741    | 0.6259 | 0.5989 | 0.9383   |
-| 0.176         | 2.3263 | 500  | 0.1759          | 0.5902    | 0.6231 | 0.6062 | 0.9390   |
-| 0.1676        | 2.7925 | 600  | 0.1761          | 0.5868    | 0.6351 | 0.6100 | 0.9386   |
+| 0.2474        | 0.4662 | 100  | 0.2283          | 0.4911    | 0.5164 | 0.5035 | 0.9284   |
+| 0.2039        | 0.9324 | 200  | 0.1942          | 0.5495    | 0.5836 | 0.5661 | 0.9345   |
+| 0.1949        | 1.3963 | 300  | 0.1855          | 0.5591    | 0.6348 | 0.5945 | 0.9359   |
+| 0.19          | 1.8625 | 400  | 0.1800          | 0.5604    | 0.6279 | 0.5922 | 0.9361   |
+| 0.1769        | 2.3263 | 500  | 0.1761          | 0.5806    | 0.6262 | 0.6025 | 0.9381   |
+| 0.1765        | 2.7925 | 600  | 0.1754          | 0.5849    | 0.6311 | 0.6071 | 0.9386   |
 
 
 ### Framework versions

config.json

@@ -6,27 +6,28 @@
   "attention_probs_dropout_prob": 0.1,
   "bos_token_id": 0,
   "class_weights": [
-    0.053862977772951126,
-    251.441162109375,
-    878.10986328125,
-    8.121392250061035,
-    6.7787580490112305,
-    35.58425521850586,
-    21.885408401489258,
-    4.541465759277344,
-    31.51692008972168,
-    2.9324467182159424,
-    6.667890548706055,
-    16.192096710205078,
-    8.184276580810547,
-    4.891348361968994,
-    2.876582145690918,
-    113.24829864501953,
-    125.99810791015625,
-    3.378345251083374,
-    3.566652774810791,
-    120.9261474609375,
-    223.83193969726562
+    0.051408588886260986,
+    218.4052734375,
+    474.7940673828125,
+    7.831514358520508,
+    6.585613250732422,
+    35.71047592163086,
+    22.00778579711914,
+    4.2703986167907715,
+    29.498281478881836,
+    2.794621706008911,
+    6.340879917144775,
+    15.247506141662598,
+    7.700087070465088,
+    18200.439453125,
+    4.62644624710083,
+    2.72352933883667,
+    99.81959533691406,
+    111.65913391113281,
+    3.30476450920105,
+    3.437504291534424,
+    111.65913391113281,
+    223.77589416503906
   ],
   "classifier_dropout": null,
   "eos_token_id": 2,
@@ -34,54 +35,54 @@
   "hidden_dropout_prob": 0.1,
   "hidden_size": 1024,
   "id2label": {
-    "0": "LABEL_0",
-    "1": "LABEL_1",
-    "2": "LABEL_2",
-    "3": "LABEL_3",
-    "4": "LABEL_4",
-    "5": "LABEL_5",
-    "6": "LABEL_6",
-    "7": "LABEL_7",
-    "8": "LABEL_8",
-    "9": "LABEL_9",
-    "10": "LABEL_10",
-    "11": "LABEL_11",
-    "12": "LABEL_12",
-    "13": "LABEL_13",
-    "14": "LABEL_14",
-    "15": "LABEL_15",
-    "16": "LABEL_16",
-    "17": "LABEL_17",
-    "18": "LABEL_18",
-    "19": "LABEL_19",
-    "20": "LABEL_20",
-    "21": "LABEL_21"
+    "1": "B-CARDINAL",
+    "2": "I-CARDINAL",
+    "3": "B-DATE",
+    "4": "I-DATE",
+    "5": "B-EVENT",
+    "6": "I-EVENT",
+    "7": "B-GPE",
+    "8": "I-GPE",
+    "9": "B-LOC",
+    "10": "I-LOC",
+    "11": "B-MONEY",
+    "12": "I-MONEY",
+    "13": "O",
+    "14": "B-ORDINAL",
+    "15": "B-ORG",
+    "16": "I-ORG",
+    "17": "B-PERCENT",
+    "18": "I-PERCENT",
+    "19": "B-PERSON",
+    "20": "I-PERSON",
+    "21": "B-TIME",
+    "22": "I-TIME"
   },
   "initializer_range": 0.02,
   "intermediate_size": 4096,
   "label2id": {
-    "LABEL_0": 0,
-    "LABEL_1": 1,
-    "LABEL_10": 10,
-    "LABEL_11": 11,
-    "LABEL_12": 12,
-    "LABEL_13": 13,
-    "LABEL_14": 14,
-    "LABEL_15": 15,
-    "LABEL_16": 16,
-    "LABEL_17": 17,
-    "LABEL_18": 18,
-    "LABEL_19": 19,
-    "LABEL_2": 2,
-    "LABEL_20": 20,
-    "LABEL_21": 21,
-    "LABEL_3": 3,
-    "LABEL_4": 4,
-    "LABEL_5": 5,
-    "LABEL_6": 6,
-    "LABEL_7": 7,
-    "LABEL_8": 8,
-    "LABEL_9": 9
+    "B-CARDINAL": 1,
+    "B-DATE": 3,
+    "B-EVENT": 5,
+    "B-GPE": 7,
+    "B-LOC": 9,
+    "B-MONEY": 11,
+    "B-ORDINAL": 14,
+    "B-ORG": 15,
+    "B-PERCENT": 17,
+    "B-PERSON": 19,
+    "B-TIME": 21,
+    "I-CARDINAL": 2,
+    "I-DATE": 4,
+    "I-EVENT": 6,
+    "I-GPE": 8,
+    "I-LOC": 10,
+    "I-MONEY": 12,
+    "I-ORG": 16,
+    "I-PERCENT": 18,
+    "I-PERSON": 20,
+    "I-TIME": 22,
+    "O": 13
   },
   "layer_norm_eps": 1e-05,
   "max_position_embeddings": 514,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:131c49bb9375a2fb85424cda466c04b32b120961b80b1f90c8bde5e29395a7ea
-size 1117774660
+oid sha256:eab893652f747841388f8b4861d233b79e6e4a42992d8414d3ecdac5e21c5e65
+size 1117776710