Update spacy pipeline to 3.5.2

README.md

@@ -14,72 +14,72 @@ model-index:
     metrics:
     - name: NER Precision
       type: precision
-      value: 0.9069524307
+      value: 0.909059294
     - name: NER Recall
       type: recall
-      value: 0.9150843882
+      value: 0.9191279887
     - name: NER F Score
       type: f_score
-      value: 0.9110002625
+      value: 0.9140659149
   - task:
       name: TAG
       type: token-classification
     metrics:
     - name: TAG (XPOS) Accuracy
       type: accuracy
-      value: 0.9746877841
+      value: 0.9817207388
   - task:
       name: POS
       type: token-classification
     metrics:
     - name: POS (UPOS) Accuracy
       type: accuracy
-      value: 0.974400689
+      value: 0.979902383
   - task:
       name: MORPH
       type: token-classification
     metrics:
     - name: Morph (UFeats) Accuracy
       type: accuracy
-      value: 0.9452579194
+      value: 0.9645403646
   - task:
       name: LEMMA
       type: token-classification
     metrics:
     - name: Lemma Accuracy
       type: accuracy
-      value: 0.9874653143
+      value: 0.986030045
   - task:
       name: UNLABELED_DEPENDENCIES
       type: token-classification
     metrics:
     - name: Unlabeled Attachment Score (UAS)
       type: f_score
-      value: 0.9092736147
+      value: 0.9078903297
   - task:
       name: LABELED_DEPENDENCIES
       type: token-classification
     metrics:
     - name: Labeled Attachment Score (LAS)
       type: f_score
-      value: 0.8681339713
+      value: 0.8674641148
   - task:
       name: SENTS
       type: token-classification
     metrics:
     - name: Sentences F-Score
       type: f_score
-      value: 0.976744186
+      value: 0.9966555184
 ---
 Hungarian transformer pipeline (huBERT) for HuSpaCy. Components: transformer, senter, tagger, morphologizer, lemmatizer, parser, ner
 
 | Feature | Description |
 | --- | --- |
 | **Name** | `hu_core_news_trf` |
-| **Version** | `3.5.1` |
+| **Version** | `3.5.2` |
 | **spaCy** | `>=3.5.0,<3.6.0` |
-| **Default Pipeline** | `transformer`, `senter`, `tagger`, `morphologizer`, `lookup_lemmatizer`, `trainable_lemmatizer`, `lemma_smoother`, `experimental_arc_predicter`, `experimental_arc_labeler`, `ner` |
-| **Components** | `transformer`, `senter`, `tagger`, `morphologizer`, `lookup_lemmatizer`, `trainable_lemmatizer`, `lemma_smoother`, `experimental_arc_predicter`, `experimental_arc_labeler`, `ner` |
+| **Default Pipeline** | `transformer`, `senter`, `tagger`, `morphologizer`, `lookup_lemmatizer`, `trainable_lemmatizer`, `experimental_arc_predicter`, `experimental_arc_labeler`, `ner` |
+| **Components** | `transformer`, `senter`, `tagger`, `morphologizer`, `lookup_lemmatizer`, `trainable_lemmatizer`, `experimental_arc_predicter`, `experimental_arc_labeler`, `ner` |
 | **Vectors** | 0 keys, 0 unique vectors (0 dimensions) |
 | **Sources** | [UD Hungarian Szeged](https://universaldependencies.org/treebanks/hu_szeged/index.html) (Richárd Farkas, Katalin Simkó, Zsolt Szántó, Viktor Varga, Veronika Vincze (MTA-SZTE Research Group on Artificial Intelligence))<br />[NYTK-NerKor Corpus](https://github.com/nytud/NYTK-NerKor) (Eszter Simon, Noémi Vadász (Department of Language Technology and Applied Linguistics))<br />[hunNERwiki](http://hlt.sztaki.hu/resources/hunnerwiki.html) (Eszter Simon, Dávid Márk Nemeskey (HLT Group, Budapest University of Technology and Economics))<br />[Szeged NER Corpus](https://rgai.inf.u-szeged.hu/node/130) (György Szarvas, Richárd Farkas, László Felföldi, András Kocsor, János Csirik (MTA-SZTE Research Group on Artificial Intelligence))<br />[huBERT base model (cased)](https://huggingface.co/SZTAKI-HLT/hubert-base-cc) (Dávid Márk Nemeskey (SZTAKI-HLT)) |
 | **License** | `cc-by-sa-4.0` |
@@ -108,20 +108,20 @@ Hungarian transformer pipeline (huBERT) for HuSpaCy. Components: transformer, se
 | `TOKEN_P` | 99.86 |
 | `TOKEN_R` | 99.93 |
 | `TOKEN_F` | 99.89 |
-| `SENTS_P` | 97.14 |
-| `SENTS_R` | 98.22 |
-| `SENTS_F` | 97.67 |
-| `TAG_ACC` | 97.47 |
-| `POS_ACC` | 97.44 |
-| `MORPH_ACC` | 94.53 |
-| `MORPH_MICRO_P` | 98.05 |
-| `MORPH_MICRO_R` | 97.22 |
-| `MORPH_MICRO_F` | 97.63 |
-| `LEMMA_ACC` | 98.75 |
-| `BOUND_DEP_LAS` | 86.86 |
-| `BOUND_DEP_UAS` | 90.98 |
-| `DEP_UAS` | 90.93 |
-| `DEP_LAS` | 86.81 |
-| `ENTS_P` | 90.70 |
-| `ENTS_R` | 91.51 |
-| `ENTS_F` | 91.10 |
+| `SENTS_P` | 99.78 |
+| `SENTS_R` | 99.55 |
+| `SENTS_F` | 99.67 |
+| `TAG_ACC` | 98.17 |
+| `POS_ACC` | 97.99 |
+| `MORPH_ACC` | 96.45 |
+| `MORPH_MICRO_P` | 98.67 |
+| `MORPH_MICRO_R` | 98.29 |
+| `MORPH_MICRO_F` | 98.48 |
+| `LEMMA_ACC` | 98.60 |
+| `BOUND_DEP_LAS` | 86.74 |
+| `BOUND_DEP_UAS` | 90.77 |
+| `DEP_UAS` | 90.79 |
+| `DEP_LAS` | 86.75 |
+| `ENTS_P` | 90.91 |
+| `ENTS_R` | 91.91 |
+| `ENTS_F` | 91.41 |

config.cfg

@@ -1,8 +1,8 @@
 [paths]
-tagger_model = "models/hu_core_news_trf-tagger-3.5.0/model-best"
-parser_model = "models/hu_core_news_trf-parser-3.5.0/model-best"
-ner_model = "models/hu_core_news_trf-ner-3.5.0/model-best"
-lemmatizer_lookups = "models/hu_core_news_trf-lookup-lemmatizer-3.5.0"
+tagger_model = "models/hu_core_news_trf-tagger-3.5.2/model-best"
+parser_model = "models/hu_core_news_trf-parser-3.5.2/model-best"
+ner_model = "models/hu_core_news_trf-ner-3.5.2/model-best"
+lemmatizer_lookups = "models/hu_core_news_trf-lookup-lemmatizer-3.5.2"
 train = null
 dev = null
 vectors = null
@@ -14,7 +14,7 @@ gpu_allocator = null
 
 [nlp]
 lang = "hu"
-pipeline = ["transformer","senter","tagger","morphologizer","lookup_lemmatizer","trainable_lemmatizer","lemma_smoother","experimental_arc_predicter","experimental_arc_labeler","ner"]
+pipeline = ["transformer","senter","tagger","morphologizer","lookup_lemmatizer","trainable_lemmatizer","experimental_arc_predicter","experimental_arc_labeler","ner"]
 tokenizer = {"@tokenizers":"spacy.Tokenizer.v1"}
 disabled = []
 before_creation = null
@@ -30,30 +30,17 @@ scorer = {"@scorers":"spacy-experimental.biaffine_parser_scorer.v1"}
 
 [components.experimental_arc_labeler.model]
 @architectures = "spacy-experimental.Bilinear.v1"
-hidden_width = 128
-mixed_precision = false
+hidden_width = 256
+mixed_precision = true
 nO = null
 dropout = 0.1
 grad_scaler = null
 
 [components.experimental_arc_labeler.model.tok2vec]
-@architectures = "spacy-transformers.Tok2VecTransformer.v3"
-name = "SZTAKI-HLT/hubert-base-cc"
-mixed_precision = false
-pooling = {"@layers":"reduce_mean.v1"}
+@architectures = "spacy-transformers.TransformerListener.v1"
 grad_factor = 1.0
-
-[components.experimental_arc_labeler.model.tok2vec.get_spans]
-@span_getters = "spacy-transformers.strided_spans.v1"
-window = 128
-stride = 96
-
-[components.experimental_arc_labeler.model.tok2vec.grad_scaler_config]
-
-[components.experimental_arc_labeler.model.tok2vec.tokenizer_config]
-use_fast = true
-
-[components.experimental_arc_labeler.model.tok2vec.transformer_config]
+upstream = "transformer"
+pooling = {"@layers":"reduce_mean.v1"}
 
 [components.experimental_arc_predicter]
 factory = "experimental_arc_predicter"
@@ -61,33 +48,17 @@ scorer = {"@scorers":"spacy-experimental.biaffine_parser_scorer.v1"}
 
 [components.experimental_arc_predicter.model]
 @architectures = "spacy-experimental.PairwiseBilinear.v1"
-hidden_width = 256
+hidden_width = 64
 nO = 1
 mixed_precision = false
 dropout = 0.1
 grad_scaler = null
 
 [components.experimental_arc_predicter.model.tok2vec]
-@architectures = "spacy-transformers.Tok2VecTransformer.v3"
-name = "SZTAKI-HLT/hubert-base-cc"
-mixed_precision = false
-pooling = {"@layers":"reduce_mean.v1"}
+@architectures = "spacy-transformers.TransformerListener.v1"
 grad_factor = 1.0
-
-[components.experimental_arc_predicter.model.tok2vec.get_spans]
-@span_getters = "spacy-transformers.strided_spans.v1"
-window = 128
-stride = 96
-
-[components.experimental_arc_predicter.model.tok2vec.grad_scaler_config]
-
-[components.experimental_arc_predicter.model.tok2vec.tokenizer_config]
-use_fast = true
-
-[components.experimental_arc_predicter.model.tok2vec.transformer_config]
-
-[components.lemma_smoother]
-factory = "hu.lemma_smoother"
+upstream = "transformer"
+pooling = {"@layers":"reduce_mean.v1"}
 
 [components.lookup_lemmatizer]
 factory = "hu.lookup_lemmatizer"
@@ -145,6 +116,7 @@ stride = 96
 
 [components.ner.model.tok2vec.tokenizer_config]
 use_fast = true
+model_max_length = 512
 
 [components.ner.model.tok2vec.transformer_config]
 
@@ -193,10 +165,24 @@ top_k = 3
 nO = null
 
 [components.trainable_lemmatizer.model.tok2vec]
-@architectures = "spacy-transformers.TransformerListener.v1"
-grad_factor = 1.0
-upstream = "transformer"
+@architectures = "spacy-transformers.Tok2VecTransformer.v3"
+name = "SZTAKI-HLT/hubert-base-cc"
+mixed_precision = false
 pooling = {"@layers":"reduce_mean.v1"}
+grad_factor = 1.0
+
+[components.trainable_lemmatizer.model.tok2vec.get_spans]
+@span_getters = "spacy-transformers.strided_spans.v1"
+window = 128
+stride = 96
+
+[components.trainable_lemmatizer.model.tok2vec.grad_scaler_config]
+
+[components.trainable_lemmatizer.model.tok2vec.tokenizer_config]
+use_fast = true
+model_max_length = 512
+
+[components.trainable_lemmatizer.model.tok2vec.transformer_config]
 
 [components.transformer]
 factory = "transformer"
@@ -217,6 +203,7 @@ stride = 96
 
 [components.transformer.model.tokenizer_config]
 use_fast = true
+model_max_length = 512
 
 [components.transformer.model.transformer_config]
 

experimental_arc_labeler/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:013bece7bd7f81ed854dac90e4dd2808b225e99791e41e8539dc73ccf809dbc7
-size 447476740
+oid sha256:3f48181517669b0533e2304d4837173a99389377a33345adbffc4f87a2e11edd
+size 14947179

experimental_arc_predicter/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1943454bb433518bc8782e8bb998e525031765e25445daf654a26d5b255576a6
-size 445185700
+oid sha256:e2681bfb35605ba7bdf88d320139036210ca9d9458cd7b7c2823b96f188931a4
+size 413192

hu_core_news_trf-any-py3-none-any.whl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13c4169de5e3a3bb0f57d60a43108c43c870088e8e62f87f8a254b7c4907d6fe
-size 1668889769
+oid sha256:0544eaf5c73bdb41432c55407f92978c15485d995812bb17d55c9c03e1e56553
+size 1266506371

meta.json

@@ -1,7 +1,7 @@
 {
   "lang":"hu",
   "name":"core_news_trf",
-  "version":"3.5.1",
+  "version":"3.5.2",
   "description":"Hungarian transformer pipeline (huBERT) for HuSpaCy. Components: transformer, senter, tagger, morphologizer, lemmatizer, parser, ner",
   "author":"SzegedAI, MILAB",
   "email":"[email protected]",
@@ -1187,9 +1187,6 @@
     ],
     "lookup_lemmatizer":[
 
-    ],
-    "lemma_smoother":[
-
     ],
     "experimental_arc_predicter":[
 
@@ -1261,7 +1258,6 @@
     "morphologizer",
     "lookup_lemmatizer",
     "trainable_lemmatizer",
-    "lemma_smoother",
     "experimental_arc_predicter",
     "experimental_arc_labeler",
     "ner"
@@ -1273,7 +1269,6 @@
     "morphologizer",
     "lookup_lemmatizer",
     "trainable_lemmatizer",
-    "lemma_smoother",
     "experimental_arc_predicter",
     "experimental_arc_labeler",
     "ner"
@@ -1286,232 +1281,222 @@
     "token_p":0.998565417,
     "token_r":0.9993300153,
     "token_f":0.9989475698,
-    "sents_p":0.9713656388,
-    "sents_r":0.9821826281,
-    "sents_f":0.976744186,
-    "tag_acc":0.9746877841,
-    "pos_acc":0.974400689,
-    "morph_acc":0.9452579194,
-    "morph_micro_p":0.9804550379,
-    "morph_micro_r":0.9722389343,
-    "morph_micro_f":0.9763297012,
+    "sents_p":0.9977678571,
+    "sents_r":0.995545657,
+    "sents_f":0.9966555184,
+    "tag_acc":0.9817207388,
+    "pos_acc":0.979902383,
+    "morph_acc":0.9645403646,
+    "morph_micro_p":0.9866706928,
+    "morph_micro_r":0.982939407,
+    "morph_micro_f":0.9848015155,
     "morph_per_feat":{
       "Definite":{
-        "p":0.9952584163,
-        "r":0.9794680355,
-        "f":0.9873000941
+        "p":0.9815583218,
+        "r":0.9934671022,
+        "f":0.9874768089
       },
       "PronType":{
-        "p":0.9706696182,
-        "r":0.96799117,
-        "f":0.9693285438
+        "p":0.9824175824,
+        "r":0.9867549669,
+        "f":0.9845814978
       },
       "Case":{
-        "p":0.9902739182,
-        "r":0.9857735625,
-        "f":0.9880186157
+        "p":0.9930389817,
+        "r":0.9865639202,
+        "f":0.9897908613
       },
       "Degree":{
-        "p":0.8964968153,
-        "r":0.9367720466,
-        "f":0.916192026
+        "p":0.9568593615,
+        "r":0.9226289517,
+        "f":0.9394324439
       },
       "Number":{
-        "p":0.9931380753,
-        "r":0.9944695827,
-        "f":0.993803383
+        "p":0.9951178451,
+        "r":0.9906150494,
+        "f":0.9928613421
       },
       "Mood":{
-        "p":0.9446290144,
-        "r":0.9456762749,
-        "f":0.9451523546
+        "p":0.9834801762,
+        "r":0.9900221729,
+        "f":0.9867403315
       },
       "Person":{
-        "p":0.96875,
-        "r":0.9942434211,
-        "f":0.9813311688
+        "p":0.9819078947,
+        "r":0.9819078947,
+        "f":0.9819078947
       },
       "Tense":{
-        "p":0.9955703212,
-        "r":0.9933701657,
-        "f":0.9944690265
+        "p":0.9911991199,
+        "r":0.9955801105,
+        "f":0.993384785
       },
       "VerbForm":{
-        "p":0.9959349593,
-        "r":0.7858861267,
-        "f":0.8785298073
+        "p":0.986852917,
+        "r":0.9631114675,
+        "f":0.9748376623
       },
       "Voice":{
-        "p":0.9846782431,
-        "r":0.9856850716,
-        "f":0.9851814001
+        "p":0.9806910569,
+        "r":0.9867075665,
+        "f":0.9836901121
       },
       "Number[psor]":{
-        "p":0.9957386364,
-        "r":0.9985754986,
-        "f":0.9971550498
+        "p":0.9872521246,
+        "r":0.9928774929,
+        "f":0.9900568182
       },
       "Person[psor]":{
-        "p":0.9943181818,
-        "r":0.9985734665,
-        "f":0.9964412811
+        "p":0.9858356941,
+        "r":0.9928673324,
+        "f":0.9893390192
       },
       "NumType":{
-        "p":0.9575471698,
-        "r":0.9902439024,
-        "f":0.9736211031
-      },
-      "Poss":{
-        "p":0.5,
-        "r":1.0,
-        "f":0.6666666667
+        "p":0.941031941,
+        "r":0.9341463415,
+        "f":0.9375764994
       },
       "Reflex":{
-        "p":0.0,
-        "r":0.0,
-        "f":0.0
-      },
-      "Reflexive":{
-        "p":0.0,
-        "r":0.0,
-        "f":0.0
+        "p":1.0,
+        "r":0.875,
+        "f":0.9333333333
       },
       "Aspect":{
         "p":0.0,
         "r":0.0,
         "f":0.0
       },
-      "NumType[sem]":{
-        "p":0.0,
-        "r":0.0,
-        "f":0.0
-      },
       "Number[psed]":{
         "p":1.0,
-        "r":0.7777777778,
-        "f":0.875
+        "r":0.3333333333,
+        "f":0.5
+      },
+      "Poss":{
+        "p":1.0,
+        "r":1.0,
+        "f":1.0
       }
     },
-    "lemma_acc":0.9874653143,
-    "bound_dep_las":0.8686201283,
-    "bound_dep_uas":0.9097960356,
-    "dep_uas":0.9092736147,
-    "dep_las":0.8681339713,
+    "lemma_acc":0.986030045,
+    "bound_dep_las":0.8673938002,
+    "bound_dep_uas":0.9076731726,
+    "dep_uas":0.9078903297,
+    "dep_las":0.8674641148,
     "dep_las_per_type":{
       "415":{
-        "p":0.9512779553,
-        "r":0.9482484076,
-        "f":0.9497607656
+        "p":0.9336455894,
+        "r":0.9522292994,
+        "f":0.942845881
       },
       "7411097074813287689":{
-        "p":0.9126290707,
-        "r":0.9394930499,
-        "f":0.9258662369
+        "p":0.9124497992,
+        "r":0.9288634505,
+        "f":0.9205834684
       },
       "429":{
-        "p":0.9369951535,
-        "r":0.90625,
-        "f":0.9213661636
+        "p":0.9141965679,
+        "r":0.915625,
+        "f":0.9149102264
       },
       "15861261214731031920":{
-        "p":0.7480719794,
-        "r":0.7132352941,
-        "f":0.730238394
+        "p":0.7392344498,
+        "r":0.7573529412,
+        "f":0.7481840194
       },
       "991268021520064439":{
-        "p":0.8733333333,
-        "r":0.8881355932,
-        "f":0.8806722689
+        "p":0.8758278146,
+        "r":0.8966101695,
+        "f":0.8860971524
       },
       "435":{
-        "p":0.8789473684,
-        "r":0.901890189,
-        "f":0.8902709907
+        "p":0.8942222222,
+        "r":0.9054905491,
+        "f":0.8998211091
       },
       "434":{
-        "p":0.9434782609,
-        "r":0.9752808989,
-        "f":0.9591160221
+        "p":0.952173913,
+        "r":0.9842696629,
+        "f":0.9679558011
       },
       "8206900633647566924":{
-        "p":0.8568588469,
-        "r":0.9599109131,
-        "f":0.9054621849
+        "p":0.875,
+        "r":0.9510022272,
+        "f":0.9114194237
       },
       "407":{
-        "p":0.8361344538,
-        "r":0.8378947368,
-        "f":0.8370136698
+        "p":0.8132780083,
+        "r":0.8252631579,
+        "f":0.8192267503
       },
       "410":{
-        "p":0.7408163265,
-        "r":0.75625,
-        "f":0.7484536082
+        "p":0.7398373984,
+        "r":0.7583333333,
+        "f":0.7489711934
       },
       "445":{
-        "p":0.8628649016,
-        "r":0.8593644354,
-        "f":0.8611111111
+        "p":0.8738127544,
+        "r":0.8708586883,
+        "f":0.8723332205
       },
       "400":{
-        "p":0.8383838384,
-        "r":0.8736842105,
-        "f":0.8556701031
+        "p":0.8367346939,
+        "r":0.8631578947,
+        "f":0.8497409326
       },
       "17772752594865228322":{
-        "p":0.9398148148,
-        "r":0.9485981308,
-        "f":0.9441860465
+        "p":0.9663461538,
+        "r":0.9392523364,
+        "f":0.9526066351
       },
       "403":{
-        "p":0.7323943662,
-        "r":0.5531914894,
-        "f":0.6303030303
+        "p":0.6811594203,
+        "r":0.5,
+        "f":0.5766871166
       },
       "399":{
-        "p":0.6037735849,
-        "r":0.6530612245,
-        "f":0.6274509804
+        "p":0.5,
+        "r":0.5510204082,
+        "f":0.5242718447
       },
       "3143985677199705895":{
-        "p":0.8073770492,
-        "r":0.8565217391,
-        "f":0.8312236287
+        "p":0.8091286307,
+        "r":0.847826087,
+        "f":0.8280254777
       },
       "9241468201421778905":{
-        "p":0.4571428571,
+        "p":0.4210526316,
         "r":0.4848484848,
-        "f":0.4705882353
+        "f":0.4507042254
       },
       "423":{
-        "p":0.9371069182,
-        "r":0.9430379747,
-        "f":0.9400630915
+        "p":0.9487179487,
+        "r":0.9367088608,
+        "f":0.9426751592
       },
       "13543738850102096385":{
-        "p":0.9814814815,
-        "r":0.9724770642,
-        "f":0.9769585253
+        "p":0.9444444444,
+        "r":0.9357798165,
+        "f":0.9400921659
       },
       "10901028881100056900":{
-        "p":0.7741935484,
+        "p":0.75,
         "r":0.75,
-        "f":0.7619047619
+        "f":0.75
       },
       "411":{
-        "p":0.8611111111,
-        "r":0.756097561,
-        "f":0.8051948052
+        "p":0.8108108108,
+        "r":0.7317073171,
+        "f":0.7692307692
       },
       "12549387360942434255":{
-        "p":0.4285714286,
+        "p":0.4864864865,
         "r":0.45,
-        "f":0.4390243902
+        "f":0.4675324675
       },
       "303601073839818384":{
         "p":0.5,
-        "r":0.375,
-        "f":0.4285714286
+        "r":0.125,
+        "f":0.2
       },
       "8884235091647096537":{
         "p":0.0,
@@ -1519,64 +1504,74 @@
         "f":0.0
       },
       "2249809950233855422":{
-        "p":0.6363636364,
-        "r":0.65625,
-        "f":0.6461538462
+        "p":0.5925925926,
+        "r":0.5,
+        "f":0.5423728814
       },
       "422":{
-        "p":0.3076923077,
-        "r":0.5333333333,
-        "f":0.3902439024
+        "p":0.4761904762,
+        "r":0.6666666667,
+        "f":0.5555555556
+      },
+      "408":{
+        "p":0.1333333333,
+        "r":0.1538461538,
+        "f":0.1428571429
       },
       "8110129090154140942":{
-        "p":0.96875,
-        "r":0.9489795918,
-        "f":0.9587628866
+        "p":0.9740932642,
+        "r":0.9591836735,
+        "f":0.9665809769
       },
       "412":{
-        "p":0.85,
+        "p":0.7083333333,
         "r":0.4594594595,
-        "f":0.5964912281
+        "f":0.5573770492
       },
       "436":{
-        "p":0.3953488372,
-        "r":0.2328767123,
-        "f":0.2931034483
+        "p":0.4117647059,
+        "r":0.095890411,
+        "f":0.1555555556
       },
       "450":{
-        "p":0.9594594595,
+        "p":0.9466666667,
         "r":0.9594594595,
-        "f":0.9594594595
+        "f":0.9530201342
       },
       "12837356684637874264":{
-        "p":0.7777777778,
+        "p":0.7466666667,
         "r":0.6021505376,
-        "f":0.6787878788
+        "f":0.6666666667
+      },
+      "3350290345017230236":{
+        "p":0.1666666667,
+        "r":0.0416666667,
+        "f":0.0666666667
       },
       "451":{
-        "p":0.6,
-        "r":0.625,
-        "f":0.612244898
+        "p":0.5507246377,
+        "r":0.5277777778,
+        "f":0.5390070922
       },
       "7349492218059511525":{
-        "p":0.8181818182,
-        "r":0.9,
-        "f":0.8571428571
+        "p":0.625,
+        "r":1.0,
+        "f":0.7692307692
       },
       "426":{
-        "p":0.7142857143,
-        "r":0.4545454545,
-        "f":0.5555555556
+        "p":1.0,
+        "r":0.3636363636,
+        "f":0.5333333333
       },
       "405":{
-        "p":0.8181818182,
-        "r":0.75,
-        "f":0.7826086957
+        "p":0.9090909091,
+        "r":0.8333333333,
+        "f":0.8695652174
       },
       "17865338459503383721":{
         "p":1.0,
-        "r":0.3333333333,
-        "f":0.5
+        "r":0.1666666667,
+        "f":0.2857142857
       },
       "17311980334327143026":{
         "p":0.0,
@@ -1584,39 +1579,29 @@
         "f":0.0
       },
       "7037928807040764755":{
-        "p":0.975,
-        "r":0.975,
-        "f":0.975
-      },
-      "408":{
-        "p":0.0,
-        "r":0.0,
-        "f":0.0
+        "p":0.9756097561,
+        "r":1.0,
+        "f":0.987654321
       },
       "11190527879068114961":{
         "p":0.0,
         "r":0.0,
         "f":0.0
       },
-      "3350290345017230236":{
-        "p":0.1666666667,
-        "r":0.0833333333,
-        "f":0.1111111111
-      },
       "10069665988847657778":{
         "p":0.0,
         "r":0.0,
         "f":0.0
       },
       "17473201795025412735":{
-        "p":1.0,
+        "p":0.2,
         "r":0.1666666667,
-        "f":0.2857142857
+        "f":0.1818181818
       },
       "6522094215780122214":{
-        "p":0.8,
+        "p":1.0,
         "r":1.0,
-        "f":0.8888888889
+        "f":1.0
       },
       "203073658115086772":{
         "p":0.0,
@@ -1624,32 +1609,32 @@
         "f":0.0
       }
     },
-    "ents_p":0.9069524307,
-    "ents_r":0.9150843882,
-    "ents_f":0.9110002625,
+    "ents_p":0.909059294,
+    "ents_r":0.9191279887,
+    "ents_f":0.9140659149,
     "ents_per_type":{
       "ORG":{
-        "p":0.9245977011,
-        "r":0.9323133982,
-        "f":0.9284395199
+        "p":0.935604293,
+        "r":0.9295317571,
+        "f":0.9325581395
       },
       "PER":{
-        "p":0.9425695678,
-        "r":0.9510155317,
-        "f":0.9467737139
+        "p":0.9309551208,
+        "r":0.9665471924,
+        "f":0.9484173505
       },
       "LOC":{
-        "p":0.9274977896,
-        "r":0.9105902778,
-        "f":0.9189662724
+        "p":0.9361702128,
+        "r":0.9166666667,
+        "f":0.9263157895
       },
       "MISC":{
-        "p":0.7432795699,
-        "r":0.7843971631,
-        "f":0.7632850242
+        "p":0.7398921833,
+        "r":0.7787234043,
+        "f":0.7588113338
       }
     },
-    "speed":2397.7104249023
+    "speed":3095.7537591888
   },
   "sources":[
     {

morphologizer/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:faa0e827a09123347ae604288a765268ab410cdce68e8310894ffd6be9838161
+oid sha256:1669c374c94ccfa4774c89cde15cfb3acdf4fa0a42dd5d991a40f9b45c3f6f0a
 size 3522673

ner/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ef597c4b89292feb19339c4cd5ed1e53a84c4e793296b7b4834f23dbaf5836b
-size 443626222
+oid sha256:5ea595d55219434c3cf1be3617618b79af0b7bd4128671b43f7f0cbaac20b3d1
+size 443884420

senter/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a3d7eedee9c2aa804251e45353078de93b816b475dea6700826d3c9bb799e5f
+oid sha256:8f582a0d0c0fedeb0588bcbfcf56ddb4aa73126efb9f39233bb088fc9f64d7b0
 size 6792

tagger/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87db3e90005a834ee1a87af6c536d8f5535f93c2e1a1bfd86b632288a70fd877
+oid sha256:5f3aaec946ca56a88eb57e323209fcdf655a614585449d54561523dcb23d02fa
 size 52932

trainable_lemmatizer/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e619d0c826a82e4acaf0b70ff34d5e8194e8404f5413320fbed4b83917e6b8b3
-size 12356945
+oid sha256:1cf14b4f1965a19970f0c21a320da12c04cd510e96c5beea7360f873de9c9744
+size 455959169

transformer/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73764adc8399fc4bd9a44c463254f704899ff6e5a5588fdd8a6f661fcfc61647
-size 443344022
+oid sha256:69c6dc9812f2080e1bf63506e972590b295335660867186711be369539fd3fa2
+size 443602220

vocab/strings.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:470543f06fa1bae827076c99734ecd927ec185ccec73a2ecb6ff44c8a28b3b55
-size 6399835
+oid sha256:9a5f80767d8b4723935240536536bfb543f502da5daa2fdb6eb6b83072758b28
+size 6399388