Update spaCy pipeline

.gitattributes

@@ -34,3 +34,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 en_Spacy_Custom_ner2-any-py3-none-any.whl filter=lfs diff=lfs merge=lfs -text
 tok2vec/model filter=lfs diff=lfs merge=lfs -text
+vocab/key2row filter=lfs diff=lfs merge=lfs -text
+vocab/vectors filter=lfs diff=lfs merge=lfs -text

README.md

@@ -13,13 +13,13 @@ model-index:
     metrics:
     - name: NER Precision
       type: precision
-      value: 0.9914634146
+      value: 0.9918793503
     - name: NER Recall
       type: recall
-      value: 0.9963235294
+      value: 0.9965034965
     - name: NER F Score
       type: f_score
-      value: 0.9938875306
+      value: 0.9941860465
 ---
 | Feature | Description |
 | --- | --- |
@@ -28,7 +28,7 @@ model-index:
 | **spaCy** | `>=3.5.3,<3.6.0` |
 | **Default Pipeline** | `tok2vec`, `ner` |
 | **Components** | `tok2vec`, `ner` |
-| **Vectors** | 0 keys, 0 unique vectors (0 dimensions) |
+| **Vectors** | 514157 keys, 514157 unique vectors (300 dimensions) |
 | **Sources** | n/a |
 | **License** | n/a |
 | **Author** | [n/a]() |
@@ -37,11 +37,11 @@ model-index:
 
 <details>
 
-<summary>View label scheme (15 labels for 1 components)</summary>
+<summary>View label scheme (16 labels for 1 components)</summary>
 
 | Component | Labels |
 | --- | --- |
-| **`ner`** | `AGENT_FALLBACK`, `BOOK`, `COMODITY`, `CONTAINER COUNT`, `CONTAINER SIZE`, `CONTAINER SIZE-COUNT`, `DESTINATION`, `ENQUIRY`, `HELP`, `INCOTERM`, `KYC`, `ORIGIN`, `SEARCH RATES`, `SHIP`, `SHIPMENT TYPE` |
+| **`ner`** | `AGENT_FALLBACK`, `BOOK`, `COMODITY`, `CONTAINER COUNT`, `CONTAINER SIZE`, `CONTAINER SIZE-COUNT`, `DESTINATION`, `ENQUIRY`, `HELP`, `INCOTERM`, `KYC`, `ORIGIN`, `SEARCH RATES`, `SHIP`, `SHIPMENT TYPE`, `WELCOME_MSG` |
 
 </details>
 
@@ -49,8 +49,8 @@ model-index:
 
 | Type | Score |
 | --- | --- |
-| `ENTS_F` | 99.39 |
-| `ENTS_P` | 99.15 |
-| `ENTS_R` | 99.63 |
-| `TOK2VEC_LOSS` | 11705.89 |
-| `NER_LOSS` | 73604.05 |
+| `ENTS_F` | 99.42 |
+| `ENTS_P` | 99.19 |
+| `ENTS_R` | 99.65 |
+| `TOK2VEC_LOSS` | 1794.25 |
+| `NER_LOSS` | 53209.43 |

config.cfg

@@ -1,7 +1,7 @@
 [paths]
 train = "./training_data.spacy"
 dev = "./training_data.spacy"
-vectors = null
+vectors = "en_core_web_lg"
 init_tok2vec = null
 
 [system]
@@ -11,7 +11,7 @@ seed = 0
 [nlp]
 lang = "en"
 pipeline = ["tok2vec","ner"]
-batch_size = 1000
+batch_size = 100
 disabled = []
 before_creation = null
 after_creation = null
@@ -52,12 +52,12 @@ factory = "tok2vec"
 width = ${components.tok2vec.model.encode.width}
 attrs = ["NORM","PREFIX","SUFFIX","SHAPE"]
 rows = [5000,1000,2500,2500]
-include_static_vectors = false
+include_static_vectors = true
 
 [components.tok2vec.model.encode]
 @architectures = "spacy.MaxoutWindowEncoder.v2"
-width = 96
-depth = 4
+width = 256
+depth = 8
 window_size = 1
 maxout_pieces = 3
 

en_Spacy_Custom_ner2-any-py3-none-any.whl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7743b2f22633d673034a38e534ced88e1d2de091f27e11c5f5d8155691a4556
-size 5685862
+oid sha256:cdf71ff55f457d482bbdb22b28d2290167f5d9e468d01bf27dba4cd9b365bd5e
+size 606745646

meta.json

@@ -10,10 +10,10 @@
   "spacy_version":">=3.5.3,<3.6.0",
   "spacy_git_version":"Unknown",
   "vectors":{
-    "width":0,
-    "vectors":0,
-    "keys":0,
-    "name":null
+    "width":300,
+    "vectors":514157,
+    "keys":514157,
+    "name":"en_vectors"
   },
   "labels":{
     "tok2vec":[
@@ -34,7 +34,8 @@
       "ORIGIN",
       "SEARCH RATES",
       "SHIP",
-      "SHIPMENT TYPE"
+      "SHIPMENT TYPE",
+      "WELCOME_MSG"
     ]
   },
   "pipeline":[
@@ -49,9 +50,9 @@
 
   ],
   "performance":{
-    "ents_f":0.9938875306,
-    "ents_p":0.9914634146,
-    "ents_r":0.9963235294,
+    "ents_f":0.9941860465,
+    "ents_p":0.9918793503,
+    "ents_r":0.9965034965,
     "ents_per_type":{
       "SEARCH RATES":{
         "p":1.0,
@@ -64,9 +65,9 @@
         "f":1.0
       },
       "DESTINATION":{
-        "p":0.9951456311,
-        "r":0.9951456311,
-        "f":0.9951456311
+        "p":0.9903846154,
+        "r":1.0,
+        "f":0.9951690821
       },
       "BOOK":{
         "p":1.0,
@@ -79,9 +80,9 @@
         "f":0.9938650307
       },
       "CONTAINER SIZE":{
-        "p":1.0,
-        "r":0.9811320755,
-        "f":0.9904761905
+        "p":0.9905660377,
+        "r":0.9905660377,
+        "f":0.9905660377
       },
       "SHIPMENT TYPE":{
         "p":1.0,
@@ -109,9 +110,9 @@
         "f":1.0
       },
       "COMODITY":{
-        "p":0.9130434783,
-        "r":1.0,
-        "f":0.9545454545
+        "p":0.9523809524,
+        "r":0.9523809524,
+        "f":0.9523809524
       },
       "CONTAINER COUNT":{
         "p":1.0,
@@ -119,18 +120,23 @@
         "f":1.0
       },
       "CONTAINER SIZE-COUNT":{
-        "p":0.962962963,
-        "r":1.0,
-        "f":0.9811320755
+        "p":1.0,
+        "r":0.9615384615,
+        "f":0.9803921569
       },
       "AGENT_FALLBACK":{
         "p":1.0,
         "r":1.0,
         "f":1.0
+      },
+      "WELCOME_MSG":{
+        "p":1.0,
+        "r":1.0,
+        "f":1.0
       }
     },
-    "tok2vec_loss":117.0588980803,
-    "ner_loss":736.0405311402
+    "tok2vec_loss":17.9424619099,
+    "ner_loss":532.0943451776
   },
   "requirements":[
 

ner/moves

@@ -1 +1 @@
-��moves��{"0":{},"1":{"DESTINATION":321,"ORIGIN":303,"CONTAINER SIZE":188,"SHIP":81,"AGENT_FALLBACK":79,"SHIPMENT TYPE":58,"CONTAINER SIZE-COUNT":39,"COMODITY":31,"BOOK":28,"ENQUIRY":18,"SEARCH RATES":14,"CONTAINER COUNT":10,"INCOTERM":9,"HELP":8,"KYC":2},"2":{"DESTINATION":321,"ORIGIN":303,"CONTAINER SIZE":188,"SHIP":81,"AGENT_FALLBACK":79,"SHIPMENT TYPE":58,"CONTAINER SIZE-COUNT":39,"COMODITY":31,"BOOK":28,"ENQUIRY":18,"SEARCH RATES":14,"CONTAINER COUNT":10,"INCOTERM":9,"HELP":8,"KYC":2},"3":{"DESTINATION":321,"ORIGIN":303,"CONTAINER SIZE":188,"SHIP":81,"AGENT_FALLBACK":79,"SHIPMENT TYPE":58,"CONTAINER SIZE-COUNT":39,"COMODITY":31,"BOOK":28,"ENQUIRY":18,"SEARCH RATES":14,"CONTAINER COUNT":10,"INCOTERM":9,"HELP":8,"KYC":2},"4":{"DESTINATION":321,"ORIGIN":303,"CONTAINER SIZE":188,"SHIP":81,"AGENT_FALLBACK":79,"SHIPMENT TYPE":58,"CONTAINER SIZE-COUNT":39,"COMODITY":31,"BOOK":28,"ENQUIRY":18,"SEARCH RATES":14,"CONTAINER COUNT":10,"INCOTERM":9,"HELP":8,"KYC":2,"":1},"5":{"":1}}�cfg��neg_key�
+��moves�{"0":{},"1":{"DESTINATION":321,"ORIGIN":303,"CONTAINER SIZE":188,"WELCOME_MSG":178,"SHIP":81,"AGENT_FALLBACK":79,"SHIPMENT TYPE":58,"CONTAINER SIZE-COUNT":39,"COMODITY":31,"BOOK":28,"ENQUIRY":18,"SEARCH RATES":14,"CONTAINER COUNT":10,"INCOTERM":9,"HELP":8,"KYC":2},"2":{"DESTINATION":321,"ORIGIN":303,"CONTAINER SIZE":188,"WELCOME_MSG":178,"SHIP":81,"AGENT_FALLBACK":79,"SHIPMENT TYPE":58,"CONTAINER SIZE-COUNT":39,"COMODITY":31,"BOOK":28,"ENQUIRY":18,"SEARCH RATES":14,"CONTAINER COUNT":10,"INCOTERM":9,"HELP":8,"KYC":2},"3":{"DESTINATION":321,"ORIGIN":303,"CONTAINER SIZE":188,"WELCOME_MSG":178,"SHIP":81,"AGENT_FALLBACK":79,"SHIPMENT TYPE":58,"CONTAINER SIZE-COUNT":39,"COMODITY":31,"BOOK":28,"ENQUIRY":18,"SEARCH RATES":14,"CONTAINER COUNT":10,"INCOTERM":9,"HELP":8,"KYC":2},"4":{"DESTINATION":321,"ORIGIN":303,"CONTAINER SIZE":188,"WELCOME_MSG":178,"SHIP":81,"AGENT_FALLBACK":79,"SHIPMENT TYPE":58,"CONTAINER SIZE-COUNT":39,"COMODITY":31,"BOOK":28,"ENQUIRY":18,"SEARCH RATES":14,"CONTAINER COUNT":10,"INCOTERM":9,"HELP":8,"KYC":2,"":1},"5":{"":1}}�cfg��neg_key�

tok2vec/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:822be8a54a09b5c9df436b15ca1de414fca5830de7fe6ed9226c094e7718bf3f
-size 6009091
+oid sha256:4e2f3e2fab9f568a5c3e23cbe9aa9f9e7e51da3c44d61ed32c617696964b45eb
+size 34434008

vocab/key2row

@@ -1 +1,3 @@
-�
+version https://git-lfs.github.com/spec/v1
+oid sha256:31566ae010da3d399eb1d930ae142757afd2601034a4be3bdb00d18881c8c06a
+size 7066303