Update spaCy pipeline

count_extraction_component.py

@@ -0,0 +1,52 @@
+from spacy.tokens import Doc, Span, Token
+from spacy.matcher import PhraseMatcher
+from spacy.util import filter_spans
+from spacy.language import Language
+import re
+
+# https://spacy.io/usage/processing-pipelines#custom-components
+@Language.factory("count_extraction")
+class CountExtractorComponent(object):
+    def __init__(self, nlp, name, label="CONNECTION"):
+        self.label = label
+        self.reg_left           = re.compile(r"^(?P<count>\d+)\s*[xX]\s*(?P<name>.+)$")
+        self.reg_right          = re.compile(r"^(?P<name>.+)\s*[xX]\s*(?P<count>\d+)$")
+        self.reg_right_inverted = re.compile(r"^(?P<name>.+)\s*(?P<count>\d+)\s*[xX]$")
+        
+        # set extensions to tokens, spans and docs
+        Span.set_extension("count", default=None, force=True)
+        Span.set_extension("text",  default=None, force=True)
+
+        Doc.set_extension("connections", getter=self.connections, force=True)
+        
+    def __call__(self, doc):
+        for ent in doc.ents:
+            text = ent.text.strip()
+            if ent.label_ != self.label:
+                ent._.text = text
+                continue
+            
+            m = self.reg_left.match(text)
+            if m is not None:
+                map = m.groupdict()
+                ent._.text = map["name"].strip()
+                ent._.count = int(map["count"])
+                continue
+
+            m = self.reg_right.match(text)
+            if m is not None:
+                map = m.groupdict()
+                ent._.text = map["name"].strip()
+                ent._.count = int(map["count"])
+                continue
+
+            m = self.reg_right_inverted.match(text)
+            if m is not None:
+                map = m.groupdict()
+                ent._.text = map["name"].strip()
+                ent._.count = int(map["count"])
+                continue
+
+            ent._.text = text
+            ent._.count = 1
+        return doc

en_setec_mk_tv-any-py3-none-any.whl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:25ef56110fc9e2fbfbf16f3ef7291197337d6c1996ea079360bfea2d2426f725
-size 5705298
+oid sha256:edda8abe91cb2274ca61da460b6ccc5f3f80d155d1dd7bae59914e179a475699
+size 5706128