Improve spacy inference speed disabling the rest of the pipeline

bitextor · Oct 28, 2021 · 52ddf8a · 52ddf8a
1 parent b910645
commit 52ddf8a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/biner.py b/biner.py
@@ -6,7 +6,7 @@
 
 PUNCTUATION = "[¡¿" + string.punctuation.replace("'","").replace("-","") + "]"
 ENTITIES = {"PERSON"}
-nlp = spacy.load("en_core_web_sm")
+nlp = spacy.load("en_core_web_sm", disable=["tok2vec", "tagger", "parser", "attribute_ruler", "lemmatizer"])
 
 # Regular expression for emails
 # https://www.regextester.com/19