explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-10-31 07:57:35 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Restore merge_mwe in English class

Browse Source
This commit is contained in:
Matthew Honnibal 2015-07-08 19:34:55 +02:00
parent 3c270fc8ff
commit 6859f6adac
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
spacy/en/__init__.py
View File

@ -36,6 +36,7 @@ def get_lex_props(string):
}
if_model_present = -1
LOCAL_DATA_DIR = path.join(path.dirname(__file__), 'data')
class English(object):
@ -64,7 +65,7 @@ class English(object):
EntityTransitionSystem = BiluoPushDown
def __init__(self,
data_dir=path.join(path.dirname(__file__), 'data'),
data_dir=LOCAL_DATA_DIR
Tokenizer=Tokenizer.from_dir,
Tagger=EnPosTagger,
Parser=ParserFactory(ParserTransitionSystem),
@ -106,7 +107,7 @@ class English(object):
('NNP', 'DATE', regexes.DAYS_RE),
('CD', 'MONEY', regexes.MONEY_RE)])
def __call__(self, text, tag=True, parse=True, entity=True):
def __call__(self, text, tag=True, parse=True, entity=True, merge_mwes=False):
"""Apply the pipeline to some text. The text can span multiple sentences,
and can contain arbtrary whitespace. Alignment into the original string
is preserved.
@ -130,6 +131,8 @@ class English(object):
self.parser(tokens)
if self.entity and entity:
self.entity(tokens)
if merge_mwes and self.mwe_merger is not None:
self.mwe_merger(tokens)
return tokens
@property