* Silently don't parse if data is not present

This commit is contained in:
Matthew Honnibal 2015-01-25 14:47:38 +11:00
parent 0d62236247
commit 951d06c824

View File

@ -84,6 +84,9 @@ class English(object):
self._tagger = None self._tagger = None
self._parser = None self._parser = None
self.has_parser_model = path.exists(path.join(self._data_dir, 'deps'))
self.has_tagger_model = path.exists(path.join(self._data_dir, 'pos'))
@property @property
def tagger(self): def tagger(self):
if self._tagger is None: if self._tagger is None:
@ -112,9 +115,9 @@ class English(object):
tokens (spacy.tokens.Tokens): tokens (spacy.tokens.Tokens):
""" """
tokens = self.tokenizer(text) tokens = self.tokenizer(text)
if tag or parse: if tag or parse and self.has_tagger_model:
self.tagger(tokens) self.tagger(tokens)
if parse: if parse and self.has_parser_model:
self.parser(tokens) self.parser(tokens)
return tokens return tokens