Fix token.vector when vectors are missing

This commit is contained in:
Matthew Honnibal 2017-11-01 00:47:35 +01:00
parent 44bce8e53f
commit 86eba61fae
2 changed files with 2 additions and 6 deletions

View File

@ -118,8 +118,7 @@ def test_span_to_array(doc):
assert arr[0, 1] == len(span[0])
@pytest.mark.xfail
def test_span_as_doc(doc):
span = doc[4:10]
span_doc = span.as_doc()
assert span.text == span_doc.text
assert span.text == span_doc.text.strip()

View File

@ -302,10 +302,7 @@ cdef class Token:
def __get__(self):
if 'vector' in self.doc.user_token_hooks:
return self.doc.user_token_hooks['vector'](self)
if self.has_vector:
return self.vocab.get_vector(self.c.lex.orth)
else:
return self.doc.tensor[self.i]
return self.vocab.get_vector(self.c.lex.orth)
property vector_norm:
"""The L2 norm of the token's vector representation.