explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-09-21 11:29:13 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix token.vector when vectors are missing

Browse Source
This commit is contained in:
Matthew Honnibal 2017-11-01 00:47:35 +01:00
parent 44bce8e53f
commit 86eba61fae
2 changed files with 2 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
spacy/tests/spans/test_span.py
View File

@ -118,8 +118,7 @@ def test_span_to_array(doc):
assert arr[0, 1] == len(span[0])
@pytest.mark.xfail
def test_span_as_doc(doc):
span = doc[4:10]
span_doc = span.as_doc()
assert span.text == span_doc.text
assert span.text == span_doc.text.strip()

5
spacy/tokens/token.pyx
View File

@ -302,10 +302,7 @@ cdef class Token:
def __get__(self):
if 'vector' in self.doc.user_token_hooks:
return self.doc.user_token_hooks['vector'](self)
if self.has_vector:
return self.vocab.get_vector(self.c.lex.orth)
else:
return self.doc.tensor[self.i]
return self.vocab.get_vector(self.c.lex.orth)
property vector_norm:
"""The L2 norm of the token's vector representation.