explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-25 17:36:30 +03:00
Code Issues Packages Projects Releases Wiki Activity

Defer some attributes to Doc, via getters_for_tokens attribute.

Browse Source
This commit is contained in:
Matthew Honnibal 2016-10-17 02:44:49 +02:00
parent 8829984efb
commit 5d10e2005c
1 changed files with 14 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
spacy/tokens/token.pyx
View File

@ -94,6 +94,8 @@ cdef class Token:
return self.doc[self.i+i]
def similarity(self, other):
if 'similarity' in self.doc.getters_for_tokens:
return self.doc.getters_for_tokens['similarity'](self, other)
if self.vector_norm == 0 or other.vector_norm == 0:
return 0.0
return numpy.dot(self.vector, other.vector) / (self.vector_norm * other.vector_norm)
@ -182,6 +184,8 @@ cdef class Token:
property has_vector:
def __get__(self):
if 'has_vector' in self.doc.getters_for_tokens:
return self.doc.getters_for_tokens['has_vector'](self)
cdef int i
for i in range(self.vocab.vectors_length):
if self.c.lex.vector[i] != 0:
@ -191,6 +195,8 @@ cdef class Token:
property vector:
def __get__(self):
if 'vector' in self.doc.getters_for_tokens:
return self.doc.getters_for_tokens['vector'](self)
cdef int length = self.vocab.vectors_length
if length == 0:
raise ValueError(
@ -387,11 +393,14 @@ cdef class Token:
def __get__(self):
"""Get a list of conjoined words."""
cdef Token word
if self.dep_ != 'conj':
for word in self.rights:
if word.dep_ == 'conj':
yield word
yield from word.conjuncts
if 'conjuncts' in self.doc.getters_for_tokens:
yield from self.doc.getters_for_tokens['conjuncts'](self)
else:
if self.dep_ != 'conj':
for word in self.rights:
if word.dep_ == 'conj':
yield word
yield from word.conjuncts
property ent_type:
def __get__(self):