explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-26 01:46:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Add set_parse method, to assign parse to tokens in a less hacky way.

Browse Source
This commit is contained in:
Matthew Honnibal 2015-02-21 00:43:52 -05:00
parent dc986dbc0b
commit 01bc4d6815
2 changed files with 12 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
spacy/tokens.pxd
View File

@ -50,6 +50,8 @@ cdef class Tokens:
cpdef long[:,:] to_array(self, object features)
cdef int set_parse(self, const TokenC* parsed, dict label_ids) except -1
cdef class Token:
cdef Vocab vocab

10
spacy/tokens.pyx
View File

@ -233,6 +233,16 @@ cdef class Tokens:
spans.append((start, self.length))
return spans
cdef int set_parse(self, const TokenC* parsed, dict label_ids) except -1:
self._py_tokens = [None] * self.length
self.is_parsed = True
for i in range(self.length):
self.data[i] = parsed[i]
dep_strings = [None] * len(label_ids)
for id_, dep_string in label_ids.items():
dep_strings[id_] = dep_string
self._dep_strings = tuple(dep_strings)
cdef class Token:
"""An individual token --- i.e. a word, a punctuation symbol, etc. Created