explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-06-03 12:43:15 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Fix issue #19: Allow parsing/pos tagging of empty strings

Browse Source
This commit is contained in:
Matthew Honnibal 2015-02-10 10:15:58 -05:00
parent 363473aeed
commit 312b3a45f3
2 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
spacy/en/pos.pyx
View File

@ -265,6 +265,8 @@ cdef class EnPosTagger:
Args: Args:
tokens (Tokens): The tokens to be tagged. tokens (Tokens): The tokens to be tagged.
""" """
if tokens.length == 0:
return 0
cdef int i cdef int i
cdef atom_t[N_CONTEXT_FIELDS] context cdef atom_t[N_CONTEXT_FIELDS] context
cdef const weight_t* scores cdef const weight_t* scores

3
spacy/syntax/parser.pyx
View File

@ -72,6 +72,9 @@ cdef class GreedyParser:
Transition guess Transition guess
uint64_t state_key uint64_t state_key
if tokens.length == 0:
return 0
cdef atom_t[CONTEXT_SIZE] context cdef atom_t[CONTEXT_SIZE] context
cdef int n_feats cdef int n_feats
cdef Pool mem = Pool() cdef Pool mem = Pool()