explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-09-21 03:19:13 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Allow punctuation to be lemmatized

Browse Source
This commit is contained in:
Matthew Honnibal 2015-10-09 19:02:42 +11:00
parent 5332c0b697
commit 2d9e5bf566
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
spacy/morphology.pyx
View File

@ -7,7 +7,7 @@ except ImportError:
import json
from .parts_of_speech import UNIV_POS_NAMES
from .parts_of_speech cimport ADJ, VERB, NOUN
from .parts_of_speech cimport ADJ, VERB, NOUN, PUNCT
cdef class Morphology:
@ -81,7 +81,7 @@ cdef class Morphology:
if self.lemmatizer is None:
return orth
cdef unicode py_string = self.strings[orth]
if pos != NOUN and pos != VERB and pos != ADJ:
if pos != NOUN and pos != VERB and pos != ADJ and pos != PUNCT:
return orth
cdef set lemma_strings
cdef unicode lemma_string