explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-26 01:46:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

Avoid lemmatizing inappropriate tags in English lemmatizer

Browse Source
This commit is contained in:
Matthew Honnibal 2017-10-11 03:23:23 +02:00
parent d528b6e36d
commit c15d8278cb
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
spacy/lemmatizer.py
View File

@ -24,6 +24,8 @@ class Lemmatizer(object):
univ_pos = 'adj' univ_pos = 'adj'
elif univ_pos == PUNCT: elif univ_pos == PUNCT:
univ_pos = 'punct' univ_pos = 'punct'
else:
return set([string.lower()])
# See Issue #435 for example of where this logic is requied. # See Issue #435 for example of where this logic is requied.
if self.is_base_form(univ_pos, morphology): if self.is_base_form(univ_pos, morphology):
return set([string.lower()]) return set([string.lower()])