explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-01-13 02:36:32 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix Issue #683: Add 'SP' to tag_map, if it's not there already, within the Morphology class.

Browse Source
This commit is contained in:
Matthew Honnibal 2016-12-18 23:44:05 +01:00
parent 4e68abebc4
commit 40e71586d6
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
spacy/morphology.pyx
View File

@ -12,7 +12,7 @@ try:
except ImportError: except ImportError:
import json import json
from .parts_of_speech cimport ADJ, VERB, NOUN, PUNCT from .parts_of_speech cimport ADJ, SPACE, VERB, NOUN, PUNCT
from .attrs cimport POS, IS_SPACE from .attrs cimport POS, IS_SPACE
from .parts_of_speech import IDS as POS_IDS from .parts_of_speech import IDS as POS_IDS
from .lexeme cimport Lexeme from .lexeme cimport Lexeme
@ -48,6 +48,9 @@ cdef class Morphology:
self.reverse_index = {} self.reverse_index = {}
self.rich_tags = <RichTagC*>self.mem.alloc(self.n_tags, sizeof(RichTagC)) self.rich_tags = <RichTagC*>self.mem.alloc(self.n_tags, sizeof(RichTagC))
# Add the 'SP' tag to the map, if it's not there already. See Issue #683.
if 'SP' not in tag_map:
tag_map['SP'] = {POS: SPACE}
for i, (tag_str, attrs) in enumerate(sorted(tag_map.items())): for i, (tag_str, attrs) in enumerate(sorted(tag_map.items())):
attrs = _normalize_props(attrs) attrs = _normalize_props(attrs)
attrs = intify_attrs(attrs, self.strings, _do_deprecated=True) attrs = intify_attrs(attrs, self.strings, _do_deprecated=True)