Merge pull request #5508 from adrianeboyd/bugfix/tag-map-sp-tag

Prefer _SP over SP for default tag map space attrs
This commit is contained in:
Matthew Honnibal 2020-05-27 20:39:40 +02:00 committed by GitHub
commit aecd1437cc
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -152,7 +152,10 @@ cdef class Morphology:
self.tags = PreshMap()
# Add special space symbol. We prefix with underscore, to make sure it
# always sorts to the end.
space_attrs = tag_map.get('SP', {POS: SPACE})
if '_SP' in tag_map:
space_attrs = tag_map.get('_SP')
else:
space_attrs = tag_map.get('SP', {POS: SPACE})
if '_SP' not in tag_map:
self.strings.add('_SP')
tag_map = dict(tag_map)