explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-11-11 04:08:09 +03:00
Code Issues Packages Projects Releases Wiki Activity

added hyhen

Browse Source
This commit is contained in:
Jim Geovedi 2017-07-24 15:56:31 +07:00
parent 68454c40bf
commit 73f6ac9d9b
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
spacy/lang/id/punctuation.py
View File

@ -27,7 +27,7 @@ LIST_CURRENCY = split_chars(_currency)
_prefixes = TOKENIZER_PREFIXES + LIST_CURRENCY + [HTML_PREFIX] + ['[Kk]e-', '/', '—']
_suffixes = TOKENIZER_SUFFIXES + [r'\-[Nn]ya', '—'] + [
_suffixes = TOKENIZER_SUFFIXES + [r'\-[Nn]ya', '—', '-'] + [
r'(?<=[0-9])(?:{c})'.format(c=CURRENCY),
r'(?<=[0-9])(?:{u})'.format(u=UNITS),
r'(?<=[0-9])%',