Remove unnecessary newline replace

This commit is contained in:
Ines Montani 2019-11-15 16:19:01 +01:00
parent 433748e867
commit d64cfce546
2 changed files with 3 additions and 3 deletions

View File

@ -5,7 +5,7 @@ from ..punctuation import TOKENIZER_INFIXES
from ..char_classes import ALPHA from ..char_classes import ALPHA
ELISION = " ' ".strip().replace(" ", "").replace("\n", "") ELISION = " ' ".strip().replace(" ", "")
_infixes = TOKENIZER_INFIXES + [ _infixes = TOKENIZER_INFIXES + [

View File

@ -5,8 +5,8 @@ from ..punctuation import TOKENIZER_INFIXES
from ..char_classes import ALPHA from ..char_classes import ALPHA
ELISION = " ' ".strip().replace(" ", "").replace("\n", "") ELISION = " ' ".strip().replace(" ", "")
HYPHENS = r"- ".strip().replace(" ", "").replace("\n", "") HYPHENS = r"- ".strip().replace(" ", "")
_infixes = TOKENIZER_INFIXES + [ _infixes = TOKENIZER_INFIXES + [