mirror of
https://github.com/explosion/spaCy.git
synced 2024-12-25 09:26:27 +03:00
Remove unnecessary newline replace
This commit is contained in:
parent
433748e867
commit
d64cfce546
|
@ -5,7 +5,7 @@ from ..punctuation import TOKENIZER_INFIXES
|
|||
from ..char_classes import ALPHA
|
||||
|
||||
|
||||
ELISION = " ' ’ ".strip().replace(" ", "").replace("\n", "")
|
||||
ELISION = " ' ’ ".strip().replace(" ", "")
|
||||
|
||||
|
||||
_infixes = TOKENIZER_INFIXES + [
|
||||
|
|
|
@ -5,8 +5,8 @@ from ..punctuation import TOKENIZER_INFIXES
|
|||
from ..char_classes import ALPHA
|
||||
|
||||
|
||||
ELISION = " ' ’ ".strip().replace(" ", "").replace("\n", "")
|
||||
HYPHENS = r"- – — ‐ ‑".strip().replace(" ", "").replace("\n", "")
|
||||
ELISION = " ' ’ ".strip().replace(" ", "")
|
||||
HYPHENS = r"- – — ‐ ‑".strip().replace(" ", "")
|
||||
|
||||
|
||||
_infixes = TOKENIZER_INFIXES + [
|
||||
|
|
Loading…
Reference in New Issue
Block a user