explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-10-30 23:47:31 +03:00
Code Issues Packages Projects Releases Wiki Activity

Also update test accordingly

Browse Source
This commit is contained in:
Adriane Boyd 2021-10-11 15:28:35 +02:00
parent 7251014380
commit c710abe6d7
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
spacy/tests/tokenizer/test_exceptions.py
View File

@ -49,5 +49,5 @@ def test_tokenizer_handles_emoji(tokenizer, text, length):
def test_tokenizer_degree(tokenizer): def test_tokenizer_degree(tokenizer):
for u in "cfkCFK": for u in "cfkCFK":
assert [t.text for t in tokenizer(f"°{u}.")] == [f"°{u}", "."] assert [t.text for t in tokenizer(f"°{u}.")] == ["°", f"{u}", "."]
assert [t[1] for t in tokenizer.explain(f"°{u}.")] == [f"°{u}", "."] assert [t[1] for t in tokenizer.explain(f"°{u}.")] == ["°", f"{u}", "."]