explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-26 01:46:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

Add test for french tokenizer

Browse Source
This commit is contained in:
Matthew Honnibal 2016-11-02 20:40:31 +01:00
parent b012ae3044
commit c09a8ce5bb
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
spacy/tests/integration/test_load_languages.py
View File

@ -5,3 +5,8 @@ from ...fr import French
def test_load_french(): def test_load_french():
nlp = French() nlp = French()
doc = nlp(u'Parlez-vous français?') doc = nlp(u'Parlez-vous français?')
assert doc[0].text == u'Parlez'
assert doc[1].text == u'-'
assert doc[2].text == u'vouz'
assert doc[3].text == u'français'
assert doc[4].text == u'?'