From c09a8ce5bb47db4ea4381925ec07199415ae5c39 Mon Sep 17 00:00:00 2001 From: Matthew Honnibal Date: Wed, 2 Nov 2016 20:40:31 +0100 Subject: [PATCH] Add test for french tokenizer --- spacy/tests/integration/test_load_languages.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/spacy/tests/integration/test_load_languages.py b/spacy/tests/integration/test_load_languages.py index 7fff8e75c..a0d6fe317 100644 --- a/spacy/tests/integration/test_load_languages.py +++ b/spacy/tests/integration/test_load_languages.py @@ -5,3 +5,8 @@ from ...fr import French def test_load_french(): nlp = French() doc = nlp(u'Parlez-vous français?') + assert doc[0].text == u'Parlez' + assert doc[1].text == u'-' + assert doc[2].text == u'vouz' + assert doc[3].text == u'français' + assert doc[4].text == u'?'