From c2581f9172c7ce0a15ea122784ccb4efe4c84049 Mon Sep 17 00:00:00 2001 From: ines Date: Fri, 6 Jul 2018 12:40:28 +0200 Subject: [PATCH] Tidy up tokenizer test --- spacy/tests/serialize/test_serialize_tokenizer.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/spacy/tests/serialize/test_serialize_tokenizer.py b/spacy/tests/serialize/test_serialize_tokenizer.py index d002c1b75..6d4145504 100644 --- a/spacy/tests/serialize/test_serialize_tokenizer.py +++ b/spacy/tests/serialize/test_serialize_tokenizer.py @@ -13,19 +13,19 @@ def load_tokenizer(b): return tok -@pytest.mark.xfail +@pytest.mark.skip(reason="Currently unreliable across platforms") @pytest.mark.parametrize('text', ["I💜you", "they’re", "“hello”"]) def test_serialize_tokenizer_roundtrip_bytes(en_tokenizer, text): tokenizer = en_tokenizer new_tokenizer = load_tokenizer(tokenizer.to_bytes()) assert_packed_msg_equal(new_tokenizer.to_bytes(), tokenizer.to_bytes()) - # assert new_tokenizer.to_bytes() == tokenizer.to_bytes() + assert new_tokenizer.to_bytes() == tokenizer.to_bytes() doc1 = tokenizer(text) doc2 = new_tokenizer(text) assert [token.text for token in doc1] == [token.text for token in doc2] -@pytest.mark.xfail +@pytest.mark.skip(reason="Currently unreliable across platforms") def test_serialize_tokenizer_roundtrip_disk(en_tokenizer): tokenizer = en_tokenizer with make_tempdir() as d: