mirror of
https://github.com/explosion/spaCy.git
synced 2024-11-13 13:17:06 +03:00
24 lines
662 B
Python
24 lines
662 B
Python
|
# coding: utf8
|
||
|
|
from __future__ import unicode_literals
|
||
|
|
|
||
|
|
import pytest
|
||
|
|
from spacy.lang.en import English
|
||
|
|
from spacy.tokens import Doc
|
||
|
|
|
||
|
|
|
||
|
|
@pytest.mark.xfail
|
||
|
|
def test_issue3468():
|
||
|
|
"""Test that sentence boundaries are serialized if they're not set by the
|
||
|
|
dependency parser."""
|
||
|
|
nlp = English()
|
||
|
|
nlp.add_pipe(nlp.create_pipe("sentencizer"))
|
||
|
|
doc = nlp("Hello world")
|
||
|
|
assert doc.is_sentenced
|
||
|
|
assert doc[0].is_sent_start
|
||
|
|
assert len(list(doc.sents)) == 1
|
||
|
|
doc_bytes = doc.to_bytes()
|
||
|
|
new_doc = Doc(nlp.vocab).from_bytes(doc_bytes)
|
||
|
|
assert new_doc.is_sentenced
|
||
|
|
assert doc[0].is_sent_start
|
||
|
|
assert len(list(new_doc.sents)) == 1
|