explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-07-23 06:29:48 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix issue #3288 (#3308)

Browse Source
This commit is contained in:
Matthew Honnibal 2019-02-21 09:48:53 +01:00 committed by GitHub
parent a137e8b418
commit 80195bc2d1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
spacy/tests/regression/test_issue3288.py
View File

@ -8,7 +8,6 @@ from spacy import displacy
from ..util import get_doc from ..util import get_doc
@pytest.mark.xfail
def test_issue3288(en_vocab): def test_issue3288(en_vocab):
"""Test that retokenization works correctly via displaCy when punctuation """Test that retokenization works correctly via displaCy when punctuation
is merged onto the preceeding token and tensor is resized.""" is merged onto the preceeding token and tensor is resized."""

2
spacy/tokens/_retokenize.pyx
View File

@ -222,7 +222,7 @@ def _bulk_merge(Doc doc, merges):
# whether the row is to be deleted, then use numpy.delete # whether the row is to be deleted, then use numpy.delete
if doc.tensor is not None and doc.tensor.size != 0: if doc.tensor is not None and doc.tensor.size != 0:
doc.tensor = _resize_tensor(doc.tensor, doc.tensor = _resize_tensor(doc.tensor,
[(m[1][0].start, m[1][0].end) for m in merges]) [(m[0].start, m[0].end) for m in merges])
# Memorize span roots and sets dependencies of the newly merged # Memorize span roots and sets dependencies of the newly merged
# tokens to the dependencies of their roots. # tokens to the dependencies of their roots.
span_roots = [] span_roots = []