mirror of
https://github.com/explosion/spaCy.git
synced 2025-08-04 04:10:20 +03:00
render_dependency_trees complete
This commit is contained in:
Richard Hudson
parent
a660a7d347
commit
b4265eccf9
|
|
@ -1,51 +1,53 @@
|
|||
from spacy.tests.lang.ko.test_tokenizer import FULL_TAG_TESTS
|
||||
from spacy.tokens import Doc, Token
|
||||
from spacy.util import working_dir
|
||||
|
||||
HORIZONTAL_LINE_PART_AWAY_FROM_ROOT = 1
|
||||
HORIZONTAL_LINE_PART_TOWARDS_ROOT = 2
|
||||
UPPER_VERTICAL_LINE_PART = 4
|
||||
LOWER_VERTICAL_LINE_PART = 8
|
||||
SPACE = 0
|
||||
HALF_HORIZONTAL_LINE = 1 # the half is the half further away from the root
|
||||
FULL_HORIZONTAL_LINE = 3
|
||||
UPPER_HALF_VERTICAL_LINE = 4
|
||||
LOWER_HALF_VERTICAL_LINE = 8
|
||||
FULL_VERTICAL_LINE = 12
|
||||
ARROWHEAD = 16
|
||||
|
||||
SPACE = 0
|
||||
HORIZONTAL_LINE = 3
|
||||
VERTICAL_LINE = 12
|
||||
|
||||
ROOT_RIGHT_CHARS = {
|
||||
0: " ",
|
||||
3: "═",
|
||||
5: "╝",
|
||||
7: "╩",
|
||||
9: "╗",
|
||||
11: "╦",
|
||||
12: "║",
|
||||
13: "╣",
|
||||
15: "╬",
|
||||
16: "<",
|
||||
SPACE: " ",
|
||||
FULL_HORIZONTAL_LINE: "═",
|
||||
UPPER_HALF_VERTICAL_LINE + HALF_HORIZONTAL_LINE: "╝",
|
||||
UPPER_HALF_VERTICAL_LINE + FULL_HORIZONTAL_LINE: "╩",
|
||||
LOWER_HALF_VERTICAL_LINE + HALF_HORIZONTAL_LINE: "╗",
|
||||
LOWER_HALF_VERTICAL_LINE + FULL_HORIZONTAL_LINE: "╦",
|
||||
FULL_VERTICAL_LINE: "║",
|
||||
FULL_VERTICAL_LINE + HALF_HORIZONTAL_LINE: "╣",
|
||||
FULL_VERTICAL_LINE + FULL_HORIZONTAL_LINE: "╬",
|
||||
ARROWHEAD: "<",
|
||||
}
|
||||
|
||||
ROOT_LEFT_CHARS = {
|
||||
0: " ",
|
||||
3: "═",
|
||||
5: "╚",
|
||||
7: "╩",
|
||||
9: "╔",
|
||||
11: "╦",
|
||||
12: "║",
|
||||
13: "╠",
|
||||
15: "╬",
|
||||
16: ">",
|
||||
SPACE: " ",
|
||||
FULL_HORIZONTAL_LINE: "═",
|
||||
UPPER_HALF_VERTICAL_LINE + HALF_HORIZONTAL_LINE: "╚",
|
||||
UPPER_HALF_VERTICAL_LINE + FULL_HORIZONTAL_LINE: "╩",
|
||||
LOWER_HALF_VERTICAL_LINE + HALF_HORIZONTAL_LINE: "╔",
|
||||
LOWER_HALF_VERTICAL_LINE + FULL_HORIZONTAL_LINE: "╦",
|
||||
FULL_VERTICAL_LINE: "║",
|
||||
FULL_VERTICAL_LINE + HALF_HORIZONTAL_LINE: "╠",
|
||||
FULL_VERTICAL_LINE + FULL_HORIZONTAL_LINE: "╬",
|
||||
ARROWHEAD: ">",
|
||||
}
|
||||
|
||||
|
||||
class Visualizer:
|
||||
@staticmethod
|
||||
def render_dependency_trees(doc: Doc) -> list[str]:
|
||||
def render_dependency_trees(doc: Doc, root_right: bool) -> list[str]:
|
||||
"""
|
||||
Returns an ASCII rendering of the document with a dependency tree for each sentence. The
|
||||
dependency tree output for a given token has the same index within the output list of
|
||||
strings as that token within the input document.
|
||||
|
||||
root_right: True if the tree should be rendered with the root on the right-hand side,
|
||||
False if the tree should be rendered with the root on the left-hand side.
|
||||
|
||||
Adapted from https://github.com/KoichiYasuoka/deplacy
|
||||
"""
|
||||
heads = [
|
||||
|
|
@ -59,6 +61,7 @@ class Visualizer:
|
|||
if head is not None:
|
||||
children_lists[head].append(child)
|
||||
all_indices_ordered_by_column = []
|
||||
# start with the root column
|
||||
indices_in_current_column = [i for i, h in enumerate(heads) if h is None]
|
||||
while len(indices_in_current_column) > 0:
|
||||
all_indices_ordered_by_column = (
|
||||
|
|
@ -72,11 +75,9 @@ class Visualizer:
|
|||
]
|
||||
# -1: root token with no arrow; 0: length not yet set
|
||||
horizontal_line_lengths = [
|
||||
-1
|
||||
if heads[i] is None
|
||||
else 1
|
||||
if len(children_lists[i]) == 0 and abs(heads[i] - i) == 1
|
||||
else 0
|
||||
-1 if heads[i] is None else 1
|
||||
# length == 1: governed by direct neighbour and has no children itself
|
||||
if len(children_lists[i]) == 0 and abs(heads[i] - i) == 1 else 0
|
||||
for i in range(len(doc))
|
||||
]
|
||||
while 0 in horizontal_line_lengths:
|
||||
|
|
@ -85,6 +86,7 @@ class Visualizer:
|
|||
for i in all_indices_ordered_by_column
|
||||
if horizontal_line_lengths[i] == 0
|
||||
):
|
||||
# render relation between this token and its head
|
||||
first_index_in_relation = min(
|
||||
working_token_index,
|
||||
heads[working_token_index],
|
||||
|
|
@ -93,8 +95,11 @@ class Visualizer:
|
|||
working_token_index,
|
||||
heads[working_token_index],
|
||||
)
|
||||
# If this token has children, they will already have been rendered.
|
||||
# The line needs to be one character longer than the longest of the
|
||||
# children's lines.
|
||||
if len(children_lists[working_token_index]) > 0:
|
||||
working_horizontal_line_length = (
|
||||
horizontal_line_lengths[working_token_index] = (
|
||||
max(
|
||||
[
|
||||
horizontal_line_lengths[i]
|
||||
|
|
@ -104,36 +109,21 @@ class Visualizer:
|
|||
+ 1
|
||||
)
|
||||
else:
|
||||
working_horizontal_line_length = 1
|
||||
horizontal_line_lengths[working_token_index] = 1
|
||||
for inbetween_index in (
|
||||
i
|
||||
for i in range(
|
||||
first_index_in_relation + 1, second_index_in_relation
|
||||
)
|
||||
if i not in children_lists[working_token_index]
|
||||
and horizontal_line_lengths[i] != 0
|
||||
if horizontal_line_lengths[i] != 0
|
||||
):
|
||||
working_horizontal_line_length = max(
|
||||
working_horizontal_line_length,
|
||||
horizontal_line_lengths[working_token_index] = max(
|
||||
horizontal_line_lengths[working_token_index],
|
||||
horizontal_line_lengths[inbetween_index]
|
||||
if inbetween_index in children_lists[heads[working_token_index]]
|
||||
and inbetween_index not in children_lists[working_token_index]
|
||||
else horizontal_line_lengths[inbetween_index] + 1,
|
||||
)
|
||||
for child_horizontal_line_length in (
|
||||
horizontal_line_lengths[i]
|
||||
for i in children_lists[working_token_index]
|
||||
if (i < first_index_in_relation or i > second_index_in_relation)
|
||||
and horizontal_line_lengths[i] != 0
|
||||
):
|
||||
working_horizontal_line_length = max(
|
||||
working_horizontal_line_length,
|
||||
child_horizontal_line_length + 1,
|
||||
)
|
||||
horizontal_line_lengths[
|
||||
working_token_index
|
||||
] = working_horizontal_line_length
|
||||
print(horizontal_line_lengths)
|
||||
|
||||
max_horizontal_line_length = max(horizontal_line_lengths)
|
||||
char_matrix = [
|
||||
[SPACE] * max_horizontal_line_length * 2 for _ in range(len(doc))
|
||||
|
|
@ -150,21 +140,21 @@ class Visualizer:
|
|||
|
||||
# Draw the corners of the relation
|
||||
char_matrix[first_index_in_relation][char_horizontal_line_length - 1] |= (
|
||||
HORIZONTAL_LINE_PART_AWAY_FROM_ROOT + LOWER_VERTICAL_LINE_PART
|
||||
HALF_HORIZONTAL_LINE + LOWER_HALF_VERTICAL_LINE
|
||||
)
|
||||
char_matrix[second_index_in_relation][char_horizontal_line_length - 1] |= (
|
||||
HORIZONTAL_LINE_PART_AWAY_FROM_ROOT + UPPER_VERTICAL_LINE_PART
|
||||
HALF_HORIZONTAL_LINE + UPPER_HALF_VERTICAL_LINE
|
||||
)
|
||||
|
||||
# Draw the horizontal line for the governing token
|
||||
for working_horizontal_position in range(char_horizontal_line_length - 1):
|
||||
if (
|
||||
char_matrix[head_token_index][working_horizontal_position]
|
||||
!= VERTICAL_LINE
|
||||
!= FULL_VERTICAL_LINE
|
||||
):
|
||||
char_matrix[head_token_index][
|
||||
working_horizontal_position
|
||||
] |= HORIZONTAL_LINE
|
||||
] |= FULL_HORIZONTAL_LINE
|
||||
|
||||
# Draw the vertical line for the relation
|
||||
for working_vertical_position in range(
|
||||
|
|
@ -174,20 +164,28 @@ class Visualizer:
|
|||
char_matrix[working_vertical_position][
|
||||
char_horizontal_line_length - 1
|
||||
]
|
||||
!= HORIZONTAL_LINE
|
||||
!= FULL_HORIZONTAL_LINE
|
||||
):
|
||||
char_matrix[working_vertical_position][
|
||||
char_horizontal_line_length - 1
|
||||
] |= VERTICAL_LINE
|
||||
] |= FULL_VERTICAL_LINE
|
||||
for working_token_index in (i for i in range(len(doc)) if heads[i] is not None):
|
||||
for working_horizontal_position in range(
|
||||
2 * horizontal_line_lengths[working_token_index] - 2, -1, -1
|
||||
):
|
||||
if (
|
||||
char_matrix[working_token_index][working_horizontal_position]
|
||||
== VERTICAL_LINE) and working_horizontal_position > 1 and char_matrix[working_token_index][working_horizontal_position - 2] == SPACE:
|
||||
# Cross over the existing vertical line, which is owing to a non-projective tree
|
||||
continue
|
||||
(
|
||||
char_matrix[working_token_index][working_horizontal_position]
|
||||
== FULL_VERTICAL_LINE
|
||||
)
|
||||
and working_horizontal_position > 1
|
||||
and char_matrix[working_token_index][
|
||||
working_horizontal_position - 2
|
||||
]
|
||||
== SPACE
|
||||
):
|
||||
# Cross over the existing vertical line, which is owing to a non-projective tree
|
||||
continue
|
||||
if (
|
||||
char_matrix[working_token_index][working_horizontal_position]
|
||||
!= SPACE
|
||||
|
|
@ -200,26 +198,28 @@ class Visualizer:
|
|||
if working_horizontal_position == 0:
|
||||
# Draw the arrowhead at the boundary of the diagram
|
||||
char_matrix[working_token_index][
|
||||
working_horizontal_position] = ARROWHEAD
|
||||
working_horizontal_position
|
||||
] = ARROWHEAD
|
||||
else:
|
||||
# Fill in the horizontal line for the governed token
|
||||
char_matrix[working_token_index][
|
||||
working_horizontal_position
|
||||
] |= HORIZONTAL_LINE
|
||||
return [
|
||||
"".join(
|
||||
ROOT_RIGHT_CHARS[char_matrix[vertical_position][horizontal_position]]
|
||||
for horizontal_position in range((max_horizontal_line_length * 2))
|
||||
)
|
||||
for vertical_position in range(len(doc))
|
||||
]
|
||||
|
||||
|
||||
import spacy
|
||||
|
||||
nlp = spacy.load("en_core_web_sm")
|
||||
doc = nlp("I saw a horse yesterday that was injured")
|
||||
|
||||
lines = Visualizer().render_dependency_trees(doc)
|
||||
for line in lines:
|
||||
print(line)
|
||||
] |= FULL_HORIZONTAL_LINE
|
||||
if root_right:
|
||||
return [
|
||||
"".join(
|
||||
ROOT_RIGHT_CHARS[
|
||||
char_matrix[vertical_position][horizontal_position]
|
||||
]
|
||||
for horizontal_position in range((max_horizontal_line_length * 2))
|
||||
)
|
||||
for vertical_position in range(len(doc))
|
||||
]
|
||||
else:
|
||||
return [
|
||||
"".join(
|
||||
ROOT_LEFT_CHARS[char_matrix[vertical_position][horizontal_position]]
|
||||
for horizontal_position in range((max_horizontal_line_length * 2))
|
||||
)[::-1]
|
||||
for vertical_position in range(len(doc))
|
||||
]
|
||||
|
|
|
|||
Loading…
Reference in New Issue
Block a user