mirror of
https://github.com/explosion/spaCy.git
synced 2024-09-21 19:39:13 +03:00
35 lines
1.0 KiB
Python
35 lines
1.0 KiB
Python
from spacy.pipeline.pipes import DependencyParser
|
|
from spacy.vocab import Vocab
|
|
|
|
from spacy.pipeline.defaults import default_parser
|
|
|
|
|
|
def test_issue3830_no_subtok():
|
|
"""Test that the parser doesn't have subtok label if not learn_tokens"""
|
|
config = {
|
|
"learn_tokens": False,
|
|
"min_action_freq": 30,
|
|
"beam_width": 1,
|
|
"beam_update_prob": 1.0,
|
|
}
|
|
parser = DependencyParser(Vocab(), default_parser(), **config)
|
|
parser.add_label("nsubj")
|
|
assert "subtok" not in parser.labels
|
|
parser.begin_training(lambda: [])
|
|
assert "subtok" not in parser.labels
|
|
|
|
|
|
def test_issue3830_with_subtok():
|
|
"""Test that the parser does have subtok label if learn_tokens=True."""
|
|
config = {
|
|
"learn_tokens": True,
|
|
"min_action_freq": 30,
|
|
"beam_width": 1,
|
|
"beam_update_prob": 1.0,
|
|
}
|
|
parser = DependencyParser(Vocab(), default_parser(), **config)
|
|
parser.add_label("nsubj")
|
|
assert "subtok" not in parser.labels
|
|
parser.begin_training(lambda: [])
|
|
assert "subtok" in parser.labels
|