mirror of
https://github.com/explosion/spaCy.git
synced 2024-12-25 17:36:30 +03:00
Switch from python 3 only TemporaryDirectory to pytest's tmpdir
This commit is contained in:
parent
f32c6630cb
commit
38021fbb00
|
@ -1,89 +1,89 @@
|
|||
# coding: utf-8
|
||||
from __future__ import unicode_literals
|
||||
import json
|
||||
from tempfile import TemporaryDirectory, NamedTemporaryFile
|
||||
from tempfile import NamedTemporaryFile
|
||||
|
||||
from ...cli.train import train
|
||||
|
||||
|
||||
def test_cli_trained_model_can_be_saved():
|
||||
def test_cli_trained_model_can_be_saved(tmpdir):
|
||||
cmd = None
|
||||
lang = 'nl'
|
||||
with TemporaryDirectory() as output_dir:
|
||||
train_file = NamedTemporaryFile('wb', dir=output_dir, delete=False)
|
||||
train_corpus = [
|
||||
{
|
||||
"id": "identifier_0",
|
||||
"paragraphs": [
|
||||
{
|
||||
"raw": "Jan houdt van Marie.\n",
|
||||
"sentences": [
|
||||
{
|
||||
"tokens": [
|
||||
{
|
||||
"id": 0,
|
||||
"dep": "nsubj",
|
||||
"head": 1,
|
||||
"tag": "NOUN",
|
||||
"orth": "Jan",
|
||||
"ner": "B-PER"
|
||||
},
|
||||
{
|
||||
"id": 1,
|
||||
"dep": "ROOT",
|
||||
"head": 0,
|
||||
"tag": "VERB",
|
||||
"orth": "houdt",
|
||||
"ner": "O"
|
||||
},
|
||||
{
|
||||
"id": 2,
|
||||
"dep": "case",
|
||||
"head": 1,
|
||||
"tag": "ADP",
|
||||
"orth": "van",
|
||||
"ner": "O"
|
||||
},
|
||||
{
|
||||
"id": 3,
|
||||
"dep": "obj",
|
||||
"head": -2,
|
||||
"tag": "NOUN",
|
||||
"orth": "Marie",
|
||||
"ner": "B-PER"
|
||||
},
|
||||
{
|
||||
"id": 4,
|
||||
"dep": "punct",
|
||||
"head": -3,
|
||||
"tag": "PUNCT",
|
||||
"orth": ".",
|
||||
"ner": "O"
|
||||
},
|
||||
{
|
||||
"id": 5,
|
||||
"dep": "",
|
||||
"head": -1,
|
||||
"tag": "SPACE",
|
||||
"orth": "\n",
|
||||
"ner": "O"
|
||||
}
|
||||
],
|
||||
"brackets": []
|
||||
}
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
]
|
||||
output_dir = str(tmpdir)
|
||||
train_file = NamedTemporaryFile('wb', dir=output_dir, delete=False)
|
||||
train_corpus = [
|
||||
{
|
||||
"id": "identifier_0",
|
||||
"paragraphs": [
|
||||
{
|
||||
"raw": "Jan houdt van Marie.\n",
|
||||
"sentences": [
|
||||
{
|
||||
"tokens": [
|
||||
{
|
||||
"id": 0,
|
||||
"dep": "nsubj",
|
||||
"head": 1,
|
||||
"tag": "NOUN",
|
||||
"orth": "Jan",
|
||||
"ner": "B-PER"
|
||||
},
|
||||
{
|
||||
"id": 1,
|
||||
"dep": "ROOT",
|
||||
"head": 0,
|
||||
"tag": "VERB",
|
||||
"orth": "houdt",
|
||||
"ner": "O"
|
||||
},
|
||||
{
|
||||
"id": 2,
|
||||
"dep": "case",
|
||||
"head": 1,
|
||||
"tag": "ADP",
|
||||
"orth": "van",
|
||||
"ner": "O"
|
||||
},
|
||||
{
|
||||
"id": 3,
|
||||
"dep": "obj",
|
||||
"head": -2,
|
||||
"tag": "NOUN",
|
||||
"orth": "Marie",
|
||||
"ner": "B-PER"
|
||||
},
|
||||
{
|
||||
"id": 4,
|
||||
"dep": "punct",
|
||||
"head": -3,
|
||||
"tag": "PUNCT",
|
||||
"orth": ".",
|
||||
"ner": "O"
|
||||
},
|
||||
{
|
||||
"id": 5,
|
||||
"dep": "",
|
||||
"head": -1,
|
||||
"tag": "SPACE",
|
||||
"orth": "\n",
|
||||
"ner": "O"
|
||||
}
|
||||
],
|
||||
"brackets": []
|
||||
}
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
]
|
||||
|
||||
train_file.write(json.dumps(train_corpus).encode('utf-8'))
|
||||
train_file.close()
|
||||
train_data = train_file.name
|
||||
dev_data = train_data
|
||||
train_file.write(json.dumps(train_corpus).encode('utf-8'))
|
||||
train_file.close()
|
||||
train_data = train_file.name
|
||||
dev_data = train_data
|
||||
|
||||
# spacy train -n 1 -g -1 nl output_nl training_corpus.json training \
|
||||
# corpus.json
|
||||
train(cmd, lang, output_dir, train_data, dev_data, n_iter=1)
|
||||
# spacy train -n 1 -g -1 nl output_nl training_corpus.json training \
|
||||
# corpus.json
|
||||
train(cmd, lang, output_dir, train_data, dev_data, n_iter=1)
|
||||
|
||||
assert True
|
||||
assert True
|
||||
|
|
Loading…
Reference in New Issue
Block a user