mirror of
https://github.com/explosion/spaCy.git
synced 2024-11-13 05:07:03 +03:00
* Remove cruft from train.py
This commit is contained in:
parent
eba7b34f66
commit
15bbbf4901
|
@ -124,25 +124,6 @@ def write_parses(Language, dev_loc, model_dir, out_loc):
|
||||||
return scorer
|
return scorer
|
||||||
|
|
||||||
|
|
||||||
def get_sents(json_loc):
|
|
||||||
if path.exists(path.join(json_dir, section + '.json')):
|
|
||||||
for sent in read_json_file(path.join(json_dir, section + '.json')):
|
|
||||||
yield sent
|
|
||||||
else:
|
|
||||||
if section == 'train':
|
|
||||||
file_range = range(2, 22)
|
|
||||||
elif section == 'dev':
|
|
||||||
file_range = range(22, 23)
|
|
||||||
|
|
||||||
for i in file_range:
|
|
||||||
sec = str(i)
|
|
||||||
if len(sec) == 1:
|
|
||||||
sec = '0' + sec
|
|
||||||
loc = path.join(json_dir, sec + '.json')
|
|
||||||
for sent in read_json_file(loc):
|
|
||||||
yield sent
|
|
||||||
|
|
||||||
|
|
||||||
@plac.annotations(
|
@plac.annotations(
|
||||||
train_loc=("Location of training json file"),
|
train_loc=("Location of training json file"),
|
||||||
dev_loc=("Location of development json file"),
|
dev_loc=("Location of development json file"),
|
||||||
|
|
Loading…
Reference in New Issue
Block a user