mirror of
https://github.com/explosion/spaCy.git
synced 2024-09-21 19:39:13 +03:00
ecb3c4e8f4
* Move batchers into their own module (and registry) * Update CLI * Update Corpus and batcher * Update tests * Update one config * Merge 'evaluation' block back under [training] * Import batchers in gold __init__ * Fix batchers * Update config * Update schema * Update util * Don't assume train and dev are actually paths * Update onto-joint config * Fix missing import * Format * Format * Update spacy/gold/corpus.py Co-authored-by: Ines Montani <ines@ines.io> * Fix name * Update default config * Fix get_length option in batchers * Update test * Add comment * Pass path into Corpus * Update docstring * Update schema and configs * Update config * Fix test * Fix paths * Fix print * Fix create_train_batches * [training.read_train] -> [training.train_corpus] * Update onto-joint config Co-authored-by: Ines Montani <ines@ines.io>
15 lines
433 B
Python
15 lines
433 B
Python
from .corpus import Corpus
|
|
from .example import Example
|
|
from .align import Alignment
|
|
|
|
from .iob_utils import iob_to_biluo, biluo_to_iob
|
|
from .iob_utils import biluo_tags_from_offsets, offsets_from_biluo_tags
|
|
from .iob_utils import spans_from_biluo_tags
|
|
from .iob_utils import tags_to_entities
|
|
|
|
from .gold_io import docs_to_json
|
|
from .gold_io import read_json_file
|
|
|
|
|
|
from .batchers import minibatch_by_padded_size, minibatch_by_words
|