explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-25 01:16:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

Do not train model if its going to be loaded from disk

Browse Source 
This saves significant time in loading a model from disk.

Signed-off-by: Avadh Patel <avadh4all@gmail.com>
This commit is contained in:
Avadh Patel 2018-01-17 06:16:07 -06:00
parent 67ba73351d
commit fe879da2a1
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
spacy/syntax/nn_parser.pyx
View File

@ -271,7 +271,8 @@ cdef class Parser:
# TODO: This is an unfortunate hack atm!
# Used to set input dimensions in network.
lower.begin_training(lower.ops.allocate((500, token_vector_width)))
if not cfg.get('from_disk', False):
lower.begin_training(lower.ops.allocate((500, token_vector_width)))
cfg = {
'nr_class': nr_class,
'hidden_depth': depth,
@ -888,7 +889,7 @@ cdef class Parser:
path = util.ensure_path(path)
if self.model is True:
self.cfg['pretrained_dims'] = self.vocab.vectors_length
self.model, cfg = self.Model(**self.cfg)
self.model, cfg = self.Model(from_disk=True, **self.cfg)
else:
cfg = {}
with (path / 'tok2vec_model').open('rb') as file_: