mirror of
https://github.com/explosion/spaCy.git
synced 2024-11-10 19:57:17 +03:00
Update spacy.load()
path argument is now deprecated and name can either take a model name or path. Implement lazy loading by importing module and read Language class name off __all__.
This commit is contained in:
parent
94697e9afc
commit
a7801e7342
|
@ -1,37 +1,23 @@
|
|||
# coding: utf8
|
||||
from __future__ import unicode_literals
|
||||
|
||||
from . import util
|
||||
from .util import prints
|
||||
from .deprecated import resolve_model_name
|
||||
import importlib
|
||||
|
||||
from .compat import basestring_
|
||||
from .cli.info import info
|
||||
from .glossary import explain
|
||||
|
||||
|
||||
_languages_name = set(["en", "de", "es", "pt", "fr",
|
||||
"it", "hu", "zh", "nl", "sv",
|
||||
"fi", "bn", "he", "nb", "ja"])
|
||||
from . import util
|
||||
|
||||
|
||||
def load(name, **overrides):
|
||||
if overrides.get('path') in (None, False, True):
|
||||
data_path = util.get_data_path()
|
||||
model_name = resolve_model_name(name)
|
||||
model_path = data_path / model_name
|
||||
if not model_path.exists():
|
||||
lang_name = util.get_lang_class(name).lang
|
||||
model_path = None
|
||||
prints("Only loading the '%s' tokenizer." % lang_name,
|
||||
title="Warning: no model found for '%s'" % name)
|
||||
else:
|
||||
model_path = util.ensure_path(overrides['path'])
|
||||
data_path = model_path.parent
|
||||
model_name = ''
|
||||
meta = util.parse_package_meta(data_path, model_name, require=False)
|
||||
lang = meta['lang'] if meta and 'lang' in meta else name
|
||||
module = importlib.import_module("."+lang, "spacy")
|
||||
cls = module.EXPORT
|
||||
if overrides.get('path') not in (None, False, True):
|
||||
name = overrides.get('path')
|
||||
model_path = util.resolve_model_path(name)
|
||||
meta = util.parse_package_meta(model_path)
|
||||
if 'lang' not in meta:
|
||||
raise IOError('No language setting found in model meta.')
|
||||
module = importlib.import_module('.%s' % meta['lang'], 'spacy')
|
||||
cls = getattr(module, module.__all__[0])
|
||||
overrides['meta'] = meta
|
||||
overrides['path'] = model_path
|
||||
return cls(**overrides)
|
||||
|
|
Loading…
Reference in New Issue
Block a user