explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-24 17:06:29 +03:00
Code Issues Packages Projects Releases Wiki Activity

Move Defaults subclass to module scope (necessary for pickling)

Browse Source
This commit is contained in:
ines 2017-05-20 19:02:27 +02:00
parent 27de0834b2
commit 924e8506de
16 changed files with 187 additions and 158 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
spacy/lang/bn/__init__.py
View File

@ -13,10 +13,7 @@ from ...attrs import LANG
from ...util import update_exc
class Bengali(Language):
lang = 'bn'
class Defaults(Language.Defaults):
class BengaliDefaults(Language.Defaults):
lex_attr_getters = dict(Language.Defaults.lex_attr_getters)
lex_attr_getters[LANG] = lambda text: 'bn'
@ -30,4 +27,9 @@ class Bengali(Language):
infixes = tuple(TOKENIZER_INFIXES)
class Bengali(Language):
lang = 'bn'
Defaults = BengaliDefaults
__all__ = ['Bengali']

10
spacy/lang/da/__init__.py
View File

@ -10,10 +10,7 @@ from ...attrs import LANG
from ...util import update_exc
class Danish(Language):
lang = 'da'
class Defaults(Language.Defaults):
class DanishDefaults(Language.Defaults):
lex_attr_getters = dict(Language.Defaults.lex_attr_getters)
lex_attr_getters[LANG] = lambda text: 'da'
@ -21,4 +18,9 @@ class Danish(Language):
stop_words = set(STOP_WORDS)
class Danish(Language):
lang = 'da'
Defaults = DanishDefaults
__all__ = ['Danish']

10
spacy/lang/de/__init__.py
View File

@ -14,10 +14,7 @@ from ...attrs import LANG
from ...util import update_exc
class German(Language):
lang = 'de'
class Defaults(Language.Defaults):
class GermanDefaults(Language.Defaults):
lex_attr_getters = dict(Language.Defaults.lex_attr_getters)
lex_attr_getters[LANG] = lambda text: 'de'
@ -31,4 +28,9 @@ class German(Language):
return Lemmatizer(LOOKUP)
class German(Language):
lang = 'de'
Defaults = GermanDefaults
__all__ = ['German']

10
spacy/lang/en/__init__.py
View File

@ -15,10 +15,7 @@ from ...attrs import LANG
from ...util import update_exc
class English(Language):
lang = 'en'
class Defaults(Language.Defaults):
class EnglishDefaults(Language.Defaults):
lex_attr_getters = dict(Language.Defaults.lex_attr_getters)
lex_attr_getters[LANG] = lambda text: 'en'
lex_attr_getters.update(LEX_ATTRS)
@ -33,4 +30,9 @@ class English(Language):
sytax_iterators = dict(SYNTAX_ITERATORS)
class English(Language):
lang = 'en'
Defaults = EnglishDefaults
__all__ = ['English']

2
spacy/lang/es/__init__.py
View File

@ -28,7 +28,7 @@ class SpanishDefaults(Language.Defaults):
class Spanish(Language):
lang = 'es'
Defaults = SpanishDefaults
__all__ = ['Spanish']

10
spacy/lang/fi/__init__.py
View File

@ -10,10 +10,7 @@ from ...attrs import LANG
from ...util import update_exc
class Finnish(Language):
lang = 'fi'
class Defaults(Language.Defaults):
class FinnishDefaults(Language.Defaults):
lex_attr_getters = dict(Language.Defaults.lex_attr_getters)
lex_attr_getters[LANG] = lambda text: 'fi'
@ -21,4 +18,9 @@ class Finnish(Language):
stop_words = set(STOP_WORDS)
class Finnish(Language):
lang = 'fi'
Defaults = FinnishDefaults
__all__ = ['Finnish']

10
spacy/lang/fr/__init__.py
View File

@ -13,10 +13,7 @@ from ...attrs import LANG
from ...util import update_exc
class French(Language):
lang = 'fr'
class Defaults(Language.Defaults):
class FrenchDefaults(Language.Defaults):
lex_attr_getters = dict(Language.Defaults.lex_attr_getters)
lex_attr_getters[LANG] = lambda text: 'fr'
@ -31,4 +28,9 @@ class French(Language):
return Lemmatizer(LOOKUP)
class French(Language):
lang = 'fr'
Defaults = FrenchDefaults
__all__ = ['French']

10
spacy/lang/he/__init__.py
View File

@ -9,10 +9,7 @@ from ...attrs import LANG
from ...util import update_exc
class Hebrew(Language):
lang = 'he'
class Defaults(Language.Defaults):
class HebrewDefaults(Language.Defaults):
lex_attr_getters = dict(Language.Defaults.lex_attr_getters)
lex_attr_getters[LANG] = lambda text: 'he'
@ -20,4 +17,9 @@ class Hebrew(Language):
stop_words = set(STOP_WORDS)
class Hebrew(Language):
lang = 'he'
Defaults = HebrewDefaults
__all__ = ['Hebrew']

10
spacy/lang/hu/__init__.py
View File

@ -13,10 +13,7 @@ from ...attrs import LANG
from ...util import update_exc
class Hungarian(Language):
lang = 'hu'
class Defaults(Language.Defaults):
class HungarianDefaults(Language.Defaults):
lex_attr_getters = dict(Language.Defaults.lex_attr_getters)
lex_attr_getters[LANG] = lambda text: 'hu'
@ -32,4 +29,9 @@ class Hungarian(Language):
return Lemmatizer(LOOKUP)
class Hungarian(Language):
lang = 'hu'
Defaults = HungarianDefaults
__all__ = ['Hungarian']

10
spacy/lang/it/__init__.py
View File

@ -11,10 +11,7 @@ from ...attrs import LANG
from ...util import update_exc
class Italian(Language):
lang = 'it'
class Defaults(Language.Defaults):
class ItalianDefaults(Language.Defaults):
lex_attr_getters = dict(Language.Defaults.lex_attr_getters)
lex_attr_getters[LANG] = lambda text: 'it'
@ -26,4 +23,9 @@ class Italian(Language):
return Lemmatizer(LOOKUP)
class Italian(Language):
lang = 'it'
Defaults = ItalianDefaults
__all__ = ['Italian']

10
spacy/lang/nb/__init__.py
View File

@ -11,10 +11,7 @@ from ...attrs import LANG
from ...util import update_exc
class Norwegian(Language):
lang = 'nb'
class Defaults(Language.Defaults):
class NorwegianDefaults(Language.Defaults):
lex_attr_getters = dict(Language.Defaults.lex_attr_getters)
lex_attr_getters[LANG] = lambda text: 'nb'
@ -22,4 +19,9 @@ class Norwegian(Language):
stop_words = set(STOP_WORDS)
class Norwegian(Language):
lang = 'nb'
Defaults = NorwegianDefaults
__all__ = ['Norwegian']

11
spacy/lang/nl/__init__.py
View File

@ -9,11 +9,7 @@ from ...attrs import LANG
from ...util import update_exc
class Dutch(Language):
lang = 'nl'
class Defaults(Language.Defaults):
class DutchDefaults(Language.Defaults):
lex_attr_getters = dict(Language.Defaults.lex_attr_getters)
lex_attr_getters[LANG] = lambda text: 'nl'
@ -21,4 +17,9 @@ class Dutch(Language):
stop_words = set(STOP_WORDS)
class Dutch(Language):
lang = 'nl'
Defaults = DutchDefaults
__all__ = ['Dutch']

10
spacy/lang/pl/__init__.py
View File

@ -9,10 +9,7 @@ from ...attrs import LANG
from ...util import update_exc
class Polish(Language):
lang = 'pl'
class Defaults(Language.Defaults):
class PolishDefaults(Language.Defaults):
lex_attr_getters = dict(Language.Defaults.lex_attr_getters)
lex_attr_getters[LANG] = lambda text: 'pl'
@ -20,4 +17,9 @@ class Polish(Language):
stop_words = set(STOP_WORDS)
class Polish(Language):
lang = 'pl'
Defaults = PolishDefaults
__all__ = ['Polish']

10
spacy/lang/pt/__init__.py
View File

@ -13,10 +13,7 @@ from ...attrs import LANG
from ...util import update_exc
class Portuguese(Language):
lang = 'pt'
class Defaults(Language.Defaults):
class PortugueseDefaults(Language.Defaults):
lex_attr_getters = dict(Language.Defaults.lex_attr_getters)
lex_attr_getters[LANG] = lambda text: 'pt'
lex_attr_getters.update(LEX_ATTRS)
@ -29,4 +26,9 @@ class Portuguese(Language):
return Lemmatizer(LOOKUP)
class Portuguese(Language):
lang = 'pt'
Defaults = PortugueseDefaults
__all__ = ['Portuguese']

10
spacy/lang/sv/__init__.py
View File

@ -13,10 +13,7 @@ from ...attrs import LANG
from ...util import update_exc
class Swedish(Language):
lang = 'sv'
class Defaults(Language.Defaults):
class SwedishDefaults(Language.Defaults):
lex_attr_getters = dict(Language.Defaults.lex_attr_getters)
lex_attr_getters[LANG] = lambda text: 'sv'
@ -28,4 +25,9 @@ class Swedish(Language):
return Lemmatizer(LOOKUP)
class Swedish(Language):
lang = 'sv'
Defaults = SwedishDefaults
__all__ = ['Swedish']

12
website/docs/usage/adding-languages.jade
View File

@ -56,11 +56,8 @@ p
from ...attrs import LANG
from ...util import update_exc
class Xxxxx(Language):
lang = 'xx' # language ISO code
# override defaults
class Defaults(Language.Defaults):
# create Defaults class in the module scope (necessary for pickling!)
class XxxxxDefaults(Language.Defaults):
lex_attr_getters = dict(Language.Defaults.lex_attr_getters)
lex_attr_getters[LANG] = lambda text: 'xx' # language ISO code
@ -71,6 +68,11 @@ p
tokenizer_exceptions = update_exc(BASE_EXCEPTIONS, TOKENIZER_EXCEPTIONS)
stop_words = set(STOP_WORDS)
# create actual Language class
class Xxxxx(Language):
lang = 'xx' # language ISO code
Defaults = XxxxxDefaults # override defaults
# set default export – this allows the language class to be lazy-loaded
__all__ = ['Xxxxx']