From dae6bc05ebfbc6c0db024ad131cf3a91842d468e Mon Sep 17 00:00:00 2001 From: Wolfgang Seeker Date: Mon, 2 May 2016 16:04:53 +0200 Subject: [PATCH] define German dummy lemmatizer until morphology is done --- bin/parser/train.py | 2 -- spacy/de/__init__.py | 11 +++++++++++ 2 files changed, 11 insertions(+), 2 deletions(-) diff --git a/bin/parser/train.py b/bin/parser/train.py index aa916d1e0..372c7932e 100755 --- a/bin/parser/train.py +++ b/bin/parser/train.py @@ -111,8 +111,6 @@ def train(Language, gold_tuples, model_dir, n_iter=15, feat_set=u'basic', gold_tuples = gold_tuples[:n_sents] nlp = Language(data_dir=model_dir, tagger=False, parser=False, entity=False) - if nlp.lang == 'de': - nlp.vocab.morphology.lemmatizer = lambda string,pos: set([string]) nlp.tagger = Tagger.blank(nlp.vocab, Tagger.default_templates()) nlp.parser = Parser.from_dir(dep_model_dir, nlp.vocab.strings, ArcEager) nlp.entity = Parser.from_dir(ner_model_dir, nlp.vocab.strings, BiluoPushDown) diff --git a/spacy/de/__init__.py b/spacy/de/__init__.py index 76817ccff..e76431b15 100644 --- a/spacy/de/__init__.py +++ b/spacy/de/__init__.py @@ -3,7 +3,18 @@ from __future__ import unicode_literals, print_function from os import path from ..language import Language +from ..vocab import Vocab +from .. import attrs +from .. import util +from .. import about class German(Language): lang = 'de' + + @classmethod + def default_vocab(cls, package, get_lex_attr=None, vectors_package=None): + vocab = super(German,cls).default_vocab(package,get_lex_attr,vectors_package) + # for now until the morphology is done for German + vocab.morphology.lemmatizer = lambda string,pos: set([string]) + return vocab