Remove comma that caused list to wrap in tuple!

Also removed extra dict wrappings for performance (we used to have them in there, but they should only really exist if copying the dict is absolutely necessary)
This commit is contained in:
Ines Montani 2017-10-31 20:13:16 +01:00 committed by GitHub
parent 147448b65b
commit 06c25a8882
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -24,8 +24,7 @@ _exc = {
"led'": [
{ORTH: "le", LEMMA: "le", NORM: "le", POS: ADP},
{ORTH: "d'", LEMMA: "mo", NORM: "do", POS: DET}],
{ORTH: "d'", LEMMA: "mo", NORM: "do", POS: DET}]
}
for exc_data in [
@ -77,11 +76,11 @@ for exc_data in [
{ORTH: "Uas.", LEMMA: "Uasal", POS: NOUN},
{ORTH: "uimh.", LEMMA: "uimhir", POS: NOUN},
{ORTH: "Uimh.", LEMMA: "uimhir", POS: NOUN}]:
_exc[exc_data[ORTH]] = [dict(exc_data)],
_exc[exc_data[ORTH]] = [exc_data]
for orth in [
"d'", "D'"]:
_exc[orth] = [{ORTH: orth}]
TOKENIZER_EXCEPTIONS = dict(_exc)
TOKENIZER_EXCEPTIONS = _exc