From d9fa3c60546fdb5efada7916a18dd5d3382b6a22 Mon Sep 17 00:00:00 2001 From: ines Date: Sat, 4 Nov 2017 15:12:39 +0100 Subject: [PATCH] Update adding languages example --- website/usage/_adding-languages/_language-data.jade | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/website/usage/_adding-languages/_language-data.jade b/website/usage/_adding-languages/_language-data.jade index f0b346886..16df96473 100644 --- a/website/usage/_adding-languages/_language-data.jade +++ b/website/usage/_adding-languages/_language-data.jade @@ -139,7 +139,7 @@ p # merge base exceptions and custom tokenizer exceptions tokenizer_exceptions = update_exc(BASE_EXCEPTIONS, TOKENIZER_EXCEPTIONS) - stop_words = set(STOP_WORDS) + stop_words = STOP_WORDS # create actual Language class class Xxxxx(Language): @@ -248,7 +248,7 @@ p {ORTH: period, LEMMA: "p.m."}] # only declare this at the bottom - TOKENIZER_EXCEPTIONS = dict(_exc) + TOKENIZER_EXCEPTIONS = _exc +aside("Generating tokenizer exceptions") | Keep in mind that generating exceptions only makes sense if there's a