From 055cc0de4468a9ffad1cccc4bdc8e9df87ae803a Mon Sep 17 00:00:00 2001 From: Ioannis Daras Date: Fri, 27 Jul 2018 12:04:12 +0300 Subject: [PATCH] Bug fix to pseudocode for tokenizer customization (#2604) --- website/usage/_linguistic-features/_tokenization.jade | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/website/usage/_linguistic-features/_tokenization.jade b/website/usage/_linguistic-features/_tokenization.jade index 948ec0ad3..fb64fdc6f 100644 --- a/website/usage/_linguistic-features/_tokenization.jade +++ b/website/usage/_linguistic-features/_tokenization.jade @@ -129,8 +129,8 @@ p substring = substring[split:] elif find_suffix(substring) is not None: split = find_suffix(substring) - suffixes.append(substring[split:]) - substring = substring[:split] + suffixes.append(substring[-split:]) + substring = substring[:-split] elif find_infixes(substring): infixes = find_infixes(substring) offset = 0