fix wrong indexing (#2416)

* fix wrong indexing

* add agreement
This commit is contained in:
himkt 2018-06-19 17:20:57 +09:00 committed by Matthew Honnibal
parent 428bae66b5
commit 14d9007efd
2 changed files with 2 additions and 3 deletions

View File

@ -101,6 +101,6 @@ mark both statements:
| Name | himkt |
| Company name (if applicable) | University of Tsukuba |
| Title or role (if applicable) | |
| Date | 2018-06-08 |
| Date | 2018-06-07 |
| GitHub username | himkt |
| Website (optional) | https://himkt.github.io |

View File

@ -60,9 +60,8 @@ def detailed_tokens(tokenizer, text):
parts = node.feature.split(',')
pos = ','.join(parts[0:4])
if len(parts) > 6:
if len(parts) > 7:
# this information is only available for words in the tokenizer dictionary
reading = parts[6]
base = parts[7]
words.append( ShortUnitWord(surface, base, pos) )