Fix PROB attr for OOV words

This commit is contained in:
Matthew Honnibal 2017-08-23 12:11:52 +02:00
parent 1c5c256e58
commit bb2541ffd3

View File

@ -137,6 +137,7 @@ LEX_ATTRS = {
attrs.IS_UPPER: lambda string: string.isupper(),
attrs.IS_STOP: lambda string: False,
attrs.IS_OOV: lambda string: True,
attrs.PROB: lambda string: -20.,
attrs.LIKE_EMAIL: like_email,
attrs.LIKE_NUM: like_num,
attrs.IS_PUNCT: is_punct,