mirror of
https://github.com/explosion/spaCy.git
synced 2025-07-11 16:52:21 +03:00
Fix PROB attr for OOV words
This commit is contained in:
parent
1c5c256e58
commit
bb2541ffd3
|
@ -137,6 +137,7 @@ LEX_ATTRS = {
|
||||||
attrs.IS_UPPER: lambda string: string.isupper(),
|
attrs.IS_UPPER: lambda string: string.isupper(),
|
||||||
attrs.IS_STOP: lambda string: False,
|
attrs.IS_STOP: lambda string: False,
|
||||||
attrs.IS_OOV: lambda string: True,
|
attrs.IS_OOV: lambda string: True,
|
||||||
|
attrs.PROB: lambda string: -20.,
|
||||||
attrs.LIKE_EMAIL: like_email,
|
attrs.LIKE_EMAIL: like_email,
|
||||||
attrs.LIKE_NUM: like_num,
|
attrs.LIKE_NUM: like_num,
|
||||||
attrs.IS_PUNCT: is_punct,
|
attrs.IS_PUNCT: is_punct,
|
||||||
|
|
Loading…
Reference in New Issue
Block a user