mirror of
https://github.com/explosion/spaCy.git
synced 2024-09-21 19:39:13 +03:00
f9e603903b
NUM_WORDS and ORDINAL_WORDS are currently not used, but the hard-coded list should be removed from orth.pyx and replaced to use language-specific functions. This will later allow other languages to use their own functions to set those flags. (In English, this is easier because it only needs to be checked against a set – in German for example, this requires a more complex function, as most number words are one word.)
91 lines
2.6 KiB
Python
91 lines
2.6 KiB
Python
# coding: utf8
|
|
from __future__ import unicode_literals
|
|
|
|
|
|
# Stop words
|
|
|
|
STOP_WORDS = set("""
|
|
a about above across after afterwards again against all almost alone along
|
|
already also although always am among amongst amount an and another any anyhow
|
|
anyone anything anyway anywhere are around as at
|
|
|
|
back be became because become becomes becoming been before beforehand behind
|
|
being below beside besides between beyond both bottom but by
|
|
|
|
call can cannot ca could
|
|
|
|
did do does doing done down due during
|
|
|
|
each eight either eleven else elsewhere empty enough etc even ever every
|
|
everyone everything everywhere except
|
|
|
|
few fifteen fifty first five for former formerly forty four from front full
|
|
further
|
|
|
|
get give go
|
|
|
|
had has have he hence her here hereafter hereby herein hereupon hers herself
|
|
him himself his how however hundred
|
|
|
|
i if in inc indeed into is it its itself
|
|
|
|
keep
|
|
|
|
last latter latterly least less
|
|
|
|
just
|
|
|
|
made make many may me meanwhile might mine more moreover most mostly move much
|
|
must my myself
|
|
|
|
name namely neither never nevertheless next nine no nobody none noone nor not
|
|
nothing now nowhere
|
|
|
|
of off often on once one only onto or other others otherwise our ours ourselves
|
|
out over own
|
|
|
|
part per perhaps please put
|
|
|
|
quite
|
|
|
|
rather re really regarding
|
|
|
|
same say see seem seemed seeming seems serious several she should show side
|
|
since six sixty so some somehow someone something sometime sometimes somewhere
|
|
still such
|
|
|
|
take ten than that the their them themselves then thence there thereafter
|
|
thereby therefore therein thereupon these they third this those though three
|
|
through throughout thru thus to together too top toward towards twelve twenty
|
|
two
|
|
|
|
under until up unless upon us used using
|
|
|
|
various very very via was we well were what whatever when whence whenever where
|
|
whereafter whereas whereby wherein whereupon wherever whether which while
|
|
whither who whoever whole whom whose why will with within without would
|
|
|
|
yet you your yours yourself yourselves
|
|
""".split())
|
|
|
|
|
|
# Number words
|
|
|
|
NUM_WORDS = set("""
|
|
zero one two three four five six seven eight nine ten eleven twelve thirteen
|
|
fourteen fifteen sixteen seventeen eighteen nineteen twenty thirty forty fifty
|
|
sixty seventy eighty ninety hundred thousand million billion trillion
|
|
quadrillion gajillion bazillion
|
|
""".split())
|
|
|
|
|
|
# Ordinal words
|
|
|
|
ORDINAL_WORDS = set("""
|
|
first second third fourth fifth sixth seventh eigth ninth tenth eleventh twelveth
|
|
thirteenth fourteenth fifteenth sixteenth sventeenth eighteenth nineteenth
|
|
twentieth thirtieth fortieth fiftieth sixtieth seventieth eightieth ninetieth
|
|
hundreth thousandth millionth billionth trillionth quadrillionth gajillionth
|
|
bazillionth
|
|
""".split())
|