* Remove non_sparse method --- features wanting this can do it easily enough.

This commit is contained in:
Matthew Honnibal 2014-11-03 00:15:47 +11:00
parent b5ae1471db
commit 32fb50dc35

View File

@ -151,15 +151,6 @@ def word_shape(string):
return ''.join(shape)
def non_sparse(string, prob, cluster, upper_pc, title_pc, lower_pc):
if is_alpha(string):
return canon_case(string, upper_pc, title_pc, lower_pc)
elif prob >= math.log(0.0001):
return string
else:
return word_shape(string)
def asciied(string):
ascii_string = unidecode(string)
if not ascii_string: