mirror of
https://github.com/explosion/spaCy.git
synced 2024-12-26 09:56:28 +03:00
* Fiddle with token features
This commit is contained in:
parent
5aa591106b
commit
7eab281194
|
@ -80,6 +80,7 @@ cdef class Language:
|
||||||
Returns:
|
Returns:
|
||||||
tokens (Tokens): A Tokens object, giving access to a sequence of LexIDs.
|
tokens (Tokens): A Tokens object, giving access to a sequence of LexIDs.
|
||||||
"""
|
"""
|
||||||
|
print repr(string)
|
||||||
cdef size_t length = len(string)
|
cdef size_t length = len(string)
|
||||||
cdef Tokens tokens = self.tokens_class(length)
|
cdef Tokens tokens = self.tokens_class(length)
|
||||||
if length == 0:
|
if length == 0:
|
||||||
|
|
Loading…
Reference in New Issue
Block a user