mirror of
https://github.com/explosion/spaCy.git
synced 2024-12-25 17:36:30 +03:00
* Fiddle with token features
This commit is contained in:
parent
5aa591106b
commit
7eab281194
|
@ -80,6 +80,7 @@ cdef class Language:
|
|||
Returns:
|
||||
tokens (Tokens): A Tokens object, giving access to a sequence of LexIDs.
|
||||
"""
|
||||
print repr(string)
|
||||
cdef size_t length = len(string)
|
||||
cdef Tokens tokens = self.tokens_class(length)
|
||||
if length == 0:
|
||||
|
|
Loading…
Reference in New Issue
Block a user