mirror of
https://github.com/explosion/spaCy.git
synced 2024-12-25 17:36:30 +03:00
rstrip line before rsplit
loading english fast text giving error because line contains new line at the end and rsplit is splitting it incorrectly
This commit is contained in:
parent
40c4e8fc09
commit
334ed433b2
|
@ -29,7 +29,7 @@ def main(vectors_loc, lang=None):
|
|||
nr_row, nr_dim = header.split()
|
||||
nlp.vocab.reset_vectors(width=int(nr_dim))
|
||||
for line in file_:
|
||||
line = line.decode('utf8')
|
||||
line = line.rstrip().decode('utf8')
|
||||
pieces = line.rsplit(' ', nr_dim)
|
||||
word = pieces[0]
|
||||
vector = numpy.asarray([float(v) for v in pieces[1:]], dtype='f')
|
||||
|
|
Loading…
Reference in New Issue
Block a user