mirror of
https://github.com/explosion/spaCy.git
synced 2025-06-06 06:03:11 +03:00
Fix lexeme.pyx, parts_of_speech.pxd, vectors.pyx. Temporarily disable cython-lint execution.
This commit is contained in:
parent
be59846ae3
commit
09d1a332a1
2
.github/workflows/tests.yml
vendored
2
.github/workflows/tests.yml
vendored
|
@ -48,7 +48,7 @@ jobs:
|
|||
- name: cython-lint
|
||||
run: |
|
||||
python -m pip install cython-lint -c requirements.txt
|
||||
cython-lint spacy --ignore E501,W291,E266
|
||||
# cython-lint spacy --ignore E501,W291,E266
|
||||
|
||||
tests:
|
||||
name: Test
|
||||
|
|
|
@ -1,7 +1,6 @@
|
|||
# cython: embedsignature=True
|
||||
# Compiler crashes on memory view coercion without this. Should report bug.
|
||||
cimport numpy as np
|
||||
from cython.view cimport array as cvarray
|
||||
from libc.string cimport memset
|
||||
|
||||
np.import_array()
|
||||
|
|
|
@ -1,10 +1,8 @@
|
|||
cimport numpy as np
|
||||
from cython.operator cimport dereference as deref
|
||||
from libc.stdint cimport uint32_t, uint64_t
|
||||
from libcpp.set cimport set as cppset
|
||||
from murmurhash.mrmr cimport hash128_x64
|
||||
|
||||
import functools
|
||||
import warnings
|
||||
from enum import Enum
|
||||
from typing import cast
|
||||
|
@ -262,8 +260,7 @@ cdef class Vectors:
|
|||
return (
|
||||
self.shape == other.shape
|
||||
and self.key2row == other.key2row
|
||||
and self.to_bytes(exclude=["strings"])
|
||||
== other.to_bytes(exclude=["strings"])
|
||||
and self.to_bytes(exclude=["strings"]) == other.to_bytes(exclude=["strings"])
|
||||
)
|
||||
|
||||
def resize(self, shape, inplace=False):
|
||||
|
@ -524,7 +521,8 @@ cdef class Vectors:
|
|||
scores[i:i+batch_size] = xp.partition(sims, -n, axis=1)[:, -n:]
|
||||
|
||||
if sort and n >= 2:
|
||||
sorted_index = xp.arange(scores.shape[0])[:,None][i:i+batch_size],xp.argsort(scores[i:i+batch_size], axis=1)[:,::-1]
|
||||
sorted_index = xp.arange(scores.shape[0])[:, None][i:i+batch_size], \
|
||||
xp.argsort(scores[i:i+batch_size], axis=1)[:, ::-1]
|
||||
scores[i:i+batch_size] = scores[sorted_index]
|
||||
best_rows[i:i+batch_size] = best_rows[sorted_index]
|
||||
|
||||
|
@ -538,8 +536,12 @@ cdef class Vectors:
|
|||
|
||||
numpy_rows = get_current_ops().to_numpy(best_rows)
|
||||
keys = xp.asarray(
|
||||
[[row2key[row] for row in numpy_rows[i] if row in row2key]
|
||||
for i in range(len(queries)) ], dtype="uint64")
|
||||
[
|
||||
[row2key[row] for row in numpy_rows[i] if row in row2key]
|
||||
for i in range(len(queries))
|
||||
],
|
||||
dtype="uint64"
|
||||
)
|
||||
return (keys, best_rows, scores)
|
||||
|
||||
def to_ops(self, ops: Ops):
|
||||
|
@ -582,9 +584,9 @@ cdef class Vectors:
|
|||
"""
|
||||
xp = get_array_module(self.data)
|
||||
if xp is numpy:
|
||||
save_array = lambda arr, file_: xp.save(file_, arr, allow_pickle=False)
|
||||
save_array = lambda arr, file_: xp.save(file_, arr, allow_pickle=False) # no-cython-lint
|
||||
else:
|
||||
save_array = lambda arr, file_: xp.save(file_, arr)
|
||||
save_array = lambda arr, file_: xp.save(file_, arr) # no-cython-lint
|
||||
|
||||
def save_vectors(path):
|
||||
# the source of numpy.save indicates that the file object is closed after use.
|
||||
|
|
Loading…
Reference in New Issue
Block a user