explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-06-30 18:03:04 +03:00
Code Issues Packages Projects Releases Wiki Activity

Unhack NER.add_action

Browse Source
This commit is contained in:
Matthew Honnibal 2017-10-07 19:02:40 +02:00
parent f2b590f672
commit 92c5d78b42
1 changed files with 22 additions and 24 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

46
spacy/syntax/ner.pyx
View File

@ -219,30 +219,28 @@ cdef class BiluoPushDown(TransitionSystem):
raise Exception(move) raise Exception(move)
return t return t
#def add_action(self, int action, label_name): def add_action(self, int action, label_name):
# cdef attr_t label_id cdef attr_t label_id
# if not isinstance(label_name, (int, long)): if not isinstance(label_name, (int, long)):
# label_id = self.strings.add(label_name) label_id = self.strings.add(label_name)
# else: else:
# label_id = label_name label_id = label_name
# if action == OUT and label_id != 0: if action == OUT and label_id != 0:
# return return
# if action == MISSING or action == ISNT: if action == MISSING or action == ISNT:
# return return
# # Check we're not creating a move we already have, so that this is # Check we're not creating a move we already have, so that this is
# # idempotent # idempotent
# for trans in self.c[:self.n_moves]: for trans in self.c[:self.n_moves]:
# if trans.move == action and trans.label == label_id: if trans.move == action and trans.label == label_id:
# return 0 return 0
# if self.n_moves >= self._size: if self.n_moves >= self._size:
# self._size *= 2 self._size *= 2
# self.c = <Transition*>self.mem.realloc(self.c, self._size * sizeof(self.c[0])) self.c = <Transition*>self.mem.realloc(self.c, self._size * sizeof(self.c[0]))
# self.c[self.n_moves] = self.init_transition(self.n_moves, action, label_id) self.c[self.n_moves] = self.init_transition(self.n_moves, action, label_id)
# assert self.c[self.n_moves].label == label_id assert self.c[self.n_moves].label == label_id
# self.n_moves += 1 self.n_moves += 1
# return 1 return 1
cdef int initialize_state(self, StateC* st) nogil: cdef int initialize_state(self, StateC* st) nogil:
# This is especially necessary when we use limited training data. # This is especially necessary when we use limited training data.