explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-26 01:46:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

Enable regression loss for parser

Browse Source
This commit is contained in:
Matthew Honnibal 2017-03-26 09:26:30 -05:00
parent 4731254ca5
commit a9b1f23c7d
1 changed files with 10 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
spacy/syntax/parser.pyx
View File

@ -52,7 +52,7 @@ from ._parse_features cimport fill_context
from .stateclass cimport StateClass from .stateclass cimport StateClass
from ._state cimport StateC from ._state cimport StateC
USE_FTRL = False USE_FTRL = True
DEBUG = False DEBUG = False
def set_debug(val): def set_debug(val):
global DEBUG global DEBUG
@ -82,14 +82,19 @@ cdef class ParserModel(AveragedPerceptron):
def update(self, Example eg, itn=0): def update(self, Example eg, itn=0):
'''Does regression on negative cost. Sort of cute?''' '''Does regression on negative cost. Sort of cute?'''
self.time += 1 self.time += 1
best = arg_max_if_gold(eg.c.scores, eg.c.costs, eg.c.nr_class) cdef int best = arg_max_if_gold(eg.c.scores, eg.c.costs, eg.c.nr_class)
guess = eg.guess cdef int guess = eg.guess
if guess == best or best == -1: if guess == best or best == -1:
return 0.0 return 0.0
cdef FeatureC feat
cdef int clas
cdef weight_t gradient
if USE_FTRL: if USE_FTRL:
for feat in eg.c.features[:eg.c.nr_feat]: for feat in eg.c.features[:eg.c.nr_feat]:
self.update_weight_ftrl(feat.key, guess, feat.value * eg.c.costs[guess]) for clas in range(eg.c.nr_class):
self.update_weight_ftrl(feat.key, best, -feat.value * eg.c.costs[guess]) if eg.c.is_valid[clas] and eg.c.scores[clas] >= eg.c.scores[best]:
gradient = eg.c.scores[clas] + eg.c.costs[clas]
self.update_weight_ftrl(feat.key, clas, feat.value * gradient)
else: else:
for feat in eg.c.features[:eg.c.nr_feat]: for feat in eg.c.features[:eg.c.nr_feat]:
self.update_weight(feat.key, guess, feat.value * eg.c.costs[guess]) self.update_weight(feat.key, guess, feat.value * eg.c.costs[guess])