python grad_如何用python编写adagrad

我也在寻找同样的东西，最终以zuz已经指出的资源风格实现了它。所以也许这对在这里寻求帮助的人有帮助。在def adagrad(lr, tparams, grads, inp, cost):

# stores the current grads

gshared = [theano.shared(np.zeros_like(p.get_value(),

dtype=theano.config.floatX),

name='%s_grad' % k)

for k, p in tparams.iteritems()]

grads_updates = zip(gshared, grads)

# stores the sum of all grads squared

hist_gshared = [theano.shared(np.zeros_like(p.get_value(),

dtype=theano.config.floatX),

name='%s_grad' % k)

for k, p in tparams.iteritems()]

rgrads_updates = [(rg, rg + T.sqr(g)) for rg, g in zip(hist_gshared, grads)]

# calculate cost and store grads

f_grad_shared = theano.function(inp, cost,

updates=grads_updates + rgrads_updates,

on_unused_input='ignore')

# apply actual update with the initial learning rate lr

n = 1e-6

updates = [(p, p - (lr/(T.sqrt(rg) + n))*g)

for p, g, rg in zip(tparams.values(), gshared, hist_gshared)]

f_update = theano.function([lr], [], updates=updates, on_unused_input='ignore')

return f_grad_shared, f_update