classDense(Layer):"""A fully-connected NN layer.
Parameters:
-----------
n_units: int
The number of neurons in the layer.
input_shape: tuple
The expected input shape of the layer. For dense layers a single digit specifying
the number of features of the input. Must be specified if it is the first layer in
the network."""
def __init__(self, n_units, input_shape=None):
self.layer_input=None
self.input_shape=input_shape
self.n_units=n_units
self.trainable=True
self.W=None
self.w0=Nonedefinitialize(self, optimizer):#Initialize the weights
limit = 1 /math.sqrt(self.input_shape[0])
self.W= np.random.uniform(-limit, limit, (self.input_shape[0], self.n_units))
self.w0= np.zeros((1, self.n_units))#Weight optimizers
self.W_opt =copy.copy(optimizer)
self.w0_opt=copy.copy(optimizer)defparameters(self):return np.prod(self.W.shape) +np.prod(self.w0.shape)def forward_pass(self, X, training=True):
self.layer_input=Xreturn X.dot(self.W) +self.w0defbackward_pass(self, accum_grad):#Save weights used during forwards pass
W =self.Wifself.trainable:#Calculate gradient w.r.t layer weights
grad_w =self.layer_input.T.dot(accum_grad)
grad_w0= np.sum(accum_grad, axis=0, keepdims=True)#Update the layer weights
self.W =self.W_opt.update(self.W, grad_w)
self.w0=self.w0_opt.update(self.w0, grad_w0)#Return accumulated gradient for next layer
#Calculated based on the weights used during the forward pass
accum_grad =accum_grad.dot(W.T)returnaccum_graddefoutput_shape(self):return (self.n_units, )
548
被折叠的 条评论
为什么被折叠?
到【灌水乐园】发言
