《深度学习入门》实现三层神经网络前向传播

使用python实现三层神经网络前向传播推理。

#实现三层神经网络前向传播
import numpy as np
#激活函数
def sigmoid(x):
    return 1 / (1 + np.exp(-x))
#初始化权重和偏置，保存在字典network中
def init_network():
    network = {}
    network['W1'] = np.array([[0.1,0.3,0.5],[0.2,0.4,0.6]])
    network['B1'] = np.array([0.1,0.2,0.3])
    network['W2'] = np.array([[0.1,0.4],[0.2,0.5],[0.3,0.6]])
    network['B2'] = np.array([0.1,0.2])
    network['W3'] = np.array([[0.1,0.3],[0.2,0.4]])
    network['B3'] = np.array([0.1,0.2])
    return network
#处理前向传播，从输入层到输出层，使用sigmoid激活函数
def forward(network,x):
    W1,W2,W3 = network['W1'],network['W2'],network['W3']
    B1,B2,B3 = network['B1'],network['B2'],network['B3']
    A1 = np.dot(x,W1) + B1
    Z1 = sigmoid(A1)
    A2 = np.dot(Z1,W2) + B2
    Z2 = sigmoid(A2)
    A3 = np.dot(Z2,W3) + B3
    Y = A3
    return Y
#测试
network = init_network()
x = np.array([1.0,0.01])
y = forward(network,x)
print(y)