import math
import numpy as np
import h5py
import matplotlib.pyplot as plt
import tensorflow as tf
from tensorflow.python.framework import ops
from tf_utils import load_dataset, random_mini_batches, convert_to_one_hot, predict
%matplotlib inline
np.random.seed(1)
创建占位符,训练集用
def create_placeholders(n_x, n_y):
X = tf.placeholder(dtype=tf.float32,shape=[n_x,None],name = 'X')
Y = tf.placeholder(dtype=tf.float32,shape = [n_y,None],name='Y')
return X, Y
根据每层神经元数创建不同层的初始化参数
def initialize_parameters():
tf.set_random_seed(1)
W1 = tf.get_variable(name='W1', shape=[25,12288], dtype=tf.float32, initializer=tf.contrib.layers.xavier_initializer(seed = 1))
b1 = tf.get_variable(name='b1',shape=[25,1],dtype=tf.float32,initializer=tf.zeros_initializer())
W2 = tf.get_variable(name='W2',shape = [12,25],dtype=tf.float32,initializer=tf.contrib.layers.xavier_initializer(seed=1))
b2 = tf.get_variable(name='b2',shape=[12,1],dtype=tf.float32,initializer=tf.zeros_initializer())
W3 = tf.get_variable(name='W3',shape=[6,12],dtype=tf.float32,initializer=tf.contrib.layers.xavier_initializer(seed=1))
b3 = tf.get_variable(name='b3',shape=[6,1],dtype=tf.float32,initializer=tf.zeros_initializer())
parameters = {"W1": W1,
"b1": b1,
"W2": W2,
"b2": b2,
"W3": W3,
"b3": b3}
return parameters
正向传播
def forward_propagation(X, parameters):
W1 = parameters['W1']
b1 = parameters['b1']
W2 = parameters['W2']
b2 = parameters['b2']
W3 = parameters['W3']
b3 = parameters['b3']
Z1 = tf.add(tf.matmul(W1,X),b1)
A1 = tf.nn.relu(Z1,name='Z1')
Z2 = tf.add(tf.matmul(W2,A1),b2)
A2 = tf.nn.relu(Z2,name='Z2')
Z3 = tf.add(tf.matmul(W3,A2),b3)
return Z3
定义损失函数
def compute_cost(Z3, Y):
logits = tf.transpose(Z3)
labels = tf.transpose(Y)
cost = tf.reduce_mean(tf.nn.softmax_cross_entropy_with_logits_v2(logits=logits,labels=labels))
return cost
创建模型:
1、定义X,Y placeholder
2、初始化参数
3、定义损失函数
4、定义优化方法
5、传入数据进行训练预测
def model(X_train, Y_train, X_test, Y_test, learning_rate = 0.0001,
num_epochs = 1500, minibatch_size = 32, print_cost = True):
ops.reset_default_graph()
tf.set_random_seed(1)
seed = 3
(n_x, m) = X_train.shape
n_y = Y_train.shape[0]
costs = []
X, Y = create_placeholders(n_x,n_y)
parameters = initialize_parameters()
Z3 = forward_propagation(X, parameters)
cost =compute_cost(Z3, Y)
optimizer = tf.train.AdamOptimizer(learning_rate = learning_rate).minimize(cost)
init = tf.global_variables_initializer()
with tf.Session() as sess:
sess.run(init)
for epoch in range(num_epochs):
epoch_cost = 0.
num_minibatches = int(m / minibatch_size)
seed = seed + 1
minibatches = random_mini_batches(X_train, Y_train, minibatch_size, seed)
for minibatch in minibatches:
(minibatch_X, minibatch_Y) = minibatch
_ , minibatch_cost = sess.run([optimizer, cost], feed_dict={X: minibatch_X, Y: minibatch_Y})
epoch_cost += minibatch_cost / num_minibatches
if print_cost == True and epoch % 100 == 0:
print ("Cost after epoch %i: %f" % (epoch, epoch_cost))
if print_cost == True and epoch % 5 == 0:
costs.append(epoch_cost)
plt.plot(np.squeeze(costs))
plt.ylabel('cost')
plt.xlabel('iterations (per tens)')
plt.title("Learning rate =" + str(learning_rate))
plt.show()
parameters = sess.run(parameters)
print ("Parameters have been trained!")
correct_prediction = tf.equal(tf.argmax(Z3), tf.argmax(Y))
accuracy = tf.reduce_mean(tf.cast(correct_prediction, "float"))
print ("Train Accuracy:", accuracy.eval({X: X_train, Y: Y_train}))
print ("Test Accuracy:", accuracy.eval({X: X_test, Y: Y_test}))
return parameters
X_train_orig, Y_train_orig, X_test_orig, Y_test_orig, classes = load_dataset()
X_train_flatten = X_train_orig.reshape(X_train_orig.shape[0], -1).T
X_test_flatten = X_test_orig.reshape(X_test_orig.shape[0], -1).T
X_train = X_train_flatten/255.
X_test = X_test_flatten/255.
Y_train = convert_to_one_hot(Y_train_orig, 6)
Y_test = convert_to_one_hot(Y_test_orig, 6)
parameters = model(X_train, Y_train, X_test, Y_test)
结果:
Cost after epoch 0: 1.855702
Cost after epoch 100: 1.017255
Cost after epoch 200: 0.733184
Cost after epoch 300: 0.573071
Cost after epoch 400: 0.468573
Cost after epoch 500: 0.381228
Cost after epoch 600: 0.313819
Cost after epoch 700: 0.253700
Cost after epoch 800: 0.203889
Cost after epoch 900: 0.166454
Cost after epoch 1000: 0.146623
Cost after epoch 1100: 0.107289
Cost after epoch 1200: 0.086534
Cost after epoch 1300: 0.059361
Cost after epoch 1400: 0.052228
Parameters have been trained!
Train Accuracy: 0.9990741
Test Accuracy: 0.725