深度学习DAY2

第二章 非线性回归及神经网络

1.非线性回归实例

#	coding=gbk
import tensorflow as tf
import numpy as np
import matplotlib.pyplot as plt

#使用numpy生成200个随机点
x_data=np.linspace(-0.5,0.5,200)[:,np.newaxis]
noise=np.random.normal(0,0.02,x_data.shape)
y_data=np.square(x_data)*noise


x=tf.placeholder(tf.float32,[None,1])
y=tf.placeholder(tf.float32,[None,1])

#定义神经网络中间层
w_l1=tf.Variable(tf.random_normal([1,10]))
b_l1=tf.Variable(tf.zeros([1,10]))
w_b_l1=tf.matmul(x,w_l1)+b_l1
L1=tf.nn.tanh(w_b_l1)

#定义神经网络输出层
w_l2=tf.Variable(tf.random_normal([10,1]))
b_l2=tf.Variable(tf.zeros([1,1]))
w_b_l2=tf.matmul(L1,w_l2)+b_l2
prediction=tf.nn.tanh(w_b_l2)


#二次代价函数
loss=tf.reduce_mean(tf.square(y-prediction))
#使用梯度下降法训练
train_step=tf.train.GradientDescentOptimizer(0.1).minimize(loss)

with tf.Session() as sess:
    #变量初始化
    sess.run(tf.global_variables_initializer())
    for _ in range(2000):
        sess.run(train_step,feed_dict={x:x_data,y:y_data})
    #获得预测值
    pv=sess.run(prediction,feed_dict={x:x_data})
    #画图
    plt.figure()
    plt.scatter(x_data,y_data)
    plt.plot(x_data,pv,'r-',lw=5)
    plt.show()

输出：

2.MINIST手写数字分类

import tensorflow as tf
from tensorflow.examples.tutorials.mnist import input_data
#载入数据集
mnist=input_data.read_data_sets("MNIST_data",one_hot=True)
batch_size =100
n_batch=mnist.train.num_examples//batch_size

#定义两个placeholder
x=tf.placeholder(tf.float32,[None,784])
y=tf.placeholder(tf.float32,[None,10])

#创建一个简单的神经网络
w=tf.Variable(tf.zeros([784,10]))
b=tf.Variable(tf.zeros([10]))
prediction=tf.nn.softmax(tf.matmul(x,w)+b)
#二次代价函数
loss=tf.reduce_mean(tf.square(y-prediction))
#使用梯度下降法训练
train_step=tf.train.GradientDescentOptimizer(0.2).minimize(loss)
#初始化
init=tf.global_variables_initializer()
correct_pre=tf.equal(tf.argmax(y,1),tf.argmax(prediction,1))

accuracy=tf.reduce_mean(tf.cast(correct_pre,float32))

with tf.Session() as sess:
    #变量初始化
    sess.run(init)
    for epoch in range(21):
        for batch in range(n_batch):
            batch_xs,batch_ys=mnist.train.next_batch(batch_size)
            sess.run(train_step,feed_dict={x:batch_xs,y:batch_ys})
        acc=sess.run(accuracy,feed_dict={x:mnist.test.images,y:mnist.test.labels})
        print("Iter:"+str(epoch)+"Testing accuracy:"+str(acc))

3.交叉熵代价函数

当二次代价函数的收敛情况不是我们预期的时候，可以换个思路：

4.优化器