【Python】TensorFlow第四章 深层神经网络(2)
直接上代码:
【403】 指数衰减法示例
##import tensorflow as tf
##global_step = tf.Variable(0)
# 通过 exponential_decay函数生成学习率
##learning_rate = tf.train.exponential_decay(0.1, global_step, 100, 0.96, staircase=True)
# 使用指数衰减法的学习率,在minimize函数中传入global_step将自动更新global_step 参数,从而使得学习率也得到相应更新
##learning_step = tf.train.GradientDescentOptimizer(learning_rate).minimize(...my_loss..., global_step=global_step)
import tensorflow as tf
import numpy as np
x = tf.placeholder(tf.float32, shape=[None, 1], name='x')
y = tf.placeholder(tf.float32, shape=[None, 1], name='y')
w = tf.Variable(tf.constant(0.0))
global_steps = tf.Variable(0, trainable=False)
# 通过 exponential_decay函数生成学习率
learning_rate = tf.train.exponential_decay(0.1, global_steps, 10, 2, staircase=False)
loss = tf.pow(w