tensorflow学习笔记（二 常用函数）

梯度下降的模拟

import tensorflow as tf
import os
os.environ['TF_CPP_MIN_LOG_LEVEL']='2'/
w = tf.Variable(tf.constant(5, dtype=tf.float32))
lr = 0.2
epoch = 40

for epoch in range(epoch):  # for epoch 定义顶层循环，表示对数据集循环epoch次，此例数据集数据仅有1个w,初始化时候constant赋值为5，循环40次迭代。
    with tf.GradientTape() as tape:  # with结构到grads框起了梯度的计算过程。
        loss = tf.square(w + 1)
    grads = tape.gradient(loss, w)  # .gradient函数告知谁对谁求导

    w.assign_sub(lr * grads)  # .assign_sub 对变量做自减 即：w -= lr*grads 即 w = w - lr*grads
    print("After %s epoch,w is %f,loss is %f" % (epoch, w.numpy(), loss))

# lr初始值：0.2   请自改学习率  0.001  0.999 看收敛过程
# 最终目的：找到 loss 最小 即 w = -1 的最优参数w

After 0 epoch,w is 2.600000,loss is 36.000000
After 1 epoch,w is 1.160000,loss is 12.959999
After 2 epoch,w is 0.296000,loss is 4.665599
After 3 epoch,w is -0.222400,loss is 1.679616
After 4 epoch,w is -0.533440,loss is 0.604662
After 5 epoch,w is -0.720064,loss is 0.217678
After 6 epoch,w is -0.832038,loss is 0.078364
After 7 epoch,w is -0.899223,loss is 0.028211
After 8 epoch,w is -0.939534,loss is 0.010156
After 9 epoch,w is -0.963720,loss is 0.003656
After 10 epoch,w is -0.978232,loss is 0.001316
After 11 epoch,w is -0.986939,loss is 0.000474
After 12 epoch,w is -0.992164,loss is 0.000171
After 13 epoch,w is -0.995298,loss is 0.000061
After 14 epoch,w is -0.997179,loss is 0.000022
After 15 epoch,w is -0.998307,loss is 0.000008
After 16 epoch,w is -0.998984,loss is 0.000003
After 17 epoch,w is -0.999391,loss is 0.000001
After 18 epoch,w is -0.999634,loss is 0.000000
After 19 epoch,w is -0.999781,loss is 0.000000
After 20 epoch,w is -0.999868,loss is 0.000000
After 21 epoch,w is -0.999921,loss is 0.000000
After 22 epoch,w is -0.999953,loss is 0.000000
After 23 epoch,w is -0.999972,loss is 0.000000
After 24 epoch,w is -0.999983,loss is 0.000000
After 25 epoch,w is -0.999990,loss is 0.000000
After 26 epoch,w is -0.999994,loss is 0.000000
After 27 epoch,w is -0.999996,loss is 0.000000
After 28 epoch,w is -0.999998,loss is 0.000000
After 29 epoch,w is -0.999999,loss is 0.000000
After 30 epoch,w is -0.999999,loss is 0.000000
After 31 epoch,w is -1.000000,loss is 0.000000
After 32 epoch,w is -1.000000,loss is 0.000000
After 33 epoch,w is -1.000000,loss is 0.000000
After 34 epoch,w is -1.000000,loss is 0.000000
After 35 epoch,w is -1.000000,loss is 0.000000
After 36 epoch,w is -1.000000,loss is 0.000000
After 37 epoch,w is -1.000000,loss is 0.000000
After 38 epoch,w is -1.000000,loss is 0.000000
After 39 epoch,w is -1.000000,loss is 0.000000

常用函数

#强制tensor转换为该数据类型
tf.cast(张量名,dtype=数据类型)
#张量维度上的最小值
tf.reduce_min(张量名)
#计算张量维度上的最大值
tf.reduce_max(张量名)
#计算张量沿着指定维度的平均值
tf.reduce_mean(张量名，axis=操纵轴)
#计算张量沿着指定维度的和
tf.reduce_sum(张量名，axis=操纵轴)
#将变量标记为“可训练”，被标记的变量会在反向传播中记录梯度信息
tf.Variable(初始值)
#实现两个张量对应元素相加
tf.add(张量1,张量2)
#实现两个张量对应元素相减
tf.subtract(张量1，张量2)
#实现两个张量对应元素相乘
tf.multiply(张量1,张量2)
#实现两个张量对应元素相除
tf.divide(张量1,张量2)
#计算某个张量的平方
tf.square(张量名)
#计算某个张量的n次方
tf.pow(张量名,n次方)
#计算某个张量的开方
tf.sqrt(张量名)
#实现两个矩阵相乘
tf.matmul(矩阵1,矩阵2)
#切分传入张量的第一维度，生成输入特征/标签对，构成数据集
data=tf.data

常用函数 tf.GradientTape

#with结构记录计算过程，GradientTape求出张量的梯度
with  tf.GradientTape as tape:
grad=tape.gradient(函数,对谁求导)

常用函数 enumerate

#enumerate是python的内建函数，它可以遍历每一个元素（如列表、）组合为：索引 元素 ，常用在for循环中使用
enumerate(列表名)
#例子
seq=['one','two','three']
for i , element in enumerate(seq):
	print(i,element)

常用函数 tf.one_hot

#独热编码（one-hot encoding）:在分类问题中，常用独热码来做标签 标记类别：1表示是  0表示非
tf.one_hot(待转换数据,depth=几分类)
#例子
class=3
labels=tf.constant([1,0,2])
output=tf.one_hot(labels,depth=classes)
print(output)
tf.Tensor(
[[0. 1. 0.]
 [1. 0. 0.]
 [0. 0. 1.]], shape=(3, 3), dtype=float32)

常用函数 tf.nn.softmax

tf.nn.softmax(x)
#使输出符合概率分布

常用函数 assign_sub

#赋值操作，更新参数的值并返回
#调用assign_sub前 ，先用tf.Variable定义变量为可训练（可更新）
w.assign_sub
#例子
w=tf.Variable(4)
w.assign_sub(1)

常用函数 tf.argmax

#返回张量沿指定维度最大值的索引
tf.argmax(张量名，axis=操作轴)