TensorFlow下四种激活函数手撸代码

import numpy as np
import matplotlib.pyplot as plt
import tensorflow as tf

x = np.linspace(-7,7,180)

def sigmoid(inputs):
    y = [1/float(1+np.exp(-x)) for x in inputs]
    return y

def relu(inputs):
    y = [x*(x>0) for x in inputs]
    return y

def tanh(inputs):
    y = [(np.exp(x)-np.exp(-x))/float(np.exp(x)+np.exp(-x)) for x in inputs]
    return y

def softplus(inputs):
    y = [np.log(1+np.exp(x))for x in inputs]
    return y

#经过TensorFlow的激活函数处理的各个y值
y_sigmoid = tf.nn.sigmoid(x)
y_relu = tf.nn.relu(x)
y_tanh = tf.nn.tanh(x)
y_softplus = tf.nn.softplus(x)

#创建会话
sess = tf.Session()

#运行
y_sigmoid,y_relu,y_tanh,y_softplus = sess.run([y_sigmoid,y_relu,y_tanh,y_softplus])

#创建各个激活函数的图像
plt.subplot(221)
plt.plot(x,y_sigmoid,c="red",label="sigmoid")
plt.ylim(-0.2,1.2)
plt.legend(loc="best")

plt.subplot(222)
plt.plot(x,y_relu,c="red",label="relu")
plt.ylim(-1,6)
plt.legend(loc="best")

plt.subplot(223)
plt.plot(x,y_tanh,c="red",label="tanh")
plt.ylim(-1.3,1.3)
plt.legend(loc="best")

plt.subplot(224)
plt.plot(x,y_softplus,c="red",label="y_softplus")
plt.ylim(-1,6)
plt.legend(loc="best")

sess.close()