深度学习之激活函数（Python实现）

import matplotlib.pyplot as plt

import numpy as np

import tensorflow as tf

from tensorflow.python.framework import ops

ops.reset_default_graph()

sess = tf.Session()

x_vals = np.linspace(start=-10., stop=10., num=100)

Relu：max(0, x)   取值范围0～ ∞

print(sess.run(tf.nn.relu([-3., 3., 10.])))

y_relu = sess.run(tf.nn.relu(x_vals))

Relu6： max(0, 6, x) 取值范围0～6

print(sess.run(tf.nn.relu6([-3., 3., 10.])))

y_relu6 = sess.run(tf.nn.relu6(x_vals))

Sigmoid： 1/(1+exp(x)) 取值范围0～1

print(sess.run(tf.nn.sigmoid([-1., 0., 1.])))

y_sigmoid = sess.run(tf.nn.sigmoid(x_vals))

Tanh：  (exp(x) - exp(-x))/(exp(x) + exp(-x)) 取值范围-1～1

print(sess.run(tf.nn.tanh([-1., 0., 1.])))

y_tanh = sess.run(tf.nn.tanh(x_vals))

Softsign： a/(1+|a|)  取值范围与a的取值有关

print(sess.run(tf.nn.softsign([-1., 0., 1.])))

y_softsign = sess.run(tf.nn.softsign(x_vals))

Softplus： ln(1 + exp(x)) 取值范围0～∞

print(sess.run(tf.nn.softplus([-1., 0., 1.])))

y_softplus = sess.run(tf.nn.softplus(x_vals))

Elu： if x >0: x      else: a*exp(x)-1  取值范围-1～∞

print(sess.run(tf.nn.elu([-1., 0., 1.])))

y_elu = sess.run(tf.nn.elu(x_vals))

 

将其画出来

plt.plot(x_vals, y_softplus, 'r--', label='Softplus', linewidth=2)
plt.plot(x_vals, y_relu, 'b:', label='ReLU', linewidth=2)
plt.plot(x_vals, y_relu6, 'g-.', label='ReLU6', linewidth=2)
plt.plot(x_vals, y_elu, 'k-', label='ExpLU', linewidth=0.5)
plt.ylim([-1.5,7])
plt.legend(loc='upper left')
plt.show()

plt.plot(x_vals, y_sigmoid, 'r--', label='Sigmoid', linewidth=2)
plt.plot(x_vals, y_tanh, 'b:', label='Tanh', linewidth=2)
plt.plot(x_vals, y_softsign, 'g-.', label='Softsign', linewidth=2)
plt.ylim([-2,2])
plt.legend(loc='upper left')
plt.show()