激活函数(activation funtions)
python 代码
import numpy as np
from matplotlib import pyplot as plt
def step(x):
return np.array(x>0, dtype=np.int)
def sigmoid(x):
return 1/(1+np.exp(-x))
def relu(x):
return np.maximum(0, x)
def plotFunction(func, fileName=None):
x = np.arange(-5., 5., 0.1)
y = func(x)
plt.plot(x, y)
plt.ylim(-0.1, 1.1)
if fileName:
plt.savefig(fileName+'.png')
plt.show()
if __name__ == '__main__':
plotFunction(step,'step')
plotFunction(sigmoid, 'sigmoid')
plotFunction(relu, 'relu')