线性整流函数(Rectified Linear Unit, ReLU):
import numpy as np
import matplotlib.pyplot as plt
def relu(x):
return np.maximum(0, x)
relu_inputs = np.arange(-10, 10, 0.1)
relu_outputs = relu(relu_inputs)
print("Relu Function Input :: \n{}".format(relu_inputs))
print("Relu Function Output :: \n{}".format(relu_inputs))
plt.plot(relu_inputs, relu_outputs)
plt.xlabel("Relu Inputs")
plt.ylabel("Relu Outputs")
plt.show()