常见激活函数公式及其代码编写(python语言)

激活函数：

 

def sigmoid(x):
    """sigmoid函数"""
    return 1 / (1 + np.exp(-x))

def der_sigmoid(x):
    """sigmoid函数的导数"""
    return sigmoid() * (1 - sigmoid(x))

def tanh(x):
    """tanh函数"""
    return ((np.exp(x) - np.exp(-x)) / (np.exp(x) + np.exp(-x)))

def der_tanh(x):
    """tanh函数的导数"""
    return 1 - tanh(x) * tanh(x)

def relu(x):
    """relu函数"""
    temp = np.zeros_like(x)
    if_bigger_zero = (x > temp)
    return x * if_bigger_zero

def der_relu(x):
    """relu函数的导数"""
    temp = np.zeros_like(x)
    if_bigger_equal_zero = (x >= temp)
    return if_bigger_equal_zero * np.ones_like(x)