An objective function (or loss function, or optimization score function) is one of the two parameters required to compile a model:
model.compile(loss='mean_squared_error', optimizer='sgd')
There are quite a few choices of such functions that can be found from the source code objectives.py as follows:
import numpy as np |
from . import backend as K |
def mean_squared_error(y_true, y_pred): |
return K.mean(K.square(y_pred - y_true), axis=-1) |
def mean_absolute_error(y_true, y_pred): |
return K.mean(K.abs(y_pred - y_true), axis=-1) |
def mean_absolute_percentage_error(y_true, y_pred): |
diff = K.abs((y_true - y_pred) / K.clip(K.abs(y_true), K.epsilon(), np.inf)) |
return 100. * K.mean(diff, axis=-1) |
def mean_squared_logarithmic_error(y_true, y_pred): |
first_log = K.log(K.clip(y_pred, K.epsilon(), np.inf) + 1.) |
second_log = K.log(K.clip(y_true, K.epsilon(), np.inf) + 1.) |
return K.mean(K.square(first_log - second_log), axis=-1) |
def squared_hinge(y_true, y_pred): |
return K.mean(K.square(K.maximum(1. - y_true * y_pred, 0.)), axis=-1) |
def hinge(y_true, y_pred): |
return K.mean(K.maximum(1. - y_true * y_pred, 0.), axis=-1) |
def categorical_crossentropy(y_true, y_pred): |
'''Expects a binary class matrix instead of a vector of scalar classes. |
''' |
return K.categorical_crossentropy(y_pred, y_true) |
def sparse_categorical_crossentropy(y_true, y_pred): |
'''expects an array of integer classes. |
Note: labels shape must have the same number of dimensions as output shape. |
If you get a shape error, add a length-1 dimension to labels. |
''' |
return K.sparse_categorical_crossentropy(y_pred, y_true) |
def binary_crossentropy(y_true, y_pred): |
return K.mean(K.binary_crossentropy(y_pred, y_true), axis=-1) |
def kullback_leibler_divergence(y_true, y_pred): |
y_true = K.clip(y_true, K.epsilon(), 1) |
y_pred = K.clip(y_pred, K.epsilon(), 1) |
return K.sum(y_true * K.log(y_true / y_pred), axis=-1) |
def poisson(y_true, y_pred): |
return K.mean(y_pred - y_true * K.log(y_pred + K.epsilon()), axis=-1) |
def cosine_proximity(y_true, y_pred): |
y_true =K.l2_normalize(y_true, axis=-1) |
y_pred =K.l2_normalize(y_pred, axis=-1) |
return-K.mean(y_true * y_pred, axis=-1) |
# aliases |
mse =MSE= mean_squared_error |
mae =MAE= mean_absolute_error |
mape =MAPE= mean_absolute_percentage_error |
msle =MSLE= mean_squared_logarithmic_error |
kld =KLD= kullback_leibler_divergence |
cosine = cosine_proximity |
from .utils.generic_utils import get_from_module |
def get(identifier): |
return get_from_module(identifier, globals(), 'objective') |