python实现 交叉熵损失函数_PyTorch的SoftMax交叉熵损失和梯度用法

在PyTorch中可以方便的验证SoftMax交叉熵损失和对输入梯度的计算

关于softmax_cross_entropy求导的过程,可以参考HERE

示例：

# -*- coding: utf-8 -*-

import torch

import torch.autograd as autograd

from torch.autograd import Variable

import torch.nn.functional as F

import torch.nn as nn

import numpy as np

# 对data求梯度, 用于反向传播

data = Variable(torch.FloatTensor([[1.0, 2.0, 3.0], [1.0, 2.0, 3.0], [1.0, 2.0, 3.0]]), requires_grad=True)

# 多分类标签 one-hot格式

label = Variable(torch.zeros((3, 3)))

label[0, 2] = 1

label[1, 1] = 1

label[2, 0] = 1

print(label)

# for batch loss = mean( -sum(Pj*logSj) )

# for one : loss = -sum(Pj*logSj)

loss = torch.mean(-torch.sum(label * torch.log(F.softmax(data, dim=1)), dim=1))

loss.backward()

print(loss, data.grad)

输出࿱