【Task3(2天)】pytorch实现逻辑回归

【Task3(2天)】pytorch实现逻辑回归

逻辑回归虽然叫做回归，但是其主要解决分类问题。可用于二分类，也可以用于多分类问题。 由于线性回归其预测值为连续变量，其预测值在整个实数域中。而对于预测变量y为离散值（如0,1等）时候，可以用逻辑回归算法（Logistic Regression）

import torch
from torch import nn
from torch.autograd import Variable
import matplotlib.pyplot as plt
import numpy as np

n_data = torch.ones(100, 2)         
x0 = torch.normal(2*n_data, 1)   
y0 = torch.zeros(100)              
x1 = torch.normal(-2*n_data, 1)   
y1 = torch.ones(100)               
 
x = torch.cat((x0, x1), 0).type(torch.FloatTensor)  
y = torch.cat((y0, y1), 0).type(torch.FloatTensor)   
 
 
class LogisticRegression(nn.Module):
    def __init__(self):
        super(LogisticRegression, self).__init__()
        self.lr = nn.Linear(2, 1)
        self.sm = nn.Sigmoid()
 
    def forward(self, x):
        x = self.lr(x)
        x = self.sm(x)
        return x
 
logistic_model = LogisticRegression()
if torch.cuda.is_available():
    logistic_model.cuda()
 
criterion = nn.BCELoss()
optimizer = torch.optim.SGD(logistic_model.parameters(), lr=1e-3, momentum=0.9)
 
for epoch in range(10000):
    if torch.cuda.is_available():
        x_data = Variable(x).cuda()
        y_data = Variable(y).cuda()
    else:
        x_data = Variable(x)
        y_data = Variable(y)
 
    out = logistic_model(x_data)
    loss = criterion(out, y_data)
    print_loss = loss.data.item()
    mask = out.ge(0.5).float() 
    correct = (mask == y_data).sum()  
    acc = correct.item() / x_data.size(0)  
    optimizer.zero_grad()
    loss.backward()
    optimizer.step()

    if (epoch + 1) % 20 == 0:
        print('*'*10)
        print('epoch {}'.format(epoch+1)) 
        print('loss is {:.4f}'.format(print_loss)) 
        print('acc is {:.4f}'.format(acc))  
 
w0, w1 = logistic_model.lr.weight[0]
w0 = float(w0.item())
w1 = float(w1.item())
b = float(logistic_model.lr.bias.item())
plot_x = np.arange(-7, 7, 0.1)
plot_y = (-w0 * plot_x - b) / w1
plt.scatter(x.data.numpy()[:, 0], x.data.numpy()[:, 1], c=y.data.numpy(), s=100, lw=0, cmap='RdYlGn')
plt.plot(plot_x, plot_y)
plt.show()