从0开始逻辑回归

最新推荐文章于 2024-04-26 14:09:20 发布

彩云的笔记

最新推荐文章于 2024-04-26 14:09:20 发布

阅读量335

点赞数

文章标签：逻辑回归 python 机器学习

本文链接：https://blog.csdn.net/caiyunfreedom/article/details/131283972

版权

import torch
import matplotlib.pyplot as plt
import numpy as np
import os
os.environ["KMP_DUPLICATE_LIB_OK"]  =  "TRUE"

n_data = torch.ones(50, 2)  
x1 = torch.normal(2 * n_data, 1)  
y1 = torch.zeros(50) 

x2 = torch.normal(-2 * n_data, 1)  
y2 = torch.ones(50)  

x = torch.cat((x1, x2), 0).type(torch.FloatTensor)
y = torch.cat((y1, y2), 0).type(torch.FloatTensor)

datax = x.numpy()

fig,ax = plt.subplots()
#第 一 类样本
ax.scatter(x.numpy()[:50, 0], x.numpy()[:50, 1], s=35, c='b', marker='o', label='class 0')
#第 二 类样本
ax.scatter(x.numpy()[50:, 0], x.numpy()[50:, 1], s=35, c='r', marker='x', label='class 1')

ax.legend()
plt.show()

theta = np.zeros((3,1))
alpha = 0.004
iters = 20000
Train_Loss_list = []

#设置sigmoid函数，通过传进去的值算出概率，通过概率来做出判断
def sigmoid(inX):                       #inX指的是wT*x，这里的w和x都是向量
    return 1.0 / (1 + np.exp(-inX))

# 实现逻辑回归的代价函数，两个部分，-y(log(hx)和-(1-y)log(1-hx)
def cost_Func(theta, X, y):
    A = sigmoid(X@theta)
    first = y*np.log(A)
    second = (1-y)*np.log(1-A)
    return -np.sum(first+second)/len(X)

def gradientDescent (X,y,theta,iters,alpha):
    global Train_Loss_list
    m = len(X)
    for i in range(iters+1):
        A=sigmoid(X@theta)
        theta = theta-(alpha/m)*X.T@(A-y)
        cost =cost_Func(theta,X,y)
        Train_Loss_list.append(cost)
        if i % 1000==0:
            print("第"+str(i)+" 次的损失为 "+str(cost))
    print(len(Train_Loss_list))
    return theta

x = x.numpy()
#增加一列全为 1 ，方便与偏置项相乘。
ones = np.ones(100)

x = np.c_[ones,x]
y = y.numpy().reshape(100,1)

theta = np.zeros((3,1))
#print("theta.shape=",theta.shape)

theta_final = gradientDescent(x,y,theta,iters,alpha)

#得到最终的 权重和偏置。
print("theta_final=[",theta_final[0][0],theta_final[1][0],theta_final[2][0]," ]")

x11= range(0,20001)
y11= Train_Loss_list
plt.xlabel('Train loss vs. epoches')
plt.ylabel('Train loss')
plt.plot(x11, y11,'.',c='b',label="Train_Loss")
plt.legend()
plt.show()

def predict(X,theta):
    prob = sigmoid(X@theta)
    return [1 if x>=0.5 else 0 for x in prob]

y_ = np.array(predict(x,theta_final))
y_pre = y_.reshape(len(y_),1 )
acc = np.mean(y_pre == y)
print(acc)

coef1 = -theta_final[0,0] / theta_final[2,0]
coef2 = -theta_final[1,0] / theta_final[2,0]
x1 = np.linspace(-4,4,100)
f = coef1+coef2*x1


fig,ax = plt.subplots()
ax.plot(x1,f,c='blue')
ax.scatter(datax[:50, 0],datax[:50, 1], s=50, c='b', marker='o', label='class 0')
ax.scatter(datax[50:, 0], datax[50:, 1], s=50, c='r', marker='x', label='class 1')
ax.legend()
plt.show()

https://www.cnblogs.com/BlairGrowing/p/15439516.html