机器学习之支持向量机

逻辑回归的改进

逻辑回归的损失函数：

决策边界：


SVM的核函数：用来使SVM能够处理非线性分类
核函数和相似度

代码实现：

"""
Date: 2019--11 14:15
User: yz
Email: 1147570523@qq.com
Desc:
"""
import numpy as np
import matplotlib.pyplot as plt
from sklearn import datasets

from sklearn.preprocessing import PolynomialFeatures,StandardScaler
from sklearn.svm import LinearSVC
from sklearn.pipeline import Pipeline
from sklearn.svm import SVC

X,Y=datasets.make_moons(noise=0.15,random_state=666)
plt.scatter(X[Y==0,0],X[Y==0,1])
plt.scatter(X[Y==1,0],X[Y==1,1])

plt.show()

def plot_decision_boundary(model,axis):
    x0,x1=np.meshgrid(
        np.linspace(axis[0],axis[1],int((axis[1]-axis[0])*100)).reshape(-1,1),
        np.linspace(axis[2],axis[3],int((axis[3]-axis[2])*100)).reshape(-1,1)

    )
    X_new=np.c_[x0.ravel(),x1.ravel()]
    Y_predict=model.predict(X_new)
    zz=Y_predict.reshape(x0.shape)

    from matplotlib.colors import ListedColormap
    custom_cmap=ListedColormap(['#EF9A9A','#FFF59D','#90CAF9'])
    plt.contourf(x0,x1,zz,linewidth=5,cmap=custom_cmap)

def PolynomisalSVC(degree,C=1.0):

    return Pipeline([
        ('poly',PolynomialFeatures(degree=degree)),
        ('std_scaler',StandardScaler()),
        ('linearSVC',LinearSVC(C=C))
    ])

poly_svc=PolynomisalSVC(degree=3)

poly_svc.fit(X,Y)

plot_decision_boundary(poly_svc,axis=[-1.5,2.5,-1.0,1.5])
plt.scatter(X[Y==0,0],X[Y==0,1])
plt.scatter(X[Y==1,0],X[Y==1,1])
plt.show()

def PolynomialKernelSVC(degree,C=1.0):
    return Pipeline([
        ('std_scaler',StandardScaler()),
        ('kernelSVC',SVC(kernel='poly',degree=degree,C=C))
    ])


poly_Kernel_svc=PolynomialKernelSVC(degree=3)
poly_Kernel_svc.fit(X,Y)

plot_decision_boundary(poly_Kernel_svc,axis=[-1.2,2.5,-1.0,1.5])
plt.scatter(X[Y==0,0],X[Y==0,1])
plt.scatter(X[Y==1,0],X[Y==1,1])
plt.show()