svm

import numpy as np
import matplotlib.pyplot as plt
from scipy import stats
from sklearn.datasets.samples_generator import make_blobs,make_circles
from sklearn.svm import SVC
import seaborn as sns
from mpl_toolkits import mplot3d
import warnings
sns.set()
seed = 0
warnings.filterwarnings('ignore')
def plot_svc_decision_function(model,ax=None,plot_suport=True):
    """画二维SVC的决策函数"""
    if ax is None:
        ax = plt.gca()#得到当前的坐标轴
    xlim = ax.get_xlim()
    ylim = ax.get_ylim()

    #创建评估模型的网络
    x = np.linspace(xlim[0],xlim[1],30)
    y = np.linspace(ylim[0],ylim[1],30)
    Y,X = np.meshgrid(y,x)
    """
    x.ravel() 将数组转换成一维数组
    np.vstack()将两个数组在垂直(vertical)上进行叠加
    .T 对数组进行转置
    
    下面的函数实现的功能是 实现了x和y的对应取点
    """
    xy = np.vstack([X.ravel(),Y.ravel()]).T
    #返回xy对应的点到超平面的距离，然后将这个数组转换成X的shape
    P = model.decision_function(xy).reshape(X.shape)

    #画出决策边界和边界
    ax.contour(X,Y,P,colors='k',levels=[-1,0,1],alpha=0.5,linestyles=['--','-','--'])

    if plot_suport:
        ax.scatter(model.support_vectors_[:,0],model.support_vectors_[:,1],s=300,linewidths=1,facecolors='none')
        ax.set_xlim(xlim)
        ax.set_ylim(ylim)

#线性可分案例
# x,y = make_blobs(n_samples=100,centers=2,random_state=seed,cluster_std=0.6)
# plt.scatter(x[:,0],x[:,1],c=y,s=50,cmap='autumn')
#
# model = SVC(kernel='linear',C=1E10)
# model.fit(x,y)
#
# plot_svc_decision_function(model)

#线性不可分案例
# x,y = make_circles(100,factor=0.1,noise=.1)
# clf = SVC(kernel='linear').fit(x,y)
#
# plt.scatter(x[:,0],x[:,1],c=y,s=50,cmap='autumn')
# plot_svc_decision_function(clf,plot_suport=False)

#上面案例的数据集在平面上是不可分的，所以现在将上面的数据集投影到3D视图上

# def plot_3D(elev=30,azim=30,x=x,y=y):
#     ax=plt.subplot(projection='3d')
#     ax.scatter3D(x[:,0],x[:,1],r,c=y,s=50,cmap='autumn')
#     ax.view_init(elev=elev,azim=azim)
#     ax.set_xlabel('x')
#     ax.set_ylabel('y')
#     ax.set_zlabel('z')

"""线性不可分的解决方案"""
# x,y = make_circles(100,factor=0.1,noise=.1)
# clf = SVC(kernel='rbf',C=1E6)
# clf.fit(x, y)
# plt.scatter(x[:,0],x[:,1],c=y,s=50,cmap='autumn')
# plot_svc_decision_function(clf)
# plt.scatter(clf.support_vectors_[:,0],clf.support_vectors_[:,1],s=300,lw=1,facecolors='none')


"""SVM优化，软化边界"""
x,y = make_blobs(n_samples=100,centers=2,random_state=0,cluster_std=0.8)
# plt.scatter(x[:,0],x[:,1],c=y,s=50,cmap='autumn')
fig,ax = plt.subplots(1,2,figsize=(16,6))
fig.subplots_adjust(left=0.0625,right=0.95,wspace=0.1)

for axi,C in zip(ax,[10.0,0.1]):
    model = SVC(kernel='linear',C=C).fit(x,y)
    axi.scatter(x[:,0],x[:,1],c=y,s=50,cmap='autumn')
    plot_svc_decision_function(model,axi)
    axi.scatter(model.support_vectors_[:,0],model.support_vectors_[:,1],s=300,lw=1,facecolors='none')
    axi.set_title('C = {0:.1f}'.format(C),size=14)

plt.show()