机器学习--SVM支持向量机

import numpy as np
import matplotlib.pyplot as plt
from sklearn.datasets import load_iris

iris = load_iris()
X = iris.data
y = iris.target

X = X[y<2, :2] # 取两个特征，二分类
y = y[y<2]

from sklearn.model_selection import train_test_split
X_train, X_test, y_train, y_test = train_test_split(X, y, test_size = 0.25)

plt.scatter(X[y == 0, 0], X[y == 0, 1])
plt.scatter(X[y == 1, 0], X[y == 1, 1])

# 数据标准化
from sklearn.preprocessing import StandardScaler
standardScaler = StandardScaler()
x_train = standardScaler.fit_transform(X_train)
x_test = standardScaler.transform(X_test)

# 决策边界
def plot_decision_boundary(model, axis):
    x0, x1 = np.meshgrid(
        np.linspace(axis[0], axis[1], int((axis[1]-axis[0])*100)).reshape(-1,1),
        np.linspace(axis[2], axis[3], int((axis[3]-axis[2])*100)).reshape(-1,1)
    )
    X_new = np.c_[x0.ravel(), x1.ravel()]
    y_predict = model.predict(X_new)
    zz = y_predict.reshape(x0.shape)
    from matplotlib.colors import ListedColormap
    custom_cmap = ListedColormap(['#EF9A9A','#FFF59D','#90CAF9'])
    
    plt.contourf(x0, x1, zz, cmap=custom_cmap)# , linewidth=5

from sklearn.svm import LinearSVC

svc = LinearSVC(C = 1e9) # C取值越大越偏向Hard Margin SVM，越小，容错空间更大一些
svc.fit(x_train, y_train)
result = svc.predict(x_test)
r_result = svc.score(x_test, y_test)

# 改变C
svc2 = LinearSVC(C = 0.01) # C取值越大越偏向Hard Margin SVM，越小，容错空间更大一些
svc2.fit(x_train, y_train)

# 训练集（大C）
plot_decision_boundary(svc,axis=[-3, 3, -3, 3])
plt.scatter(x_train[y_train==0, 0], x_train[y_train==0, 1])
plt.scatter(x_train[y_train==1, 0], x_train[y_train==1, 1])
plt.show()

# 训练集（小C）
plot_decision_boundary(svc2,axis=[-3, 3, -3, 3])
plt.scatter(x_train[y_train==0, 0], x_train[y_train==0, 1])
plt.scatter(x_train[y_train==1, 0], x_train[y_train==1, 1])
plt.show()

# 测试集
plot_decision_boundary(svc,axis=[-3, 3, -3, 3])
plt.scatter(x_test[y_test==0, 0], x_test[y_test==0, 1])
plt.scatter(x_test[y_test==1, 0], x_test[y_test==1, 1])
plt.show()

print("训练的结果：", result)
print("正确的结果：", y_test)
print("识别准确率：", r_result)