import numpy as np from matplotlib import pyplot as plt from sklearn.datasets import load_diabetes from sklearn.metrics import mean_squared_error, mean_absolute_error from sklearn.model_selection import RandomizedSearchCV, train_test_split from sklearn.svm import SVR from scipy.stats import randint import time # 加载糖尿病数据集 diabetes_data = load_diabetes() X = diabetes_data.data y = diabetes_data.target # 将数据集分割为训练集和测试集 X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42) # 定义参数网格 # 重新定义参数网格 param_dist = { 'C': randint(1, 100), 'gamma': ['scale', 'auto'], 'kernel': ['linear', 'rbf', 'poly'] } # 创建支持向量机回归模型 svm_regressor = SVR() start_time = time.time() # 使用随机搜索进行参数调优 random_search = RandomizedSearchCV\ (estimator=svm_regressor, param_distributions=param_dist, n_iter=10, cv=5, scoring='neg_mean_squared_error') random_search.fit(X_train, y_train) end_time = time.time() # 输出最优参数和对应的评分 print("最优参数:", random_search.best_params_) print("最优评分:", -random_search.best_score_) training_time = end_time - start_time print("训练时间:", training_time, "秒") # 使用最优参数重新训练模型 best_svm_regressor = random_search.best_estimator_ best_svm_regressor.fit(X_train, y_train) # 预测测试集结果 y_pred = best_svm_regressor.predict(X_test) plt.rcParams['font.sans-serif'] = ['SimSun', 'Songti SC', 'Microsoft YaHei'] # 绘制实际值与预测值之间的关系 plt.scatter(y_test, y_pred) plt.xlabel("实际值") plt.ylabel("预测值") plt.title("实际值 vs. 预测值") # 计算并绘制趋势线或回归线 trendline_x = np.linspace(np.min(y_test), np.max(y_test), 100) trendline_y = trendline_x plt.plot(trendline_x, trendline_y, color='red') plt.show() # 计算均方误差(MSE) mse = mean_squared_error(y_test, y_pred) print("均方误差(MSE):", mse) # 计算均方根误差(RMSE) rmse = mean_squared_error(y_test, y_pred, squared=False) print("均方根误差(RMSE):", rmse) # 计算平均绝对误差(MAE) mae = mean_absolute_error(y_test, y_pred) print("平均绝对误差(MAE):", mae) # 计算决定系数(R^2) r_squared = best_svm_regressor.score(X_test, y_test) print("决定系数(R^2):", r_squared)
svm解决回归问题
最新推荐文章于 2024-07-08 22:12:26 发布