【sklearn学习】linear regression & logistic regression

linear regression

from sklearn.linear_model import LinearRegression # 导入线性回归模型
model = LinearRegression() # 定义模型
model.fit(X_train, y_train) # 训练模型
print("输出参数w：",model.coef_) # 输出模型参数w
print("输出参数b：",model.intercept_) # 输出参数b

polynomial regression

np.random.seed(0)
n_samples = 30  # 设置随机种子

X = np.sort(np.random.rand(n_samples))
y = true_fun(X) + np.random.randn(n_samples) * 0.1
polynomial_features = PolynomialFeatures(degree=degrees[i],
                                          include_bias=True
                                          # ,interaction_only=True
                                          )

linear_regression = LinearRegression()
pipeline = Pipeline([("polynomial_features", polynomial_features),
                      ("linear_regression", linear_regression)])  # 使用pipline串联模型
pipeline.fit(X[:, np.newaxis], y)
print(polynomial_features.get_feature_names())
scores = cross_val_score(pipeline, X[:, np.newaxis], y, scoring="neg_mean_squared_error", cv=10)  # 使用交叉验证

logistic regression

from sklearn.linear_model import LogisticRegression
from sklearn.metrics import classification_report
# solver：即使用的优化器，lbfgs：拟牛顿法， sag：随机梯度下降
model = LogisticRegression(solver='lbfgs', max_iter=1000) # lbfgs：拟牛顿法
model.fit(X_train, y_train)
y_pred = model.predict(X_test)
print(classification_report(y_test, y_pred)) # 打印报告