对测试数据集如何归一化?
测试数据是模拟真实环境,真实环境有可能无法得到所有测试
对数据的归一化也是算法的一部分
(x_test - mean_train) / std_train
要保存训练数据集得到的均值和方差
import numpy as np
from sklearn import datasets
iris = datasets.load_iris()//加载鸢尾花数据集
X = iris.data
y = iris.target
X[:10,:]
运行结果:array([[5.1, 3.5, 1.4, 0.2],
[4.9, 3. , 1.4, 0.2],
[4.7, 3.2, 1.3, 0.2],
[4.6, 3.1, 1.5, 0.2],
[5. , 3.6, 1.4, 0.2],
[5.4, 3.9, 1.7, 0.4],
[4.6, 3.4, 1.4, 0.3],
[5. , 3.4, 1.5, 0.2],
[4.4, 2.9, 1.4, 0.2],
[4.9, 3.1, 1.5, 0.1]])
from sklearn.model_selection import train_test_split
X_train,X_test,y_train,y_test = train_test_split(iris.data,iris.target,test_size=0.2,random_state=666)
### scikit-learn中的StandScaler
from sklearn.preprocessing import StandardScaler//scaler在数据的预处理过程中做归一化
standardScaler = StandardScaler()
standardScaler.fit(X_train)
standardScaler.mean_//对应特征矩阵四个特征相应的均值
standardScaler.scale_//藐视数据分布范围,这里可以代表方差
standardScaler.transform(X_train)//返回值是对整个矩阵进行归一化后得到的结果
X_train = standardScaler.transform(X_train)
X_train
返回结果:array([[-0.90616043, 0.93246262, -1.30856471, -1.28788802],
[-1.15301457, -0.19551636, -1.30856471, -1.28788802],
[-0.16559799, -0.64670795, 0.22203084, 0.17260355],
[ 0.45153738, 0.70686683, 0.95898425, 1.50032315],
[-0.90616043, -1.32349533, -0.40154513, -0.09294037],
[ 1.43895396, 0.25567524, 0.56216318, 0.30537551],
[ 0.3281103 , -1.09789954, 1.0723617 , 0.30537551],
[ 2.1795164 , -0.19551636, 1.63924894, 1.23477923],
[-0.78273335, 2.2860374 , -1.25187599, -1.42065998],
[ 0.45153738, -2.00028272, 0.44878573, 0.43814747],
[ 1.80923518, -0.42111215, 1.46918276, 0.83646335],
[ 0.69839152, 0.25567524, 0.90229552, 1.50032315],
[ 0.20468323, 0.70686683, 0.44878573, 0.57091943],
[-0.78273335, -0.87230374, 0.10865339, 0.30537551],
[-0.53587921, 1.38365421, -1.25187599, -1.28788802],
[-0.65930628, 1.38365421, -1.25187599, -1.28788802],
[-1.0295875 , 0.93246262, -1.19518726, -0.75680017],
[-1.77014994, -0.42111215, -1.30856471, -1.28788802],
[-0.04217092, -0.87230374,