高级编程作业 机器学习

题目如下：

解题思路如下：
依据pdf资料的函数建立数据集，并分别使用三种方法进行分析。
通过实验结果发现：
RandomForestClassifier的方法效果最佳
SVC的方法效果次之

from sklearn import datasets 
from sklearn import cross_validation
from sklearn import metrics

# creat dataset
dataset = datasets.make_classification(n_samples = 1000, n_features = 10, n_informative=2, n_redundant=2, n_repeated=0, n_classes=2)
X_ori, y_ori = dataset[0], dataset[1]
kf = cross_validation.KFold(len(X_ori), n_folds = 10, shuffle = True)
for train_index, test_index in kf:
    X_train, y_train = X_ori[train_index],y_ori[train_index]
    X_test, y_test = X_ori[test_index],y_ori[test_index]
print("X_train is : ")
print( X_train)
print("X_test is : ")
print(X_test)
print("y_train is : ")
print(y_train)
print("y_test is : ")
print(y_test)

#GaussianNB
from sklearn.naive_bayes import GaussianNB

clf = GaussianNB()
clf.fit(X_train, y_train)
pred = clf.predict(X_test)

print("GaussianNB:")
acc = metrics.accuracy_score(y_test, pred)
print("ACU score of GaussianNB:")
print(acc)
f1 = metrics.f1_score(y_test, pred)
print("f1 score of GaussianNB:")
print(f1)
auc = metrics.roc_auc_score(y_test, pred)
print("ROC ACU score of GaussianNB:")
print(auc)
print("\n")

#SVC
from sklearn.svm import SVC

le_list = [1e-02, 1e-01, 1e00, 1e01, 1e02]
print("SVC : ")
for i in le_list:
    clf = SVC(C = i, kernel = 'rbf', gamma = 0.1)
    clf.fit(X_train, y_train)
    pred = clf.predict(X_test)

    print("C = " + str(i) + " : ")
    acc = metrics.accuracy_score(y_test, pred)
    print("ACU score of "+ str(i)+ " : ")

    print(acc)
    f1 = metrics.f1_score(y_test, pred)

    print("f1 score of "+ str(i)+ " : ")
    print(f1)

    auc = metrics.roc_auc_score(y_test, pred)
    print("ROC ACU score of "+ str(i)+ " : ")
    print(auc)
    print('\n')

print('\n')

#RandomForestClassifier
from sklearn.ensemble import RandomForestClassifier
print("RandomForestClassifier:")
for value in [10, 100, 1000]:
    clf = RandomForestClassifier(n_estimators = value)
    clf.fit(X_train, y_train)
    pred = clf.predict(X_test)

    print("n_estimators = " + str(value) + " : ")
    acc = metrics.accuracy_score(y_test, pred)
    print("ACU score of "+ str(value)+ " : ")
    print(acc)
    f1 = metrics.f1_score(y_test, pred)
    print("f1 score of "+ str(value)+ " : ")
    print(f1)
    auc = metrics.roc_auc_score(y_test, pred)
    print("ROC ACU score  of "+ str(value)+ " : ")
    print(auc)

运行结果如下：
X_train is :
validation.py:41: DeprecationWarning: This module was deprecated in version 0.18 in favor of the model_selection module into which all the refactored classes and functions are moved. Also note that the interface of the new CV iterators are different from that of this module. This module will be removed in 0.20.
[[-0.19156618 2.01767887 0.36616864 … -0.28140577 2.12065466
1.22813453]
“This module will be removed in 0.20.”, DeprecationWarning)
[ 0.09301549 1.47904752 -1.15058591 … 0.31541294 -0.12234849
-2.40638143]
[ 0.22469905 1.10097892 -0.78506544 … -0.76849515 -0.43679559
0.6154999 ]
…
[-0.6890683 -0.31179928 -1.20433116 … 1.79831486 -2.4809822
-0.5310324 ]
[-1.04722886 0.59354772 0.58025995 … 0.03904917 -0.82590561
-1.31913608]
[ 0.06867967 -1.63360539 -0.99935265 … -1.88018856 0.16838989
0.14192434]]
X_test is :
[[ 6.86910236e-01 6.95246238e-01 -8.00668367e-01 -1.61248319e+00
-2.28428731e+00 -1.28658356e+00 1.43184592e+00 1.34153465e+00
-1.76833031e+00 -7.77632285e-01]
[ 5.91917493e-01 1.25109526e-01 -7.96710293e-01 -9.58783255e-01
-1.61082060e+00 -3.53109595e-01 1.26317734e+00 5.15722559e-02
1.48341551e+00 -2.25881988e+00]
[-4.73241137e-01 6.33025967e-01 9.69284194e-01 6.16893387e-01
1.39617058e+00 4.80493708e-01 -1.39926467e+00 2.17484711e-01
-3.59750337e-01 6.82492080e-01]
[ 4.43763704e-01 3.83887794e-01 1.19279346e-02 1.17809900e+00
1.21749978e+00 -8.20590396e-01 -3.10132777e-01 -1.34813840e+00
-5.53688395e-01 -2.08863614e-01]
[-7.61721138e-01 2.82331674e-01 1.06680271e+00 -9.60290004e-01
-1.44359852e-01 -6.49817532e-01 -1.12982949e+00 9.44884333e-01
-6.02142550e-01 2.18989476e-01]
[-4.61372027e-01 -9.77507208e-01 -1.57163412e+00 1.79940823e+00
6.07161841e-01 1.44193978e+00 1.56821950e+00 -6.48048348e-01
1.21873843e-01 2.13888823e-01]
[-4.93561158e-01 4.80128061e-01 1.15739492e+00 -2.19466169e-01
6.86696808e-01 -1.56372098e+00 -1.43156806e+00 4.99768527e-01
2.43613661e-01 5.31309810e-01]
[ 8.93550506e-01 6.98191107e-01 6.80325474e-01 4.31465294e-01
9.78389035e-01 3.05391645e-01 -9.81741057e-01 1.42563234e+00
-1.42748781e+00 -1.70989620e+00]
[-8.16587824e-01 1.14150118e+00 1.54135124e+00 -6.87065496e-01
5.09654863e-01 1.76873902e-01 -1.80768409e+00 -8.08108468e-01
9.93273940e-02 5.09905498e-01]
[ 3.11540917e-01 1.42868785e+00 -1.30429210e+00 -1.68660250e+00
-2.75703027e+00 -1.96339754e-01 2.09721789e+00 7.24760302e-01
-3.09071794e-03 2.66395464e-01]
[ 2.91038694e-01 -1.28600014e-01 -1.11238628e+00 1.16318225e+00
3.16510417e-01 -8.86091508e-01 1.13760154e+00 2.64909213e+00
4.72183047e-01 -9.55262795e-01]
[-1.06776887e+00 9.54445071e-01 6.03363921e-01 -1.72381816e+00
-1.29241367e+00 -5.82778277e-01 -3.43547597e-01 2.52801745e-01
-1.14781866e+00 1.22130381e+00]
[ 1.32300082e-01 -1.07793959e+00 -1.07887659e+00 -1.70005516e+00
-2.59325163e+00 8.68659559e-01 1.81107424e+00 -5.15800027e-01
-1.82148234e+00 -5.82101797e-01]
[-3.47533728e-01 8.61264975e-01 6.65144513e-01 -1.76562576e+00
-1.28661761e+00 -1.25010522e+00 -4.12432731e-01 2.67274214e-01
9.31187180e-01 -1.08379229e+00]
[ 1.14294554e-01 -1.74393898e+00 1.99067716e+00 8.45467225e-01
2.43518104e+00 -1.54441837e-01 -2.76827973e+00 -5.97474996e-01
5.95656310e-01 9.84810719e-01]
[ 7.46403900e-01 9.63656471e-02 8.04659616e-01 9.29657562e-01
1.58721530e+00 1.26497551e-01 -1.26609841e+00 1.86301046e+00
-6.31247157e-01 4.42217271e-01]
[ 3.95664935e-01 9.21344554e-01 1.37441146e+00 -2.47659343e-01
8.28743106e-01 -1.05331198e+00 -1.70323583e+00 -4.38525283e-01
4.50439997e-01 6.15035045e-01]
[-1.51199195e+00 2.48984717e-01 1.00640062e+00 -7.03316605e-01
7.15757632e-02 7.58115437e-02 -1.11655896e+00 -1.18705964e+00
-8.80043811e-01 -1.93383941e+00]
[-7.98668298e-01 1.64691613e-01 -9.74575782e-01 6.61993510e-01
-8.88808781e-02 -8.15966973e-01 1.08602595e+00 -1.88906529e-01
1.88743708e-01 -6.11186414e-01]
[-8.66175774e-01 5.85142368e-01 1.01143778e+00 -5.26167715e-01
2.57204456e-01 -1.26261406e+00 -1.16735900e+00 -6.48866926e-01
-5.63495542e-01 -1.60349654e-01]
[-7.89536476e-01 -9.01909211e-01 -8.39550918e-01 -1.04129284e+00
-1.72917982e+00 -1.62236504e-01 1.33884686e+00 7.34651403e-01
-1.53250267e+00 3.17243744e-01]
[-5.70444554e-01 -1.21695471e-01 -5.72117816e-01 8.29577779e-01
4.00012847e-01 2.06611164e+00 5.27196069e-01 1.12683734e+00
8.92414510e-01 3.02444724e-01]
[-1.14340467e-01 -3.27265555e-01 -4.07678259e-01 -3.84475893e-01
-7.15421603e-01 -9.18503550e-01 6.19810536e-01 -1.07484363e+00
-8.83426392e-01 -1.31066647e+00]
[-1.07319639e+00 -1.53742921e+00 8.25846313e-01 -1.24456914e+00
-6.25695585e-01 -1.47615550e+00 -7.49220205e-01 -1.29390120e-03
3.07672570e-01 -1.10634970e+00]
[-3.10530347e-01 1.97166762e-01 -9.33078535e-02 3.36795017e-01
2.71868239e-01 -1.52849521e+00 3.55577557e-02 -1.51961168e-01
-4.53940460e-01 1.91402312e-01]
[-3.30935020e-01 -8.37934695e-01 7.62670063e-01 1.19883484e+00
1.83017032e+00 5.60605866e-01 -1.27952980e+00 1.10159627e+00
-1.24800388e+00 9.73690447e-01]
[ 4.34011905e-01 -1.00997369e+00 1.76255165e-01 -2.60349256e+00
-2.53095235e+00 -3.95527544e-01 4.25139195e-01 7.27584491e-02
2.23531926e-01 -2.94758476e-01]
[-2.73036144e-01 7.08520278e-01 -4.53468393e-01 -7.74286142e-01
-1.15123149e+00 -1.73398477e+00 7.76168650e-01 1.26628826e+00
-6.43464655e-02 -1.67673814e+00]
[-6.35849316e-01 1.65382691e+00 3.20613304e-01 9.56458092e-01
1.23338481e+00 -9.67185668e-01 -6.51125174e-01 9.65500593e-01
-5.08835466e-01 3.27377982e-01]
[-6.12875201e-01 1.02489158e+00 -2.36501862e+00 2.33587234e+00
5.32290233e-01 -7.20521679e-02 2.45294738e+00 -3.57140851e-01
5.95003462e-01 -3.32322677e-01]
[ 2.62487924e-01 3.22503753e-01 1.30029189e+00 -2.10788923e-01
8.08163932e-01 4.35289024e-01 -1.61726775e+00 -1.02873029e+00
2.31173060e-01 -2.22625712e+00]
[-4.37827536e-01 7.18445527e-01 2.82564396e-01 -2.51684260e+00
-2.35834911e+00 -3.02781873e-01 2.66918309e-01 1.99195462e+00
2.25976368e+00 8.20461172e-01]
[ 5.94151127e-01 4.00318973e-01 9.88315999e-03 1.07085920e+00
1.10591795e+00 1.18503180e+00 -2.80670380e-01 4.95477965e-01
-8.02758727e-01 -3.63220222e-01]
[-1.45420034e-01 -1.37071036e+00 -1.94885668e+00 1.64403580e+00
1.50670479e-01 -6.43455444e-02 2.09158260e+00 9.02571000e-02
-7.08515079e-01 6.73508084e-01]
[ 1.54434565e+00 1.17379370e-01 9.09431066e-01 1.71848286e+00
2.47866582e+00 -8.63698612e-01 -1.59806006e+00 3.87978423e-01
-1.78582499e-01 5.44189821e-01]
[ 1.27696443e+00 3.79597347e-01 -1.14456142e+00 1.24553292e+00
3.75612073e-01 -9.54683070e-01 1.15831751e+00 -2.15772815e-01
-1.30021040e+00 7.04847180e-01]
[ 1.12298753e+00 -1.11693228e+00 -1.25386028e+00 9.18322507e-01
-4.60334578e-02 -8.67885805e-01 1.38057713e+00 1.50624826e+00
1.30577491e+00 1.59498208e+00]
[ 2.53215038e-01 7.20645421e-01 -7.43576424e-02 -3.04319217e+00
-3.17927385e+00 -7.27070460e-02 8.57043774e-01 -1.13304939e+00
3.42257926e-01 -6.79667088e-01]
[ 5.62227178e-01 -3.36986111e-01 -7.70108840e-01 -1.21493733e+00
-1.85254290e+00 -1.66734725e+00 1.29311328e+00 -4.58068061e-01
1.58348789e+00 2.24868077e-01]
[ 1.36893198e+00 -3.62146099e-01 8.45299362e-01 3.89381049e-02
7.05825032e-01 -4.73754508e-01 -1.09539566e+00 4.73530817e-02
5.98995674e-01 -2.08137064e-01]
[ 1.06866319e+00 2.53980473e-01 1.21115191e+00 -5.02783148e-01
4.38511920e-01 1.45124800e+00 -1.42971167e+00 -1.52558074e+00
-3.49054499e-01 4.98979700e-01]
[ 4.33113217e-01 8.33299888e-01 -5.67025436e-01 -1.22181537e+00
-1.69961459e+00 1.45719018e-01 1.03400638e+00 1.79029752e+00
1.30346996e+00 8.60031786e-01]
[ 8.67446437e-02 -9.96804740e-01 -2.95547391e-01 -5.19546439e-01
-7.65599686e-01 6.15845234e-01 5.09597114e-01 -9.09773923e-01
1.44386331e+00 -8.67450457e-02]
[ 6.06947620e-01 3.73674886e-01 -1.39322693e+00 1.53967559e+00
4.81356714e-01 -6.65583037e-02 1.40408082e+00 -2.48261323e-02
-5.30628554e-01 7.26416538e-01]
[ 4.41694910e-01 1.16148301e+00 9.81872857e-01 5.51099638e-01
1.33861804e+00 -2.20889970e-01 -1.39896824e+00 -7.69832282e-01
4.58332529e-02 -6.33929898e-01]
[ 2.51642740e-01 2.69120284e-01 -4.99024734e-01 -1.30774470e+00
-1.73416401e+00 -1.15512248e+00 9.68173749e-01 1.79230668e-01
2.57209616e-01 -2.79613784e-01]
[ 1.55685982e+00 -2.61479600e-01 -2.04965909e-01 -3.68292119e-01
-5.39136443e-01 -6.67515994e-01 3.55409093e-01 -4.76061143e-01
8.68346146e-01 -1.58592403e-01]
[ 1.17695293e+00 1.65636873e+00 5.28243816e-01 -1.70061900e+00
-1.32780046e+00 -6.03848577e-02 -2.52873331e-01 -2.41941291e+00
-5.92188647e-01 -3.99438358e-02]
[-1.25017854e-01 1.24360801e+00 -3.37266771e-01 1.00049081e+00
7.60285643e-01 -7.30156914e-01 1.82797418e-01 -1.75622430e-01
-7.78297934e-01 3.43686896e-01]
[ 8.08070242e-01 7.17910090e-02 -2.53627448e-02 -1.64574291e-01
-1.88745571e-01 -2.50541098e-01 7.37582577e-02 1.77150397e+00
1.28891655e+00 -2.34878965e+00]
[-1.24210618e+00 4.58491149e-01 4.30812042e-01 1.55162392e+00
1.93051906e+00 -3.11370224e-01 -9.41595006e-01 1.21743018e+00
7.90430570e-01 4.45866260e-01]
[ 9.61604012e-01 1.63786496e-01 -1.25365481e+00 6.92444436e-01
-2.77502437e-01 2.99782586e-01 1.43683806e+00 -1.53160644e-01
2.21949764e-01 3.96831086e-01]
[ 1.98425826e-01 -5.82862455e-01 1.60623485e+00 -7.44315303e-01
5.02059869e-01 -1.30150789e+00 -1.87669021e+00 -8.74628697e-01
-1.94317472e+00 -8.16948066e-01]
[ 5.85918852e-01 1.03754767e+00 4.25081656e-01 -2.06553030e+00
-1.78327280e+00 -2.14073338e-01 -2.90608741e-02 -5.72650111e-01
1.21687084e+00 1.58936813e+00]
[-1.11141467e+00 -8.65415884e-01 -7.32609990e-01 9.75513921e-01
4.23236029e-01 -8.33229500e-01 6.96802779e-01 7.66856367e-01
-1.00810282e+00 1.33017169e+00]
[-3.14314190e-01 -1.30998348e+00 -5.30101089e-01 -1.09906588e+00
-1.54465124e+00 8.43635108e-01 9.55865538e-01 -1.85953978e-01
1.10291228e+00 -1.93884067e-01]
[ 1.36766843e+00 -6.53441874e-02 -1.21056973e+00 1.19039099e+00
2.67066883e-01 6.10329034e-01 1.25689359e+00 -1.58094388e+00
1.51712383e+00 3.85911883e-01]
[ 1.57919737e-01 -7.64354430e-02 -2.83918856e-01 -1.97881844e-01
-4.26582255e-01 -6.35424061e-01 4.14167203e-01 5.20988198e-01
-9.55531545e-01 -2.86682088e-01]
[-3.01639827e-01 -1.21891929e+00 -2.29128586e-01 6.05704621e-01
4.40632069e-01 -1.08310813e+00 1.42704471e-01 -9.68522016e-01
1.07491216e+00 9.00451163e-01]
[-6.82471690e-01 8.18238494e-02 -1.99150865e-01 -6.36560533e-01
-8.09656374e-01 -6.32558564e-01 4.15073401e-01 -1.46616388e+00
6.27527664e-01 -3.25334046e-01]
[ 1.76925063e-01 -3.63747227e+00 -2.51142560e-01 -2.75736491e-01
-4.80599802e-01 5.40145095e-01 3.91554030e-01 1.75369112e+00
2.05950618e-01 -6.06049395e-01]
[-2.69991527e-01 4.53576658e-01 -3.65018400e-01 3.70465257e-01
9.23525993e-02 9.48758430e-01 3.76100614e-01 6.36515328e-01
6.50945867e-01 4.94934089e-01]
[ 7.86934111e-01 -1.12917212e+00 -6.08625489e-01 -9.09170451e-01
-1.41177805e+00 -9.15636093e-01 1.00919719e+00 1.99369911e-01
9.33358717e-01 -1.12838754e-01]
[-7.66993927e-01 -4.06511017e-01 -8.81682383e-01 9.40745761e-01
2.70148718e-01 2.15579291e-01 8.96962938e-01 -1.07949760e+00
-4.52910727e-01 9.14813772e-01]
[-3.67803180e-03 -2.71251268e-01 -7.29916610e-01 3.28135365e+00
2.78992376e+00 -6.00406387e-01 1.16318950e-01 2.07875369e-01
-1.41534426e+00 3.96678688e-01]
[ 1.70103516e+00 9.26213351e-02 -5.43551943e-01 -8.43232528e-01
-1.29289828e+00 -1.05619716e+00 9.09120018e-01 -1.33465647e+00
-5.96301522e-01 2.98453948e-01]
[-1.51636191e+00 -8.38946126e-02 7.98872046e-01 1.20905680e+00
1.86917118e+00 -6.94734129e-01 -1.32858344e+00 5.46220771e-01
-1.17587223e+00 5.75672915e-01]
[-3.27300859e-01 1.51656700e-02 6.14382049e-01 -1.93990257e+00
-1.50532175e+00 3.40741986e-01 -3.03624597e-01 -7.42301038e-01
-5.06620008e-01 1.67562222e+00]
[ 3.97056055e-01 -6.10712782e-01 2.44342397e-01 1.72147356e+00
1.95780070e+00 1.13753363e+00 -7.44608628e-01 1.63915261e-01
-2.45445270e+00 7.41181269e-01]
[ 1.10671166e+00 1.92799508e+00 8.31800350e-01 -1.11158418e+00
-4.84633329e-01 -4.93902763e-01 -7.90146019e-01 -1.03450688e+00
-1.55380729e-01 -1.48497179e-01]
[ 2.15989833e+00 -8.50734516e-01 -8.91486757e-01 -3.89519969e-01
-1.10172039e+00 1.23412421e+00 1.24244729e+00 -6.63302111e-01
1.77867710e-01 -5.77717140e-01]
[ 3.56148268e-01 4.22014349e-01 -8.63820896e-01 1.20448120e+00
5.54671714e-01 3.73468986e-02 8.08024274e-01 -1.99029515e-01
-9.47067585e-01 -7.29188869e-01]
[ 3.44226122e-01 -1.96428389e+00 7.65519852e-01 7.18960673e-01
1.34031943e+00 -1.37104091e+00 -1.16310384e+00 3.24906905e-01
-9.59684723e-02 1.08915041e+00]
[-7.81836664e-01 -3.83085381e-01 -2.89745833e-01 -2.53917842e-01
-4.88635679e-01 8.65059673e-01 4.35673742e-01 -8.92001995e-02
-5.49129049e-01 -4.21466663e-01]
[ 6.04901884e-01 -1.34998256e+00 -1.00588463e-01 -3.05218441e-02
-1.10539019e-01 2.03457274e-01 1.36827700e-01 2.52120537e-01
1.51141127e-01 8.23472602e-01]
[-6.40834823e-01 1.54949608e-01 1.48326031e-01 1.97814386e+00
2.14536989e+00 -4.88029150e-01 -6.85521419e-01 5.30479628e-01
1.69875809e-01 5.17633061e-01]
[ 9.29121422e-01 6.36645647e-01 1.44552174e+00 -3.01880417e-01
8.29159128e-01 -8.32419460e-02 -1.78099705e+00 -6.21731222e-03
-5.78146581e-01 -5.30284456e-01]
[-6.95282798e-01 2.14387275e+00 7.22302086e-01 8.27471671e-01
1.41754870e+00 -5.95704069e-01 -1.13475186e+00 -5.53372512e-01
1.72669087e+00 -2.72550086e-01]
[-1.12409775e+00 -1.59018481e+00 -1.07349696e+00 -1.52522709e+00
-2.40973308e+00 1.90434651e-01 1.76041513e+00 -9.26820398e-01
3.80222460e-01 5.52458497e-01]
[-5.34106369e-01 -2.15821831e-01 -8.34722098e-01 -1.34428267e+00
-2.03608237e+00 6.31699899e-02 1.40846667e+00 -1.34833689e+00
-1.24478120e-01 4.06186610e-01]
[ 8.83624070e-01 -1.40057822e+00 -1.66576044e+00 1.67490073e+00
4.05334127e-01 -2.18374667e+00 1.72026705e+00 -3.13451347e-01
-1.31225960e+00 -8.32075729e-01]
[ 4.73699901e-01 -1.57422277e+00 -4.15012023e-01 -1.00956367e+00
-1.36220669e+00 1.71902396e-01 7.85654604e-01 -1.60400734e+00
1.27856403e+00 1.98382523e+00]
[-5.48849436e-01 -4.52864448e-01 1.05772805e+00 3.56200252e-01
1.19851074e+00 -2.06177714e+00 -1.44761951e+00 -1.00414853e+00
5.14070167e-01 -7.38918682e-01]
[ 7.61393152e-01 -1.96953781e+00 1.77566598e+00 -1.10059748e+00
2.70175237e-01 -1.13758940e+00 -2.00513957e+00 6.37044725e-01
-1.78002981e+00 1.49576754e-01]
[-1.28647171e-01 -4.43875202e-01 -4.10018572e-01 -3.34074797e+00
-3.74882908e+00 2.12373341e-01 1.36260828e+00 -2.41458517e+00
-2.51310200e-01 -4.85618315e-01]
[-4.11367000e-01 2.06214082e+00 1.04703543e+00 4.63077164e-01
1.29968640e+00 6.11972884e-01 -1.46063195e+00 -6.53948716e-01
-1.13699156e+00 -6.00938178e-01]
[ 1.81326757e-01 1.56945112e-01 6.49355284e-01 -1.12727486e+00
-6.44447034e-01 9.61293873e-01 -5.51898048e-01 -6.29466102e-01
-1.68650132e-01 4.83697475e-01]
[ 5.32238660e-01 -5.72491049e-01 -5.52924697e-01 8.68721644e-01
4.55273269e-01 2.01655667e+00 4.92750031e-01 1.83984128e-01
5.33748292e-01 -3.49744273e-01]
[ 9.79144478e-01 4.98906400e-01 4.10867289e-01 -2.31628256e+00
-2.05160889e+00 1.44229202e+00 5.19446747e-02 -1.43164365e-01
5.96134523e-01 1.16967011e+00]
[-2.37255536e+00 8.84139752e-01 -8.90432036e-01 1.29314071e+00
6.24625979e-01 9.44331586e-02 8.20015432e-01 5.24459241e-01
-3.01819091e-01 -3.31125407e-01]
[-1.01250903e+00 7.40520279e-01 1.04521888e+00 -1.25835516e+00
-4.67019206e-01 -3.16628599e-01 -1.02751924e+00 -6.67069208e-01
-8.78662283e-01 2.05342947e-01]
[ 1.68517809e+00 1.39596784e+00 -3.74516819e-01 9.30606899e-01
6.59277703e-01 -6.21212936e-01 2.48127227e-01 -2.23510188e-01
-8.90748600e-02 -4.08925209e-01]
[-1.02206589e+00 -3.22550600e-02 -5.19236108e-01 -7.01578538e-01
-1.12848148e+00 -2.30635681e+00 8.42442036e-01 -7.54244960e-02
-2.14314888e-01 7.85775579e-01]
[ 9.68966526e-02 -5.05423331e-01 1.22067422e+00 -5.63076570e-01
3.84184231e-01 -1.01076446e-01 -1.42685343e+00 -1.84080324e+00
-5.04726926e-01 2.81795525e+00]
[ 5.98608596e-01 4.84057339e-01 2.49028652e-01 -2.61441011e+00
-2.48481972e+00 -2.15374638e-01 3.34405371e-01 6.28459038e-01
4.20381057e-01 5.51622919e-01]
[ 2.84725045e-01 -1.54422345e-01 -5.62204587e-01 -1.00931226e+00
-1.47790167e+00 -5.16100927e-01 9.74636954e-01 -5.65540371e-04
-5.73404734e-01 -1.96681193e+00]
[-1.28463310e+00 6.31961433e-01 -1.44392911e+00 1.05751762e+00
-5.30223702e-02 1.71188322e-01 1.58985722e+00 2.82562786e-01
1.07095034e-02 1.15097147e+00]
[ 1.43042570e+00 9.93337801e-01 -3.77793096e-01 5.34077879e-01
2.50068759e-01 -5.96981921e-01 3.51564442e-01 3.64875737e-01
-8.58257968e-01 -3.56417992e-01]
[-5.98907008e-01 1.23489153e+00 3.90492464e-01 1.86338912e+00
2.21846218e+00 1.59463612e+00 -9.67828614e-01 2.00520846e-01
-2.86210141e-03 1.23620739e+00]
[ 1.19341395e+00 -7.64769301e-01 -1.10134589e+00 -1.41478731e+00
-2.31841892e+00 1.20719437e+00 1.76854564e+00 -5.36139629e-01
-2.46797865e+00 7.92437621e-01]]
y_train is :
[0 1 0 0 0 1 1 0 0 0 1 0 1 0 0 0 1 1 0 0 0 0 1 0 1 0 1 0 0 1 1 1 0 0 1 1 1
0 0 1 1 1 1 0 1 0 1 1 0 0 0 1 0 1 0 1 0 0 0 1 0 0 0 0 0 1 1 0 0 1 0 1 0 0
0 0 1 0 1 0 0 1 0 0 0 1 1 0 0 0 0 1 1 1 1 0 0 1 1 0 0 1 1 1 0 1 0 1 1 1 0
0 0 0 1 1 0 0 0 0 0 0 1 1 1 1 0 1 0 0 1 0 1 0 0 0 1 1 0 1 1 1 1 0 0 1 0 0
1 1 1 0 0 0 1 1 0 0 0 1 1 0 1 1 1 0 0 0 0 1 1 1 0 1 0 0 1 1 1 1 1 0 1 0 1
1 0 1 1 0 1 1 0 0 1 0 1 1 1 0 1 1 1 1 1 0 0 0 1 0 0 0 1 0 1 0 0 1 1 1 0 0
1 0 1 0 1 0 0 0 1 1 0 0 0 1 1 1 0 1 1 1 0 0 1 0 0 1 1 1 0 1 0 0 1 1 0 0 0
1 0 0 0 0 0 1 0 0 0 0 1 0 0 0 0 1 0 1 0 0 1 0 1 1 0 0 0 0 1 0 0 0 1 0 0 0
0 1 1 0 0 0 1 1 1 1 1 1 0 0 0 0 0 0 1 1 0 1 0 0 1 0 1 1 0 1 0 0 0 1 1 1 1
1 0 1 0 0 1 1 1 1 0 1 1 1 0 1 0 0 1 1 1 1 1 1 1 1 0 1 0 1 1 1 0 1 1 1 1 1
1 1 1 1 1 0 0 1 0 1 1 0 1 1 0 1 1 0 0 1 0 1 1 1 0 0 1 0 0 1 0 1 0 1 1 1 0
0 0 1 1 1 0 1 1 1 1 1 0 1 1 1 1 0 0 1 0 0 0 1 0 0 1 1 0 0 0 1 0 1 0 1 0 1
1 1 1 0 1 0 0 1 1 0 1 0 0 1 0 1 0 1 0 0 0 0 1 1 1 1 0 0 1 1 1 1 0 0 1 0 0
0 0 0 0 0 0 1 0 1 0 1 0 0 0 1 1 0 1 0 1 1 1 0 1 0 0 0 0 1 1 1 1 0 1 1 1 1
0 0 1 1 0 1 0 0 0 0 0 0 0 1 0 0 1 1 1 0 1 0 0 0 1 0 0 0 0 1 0 1 1 0 1 1 0
0 1 1 1 1 1 0 1 1 1 0 1 0 1 1 1 0 0 1 1 0 1 0 1 1 0 1 1 0 1 0 0 1 1 0 0 1
0 0 0 1 0 0 1 0 0 0 0 0 0 0 0 0 0 0 1 0 1 0 0 1 1 1 0 1 0 0 0 1 0 0 1 0 1
0 1 0 0 0 1 0 1 1 0 0 1 1 0 1 1 0 1 1 1 1 0 1 0 1 1 1 1 0 0 0 1 1 1 0 0 1
0 0 1 0 1 0 1 1 1 0 0 1 1 0 0 0 0 0 0 0 1 0 1 1 0 1 1 1 0 1 1 0 1 0 0 1 1
1 0 1 1 0 1 1 1 0 1 0 1 1 0 0 1 0 1 1 0 1 0 0 1 1 1 0 0 0 1 1 1 0 1 0 1 0
0 1 0 0 0 1 1 0 0 1 1 0 1 1 1 0 1 0 1 0 0 1 0 1 1 1 1 1 0 1 0 0 0 0 1 1 0
1 1 0 1 0 1 0 1 1 1 0 1 0 1 0 0 0 1 0 0 1 0 1 0 1 0 0 0 1 1 1 1 1 1 0 1 0
1 1 0 1 1 1 0 0 0 1 0 1 1 1 0 0 1 1 0 0 1 1 1 1 0 0 1 0 1 1 0 0 0 1 0 1 0
0 0 1 0 1 1 1 1 1 0 1 1 0 0 1 0 1 0 1 1 1 1 0 0 0 1 0 0 0 1 1 1 0 0 0 1 0
0 1 0 1 0 0 0 0 1 1 0 0]
y_test is :
[0 0 1 1 0 1 1 1 1 0 1 0 0 0 0 1 0 0 1 0 0 1 0 0 1 1 0 0 1 1 1 0 1 1 1 1 1
0 0 1 0 0 0 1 1 0 0 0 1 0 1 1 1 0 1 0 1 0 1 0 0 1 0 1 1 0 1 0 1 0 0 1 1 0
1 1 0 1 0 0 1 0 1 1 0 1 0 1 0 1 0 1 0 0 0 0 1 1 1 0]
GaussianNB:
ACU score of GaussianNB:
0.94
f1 score of GaussianNB:
0.9387755102040817
ROC ACU score of GaussianNB:
0.94

SVC :
C = 0.01 :
ACU score of 0.01 :
0.95
f1 score of 0.01 :
0.9494949494949495
ROC ACU score of 0.01 :
0.95

C = 0.1 :
ACU score of 0.1 :
0.94
f1 score of 0.1 :
0.9375
ROC ACU score of 0.1 :
0.94

C = 1.0 :
ACU score of 1.0 :
0.91
f1 score of 1.0 :
0.9072164948453608
ROC ACU score of 1.0 :
0.9099999999999999

C = 10.0 :
ACU score of 10.0 :
0.93
f1 score of 10.0 :
0.9292929292929293
ROC ACU score of 10.0 :
0.9299999999999998

C = 100.0 :
ACU score of 100.0 :
0.91
f1 score of 100.0 :
0.9108910891089109
ROC ACU score of 100.0 :
0.91

RandomForestClassifier:
n_estimators = 10 :
ACU score of 10 :
0.95
f1 score of 10 :
0.9484536082474226
ROC ACU score of 10 :
0.95
n_estimators = 100 :
ACU score of 100 :
0.99
f1 score of 100 :
0.98989898989899
ROC ACU score of 100 :
0.99
n_estimators = 1000 :
ACU score of 1000 :
0.98
f1 score of 1000 :
0.9795918367346939
ROC ACU score of 1000 :
0.98